diff --git a/README.md b/README.md
index ba88e06..00d8049 100644
--- a/README.md
+++ b/README.md
@@ -38,3 +38,7 @@ block scales are alternative partitions and their savings must not be summed.
Dependencies are pinned in `requirements.txt`; install only prebuilt wheels on the remote host.
Full resolved versions and run provenance accompany each result. See the SOP for commands.
+
+## CPU block activation measurements
+
+See [measurement definitions](activation/README.md) and [observed activation report](results/block-activation/REPORT.md) for all 24 layers, contiguous output-channel blocks, exact/near-zero rates and output energy concentration. This is an observational SiLU-gated study, not a pruning or reuse quality claim.
diff --git a/activation/README.md b/activation/README.md
new file mode 100644
index 0000000..1711bc9
--- /dev/null
+++ b/activation/README.md
@@ -0,0 +1,45 @@
+# Observed block activation, CPU only
+
+Measures the retained Qwen3.5-2B checkpoint without training or substitutions.
+This model uses SiLU-gated MLPs and sigmoid attention gates, not ReLU.
+Leaky ReLU also does not generally create exact zero on negative inputs.
+
+The probe records every linear projection in all 24 layers, plus MLP SiLU
+and gate-times-up intermediates and full-attention sigmoid gates. It does not
+record every internal recurrent state, convolution output or attention probability.
+A block means contiguous **output channels** (64 or 128), hence contiguous
+rows of a projection matrix; it is not a Transformer layer or arbitrary 2D tile.
+MLP gated-product channels correspond to columns consumed by down_proj.
+It is incorrect to call an individual weight active/inactive based only on its value.
+
+For every sample, module and block, metrics.csv reports:
+- exact zero and negative element fractions;
+- near-zero fractions at |x| <= 0.01 RMS and <= 0.1 RMS;
+- fraction of channels ever above 0.01 RMS over the 32 tokens;
+- minimum fraction of channels carrying 90% squared-output energy.
+
+RMS is computed within each observed sample/module/block; width=0 records the
+whole module. Thus thresholds are explicitly relative and are not shared absolute
+cutoffs across layers or blocks. Activation rate at a threshold is 1-near-zero rate.
+A small value or an energy-concentrated output does not prove that a block can
+be skipped, removed or shared without affecting LM quality. Exact zero is measured
+in this FP32 streaming implementation of BF16 source weights; other execution dtypes
+can have different underflow rates.
+
+Four prior authored Chinese/English texts, 32 tokens each, descriptive measurements
+only. No training, fresh-generalization claim, GPU, weight download or cleanup.
+The existing streaming implementation was checked against the official implementation
+in the earlier CPU study; this experiment changes only observation, not model equations.
+
+Remote commands (authorized server 8.211.154.134):
+```
+OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 venv/bin/python -B -m activation.run --source runs/cpu-qwen35-2b --out runs/NEW_ACTIVATION_DIR
+OPENBLAS_NUM_THREADS=1 venv/bin/python -B -m unittest tests.test_activation -v
+venv/bin/python -B activation/report.py runs/NEW_ACTIVATION_DIR
+```
+
+run.py measures; report.py plots saved rows and derives aggregates;
+__init__.py marks the package; tests/test_activation.py checks exact sparsity,
+ever-active behavior, all-zero inputs and scale invariance. Raw activations are
+not saved or needed for these descriptive statistics. Existing caches and weights
+are retained untouched. Full sample token IDs and CPU time/RSS appear in summary.json.
diff --git a/activation/__init__.py b/activation/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/activation/audit.py b/activation/audit.py
new file mode 100644
index 0000000..f8a2e68
--- /dev/null
+++ b/activation/audit.py
@@ -0,0 +1,28 @@
+"""Audit recorded scope, metrics and reproducibility files; no model execution."""
+import csv,json,hashlib
+from pathlib import Path
+import sys
+p=Path(sys.argv[1]);r=list(csv.DictReader((p/'metrics.csv').open()));s=json.loads((p/'summary.json').read_text())
+assert s['completed'] and len(r)==s['rows']==4*20904
+assert len({x['sample'] for x in r})==4
+assert {int(x['module'].split('.')[1]) for x in r}==set(range(24))
+for x in r:
+ for k in ['zero_rate','negative_rate','near_001_rms','near_01_rms','ever_active_001','energy90_channel_fraction']:assert 0<=float(x[k])<=1,(x,k)
+ assert float(x['zero_rate'])<=float(x['near_001_rms'])<=float(x['near_01_rms'])
+ assert int(x['channels'])==int(x['stop'])-int(x['start'])
+a=json.loads((p/'aggregates.json').read_text());lines=['# 实测激活率:SiLU 门控模型','', '覆盖24层、4条中英文文本,每条32 token;所有投影输出及 MLP 门控中间量,按64/128输出通道分块。','', '| 输出 | 精确零比例均值 | 0.01 RMS以下均值 | 0.1 RMS以下均值 | 32 token内曾活跃通道比例均值 | 90%能量所需通道比例均值 |','|---|---:|---:|---:|---:|---:|']
+for k,v in a.items():
+ cols=[v[m]['mean']*100 for m in ['zero_rate','near_001_rms','near_01_rms','ever_active_001','energy90_channel_fraction']]
+ lines.append('| '+k+' | '+' | '.join(f'{z:.4f}%' for z in cols)+' |')
+blocks=[x for x in r if x['width']=='128']; dead=sum(float(x['zero_rate'])==1 for x in blocks)
+lines+=['',f'128通道块×文本观测共{len(blocks)}条,整个32 token窗口全为精确零的块观测数为{dead}。', '', '表中是整模块逐文本统计再取均值;每个分块的独立统计见 metrics.csv。阈值是各自RMS的比例;阈值下激活率=1−近零比例。能量集中不等于可删除或可替换。', '', '仅测该模型、四条短文本;不推断所有语言/长上下文。SiLU不把负值整体截零,负数不等于静默。未执行删块/跳算的质量验证。权重和既有缓存全部保留。', '',f"CPU测量耗时{s['elapsed_seconds']:.1f}秒,峰值RSS{s['peak_rss_kib']/1024:.1f} MiB。"]
+(p/'REPORT.md').write_text('\n'.join(lines)+'\n')
+lines_extra=[]
+for suffix in ['mlp.gated_product','self_attn.q_proj.output','self_attn.k_proj.output','self_attn.v_proj.output']:
+ rr=[x for x in blocks if x['module'].endswith(suffix)]
+ act=sorted(1-float(x['near_01_rms']) for x in rr)
+ lines_extra.append(f'{suffix}: 128通道块在0.1 RMS阈值上的激活率范围 {100*act[0]:.2f}%–{100*act[-1]:.2f}%。')
+with (p/'REPORT.md').open('a') as f:f.write('\n'+'\n'.join(lines_extra)+'\n')
+(p/'audit.json').write_text(json.dumps({'passed':True,'rows':len(r),'layers':24,'samples':4,'all_zero_128_blocks':dead},indent=2))
+files=[x for x in p.rglob('*') if x.is_file() and x.name!='checksums.json'];(p/'checksums.json').write_text(json.dumps({str(x.relative_to(p)):hashlib.sha256(x.read_bytes()).hexdigest() for x in sorted(files)},indent=2))
+print((p/'REPORT.md').read_text())
diff --git a/activation/report.py b/activation/report.py
new file mode 100644
index 0000000..f671941
--- /dev/null
+++ b/activation/report.py
@@ -0,0 +1,38 @@
+"""Render scientific figures from recorded CPU measurements."""
+import csv,json
+from pathlib import Path
+import numpy as np
+import matplotlib
+matplotlib.use('Agg')
+import matplotlib.pyplot as plt
+import sys
+root=Path(sys.argv[1]); rows=list(csv.DictReader((root/'metrics.csv').open()))
+full=[r for r in rows if r['width']=='0']
+fig,axs=plt.subplots(1,3,figsize=(15,4.5),layout='constrained')
+for suffix,label in [('gate_proj.output','gate preactivation'),('silu_gate','SiLU gate'),('gated_product','gated product')]:
+ selected=[r for r in full if r['module'].endswith('mlp.'+suffix)]
+ for ax,key in zip(axs,['zero_rate','near_001_rms','near_01_rms']):
+ xs=[];ys=[]
+ for layer in range(24):
+ z=[float(r[key]) for r in selected if r['module'].startswith(f'layers.{layer}.')];xs.append(layer);ys.append(np.mean(z))
+ ax.plot(xs,ys,label=label)
+for ax,title in zip(axs,['Exact zero fraction','Near zero: |x| <= 0.01 RMS','Near zero: |x| <= 0.1 RMS']):
+ ax.set(title=title,xlabel='Layer index',ylabel='Fraction');ax.set_ylim(bottom=0);ax.grid(alpha=.2)
+axs[-1].legend();fig.suptitle('Observed MLP activation sparsity: four texts, 32 tokens each; no training')
+root.joinpath('figures').mkdir(exist_ok=True)
+for ext in ('png','pdf','svg'):fig.savefig(root/'figures'/('mlp_activation.'+ext),dpi=180)
+plt.close(fig)
+blocks=[r for r in rows if r['width']=='128' and r['module'].endswith('mlp.gated_product')]
+fig,axs=plt.subplots(1,2,figsize=(12,4.5),layout='constrained')
+for ax,key,title in zip(axs,['near_01_rms','energy90_channel_fraction'],['Near-zero fraction at 0.1 block RMS','Fraction of channels carrying 90% energy']):
+ matrix=[]
+ for layer in range(24):
+ rr=[r for r in blocks if r['module'].startswith(f'layers.{layer}.')]; starts=sorted(set(int(r['start']) for r in rr));matrix.append([np.mean([float(r[key]) for r in rr if int(r['start'])==s]) for s in starts])
+ im=ax.imshow(matrix,aspect='auto',vmin=0,vmax=1);ax.set(title=title,xlabel='Contiguous 128-channel block',ylabel='Layer index');fig.colorbar(im,ax=ax)
+fig.suptitle('MLP gated-product blocks: average over four observed texts')
+for ext in ('png','pdf','svg'):fig.savefig(root/'figures'/('block_activity.'+ext),dpi=180)
+agg={}
+for suffix in ['mlp.gate_proj.output','mlp.silu_gate','mlp.gated_product','self_attn.q_proj.output','self_attn.k_proj.output','self_attn.v_proj.output']:
+ rr=[r for r in full if r['module'].endswith(suffix)]
+ agg[suffix]={'observations':len(rr),**{key:{'min':min(float(r[key]) for r in rr),'mean':float(np.mean([float(r[key]) for r in rr])),'max':max(float(r[key]) for r in rr)} for key in ['zero_rate','negative_rate','near_001_rms','near_01_rms','ever_active_001','energy90_channel_fraction']}}
+(root/'aggregates.json').write_text(json.dumps(agg,indent=2))
diff --git a/activation/run.py b/activation/run.py
new file mode 100644
index 0000000..13b1421
--- /dev/null
+++ b/activation/run.py
@@ -0,0 +1,48 @@
+"""CPU-only observed activation sparsity; no checkpoint changes or training."""
+import json,csv,time,resource,hashlib
+from pathlib import Path
+import numpy as np
+from tokenizers import Tokenizer
+from functional.model import StreamingLM,silu,sigmoid
+
+
+def metrics(x):
+ x=np.asarray(x,dtype=np.float64).reshape(-1,x.shape[-1]); a=np.abs(x); energy=np.square(x).sum(0); total=energy.sum()
+ rms=float(np.sqrt(np.mean(x*x))); cutoff=.01*rms
+ ordered=np.sort(energy)[::-1]; n90=int(np.searchsorted(np.cumsum(ordered),.9*total)+1) if total else 0
+ return dict(elements=x.size,channels=x.shape[-1],rms=rms,zero_rate=float(np.mean(x==0)),negative_rate=float(np.mean(x<0)),near_001_rms=float(np.mean(a<=cutoff)),near_01_rms=float(np.mean(a<=.1*rms)),ever_active_001=float(np.mean(np.any(a>cutoff,axis=0))),channels_for_90pct_energy=n90,energy90_channel_fraction=n90/x.shape[-1])
+
+class Probe(StreamingLM):
+ def record(self,x,name):
+ for width in (0,64,128):
+ for start in range(0,x.shape[-1],width or x.shape[-1]):
+ stop=min(start+(width or x.shape[-1]),x.shape[-1]); z=x[...,start:stop]
+ self.rows.append(dict(sample=self.sample,module=name,width=width,start=start,stop=stop,**metrics(z)))
+ def linear(self,x,name,rows=256):
+ y=super().linear(x,name,rows); self.record(y,name+'.output')
+ if name.endswith('self_attn.q_proj'):
+ dim=self.config['head_dim']; mixed=y.reshape(*y.shape[:-1],-1,2*dim)
+ self.record(sigmoid(mixed[...,dim:]).reshape(*y.shape[:-1],-1),name+'.sigmoid_gate')
+ return y
+ def mlp(self,h,layer):
+ p=f'layers.{layer}.mlp.'; pre=self.linear(h,p+'gate_proj'); g=silu(pre); u=self.linear(h,p+'up_proj')
+ self.record(g,p+'silu_gate'); self.record(g*u,p+'gated_product')
+ return self.linear(g*u,p+'down_proj')
+
+def main():
+ import argparse
+ p=argparse.ArgumentParser();p.add_argument('--source',type=Path,required=True);p.add_argument('--out',type=Path,required=True);a=p.parse_args();a.out.mkdir(parents=True,exist_ok=False)
+ started=time.monotonic();cfg=json.loads((a.source/'model_config.json').read_text()); lm=Probe(a.source/'weights',cfg,seconds=3600);lm.rows=[]
+ samples=json.loads(Path('crossqkv/fresh_samples.json').read_text())['samples'];tok=Tokenizer.from_file(str(a.source/'tokenizer.json'))
+ for s in samples:
+ lm.sample=s['id']; ids=tok.encode(s['text']).ids[:32];s['token_ids']=ids
+ lm.forward(np.array([ids],dtype=np.int64))
+ first=not (a.out/'metrics.csv').exists()
+ with (a.out/'metrics.csv').open('a') as f:
+ w=csv.DictWriter(f,fieldnames=list(lm.rows[0]))
+ if first:w.writeheader()
+ w.writerows(lm.rows)
+ print('completed',s['id'],len(lm.rows),flush=True);lm.rows.clear()
+ summary={'completed':True,'elapsed_seconds':time.monotonic()-started,'peak_rss_kib':resource.getrusage(resource.RUSAGE_SELF).ru_maxrss,'config_activation':lm.config.get('hidden_act'),'layer_count':len(lm.config['layer_types']),'samples':samples,'rows':sum(1 for _ in (a.out/'metrics.csv').open())-1,'block_widths':[64,128],'threshold_reference':'RMS within each sample/module/block, thresholds 0.01 and 0.1; exact zero measured separately','training':False,'weights_deleted':False,'limits':['4 short texts, 32 tokens each, descriptive only','Block is contiguous output channels, not Transformer block','Small output does not prove removable computation or parameter interchangeability','All samples previously used; no generalization claim','Relative threshold differs between blocks; width=0 is whole module reference']}
+ (a.out/'summary.json').write_text(json.dumps(summary,indent=2))
+if __name__=='__main__':main()
diff --git a/results/block-activation/REPORT.md b/results/block-activation/REPORT.md
new file mode 100644
index 0000000..dab15e1
--- /dev/null
+++ b/results/block-activation/REPORT.md
@@ -0,0 +1,25 @@
+# 实测激活率:SiLU 门控模型
+
+覆盖24层、4条中英文文本,每条32 token;所有投影输出及 MLP 门控中间量,按64/128输出通道分块。
+
+| 输出 | 精确零比例均值 | 0.01 RMS以下均值 | 0.1 RMS以下均值 | 32 token内曾活跃通道比例均值 | 90%能量所需通道比例均值 |
+|---|---:|---:|---:|---:|---:|
+| mlp.gate_proj.output | 0.0000% | 0.7811% | 7.8005% | 100.0000% | 63.3063% |
+| mlp.silu_gate | 0.0000% | 0.5031% | 5.1789% | 100.0000% | 70.1228% |
+| mlp.gated_product | 0.0000% | 3.1636% | 21.0460% | 100.0000% | 54.8421% |
+| self_attn.q_proj.output | 0.0000% | 1.2760% | 12.4831% | 100.0000% | 44.0277% |
+| self_attn.k_proj.output | 0.0000% | 1.2245% | 12.0834% | 100.0000% | 53.4587% |
+| self_attn.v_proj.output | 0.0000% | 1.3741% | 13.4814% | 100.0000% | 59.9447% |
+
+128通道块×文本观测共27600条,整个32 token窗口全为精确零的块观测数为0。
+
+表中是整模块逐文本统计再取均值;每个分块的独立统计见 metrics.csv。阈值是各自RMS的比例;阈值下激活率=1−近零比例。能量集中不等于可删除或可替换。
+
+仅测该模型、四条短文本;不推断所有语言/长上下文。SiLU不把负值整体截零,负数不等于静默。未执行删块/跳算的质量验证。权重和既有缓存全部保留。
+
+CPU测量耗时268.6秒,峰值RSS151.6 MiB。
+
+mlp.gated_product: 128通道块在0.1 RMS阈值上的激活率范围 10.47%–89.04%。
+self_attn.q_proj.output: 128通道块在0.1 RMS阈值上的激活率范围 75.49%–100.00%。
+self_attn.k_proj.output: 128通道块在0.1 RMS阈值上的激活率范围 81.20%–93.95%。
+self_attn.v_proj.output: 128通道块在0.1 RMS阈值上的激活率范围 76.66%–91.89%。
diff --git a/results/block-activation/aggregates.json b/results/block-activation/aggregates.json
new file mode 100644
index 0000000..e65c6cb
--- /dev/null
+++ b/results/block-activation/aggregates.json
@@ -0,0 +1,200 @@
+{
+ "mlp.gate_proj.output": {
+ "observations": 96,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.6825663248697916,
+ "mean": 0.8063652250501846,
+ "max": 0.9117279052734375
+ },
+ "near_001_rms": {
+ "min": 0.005289713541666667,
+ "mean": 0.007811493343777125,
+ "max": 0.010442097981770834
+ },
+ "near_01_rms": {
+ "min": 0.053070068359375,
+ "mean": 0.07800536685519749,
+ "max": 0.10291544596354167
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.5314127604166666,
+ "mean": 0.6330634223090278,
+ "max": 0.78955078125
+ }
+ },
+ "mlp.silu_gate": {
+ "observations": 96,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.6825663248697916,
+ "mean": 0.8063652250501846,
+ "max": 0.9117279052734375
+ },
+ "near_001_rms": {
+ "min": 0.0018768310546875,
+ "mean": 0.0050310028923882385,
+ "max": 0.0082244873046875
+ },
+ "near_01_rms": {
+ "min": 0.020375569661458332,
+ "mean": 0.05178917778862848,
+ "max": 0.09897359212239583
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.04736328125,
+ "mean": 0.7012278238932291,
+ "max": 0.8186848958333334
+ }
+ },
+ "mlp.gated_product": {
+ "observations": 96,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.4942118326822917,
+ "mean": 0.5002292527092828,
+ "max": 0.5078125
+ },
+ "near_001_rms": {
+ "min": 0.020960489908854168,
+ "mean": 0.03163560231526693,
+ "max": 0.07338460286458333
+ },
+ "near_01_rms": {
+ "min": 0.16080220540364584,
+ "mean": 0.21046002705891928,
+ "max": 0.4075215657552083
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.06380208333333333,
+ "mean": 0.5484212239583334,
+ "max": 0.7263997395833334
+ }
+ },
+ "self_attn.q_proj.output": {
+ "observations": 24,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.6834945678710938,
+ "mean": 0.7360480626424154,
+ "max": 0.7523574829101562
+ },
+ "near_001_rms": {
+ "min": 0.01090240478515625,
+ "mean": 0.012759526570638021,
+ "max": 0.01556396484375
+ },
+ "near_01_rms": {
+ "min": 0.106048583984375,
+ "mean": 0.1248311996459961,
+ "max": 0.148590087890625
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.413330078125,
+ "mean": 0.440277099609375,
+ "max": 0.4931640625
+ }
+ },
+ "self_attn.k_proj.output": {
+ "observations": 24,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.47601318359375,
+ "mean": 0.49783579508463544,
+ "max": 0.52325439453125
+ },
+ "near_001_rms": {
+ "min": 0.00909423828125,
+ "mean": 0.01224517822265625,
+ "max": 0.01629638671875
+ },
+ "near_01_rms": {
+ "min": 0.095458984375,
+ "mean": 0.1208343505859375,
+ "max": 0.15106201171875
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.41015625,
+ "mean": 0.5345865885416666,
+ "max": 0.65234375
+ }
+ },
+ "self_attn.v_proj.output": {
+ "observations": 24,
+ "zero_rate": {
+ "min": 0.0,
+ "mean": 0.0,
+ "max": 0.0
+ },
+ "negative_rate": {
+ "min": 0.49267578125,
+ "mean": 0.5059967041015625,
+ "max": 0.51666259765625
+ },
+ "near_001_rms": {
+ "min": 0.0084228515625,
+ "mean": 0.01374053955078125,
+ "max": 0.02447509765625
+ },
+ "near_01_rms": {
+ "min": 0.087890625,
+ "mean": 0.1348139444986979,
+ "max": 0.22296142578125
+ },
+ "ever_active_001": {
+ "min": 1.0,
+ "mean": 1.0,
+ "max": 1.0
+ },
+ "energy90_channel_fraction": {
+ "min": 0.291015625,
+ "mean": 0.5994466145833334,
+ "max": 0.732421875
+ }
+ }
+}
\ No newline at end of file
diff --git a/results/block-activation/audit.json b/results/block-activation/audit.json
new file mode 100644
index 0000000..bd78c1a
--- /dev/null
+++ b/results/block-activation/audit.json
@@ -0,0 +1,7 @@
+{
+ "passed": true,
+ "rows": 83616,
+ "layers": 24,
+ "samples": 4,
+ "all_zero_128_blocks": 0
+}
\ No newline at end of file
diff --git a/results/block-activation/checksums.json b/results/block-activation/checksums.json
new file mode 100644
index 0000000..f294197
--- /dev/null
+++ b/results/block-activation/checksums.json
@@ -0,0 +1,18 @@
+{
+ "REPORT.md": "f7f05bdbf9c9d096fe685ebb49ee15ff9866a99071302f9d7710b99b1a2e7db4",
+ "aggregates.json": "57dfef79b14e73dafd39840661abacd8b44447884e640bb40b86f90ec441ee4d",
+ "audit.json": "2a67fde20f6765d0dbfa783ff31c548f8135af5d74b6fc0e27a3e71c9cbdffb1",
+ "figures/block_activity.pdf": "354cbc89dfc6da6d6611c6effc9dfefc6762e3da1d52bfba89cc11be8c8a9247",
+ "figures/block_activity.png": "ddcfa1f0de30f4f8bdece16b3451ca1b5bf419fac5a5bb9bb944301983efaeec",
+ "figures/block_activity.svg": "da85920dd0fc32ba439b650c8b695757d42eb72768b4017a78109cb8a2f24216",
+ "figures/mlp_activation.pdf": "6eef102d1ecc7c21206da862f79d4edaed77a695f7c46d53550c3dc6f9087ee5",
+ "figures/mlp_activation.png": "0e1a01ea5b21274eaa757c1c9cd493524003220eadcf7aa378e0eb39a37a7c40",
+ "figures/mlp_activation.svg": "d7b0a67d2d1d501e6fa70aa4a38010bead93a450423e5cd6b3b1284794353c8f",
+ "final-tests.txt": "7b52cfeffca483471297e30aa9658bc2c5c6585b682f5ee5fbbcc2e1b2b8abe4",
+ "first-attempt.txt": "7a1f686db3b7412b681d516bdd83bb8ed7ab2a758a44a2d84c4c7968017d9c91",
+ "full-tests.txt": "55fe658a01d15ed380f2b5cd01058f2374997ffde945025262e92fd966f0dc3b",
+ "metrics.csv": "8f6205e7f446f83567485275f57f63ce64233eee711a4be89c30b37182772e4d",
+ "run.txt": "9fe01020a3ac92db51a17042eef6af73f854dd2e81220d7a04cd5a843c6ff9ba",
+ "source-hashes.json": "34d1c164e787ec6ec5b77d4bc056da2e72365e1cd4b5089741f2b979a3c8beb3",
+ "summary.json": "1e7c3bace11673d10cb927d689348bf00790a9b074ccafed6ce44d898410ef98"
+}
\ No newline at end of file
diff --git a/results/block-activation/figures/block_activity.pdf b/results/block-activation/figures/block_activity.pdf
new file mode 100644
index 0000000..426b743
Binary files /dev/null and b/results/block-activation/figures/block_activity.pdf differ
diff --git a/results/block-activation/figures/block_activity.png b/results/block-activation/figures/block_activity.png
new file mode 100644
index 0000000..54098b9
Binary files /dev/null and b/results/block-activation/figures/block_activity.png differ
diff --git a/results/block-activation/figures/block_activity.svg b/results/block-activation/figures/block_activity.svg
new file mode 100644
index 0000000..b851400
--- /dev/null
+++ b/results/block-activation/figures/block_activity.svg
@@ -0,0 +1,1821 @@
+
+
+
diff --git a/results/block-activation/figures/mlp_activation.pdf b/results/block-activation/figures/mlp_activation.pdf
new file mode 100644
index 0000000..77f766c
Binary files /dev/null and b/results/block-activation/figures/mlp_activation.pdf differ
diff --git a/results/block-activation/figures/mlp_activation.png b/results/block-activation/figures/mlp_activation.png
new file mode 100644
index 0000000..a0fdef9
Binary files /dev/null and b/results/block-activation/figures/mlp_activation.png differ
diff --git a/results/block-activation/figures/mlp_activation.svg b/results/block-activation/figures/mlp_activation.svg
new file mode 100644
index 0000000..9cd3745
--- /dev/null
+++ b/results/block-activation/figures/mlp_activation.svg
@@ -0,0 +1,2410 @@
+
+
+
diff --git a/results/block-activation/final-tests.txt b/results/block-activation/final-tests.txt
new file mode 100644
index 0000000..6476276
--- /dev/null
+++ b/results/block-activation/final-tests.txt
@@ -0,0 +1,7 @@
+test_known_activity (tests.test_activation.ActivationTests.test_known_activity) ... ok
+test_zero_and_scale (tests.test_activation.ActivationTests.test_zero_and_scale) ... ok
+
+----------------------------------------------------------------------
+Ran 2 tests in 0.002s
+
+OK
diff --git a/results/block-activation/first-attempt.txt b/results/block-activation/first-attempt.txt
new file mode 100644
index 0000000..c5eeb7a
--- /dev/null
+++ b/results/block-activation/first-attempt.txt
@@ -0,0 +1,24 @@
+completed fresh-zh-1 20904
+completed fresh-zh-2 41808
+completed fresh-en-1 62712
+Traceback (most recent call last):
+ File "/opt/exp-model-parameter-similarity/activation_probe.py", line 44, in
+ if __name__=='__main__':main()
+ ~~~~^^
+ File "/opt/exp-model-parameter-similarity/activation_probe.py", line 39, in main
+ lm.forward(np.array([ids],dtype=np.int64)); print('completed',s['id'],len(lm.rows),flush=True)
+ ~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/opt/exp-model-parameter-similarity/functional/model.py", line 220, in forward
+ h = h + self.mlp(n,donor)
+ ~~~~~~~~^^^^^^^^^
+ File "/opt/exp-model-parameter-similarity/activation_probe.py", line 30, in mlp
+ return self.linear(g*u,p+'down_proj')
+ ~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^
+ File "/opt/exp-model-parameter-similarity/activation_probe.py", line 22, in linear
+ y=super().linear(x,name,rows); self.record(y,name+'.output')
+ File "/opt/exp-model-parameter-similarity/functional/model.py", line 130, in linear
+ self.guard()
+ ~~~~~~~~~~^^
+ File "/opt/exp-model-parameter-similarity/functional/model.py", line 111, in guard
+ raise MemoryError(f'Sustained host swap pressure plus constrained memory: available={available} KiB, process_swap={own_swap_kib} KiB')
+MemoryError: Sustained host swap pressure plus constrained memory: available=989040 KiB, process_swap=132360 KiB
diff --git a/results/block-activation/full-tests.txt b/results/block-activation/full-tests.txt
new file mode 100644
index 0000000..a01bd74
--- /dev/null
+++ b/results/block-activation/full-tests.txt
@@ -0,0 +1,33 @@
+test_known_activity (test_activation.ActivationTests.test_known_activity) ... ok
+test_zero_and_scale (test_activation.ActivationTests.test_zero_and_scale) ... ok
+test_assignment_against_exhaustive_and_inverse (test_crossqkv.CrossQKVTests.test_assignment_against_exhaustive_and_inverse) ... ok
+test_cached_mode_rejects_future_state_reuse (test_crossqkv.CrossQKVTests.test_cached_mode_rejects_future_state_reuse) ... ok
+test_controls_cover_multiple_projection_layers (test_crossqkv.CrossQKVTests.test_controls_cover_multiple_projection_layers) ... ok
+test_head_matrix_metrics_and_gram_are_diagnostic (test_crossqkv.CrossQKVTests.test_head_matrix_metrics_and_gram_are_diagnostic) ... ok
+test_probability_identity_and_nontrivial_queries (test_crossqkv.CrossQKVTests.test_probability_identity_and_nontrivial_queries) ... ok
+test_profile_matches_canonical_and_head_sum (test_crossqkv.CrossQKVTests.test_profile_matches_canonical_and_head_sum) ... ok
+test_recipient_value_gate_output_and_gqa_group_stay_fixed (test_crossqkv.CrossQKVTests.test_recipient_value_gate_output_and_gqa_group_stay_fixed) ... ok
+test_topk_tail_rank_can_change_with_tiny_probability_difference (test_crossqkv.CrossQKVTests.test_topk_tail_rank_can_change_with_tiny_probability_difference) ... ok
+test_causal_convolution_and_norm_boundary (test_functional.FunctionalTests.test_causal_convolution_and_norm_boundary) ... ok
+test_causality_and_identical_function_metrics (test_functional.FunctionalTests.test_causality_and_identical_function_metrics) ... ok
+test_neuron_function_metrics_and_targeted_replacement (test_functional.FunctionalTests.test_neuron_function_metrics_and_targeted_replacement) ... ok
+test_nonrotary_gain_identity_and_rotary_negative_control (test_functional.FunctionalTests.test_nonrotary_gain_identity_and_rotary_negative_control) ... ok
+test_streamed_projection_embedding_and_output_head (test_functional.FunctionalTests.test_streamed_projection_embedding_and_output_head) ... ok
+test_uniform_rmsnorm_function_bound_is_tight (test_functional.FunctionalTests.test_uniform_rmsnorm_function_bound_is_tight) ... ok
+test_3d_reader_and_exact_block (test_pilot.PilotTests.test_3d_reader_and_exact_block) ... ok
+test_bfloat16 (test_pilot.PilotTests.test_bfloat16) ... ok
+test_directional_replacement_error_and_scaling (test_pilot.PilotTests.test_directional_replacement_error_and_scaling) ... ok
+test_end_to_end_synthetic_groups_and_savings (test_pilot.PilotTests.test_end_to_end_synthetic_groups_and_savings) ... Inventory: 4 tensors, 33792 bytes
+tensor: sampling 4 objects
+block: sampling 22 objects
+block: verified 100/109
+{"model": "synthetic", "revision": "test", "tensor_count": 4, "parameter_count": 8448, "model_weight_bytes": 33792, "ndim_counts": {"2": 2, "3": 2}, "elapsed_seconds": 0.3087193910032511, "analysis_budget_seconds": 60, "peak_rss_kib": 57700, "python": "3.14.4", "numpy": "2.5.4", "seed": 20261109, "limitations": ["No inference or functional equivalence measured", "No exhaustive pair search", "Block search uses per-role/shape/scale reservoirs of 256", "Different block scales overlap; savings must not be added", "Block savings count only verified disjoint sampled blocks, no extrapolation", "Spectral probes use aligned bounded subvolumes, not whole tensors", "Shared encoding is theoretical, not a runnable compressed checkpoint", "No cross-role grouping, neuron permutation alignment, or training"], "completed": true}
+ok
+test_no_transitive_chaining (test_pilot.PilotTests.test_no_transitive_chaining) ... ok
+test_ranged_download_preserves_prefix (test_pilot.PilotTests.test_ranged_download_preserves_prefix) ... Weight download 36/36 bytes (100.0%)
+ok
+
+----------------------------------------------------------------------
+Ran 22 tests in 33.253s
+
+OK
diff --git a/results/block-activation/metrics.csv b/results/block-activation/metrics.csv
new file mode 100644
index 0000000..7304c84
--- /dev/null
+++ b/results/block-activation/metrics.csv
@@ -0,0 +1,83617 @@
+sample,module,width,start,stop,elements,channels,rms,zero_rate,negative_rate,near_001_rms,near_01_rms,ever_active_001,channels_for_90pct_energy,energy90_channel_fraction
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5269537355489862,0.0,0.5043741861979166,0.016377766927083332,0.14472452799479166,0.9977213541666666,2587,0.4210611979166667
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.0318224388582342,0.0,0.48095703125,0.015625,0.189453125,1.0,34,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.6437763059235357,0.0,0.49853515625,0.01220703125,0.12255859375,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3323675382633076,0.0,0.49267578125,0.0107421875,0.115234375,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.5797075144181163,0.0,0.490234375,0.0087890625,0.134765625,1.0,31,0.484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.3277046785211153,0.0,0.4951171875,0.00732421875,0.1171875,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.0595342023946919,0.0,0.515625,0.0087890625,0.11767578125,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.8949770447662911,0.0,0.48291015625,0.0556640625,0.1572265625,0.953125,43,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.1768259701610366,0.0,0.53564453125,0.0771484375,0.19677734375,0.9375,31,0.484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.7888478884407963,0.0,0.47998046875,0.00830078125,0.11328125,1.0,34,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.6972256549520144,0.0,0.4443359375,0.0068359375,0.1044921875,1.0,37,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.3715378323994871,0.0,0.47314453125,0.00830078125,0.11572265625,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.2589806303319242,0.0,0.47314453125,0.01171875,0.11376953125,1.0,40,0.625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.7646458823530066,0.0,0.5302734375,0.0107421875,0.10595703125,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.072165123193909,0.0,0.5185546875,0.0126953125,0.16796875,1.0,37,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.400993938920177,0.0,0.4580078125,0.00830078125,0.0966796875,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.7410332801365538,0.0,0.47265625,0.01171875,0.1123046875,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.702229185185048,0.0,0.45068359375,0.01025390625,0.1337890625,1.0,28,0.4375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.384050517578976,0.0,0.4736328125,0.009765625,0.10888671875,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.3882309130065569,0.0,0.48828125,0.01220703125,0.14453125,1.0,33,0.515625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.209803792497049,0.0,0.47900390625,0.0126953125,0.12744140625,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4815581326397924,0.0,0.45263671875,0.00927734375,0.111328125,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7279130747270686,0.0,0.5263671875,0.01611328125,0.142578125,1.0,24,0.375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8974353236504132,0.0,0.50830078125,0.01416015625,0.1318359375,1.0,41,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.0446224760311622,0.0,0.490234375,0.01025390625,0.1474609375,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.0422670301861328,0.0,0.5458984375,0.015625,0.1171875,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.8279543102853893,0.0,0.521484375,0.00732421875,0.09423828125,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.2774138661489705,0.0,0.5244140625,0.0068359375,0.087890625,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.5328678497111408,0.0,0.48193359375,0.01220703125,0.1142578125,1.0,40,0.625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2277039001064876,0.0,0.52685546875,0.01123046875,0.130859375,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.1262069006368038,0.0,0.52880859375,0.0087890625,0.11181640625,1.0,39,0.609375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.0318066494181433,0.0,0.48291015625,0.009765625,0.0947265625,1.0,45,0.703125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.0884210403524253,0.0,0.56591796875,0.0166015625,0.1025390625,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.5840676255189403,0.0,0.50732421875,0.0146484375,0.1064453125,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8769204683004846,0.0,0.50439453125,0.01953125,0.14990234375,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.556007903240933,0.0,0.4873046875,0.0126953125,0.12353515625,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.5534287182761752,0.0,0.5322265625,0.015625,0.115234375,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.017332230471389,0.0,0.5322265625,0.00830078125,0.1123046875,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.9250266671813212,0.0,0.47216796875,0.01220703125,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0862762983955814,0.0,0.52294921875,0.05419921875,0.17236328125,0.953125,34,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.6963473661349334,0.0,0.5107421875,0.072265625,0.15673828125,0.9375,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.663275697833291,0.0,0.4658203125,0.0146484375,0.11865234375,1.0,39,0.609375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.6743333000871476,0.0,0.5146484375,0.0146484375,0.126953125,1.0,39,0.609375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.7225700982179535,0.0,0.48388671875,0.0146484375,0.11572265625,1.0,34,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5939418771710114,0.0,0.51904296875,0.00927734375,0.11572265625,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.904657857642188,0.0,0.47119140625,0.01708984375,0.12646484375,1.0,47,0.734375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0831795162552325,0.0,0.47314453125,0.021484375,0.16357421875,1.0,37,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2308462131592468,0.0,0.54296875,0.00830078125,0.0927734375,1.0,37,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.1747179770884046,0.0,0.4833984375,0.01318359375,0.11279296875,1.0,36,0.5625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3552320376922316,0.0,0.49169921875,0.009765625,0.10986328125,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.1195618894164947,0.0,0.44921875,0.01611328125,0.16845703125,1.0,23,0.359375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4875183746749578,0.0,0.4775390625,0.0146484375,0.14404296875,1.0,29,0.453125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2666387675716548,0.0,0.5126953125,0.01025390625,0.14501953125,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.8882996807721824,0.0,0.4931640625,0.009765625,0.10595703125,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.9634418409089269,0.0,0.4794921875,0.00830078125,0.10693359375,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.9132716357996203,0.0,0.48583984375,0.009765625,0.123046875,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.680544865178496,0.0,0.47607421875,0.01171875,0.09814453125,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.3120660343350181,0.0,0.46728515625,0.01025390625,0.14599609375,1.0,30,0.46875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.411242113568254,0.0,0.49267578125,0.0078125,0.13134765625,1.0,32,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.285276991445572,0.0,0.46728515625,0.00830078125,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3193745943339363,0.0,0.58642578125,0.0068359375,0.09228515625,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.0089085455895692,0.0,0.5009765625,0.00927734375,0.1240234375,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7497625291827986,0.0,0.52197265625,0.01025390625,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.0928436190158186,0.0,0.49267578125,0.013671875,0.1279296875,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.2413735570107245,0.0,0.52783203125,0.0205078125,0.142578125,1.0,32,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.5935679741238172,0.0,0.537109375,0.0087890625,0.10302734375,1.0,52,0.8125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.5849598004315396,0.0,0.51708984375,0.00439453125,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.29022280536465,0.0,0.5224609375,0.00244140625,0.025390625,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.0588769375743317,0.0,0.48681640625,0.00146484375,0.021484375,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.6535320224862002,0.0,0.5419921875,0.0087890625,0.0732421875,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.27884263896651,0.0,0.5654296875,0.005859375,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.4493885461675227,0.0,0.5478515625,0.017578125,0.125,1.0,34,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.308448422958093,0.0,0.54736328125,0.0107421875,0.1337890625,1.0,31,0.484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.805510122050616,0.0,0.55712890625,0.037109375,0.2373046875,1.0,12,0.1875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7833003510043872,0.0,0.5849609375,0.01123046875,0.109375,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.3407492119225624,0.0,0.48193359375,0.00048828125,0.02001953125,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.656159489981596,0.0,0.50244140625,0.00048828125,0.02490234375,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9824425285825762,0.0,0.52783203125,0.01416015625,0.14306640625,1.0,41,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8599812000499624,0.0,0.4736328125,0.01220703125,0.130859375,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.4470461688214296,0.0,0.49609375,0.00048828125,0.0068359375,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.260573261035111,0.0,0.54248046875,0.00146484375,0.02685546875,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,3.59866322273445,0.0,0.4013671875,0.0,0.00244140625,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,4.042474911440329,0.0,0.54833984375,0.0009765625,0.00537109375,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.0055085310773424,0.0,0.439453125,0.00048828125,0.0166015625,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.125626200061788,0.0,0.46630859375,0.0009765625,0.0185546875,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8214409743798209,0.0,0.51611328125,0.01220703125,0.095703125,1.0,47,0.734375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.0934844645788928,0.0,0.52490234375,0.015625,0.1279296875,1.0,38,0.59375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.6853322937187516,0.0,0.50341796875,0.01025390625,0.11328125,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.7588914479296133,0.0,0.50634765625,0.01171875,0.111328125,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.84522117507188,0.0,0.490234375,0.00830078125,0.07666015625,1.0,40,0.625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,2.230146748537097,0.0,0.60205078125,0.00390625,0.05126953125,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.2525814137500062,0.0,0.49853515625,0.01220703125,0.140625,1.0,30,0.46875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.8510615238368398,0.0,0.5341796875,0.0146484375,0.17431640625,1.0,23,0.359375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8154884275880415,0.0,0.51806640625,0.01171875,0.11865234375,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6955962357668528,0.0,0.52587890625,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.9818504046649754,0.0,0.5029296875,0.0078125,0.0654296875,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.310575005157002,0.0,0.57373046875,0.0029296875,0.0390625,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.8599725220609983,0.0,0.48974609375,0.014892578125,0.157958984375,1.0,83,0.6484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.461280104587565,0.0,0.491455078125,0.009765625,0.12744140625,1.0,67,0.5234375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.2011270622650656,0.0,0.50537109375,0.00830078125,0.120849609375,1.0,82,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.0454432731392147,0.0,0.50927734375,0.067626953125,0.18115234375,0.9453125,73,0.5703125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.7436386798597912,0.0,0.462158203125,0.007568359375,0.11083984375,1.0,70,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.3164627327148408,0.0,0.47314453125,0.010009765625,0.1142578125,1.0,74,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.9311877836378702,0.0,0.5244140625,0.01123046875,0.1416015625,1.0,85,0.6640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.580186840129059,0.0,0.46533203125,0.010498046875,0.109375,1.0,69,0.5390625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.551318799297292,0.0,0.462158203125,0.01025390625,0.122802734375,1.0,63,0.4921875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.302077241212529,0.0,0.483642578125,0.01220703125,0.138916015625,1.0,70,0.546875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.6094561339477165,0.0,0.489501953125,0.0126953125,0.126708984375,1.0,59,0.4609375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.9738137084589121,0.0,0.499267578125,0.01171875,0.138916015625,1.0,77,0.6015625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.9412302858846967,0.0,0.53369140625,0.0107421875,0.1083984375,1.0,79,0.6171875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.4109340930935996,0.0,0.503173828125,0.009765625,0.1005859375,1.0,83,0.6484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1780489907848986,0.0,0.52783203125,0.009765625,0.119873046875,1.0,74,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.0604917073851523,0.0,0.5244140625,0.012939453125,0.098388671875,1.0,86,0.671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.7450249992126687,0.0,0.505859375,0.015869140625,0.1337890625,1.0,93,0.7265625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.5547188455977186,0.0,0.509765625,0.01416015625,0.119384765625,1.0,73,0.5703125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9722754759203983,0.0,0.502197265625,0.010498046875,0.102294921875,1.0,88,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9123858423877107,0.0,0.516845703125,0.06298828125,0.16845703125,0.9453125,81,0.6328125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.6688136574799983,0.0,0.490234375,0.0146484375,0.12255859375,1.0,77,0.6015625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.6595027042873502,0.0,0.50146484375,0.012939453125,0.115966796875,1.0,69,0.5390625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9979187601775689,0.0,0.47216796875,0.01904296875,0.1435546875,1.0,84,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.2031094559812776,0.0,0.51318359375,0.0107421875,0.10205078125,1.0,73,0.5703125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.7789317692163267,0.0,0.470458984375,0.012939453125,0.145751953125,1.0,61,0.4765625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3815000330276994,0.0,0.4951171875,0.011962890625,0.146484375,1.0,63,0.4921875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.9266327491714135,0.0,0.486328125,0.00927734375,0.10546875,1.0,93,0.7265625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8053590485854528,0.0,0.48095703125,0.010986328125,0.109375,1.0,91,0.7109375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3625567110333818,0.0,0.47998046875,0.00927734375,0.137939453125,1.0,61,0.4765625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3024373813955932,0.0,0.52685546875,0.00732421875,0.100830078125,1.0,85,0.6640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8888307779128282,0.0,0.511474609375,0.009033203125,0.1025390625,1.0,91,0.7109375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.1694689999459265,0.0,0.51025390625,0.016845703125,0.139892578125,1.0,68,0.53125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.5892796059708665,0.0,0.527099609375,0.006591796875,0.092041015625,1.0,103,0.8046875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.1776242493010343,0.0,0.504638671875,0.001953125,0.02392578125,1.0,102,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.9908907456913794,0.0,0.5537109375,0.0068359375,0.080322265625,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.380718007650933,0.0,0.547607421875,0.013671875,0.131103515625,1.0,65,0.5078125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.3916584064904047,0.0,0.571044921875,0.025390625,0.192626953125,1.0,47,0.3671875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.503426662530319,0.0,0.4921875,0.00048828125,0.02197265625,1.0,99,0.7734375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.9232445468041225,0.0,0.500732421875,0.012939453125,0.13623046875,1.0,83,0.6484375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.355655579753814,0.0,0.519287109375,0.001220703125,0.01708984375,1.0,105,0.8203125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,3.827007995829509,0.0,0.474853515625,0.00048828125,0.00390625,1.0,102,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.066440322222386,0.0,0.452880859375,0.00048828125,0.017578125,1.0,106,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.9670764056333547,0.0,0.5205078125,0.0146484375,0.108642578125,1.0,84,0.65625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7230479176909751,0.0,0.5048828125,0.011474609375,0.114501953125,1.0,98,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,2.0467530023117395,0.0,0.546142578125,0.006103515625,0.067138671875,1.0,82,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.580409592969672,0.0,0.516357421875,0.01611328125,0.157470703125,1.0,51,0.3984375
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.7579167166460414,0.0,0.52197265625,0.010009765625,0.101318359375,1.0,93,0.7265625
+fresh-zh-1,layers.0.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.667413418487745,0.0,0.538330078125,0.0048828125,0.0517578125,1.0,91,0.7109375
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.0302008087870551,0.0,0.524871826171875,0.0109405517578125,0.1109161376953125,1.0,1357,0.66259765625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,0,64,2048,64,0.9396872578897505,0.0,0.57275390625,0.00732421875,0.09375,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,64,128,2048,64,0.9619305249647989,0.0,0.56591796875,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,128,192,2048,64,1.0783528977548171,0.0,0.62109375,0.01318359375,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,192,256,2048,64,1.0228611414844904,0.0,0.64453125,0.00732421875,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,256,320,2048,64,0.8385877580703541,0.0,0.6416015625,0.01318359375,0.09765625,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,320,384,2048,64,0.909439631491734,0.0,0.634765625,0.0078125,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6192775714157712,0.0,0.3662109375,0.013671875,0.1474609375,1.0,25,0.390625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,448,512,2048,64,1.8192950653677815,0.0,0.33056640625,0.0146484375,0.11181640625,1.0,32,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,512,576,2048,64,1.136186669431484,0.0,0.2607421875,0.00927734375,0.0888671875,1.0,45,0.703125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,576,640,2048,64,1.0877741716239842,0.0,0.2373046875,0.0078125,0.0869140625,1.0,45,0.703125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,640,704,2048,64,0.7128122176114942,0.0,0.625,0.01318359375,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,704,768,2048,64,0.7230910704304838,0.0,0.60791015625,0.01025390625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,768,832,2048,64,0.9414647559957482,0.0,0.48779296875,0.01806640625,0.15771484375,1.0,37,0.578125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,832,896,2048,64,0.654590617388453,0.0,0.5185546875,0.01220703125,0.1181640625,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,896,960,2048,64,0.9970275441278824,0.0,0.59765625,0.01171875,0.1298828125,1.0,39,0.609375
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,960,1024,2048,64,0.6518630217950219,0.0,0.60791015625,0.0068359375,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1024,1088,2048,64,0.8575666884472216,0.0,0.55712890625,0.0087890625,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0234785572366394,0.0,0.5185546875,0.00732421875,0.11279296875,1.0,41,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1152,1216,2048,64,0.7089746978054974,0.0,0.61279296875,0.01025390625,0.06494140625,1.0,53,0.828125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.0001418724232467,0.0,0.60693359375,0.013671875,0.11865234375,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8592066452618604,0.0,0.4248046875,0.0087890625,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1177079056545238,0.0,0.4091796875,0.01025390625,0.1201171875,1.0,41,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.933621431447393,0.0,0.462890625,0.009765625,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.9378718951569248,0.0,0.5029296875,0.00830078125,0.12060546875,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9796650539300052,0.0,0.64794921875,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.1584493582874715,0.0,0.64404296875,0.01171875,0.11865234375,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.3303330564155835,0.0,0.47705078125,0.013671875,0.1455078125,1.0,31,0.484375
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3447841623074634,0.0,0.5205078125,0.01611328125,0.14453125,1.0,32,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1792,1856,2048,64,0.8913706749628326,0.0,0.4189453125,0.0078125,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1856,1920,2048,64,0.9383980384440161,0.0,0.419921875,0.00830078125,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1920,1984,2048,64,0.7801874155934869,0.0,0.62255859375,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.027147314550469,0.0,0.62939453125,0.0078125,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9508739342045853,0.0,0.5693359375,0.00732421875,0.08740234375,1.0,100,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,128,256,4096,128,1.0509733314540302,0.0,0.6328125,0.010009765625,0.098876953125,1.0,92,0.71875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,256,384,4096,128,0.8747313505623552,0.0,0.63818359375,0.0107421875,0.094970703125,1.0,100,0.78125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,384,512,4096,128,1.7221925542984036,0.0,0.348388671875,0.01416015625,0.131103515625,1.0,57,0.4453125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,512,640,4096,128,1.1122438573096398,0.0,0.2490234375,0.008544921875,0.088134765625,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,640,768,4096,128,0.7179700389683817,0.0,0.616455078125,0.01171875,0.09033203125,1.0,102,0.796875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8108158740290947,0.0,0.503173828125,0.013916015625,0.141845703125,1.0,82,0.640625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,896,1024,4096,128,0.8423150606908953,0.0,0.602783203125,0.009033203125,0.112060546875,1.0,91,0.7109375
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1024,1152,4096,128,0.9441739729142948,0.0,0.537841796875,0.007568359375,0.100830078125,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1152,1280,4096,128,0.8668704883379853,0.0,0.60986328125,0.011962890625,0.09130859375,1.0,95,0.7421875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1280,1408,4096,128,0.9968718627849726,0.0,0.4169921875,0.0087890625,0.105712890625,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9357490766714976,0.0,0.48291015625,0.009033203125,0.108154296875,1.0,98,0.765625
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.0727880810319286,0.0,0.64599609375,0.010009765625,0.103759765625,1.0,95,0.7421875
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3375781256033261,0.0,0.498779296875,0.014892578125,0.1455078125,1.0,62,0.484375
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1792,1920,4096,128,0.9151864724577372,0.0,0.41943359375,0.0078125,0.091064453125,1.0,96,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_z.output,128,1920,2048,4096,128,0.9120646932204658,0.0,0.6259765625,0.008056640625,0.084228515625,1.0,97,0.7578125
+fresh-zh-1,layers.0.linear_attn.in_proj_b.output,0,0,16,512,16,1.6921860706181484,0.0,0.62890625,0.005859375,0.095703125,1.0,8,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_b.output,64,0,16,512,16,1.6921860706181484,0.0,0.62890625,0.005859375,0.095703125,1.0,8,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_b.output,128,0,16,512,16,1.6921860706181484,0.0,0.62890625,0.005859375,0.095703125,1.0,8,0.5
+fresh-zh-1,layers.0.linear_attn.in_proj_a.output,0,0,16,512,16,1.9298496107844283,0.0,0.677734375,0.015625,0.107421875,1.0,12,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_a.output,64,0,16,512,16,1.9298496107844283,0.0,0.677734375,0.015625,0.107421875,1.0,12,0.75
+fresh-zh-1,layers.0.linear_attn.in_proj_a.output,128,0,16,512,16,1.9298496107844283,0.0,0.677734375,0.015625,0.107421875,1.0,12,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,0,0,2048,65536,2048,0.05400088575488736,0.0,0.4988250732421875,0.018402099609375,0.1811676025390625,1.0,812,0.396484375
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,0,64,2048,64,0.029507363668023066,0.0,0.4697265625,0.01220703125,0.107421875,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,64,128,2048,64,0.04105148050137068,0.0,0.47412109375,0.0126953125,0.12890625,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,128,192,2048,64,0.03309402771007532,0.0,0.505859375,0.01220703125,0.10302734375,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,192,256,2048,64,0.049917245239487915,0.0,0.48876953125,0.02001953125,0.177734375,1.0,30,0.46875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,256,320,2048,64,0.02874280995062995,0.0,0.48779296875,0.009765625,0.115234375,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,320,384,2048,64,0.035641525326708993,0.0,0.47900390625,0.0107421875,0.13330078125,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,384,448,2048,64,0.030352697823422797,0.0,0.4677734375,0.0078125,0.10595703125,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,448,512,2048,64,0.038456731758864056,0.0,0.51806640625,0.017578125,0.134765625,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,512,576,2048,64,0.04092169663806581,0.0,0.50927734375,0.0078125,0.1259765625,1.0,41,0.640625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,576,640,2048,64,0.029057695366726498,0.0,0.5498046875,0.009765625,0.1123046875,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,640,704,2048,64,0.03581816513356252,0.0,0.4931640625,0.0126953125,0.11376953125,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,704,768,2048,64,0.03294376589819706,0.0,0.5029296875,0.01123046875,0.10791015625,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,768,832,2048,64,0.030903083118295236,0.0,0.51953125,0.00830078125,0.09912109375,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,832,896,2048,64,0.030750177967491292,0.0,0.49755859375,0.01220703125,0.10986328125,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,896,960,2048,64,0.02935114340086232,0.0,0.49169921875,0.0107421875,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,960,1024,2048,64,0.031781100854970476,0.0,0.4951171875,0.0107421875,0.11474609375,1.0,47,0.734375
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1024,1088,2048,64,0.03097184173978732,0.0,0.501953125,0.01513671875,0.1015625,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1088,1152,2048,64,0.034847666040555725,0.0,0.48046875,0.01025390625,0.10791015625,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1152,1216,2048,64,0.2319329842627758,0.0,0.49755859375,0.06396484375,0.57421875,1.0,1,0.015625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03584247096854179,0.0,0.484375,0.01025390625,0.123046875,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03162611231899757,0.0,0.47509765625,0.01220703125,0.10498046875,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1344,1408,2048,64,0.03919578153427226,0.0,0.51025390625,0.0126953125,0.11572265625,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1408,1472,2048,64,0.03837334225964387,0.0,0.5048828125,0.013671875,0.10986328125,1.0,43,0.671875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1472,1536,2048,64,0.038191628932484435,0.0,0.50390625,0.0126953125,0.12451171875,1.0,42,0.65625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1536,1600,2048,64,0.03177362635242671,0.0,0.505859375,0.0146484375,0.11474609375,1.0,47,0.734375
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1600,1664,2048,64,0.026875738869560815,0.0,0.52392578125,0.01220703125,0.10009765625,1.0,50,0.78125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1664,1728,2048,64,0.033954879666574095,0.0,0.5126953125,0.01171875,0.12353515625,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1728,1792,2048,64,0.03347370568678421,0.0,0.513671875,0.01123046875,0.115234375,1.0,46,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1792,1856,2048,64,0.04388275487149835,0.0,0.46533203125,0.013671875,0.14111328125,1.0,35,0.546875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1856,1920,2048,64,0.034934593745651873,0.0,0.5009765625,0.01123046875,0.12109375,1.0,44,0.6875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1920,1984,2048,64,0.05597033340957478,0.0,0.5107421875,0.01708984375,0.181640625,1.0,25,0.390625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03183285171070836,0.0,0.5205078125,0.0107421875,0.1171875,1.0,48,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,0,128,4096,128,0.03574848641545111,0.0,0.471923828125,0.0126953125,0.117919921875,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,128,256,4096,128,0.04234941583053072,0.0,0.497314453125,0.015380859375,0.1455078125,1.0,75,0.5859375
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,256,384,4096,128,0.03237643781728057,0.0,0.4833984375,0.010986328125,0.1240234375,1.0,92,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,384,512,4096,128,0.03464250628009785,0.0,0.492919921875,0.0126953125,0.12109375,1.0,90,0.703125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,512,640,4096,128,0.03548897656853016,0.0,0.529541015625,0.01025390625,0.121826171875,1.0,88,0.6875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,640,768,4096,128,0.034410991449610726,0.0,0.498046875,0.01171875,0.111572265625,1.0,90,0.703125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,768,896,4096,128,0.03082672534708034,0.0,0.508544921875,0.01025390625,0.103759765625,1.0,96,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,896,1024,4096,128,0.030590259810042382,0.0,0.493408203125,0.010986328125,0.106689453125,1.0,96,0.75
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03296676211905359,0.0,0.4912109375,0.012451171875,0.106689453125,1.0,93,0.7265625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1152,1280,4096,128,0.16594817250299532,0.0,0.490966796875,0.053955078125,0.470947265625,1.0,1,0.0078125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1280,1408,4096,128,0.035612640104998164,0.0,0.49267578125,0.01171875,0.113037109375,1.0,89,0.6953125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1408,1536,4096,128,0.038282593411969566,0.0,0.50439453125,0.01318359375,0.11767578125,1.0,84,0.65625
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1536,1664,4096,128,0.029426762235832602,0.0,0.514892578125,0.012939453125,0.10546875,1.0,97,0.7578125
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03371515108654399,0.0,0.51318359375,0.011474609375,0.11962890625,1.0,92,0.71875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1792,1920,4096,128,0.039661833135180166,0.0,0.483154296875,0.01220703125,0.135009765625,1.0,79,0.6171875
+fresh-zh-1,layers.0.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0455302573571406,0.0,0.515625,0.013671875,0.156982421875,1.0,69,0.5390625
+fresh-zh-1,layers.0.mlp.gate_proj.output,0,0,6144,196608,6144,0.29550329212592896,0.0,0.6962178548177084,0.008382161458333334,0.0844879150390625,1.0,4833,0.78662109375
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,0,64,2048,64,0.2893797342787271,0.0,0.68896484375,0.01123046875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,64,128,2048,64,0.2799674545139801,0.0,0.69677734375,0.00830078125,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,128,192,2048,64,0.3029485933200981,0.0,0.71923828125,0.0107421875,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,192,256,2048,64,0.28086979803155265,0.0,0.6728515625,0.01025390625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,256,320,2048,64,0.31493855334679727,0.0,0.65771484375,0.0107421875,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,320,384,2048,64,0.3354134616600379,0.0,0.69677734375,0.0126953125,0.1044921875,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,384,448,2048,64,0.3120571306495367,0.0,0.703125,0.01171875,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,448,512,2048,64,0.2997591957779828,0.0,0.701171875,0.0126953125,0.0947265625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,512,576,2048,64,0.3133607386149102,0.0,0.73828125,0.00537109375,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,576,640,2048,64,0.26558063563881906,0.0,0.671875,0.00927734375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,640,704,2048,64,0.30826629467724065,0.0,0.73681640625,0.0087890625,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,704,768,2048,64,0.28015718481651947,0.0,0.6650390625,0.0107421875,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,768,832,2048,64,0.3241851174106597,0.0,0.693359375,0.01123046875,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,832,896,2048,64,0.2900152545451194,0.0,0.69775390625,0.005859375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,896,960,2048,64,0.269968774995338,0.0,0.70458984375,0.009765625,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,960,1024,2048,64,0.2882507709160787,0.0,0.71533203125,0.00732421875,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1024,1088,2048,64,0.2815939185914074,0.0,0.69482421875,0.00537109375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1088,1152,2048,64,0.3038738129363666,0.0,0.7138671875,0.005859375,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1152,1216,2048,64,0.2847556226478797,0.0,0.6796875,0.0048828125,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1216,1280,2048,64,0.2745792112539442,0.0,0.6796875,0.00244140625,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1280,1344,2048,64,0.2663611948464595,0.0,0.68408203125,0.009765625,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1344,1408,2048,64,0.38364651620983564,0.0,0.7060546875,0.01123046875,0.10400390625,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1408,1472,2048,64,0.33415371389816956,0.0,0.744140625,0.01025390625,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1472,1536,2048,64,0.3005657430132074,0.0,0.6962890625,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1536,1600,2048,64,0.2913615837150569,0.0,0.7041015625,0.00732421875,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1600,1664,2048,64,0.31138855338825966,0.0,0.75341796875,0.01025390625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1664,1728,2048,64,0.33844318494250825,0.0,0.68798828125,0.0126953125,0.09912109375,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1728,1792,2048,64,0.30069887505087317,0.0,0.67041015625,0.00634765625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1792,1856,2048,64,0.27617376043075503,0.0,0.69140625,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1856,1920,2048,64,0.28870156341203984,0.0,0.701171875,0.00927734375,0.09619140625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1920,1984,2048,64,0.2822638353789805,0.0,0.64697265625,0.0087890625,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,1984,2048,2048,64,0.2842579709875497,0.0,0.72607421875,0.0078125,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2048,2112,2048,64,0.3260060011476805,0.0,0.69677734375,0.00830078125,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2112,2176,2048,64,0.2978042851836395,0.0,0.6728515625,0.00732421875,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2176,2240,2048,64,0.29459813897228243,0.0,0.71240234375,0.00537109375,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2240,2304,2048,64,0.30311385508003696,0.0,0.70458984375,0.0078125,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2304,2368,2048,64,0.29871898873854685,0.0,0.68603515625,0.00830078125,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2368,2432,2048,64,0.2885275417992723,0.0,0.720703125,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2432,2496,2048,64,0.27206768220294425,0.0,0.68994140625,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2496,2560,2048,64,0.30068164759996246,0.0,0.6806640625,0.009765625,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2560,2624,2048,64,0.2804917825511037,0.0,0.63916015625,0.00634765625,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2624,2688,2048,64,0.30283791925156006,0.0,0.69287109375,0.0087890625,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2688,2752,2048,64,0.2741485618621456,0.0,0.67236328125,0.00634765625,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2752,2816,2048,64,0.2679869579154583,0.0,0.67236328125,0.00830078125,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2816,2880,2048,64,0.2961586680926967,0.0,0.71435546875,0.005859375,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2880,2944,2048,64,0.3065964727039747,0.0,0.70751953125,0.00927734375,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,2944,3008,2048,64,0.2960221663854518,0.0,0.6767578125,0.00732421875,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3008,3072,2048,64,0.29560743477624074,0.0,0.70751953125,0.0087890625,0.072265625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3072,3136,2048,64,0.2861134475124496,0.0,0.673828125,0.01171875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3136,3200,2048,64,0.2848944181937104,0.0,0.6884765625,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3200,3264,2048,64,0.29050671229292424,0.0,0.7080078125,0.0078125,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3264,3328,2048,64,0.2794573789582807,0.0,0.666015625,0.01220703125,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3328,3392,2048,64,0.2817737261816837,0.0,0.71435546875,0.00830078125,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3392,3456,2048,64,0.2758769407587709,0.0,0.73193359375,0.00927734375,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3456,3520,2048,64,0.2835364631405311,0.0,0.6884765625,0.00634765625,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3520,3584,2048,64,0.31967427646238206,0.0,0.69189453125,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3584,3648,2048,64,0.3025889655728478,0.0,0.677734375,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3648,3712,2048,64,0.2884698917320399,0.0,0.69091796875,0.0107421875,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3712,3776,2048,64,0.293126730249279,0.0,0.68603515625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3776,3840,2048,64,0.29852953285450273,0.0,0.71142578125,0.01025390625,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3840,3904,2048,64,0.3148805462647893,0.0,0.703125,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3904,3968,2048,64,0.2828148978348703,0.0,0.6953125,0.0087890625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,3968,4032,2048,64,0.27923924796599847,0.0,0.68896484375,0.00439453125,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4032,4096,2048,64,0.28999595249314486,0.0,0.71240234375,0.0087890625,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4096,4160,2048,64,0.30725051144551074,0.0,0.7109375,0.00732421875,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4160,4224,2048,64,0.3046983437932928,0.0,0.72021484375,0.00537109375,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4224,4288,2048,64,0.3145600925413999,0.0,0.7099609375,0.00537109375,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4288,4352,2048,64,0.2688355204641277,0.0,0.7099609375,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4352,4416,2048,64,0.2846020002399305,0.0,0.697265625,0.0078125,0.06591796875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4416,4480,2048,64,0.3053537826615002,0.0,0.69970703125,0.01123046875,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4480,4544,2048,64,0.2999769604632758,0.0,0.7177734375,0.0107421875,0.10205078125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4544,4608,2048,64,0.2842675957293381,0.0,0.71044921875,0.00732421875,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4608,4672,2048,64,0.3007771800314655,0.0,0.716796875,0.0107421875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4672,4736,2048,64,0.2875166324581883,0.0,0.68212890625,0.0087890625,0.099609375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4736,4800,2048,64,0.28928884798650656,0.0,0.70361328125,0.00830078125,0.0703125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4800,4864,2048,64,0.2899923695278877,0.0,0.68359375,0.0078125,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4864,4928,2048,64,0.31588440132378426,0.0,0.71533203125,0.01171875,0.09716796875,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4928,4992,2048,64,0.2834694907166831,0.0,0.70166015625,0.005859375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,4992,5056,2048,64,0.2805712182626071,0.0,0.681640625,0.00830078125,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5056,5120,2048,64,0.29707940437129,0.0,0.708984375,0.00732421875,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5120,5184,2048,64,0.2871304612858644,0.0,0.7080078125,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5184,5248,2048,64,0.3540375006191152,0.0,0.70263671875,0.01318359375,0.1025390625,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5248,5312,2048,64,0.27296604543197883,0.0,0.66650390625,0.0068359375,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5312,5376,2048,64,0.2819440512894471,0.0,0.69970703125,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5376,5440,2048,64,0.2754042656977402,0.0,0.6767578125,0.00927734375,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5440,5504,2048,64,0.3025208600117728,0.0,0.7021484375,0.005859375,0.0712890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5504,5568,2048,64,0.3268784529376778,0.0,0.7001953125,0.00537109375,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5568,5632,2048,64,0.2780717780816232,0.0,0.70166015625,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5632,5696,2048,64,0.2746727455460529,0.0,0.6796875,0.00927734375,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5696,5760,2048,64,0.28494439139726635,0.0,0.69384765625,0.0078125,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5760,5824,2048,64,0.30489065577642155,0.0,0.681640625,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5824,5888,2048,64,0.2767412865762649,0.0,0.68310546875,0.00537109375,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5888,5952,2048,64,0.3027908974900171,0.0,0.6982421875,0.01025390625,0.091796875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,5952,6016,2048,64,0.3003000214461182,0.0,0.68212890625,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,6016,6080,2048,64,0.27869978153106933,0.0,0.68505859375,0.0126953125,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,64,6080,6144,2048,64,0.28071861318448343,0.0,0.68994140625,0.00537109375,0.0947265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,0,128,4096,128,0.284712491996983,0.0,0.69287109375,0.009765625,0.0791015625,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,128,256,4096,128,0.29211786460340916,0.0,0.696044921875,0.010498046875,0.080810546875,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,256,384,4096,128,0.32533711949833144,0.0,0.67724609375,0.010986328125,0.09814453125,1.0,96,0.75
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,384,512,4096,128,0.3059699562397304,0.0,0.7021484375,0.011962890625,0.09033203125,1.0,99,0.7734375
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,512,640,4096,128,0.290454838599395,0.0,0.705078125,0.007568359375,0.083740234375,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,640,768,4096,128,0.2945472429325666,0.0,0.700927734375,0.009521484375,0.0810546875,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,768,896,4096,128,0.30757506256151,0.0,0.695556640625,0.008056640625,0.08447265625,1.0,100,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,896,1024,4096,128,0.2792594191842033,0.0,0.7099609375,0.0087890625,0.085205078125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1024,1152,4096,128,0.29294575366110887,0.0,0.704345703125,0.005615234375,0.083984375,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1152,1280,4096,128,0.27971369995266565,0.0,0.6796875,0.003662109375,0.080322265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1280,1408,4096,128,0.3302521275631523,0.0,0.695068359375,0.0107421875,0.092041015625,1.0,97,0.7578125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1408,1536,4096,128,0.31780376837367835,0.0,0.72021484375,0.0078125,0.089111328125,1.0,98,0.765625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1536,1664,4096,128,0.30154137663526304,0.0,0.728759765625,0.00927734375,0.084228515625,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1664,1792,4096,128,0.3201277892427409,0.0,0.67919921875,0.00927734375,0.093994140625,1.0,97,0.7578125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1792,1920,4096,128,0.28250711377505183,0.0,0.6962890625,0.009765625,0.089111328125,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,1920,2048,4096,128,0.2832626579985534,0.0,0.6865234375,0.00830078125,0.085693359375,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2048,2176,4096,128,0.3122237219191072,0.0,0.684814453125,0.0078125,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2176,2304,4096,128,0.29888632674263793,0.0,0.70849609375,0.006591796875,0.08544921875,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2304,2432,4096,128,0.2936674791407034,0.0,0.703369140625,0.0078125,0.08544921875,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2432,2560,4096,128,0.28673182322748053,0.0,0.685302734375,0.008056640625,0.081298828125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2560,2688,4096,128,0.29187878084515667,0.0,0.666015625,0.007568359375,0.0830078125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2688,2816,4096,128,0.2710852666448919,0.0,0.67236328125,0.007080078125,0.080322265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2816,2944,4096,128,0.30142275441724636,0.0,0.7109375,0.007568359375,0.081787109375,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,2944,3072,4096,128,0.29581487326242195,0.0,0.692138671875,0.008056640625,0.07763671875,1.0,100,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3072,3200,4096,128,0.28550458347055657,0.0,0.68115234375,0.009765625,0.0849609375,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3200,3328,4096,128,0.2850355912350912,0.0,0.68701171875,0.010498046875,0.077880859375,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3328,3456,4096,128,0.2788409216818156,0.0,0.72314453125,0.0087890625,0.08154296875,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3456,3584,4096,128,0.3021461310045102,0.0,0.690185546875,0.0068359375,0.0810546875,1.0,100,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3584,3712,4096,128,0.29561373489939613,0.0,0.684326171875,0.009521484375,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3712,3840,4096,128,0.2958404654310843,0.0,0.69873046875,0.009521484375,0.08251953125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3840,3968,4096,128,0.2992774839955056,0.0,0.69921875,0.008056640625,0.082763671875,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,3968,4096,4096,128,0.28466841242665364,0.0,0.70068359375,0.00634765625,0.081298828125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4096,4224,4096,128,0.305977088598071,0.0,0.715576171875,0.006591796875,0.081298828125,1.0,100,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4224,4352,4096,128,0.29259236907588043,0.0,0.7099609375,0.00732421875,0.0849609375,1.0,99,0.7734375
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4352,4480,4096,128,0.29516032179669416,0.0,0.698486328125,0.009765625,0.073486328125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4480,4608,4096,128,0.29222785869123097,0.0,0.714111328125,0.009033203125,0.090576171875,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4608,4736,4096,128,0.2942216222236033,0.0,0.699462890625,0.009765625,0.09326171875,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4736,4864,4096,128,0.2896408223591411,0.0,0.693603515625,0.008056640625,0.072265625,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4864,4992,4096,128,0.3001149006354577,0.0,0.70849609375,0.00927734375,0.08837890625,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,4992,5120,4096,128,0.2889432305998567,0.0,0.6953125,0.0078125,0.080078125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5120,5248,4096,128,0.32232472263453765,0.0,0.705322265625,0.010498046875,0.09375,1.0,96,0.75
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5248,5376,4096,128,0.2774913602405303,0.0,0.68310546875,0.0068359375,0.082275390625,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5376,5504,4096,128,0.289280469706109,0.0,0.689453125,0.007568359375,0.080810546875,1.0,100,0.78125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5504,5632,4096,128,0.3034579351083154,0.0,0.700927734375,0.0068359375,0.081298828125,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5632,5760,4096,128,0.279855697936066,0.0,0.686767578125,0.008544921875,0.081787109375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5760,5888,4096,128,0.29115635977569054,0.0,0.682373046875,0.0068359375,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,5888,6016,4096,128,0.30154803140076136,0.0,0.690185546875,0.0087890625,0.089599609375,1.0,99,0.7734375
+fresh-zh-1,layers.0.mlp.gate_proj.output,128,6016,6144,4096,128,0.27971101874406507,0.0,0.6875,0.009033203125,0.08447265625,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.up_proj.output,0,0,6144,196608,6144,0.20538228888596136,0.0,0.4981689453125,0.008687337239583334,0.08774820963541667,1.0,5038,0.8199869791666666
+fresh-zh-1,layers.0.mlp.up_proj.output,64,0,64,2048,64,0.19987404543556314,0.0,0.5146484375,0.00732421875,0.06591796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,64,128,2048,64,0.19588940521905168,0.0,0.51806640625,0.00732421875,0.08740234375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,128,192,2048,64,0.20744054763813383,0.0,0.4892578125,0.01025390625,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,192,256,2048,64,0.19979937561579586,0.0,0.51416015625,0.0078125,0.080078125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,256,320,2048,64,0.21237029189459408,0.0,0.49755859375,0.00634765625,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,320,384,2048,64,0.22279648258990475,0.0,0.47802734375,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,384,448,2048,64,0.19331162266504714,0.0,0.51513671875,0.009765625,0.0908203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,448,512,2048,64,0.21610115916506484,0.0,0.5361328125,0.00537109375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,512,576,2048,64,0.20504042131426378,0.0,0.51708984375,0.01123046875,0.09033203125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,576,640,2048,64,0.2082653200881045,0.0,0.45556640625,0.00927734375,0.09765625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,640,704,2048,64,0.2041705704263933,0.0,0.51513671875,0.01025390625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,704,768,2048,64,0.20398378218589702,0.0,0.49853515625,0.00830078125,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,768,832,2048,64,0.222521442543581,0.0,0.5244140625,0.01171875,0.09716796875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.up_proj.output,64,832,896,2048,64,0.2008090856877837,0.0,0.49658203125,0.0087890625,0.095703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,896,960,2048,64,0.1929916865177138,0.0,0.51025390625,0.01318359375,0.099609375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,960,1024,2048,64,0.19371938782346315,0.0,0.49072265625,0.009765625,0.08740234375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1024,1088,2048,64,0.20134114439844045,0.0,0.49365234375,0.0068359375,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1088,1152,2048,64,0.20737797139029543,0.0,0.513671875,0.009765625,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1152,1216,2048,64,0.21018936247682474,0.0,0.50146484375,0.01123046875,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1216,1280,2048,64,0.20068100641324976,0.0,0.49951171875,0.01025390625,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1280,1344,2048,64,0.19703643039932853,0.0,0.48486328125,0.0068359375,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1344,1408,2048,64,0.22003274349054672,0.0,0.5009765625,0.00537109375,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1408,1472,2048,64,0.20351438438891262,0.0,0.51123046875,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1472,1536,2048,64,0.1981273337370855,0.0,0.458984375,0.0087890625,0.0908203125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1536,1600,2048,64,0.21209009659545794,0.0,0.51025390625,0.0107421875,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1600,1664,2048,64,0.2120369929469768,0.0,0.49267578125,0.01220703125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1664,1728,2048,64,0.26996014832454907,0.0,0.49462890625,0.01025390625,0.1171875,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1728,1792,2048,64,0.20184682498144205,0.0,0.494140625,0.00732421875,0.095703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1792,1856,2048,64,0.19730247434854076,0.0,0.5185546875,0.00830078125,0.0908203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1856,1920,2048,64,0.20385284837901668,0.0,0.50927734375,0.00732421875,0.08349609375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1920,1984,2048,64,0.19361496908614267,0.0,0.4794921875,0.0078125,0.0771484375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,1984,2048,2048,64,0.20263667871682547,0.0,0.5009765625,0.01123046875,0.0986328125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2048,2112,2048,64,0.19910256168087653,0.0,0.5166015625,0.01171875,0.08935546875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2112,2176,2048,64,0.20545782552833172,0.0,0.49365234375,0.00927734375,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2176,2240,2048,64,0.20989548787862097,0.0,0.478515625,0.01123046875,0.09716796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2240,2304,2048,64,0.20420366083926123,0.0,0.45703125,0.01123046875,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2304,2368,2048,64,0.20080776512833137,0.0,0.48681640625,0.00830078125,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2368,2432,2048,64,0.20079714903281481,0.0,0.5380859375,0.0087890625,0.091796875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2432,2496,2048,64,0.2090641382917184,0.0,0.4912109375,0.0126953125,0.09716796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2496,2560,2048,64,0.2103527546611636,0.0,0.5068359375,0.0048828125,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2560,2624,2048,64,0.20530840042393697,0.0,0.50537109375,0.00634765625,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2624,2688,2048,64,0.19786208641882339,0.0,0.48193359375,0.0087890625,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2688,2752,2048,64,0.1957493898430912,0.0,0.458984375,0.00732421875,0.08203125,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2752,2816,2048,64,0.20436166028735386,0.0,0.4951171875,0.00830078125,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2816,2880,2048,64,0.2216579727296569,0.0,0.4814453125,0.0068359375,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2880,2944,2048,64,0.19299430661614173,0.0,0.49560546875,0.00927734375,0.09814453125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,2944,3008,2048,64,0.20935290205857976,0.0,0.51171875,0.00830078125,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3008,3072,2048,64,0.20666623566103598,0.0,0.49169921875,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3072,3136,2048,64,0.2106127041696472,0.0,0.4609375,0.009765625,0.09326171875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3136,3200,2048,64,0.19911898694974228,0.0,0.5107421875,0.00732421875,0.08447265625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3200,3264,2048,64,0.19720397667107678,0.0,0.484375,0.01318359375,0.107421875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3264,3328,2048,64,0.20908525584788223,0.0,0.490234375,0.00927734375,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3328,3392,2048,64,0.20317599590691116,0.0,0.49853515625,0.00927734375,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3392,3456,2048,64,0.19836421745000973,0.0,0.4990234375,0.0078125,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3456,3520,2048,64,0.21279058283880795,0.0,0.48046875,0.0126953125,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3520,3584,2048,64,0.20988968023698815,0.0,0.5126953125,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3584,3648,2048,64,0.2039594639718956,0.0,0.50537109375,0.0087890625,0.08642578125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3648,3712,2048,64,0.21517272621149958,0.0,0.49560546875,0.0068359375,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3712,3776,2048,64,0.20750653184486711,0.0,0.455078125,0.00830078125,0.091796875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3776,3840,2048,64,0.2066357901993915,0.0,0.4775390625,0.0107421875,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3840,3904,2048,64,0.21376794579279912,0.0,0.49462890625,0.005859375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3904,3968,2048,64,0.2060867165336141,0.0,0.49755859375,0.0107421875,0.0947265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,3968,4032,2048,64,0.20346178390038952,0.0,0.48828125,0.01025390625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4032,4096,2048,64,0.19644216484732563,0.0,0.48779296875,0.01025390625,0.09375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4096,4160,2048,64,0.1992553593098805,0.0,0.49951171875,0.00537109375,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4160,4224,2048,64,0.19327726721699762,0.0,0.5,0.0068359375,0.0693359375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4224,4288,2048,64,0.20139787808127718,0.0,0.51318359375,0.0068359375,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4288,4352,2048,64,0.2095269822902473,0.0,0.50146484375,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4352,4416,2048,64,0.20607725316506997,0.0,0.5224609375,0.01123046875,0.08642578125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4416,4480,2048,64,0.2079095688616527,0.0,0.51025390625,0.0087890625,0.095703125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4480,4544,2048,64,0.1982047571582518,0.0,0.52587890625,0.0068359375,0.08642578125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4544,4608,2048,64,0.20611155753284507,0.0,0.48486328125,0.005859375,0.09423828125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4608,4672,2048,64,0.19330462482781172,0.0,0.49853515625,0.0078125,0.0791015625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4672,4736,2048,64,0.20007817370759215,0.0,0.47265625,0.005859375,0.0830078125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4736,4800,2048,64,0.20574920713680012,0.0,0.46875,0.0048828125,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4800,4864,2048,64,0.20813532315076264,0.0,0.5361328125,0.00830078125,0.09228515625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4864,4928,2048,64,0.20745812575818984,0.0,0.5029296875,0.0048828125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4928,4992,2048,64,0.19098872908119272,0.0,0.490234375,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,4992,5056,2048,64,0.21441216110665937,0.0,0.509765625,0.00341796875,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5056,5120,2048,64,0.2054899945528384,0.0,0.5126953125,0.0068359375,0.08935546875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5120,5184,2048,64,0.2091764915061517,0.0,0.521484375,0.01025390625,0.08642578125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5184,5248,2048,64,0.20582531660014491,0.0,0.48046875,0.01123046875,0.09033203125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5248,5312,2048,64,0.19900695430569987,0.0,0.49755859375,0.00830078125,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5312,5376,2048,64,0.20333146255929782,0.0,0.48291015625,0.00927734375,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5376,5440,2048,64,0.20328129671426545,0.0,0.50146484375,0.01318359375,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5440,5504,2048,64,0.20045463656228182,0.0,0.47265625,0.0078125,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5504,5568,2048,64,0.20164792443458263,0.0,0.51611328125,0.01171875,0.09375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5568,5632,2048,64,0.2060530523949877,0.0,0.53076171875,0.00732421875,0.09326171875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5632,5696,2048,64,0.203442119509249,0.0,0.51806640625,0.005859375,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5696,5760,2048,64,0.20454416576604337,0.0,0.51025390625,0.00830078125,0.0927734375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5760,5824,2048,64,0.20441757710398492,0.0,0.4990234375,0.0087890625,0.08740234375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5824,5888,2048,64,0.2079074208882282,0.0,0.53076171875,0.00732421875,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5888,5952,2048,64,0.2043046455016413,0.0,0.494140625,0.00927734375,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,64,5952,6016,2048,64,0.19968101106316966,0.0,0.49365234375,0.01025390625,0.08203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,6016,6080,2048,64,0.20920296746370504,0.0,0.482421875,0.005859375,0.08447265625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,64,6080,6144,2048,64,0.2088058431995349,0.0,0.47802734375,0.0068359375,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,0,128,4096,128,0.19789175464866063,0.0,0.516357421875,0.007080078125,0.07763671875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,128,256,4096,128,0.20365580190712806,0.0,0.501708984375,0.009033203125,0.085693359375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,256,384,4096,128,0.21764582873768662,0.0,0.48779296875,0.007568359375,0.08447265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,384,512,4096,128,0.20502328459211439,0.0,0.525634765625,0.008056640625,0.086669921875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,512,640,4096,128,0.2066591613310809,0.0,0.486328125,0.01025390625,0.093994140625,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,640,768,4096,128,0.20407719767664187,0.0,0.5068359375,0.00927734375,0.084228515625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,768,896,4096,128,0.21194348455005627,0.0,0.510498046875,0.010498046875,0.096923828125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,896,1024,4096,128,0.1933558795119104,0.0,0.50048828125,0.011474609375,0.09326171875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1024,1152,4096,128,0.2043818478309997,0.0,0.503662109375,0.00830078125,0.08447265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1152,1280,4096,128,0.20549018764097812,0.0,0.50048828125,0.010498046875,0.086669921875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1280,1408,4096,128,0.20885133841142386,0.0,0.492919921875,0.0068359375,0.091064453125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1408,1536,4096,128,0.20083892180920077,0.0,0.485107421875,0.0087890625,0.089599609375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1536,1664,4096,128,0.2120635464334535,0.0,0.50146484375,0.011474609375,0.0869140625,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1664,1792,4096,128,0.23834913723202505,0.0,0.494384765625,0.0087890625,0.10791015625,1.0,99,0.7734375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1792,1920,4096,128,0.20060439947355957,0.0,0.513916015625,0.0078125,0.08740234375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,1920,2048,4096,128,0.19817716797806695,0.0,0.490234375,0.009521484375,0.087646484375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2048,2176,4096,128,0.20230515087203987,0.0,0.505126953125,0.01025390625,0.08984375,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2176,2304,4096,128,0.20706913209355993,0.0,0.4677734375,0.01123046875,0.09130859375,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2304,2432,4096,128,0.20080245715073006,0.0,0.512451171875,0.008544921875,0.084228515625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2432,2560,4096,128,0.20970943626026756,0.0,0.4990234375,0.009033203125,0.088134765625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2560,2688,4096,128,0.20161962271396797,0.0,0.49365234375,0.007568359375,0.08203125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2688,2816,4096,128,0.20010186383358142,0.0,0.47705078125,0.0078125,0.08544921875,1.0,108,0.84375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2816,2944,4096,128,0.2078209075873583,0.0,0.488525390625,0.00732421875,0.09375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,2944,3072,4096,128,0.2080139064613856,0.0,0.501708984375,0.00830078125,0.088134765625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3072,3200,4096,128,0.20494643461346546,0.0,0.48583984375,0.00830078125,0.08837890625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3200,3328,4096,128,0.20323145995128433,0.0,0.4873046875,0.01123046875,0.09765625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3328,3456,4096,128,0.20078452141203507,0.0,0.498779296875,0.00830078125,0.0869140625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3456,3584,4096,128,0.21134510878521026,0.0,0.49658203125,0.01123046875,0.08447265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3584,3712,4096,128,0.20964108024071992,0.0,0.50048828125,0.0078125,0.09033203125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3712,3840,4096,128,0.20707161870909757,0.0,0.46630859375,0.009521484375,0.090087890625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3840,3968,4096,128,0.2099624601923869,0.0,0.49609375,0.008544921875,0.09033203125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,3968,4096,4096,128,0.19998277630565173,0.0,0.488037109375,0.01025390625,0.08935546875,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4096,4224,4096,128,0.19628907284484826,0.0,0.499755859375,0.006103515625,0.076904296875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4224,4352,4096,128,0.20550262967088595,0.0,0.50732421875,0.00732421875,0.08642578125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4352,4480,4096,128,0.20699543847184007,0.0,0.516357421875,0.010009765625,0.09033203125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4480,4608,4096,128,0.2021968099510683,0.0,0.50537109375,0.006103515625,0.090087890625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4608,4736,4096,128,0.1967205550698585,0.0,0.485595703125,0.0068359375,0.0810546875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4736,4864,4096,128,0.20694570420824668,0.0,0.50244140625,0.006591796875,0.083984375,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4864,4992,4096,128,0.19939354124337896,0.0,0.49658203125,0.006591796875,0.08544921875,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,4992,5120,4096,128,0.20999846748459094,0.0,0.51123046875,0.005126953125,0.082275390625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5120,5248,4096,128,0.20750766919848174,0.0,0.5009765625,0.0107421875,0.08935546875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5248,5376,4096,128,0.20118082852067945,0.0,0.490234375,0.0087890625,0.08447265625,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5376,5504,4096,128,0.20187291412315536,0.0,0.487060546875,0.010498046875,0.08154296875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5504,5632,4096,128,0.20386238720036945,0.0,0.5234375,0.009521484375,0.093017578125,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5632,5760,4096,128,0.20399388684387357,0.0,0.51416015625,0.007080078125,0.08935546875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5760,5888,4096,128,0.20616988321461804,0.0,0.514892578125,0.008056640625,0.0859375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,5888,6016,4096,128,0.20200605727646015,0.0,0.493896484375,0.010009765625,0.080322265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.up_proj.output,128,6016,6144,4096,128,0.20900449965238643,0.0,0.480224609375,0.00634765625,0.08740234375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.silu_gate,0,0,6144,196608,6144,0.12744902252056292,0.0,0.6962178548177084,0.0071258544921875,0.07291666666666667,1.0,4976,0.8098958333333334
+fresh-zh-1,layers.0.mlp.silu_gate,64,0,64,2048,64,0.12163530006796487,0.0,0.68896484375,0.01025390625,0.0703125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,64,128,2048,64,0.12228353896352098,0.0,0.69677734375,0.00732421875,0.068359375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,128,192,2048,64,0.12889632109947302,0.0,0.71923828125,0.01025390625,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,192,256,2048,64,0.12167669129836536,0.0,0.6728515625,0.0087890625,0.072265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,256,320,2048,64,0.13416103035163052,0.0,0.65771484375,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,320,384,2048,64,0.13576302039640192,0.0,0.69677734375,0.00927734375,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,384,448,2048,64,0.12638128774428764,0.0,0.703125,0.00830078125,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,448,512,2048,64,0.1256890852268397,0.0,0.701171875,0.01171875,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,512,576,2048,64,0.12411289710197301,0.0,0.73828125,0.00341796875,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,576,640,2048,64,0.12317477201698489,0.0,0.671875,0.0078125,0.0751953125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,640,704,2048,64,0.12479584029652767,0.0,0.73681640625,0.00732421875,0.06689453125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,704,768,2048,64,0.12510150232411327,0.0,0.6650390625,0.0107421875,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,768,832,2048,64,0.13756023491687908,0.0,0.693359375,0.01025390625,0.07421875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,832,896,2048,64,0.12593233149046326,0.0,0.69775390625,0.005859375,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,896,960,2048,64,0.11871478642338139,0.0,0.70458984375,0.0087890625,0.07275390625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,960,1024,2048,64,0.12145990719416991,0.0,0.71533203125,0.00634765625,0.0771484375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,1024,1088,2048,64,0.12493085674671309,0.0,0.69482421875,0.00390625,0.07177734375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1088,1152,2048,64,0.13030626558138417,0.0,0.7138671875,0.00390625,0.0703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1152,1216,2048,64,0.1252216739062327,0.0,0.6796875,0.00439453125,0.0751953125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,1216,1280,2048,64,0.12195829598917989,0.0,0.6796875,0.001953125,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1280,1344,2048,64,0.11601717983145204,0.0,0.68408203125,0.0078125,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1344,1408,2048,64,0.14831651426039197,0.0,0.7060546875,0.0087890625,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1408,1472,2048,64,0.12591601263564967,0.0,0.744140625,0.00634765625,0.0703125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1472,1536,2048,64,0.12813029905628498,0.0,0.6962890625,0.00390625,0.06689453125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1536,1600,2048,64,0.12724394452501397,0.0,0.7041015625,0.005859375,0.0712890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1600,1664,2048,64,0.12287809424207852,0.0,0.75341796875,0.00732421875,0.068359375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,1664,1728,2048,64,0.12947375074657821,0.0,0.68798828125,0.01025390625,0.07421875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1728,1792,2048,64,0.12844856134271962,0.0,0.67041015625,0.0029296875,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1792,1856,2048,64,0.12268163776977749,0.0,0.69140625,0.00830078125,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1856,1920,2048,64,0.1255032497640253,0.0,0.701171875,0.0087890625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1920,1984,2048,64,0.13500627380476216,0.0,0.64697265625,0.0087890625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.silu_gate,64,1984,2048,2048,64,0.12025291102812342,0.0,0.72607421875,0.0068359375,0.072265625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2048,2112,2048,64,0.16000917181565846,0.0,0.69677734375,0.00830078125,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2112,2176,2048,64,0.12867525159725207,0.0,0.6728515625,0.00634765625,0.0771484375,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.silu_gate,64,2176,2240,2048,64,0.12352894170084527,0.0,0.71240234375,0.00390625,0.06591796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2240,2304,2048,64,0.12766206753162235,0.0,0.70458984375,0.00537109375,0.07763671875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2304,2368,2048,64,0.14465870805686845,0.0,0.68603515625,0.00830078125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.silu_gate,64,2368,2432,2048,64,0.12338434365510993,0.0,0.720703125,0.0068359375,0.06982421875,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2432,2496,2048,64,0.12069463453203969,0.0,0.68994140625,0.00439453125,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,2496,2560,2048,64,0.12670188465706536,0.0,0.6806640625,0.0087890625,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,2560,2624,2048,64,0.12268500149709077,0.0,0.63916015625,0.00634765625,0.0703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,2624,2688,2048,64,0.12954810542512357,0.0,0.69287109375,0.0078125,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,2688,2752,2048,64,0.11822749358676073,0.0,0.67236328125,0.005859375,0.07080078125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2752,2816,2048,64,0.12146805813913142,0.0,0.67236328125,0.0078125,0.07861328125,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2816,2880,2048,64,0.12620520172474067,0.0,0.71435546875,0.0048828125,0.06591796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,2880,2944,2048,64,0.12781279186904881,0.0,0.70751953125,0.00830078125,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,2944,3008,2048,64,0.14354467462488155,0.0,0.6767578125,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.silu_gate,64,3008,3072,2048,64,0.12645975820724334,0.0,0.70751953125,0.00830078125,0.060546875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,3072,3136,2048,64,0.1291711762767226,0.0,0.673828125,0.009765625,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3136,3200,2048,64,0.12881058635448525,0.0,0.6884765625,0.00634765625,0.07275390625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3200,3264,2048,64,0.1296911966228042,0.0,0.7080078125,0.00537109375,0.064453125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,3264,3328,2048,64,0.12539009032136716,0.0,0.666015625,0.01123046875,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3328,3392,2048,64,0.12452671379729485,0.0,0.71435546875,0.0068359375,0.06298828125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3392,3456,2048,64,0.12260101478231912,0.0,0.73193359375,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3456,3520,2048,64,0.12575330248587566,0.0,0.6884765625,0.00537109375,0.072265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3520,3584,2048,64,0.14055127479445356,0.0,0.69189453125,0.00732421875,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,3584,3648,2048,64,0.13257336515498472,0.0,0.677734375,0.0068359375,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3648,3712,2048,64,0.1266873975749121,0.0,0.69091796875,0.009765625,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3712,3776,2048,64,0.1343427756994704,0.0,0.68603515625,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,3776,3840,2048,64,0.12724924952374586,0.0,0.71142578125,0.00830078125,0.06591796875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3840,3904,2048,64,0.1306131009766984,0.0,0.703125,0.00537109375,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,3904,3968,2048,64,0.12124432962341178,0.0,0.6953125,0.00732421875,0.06640625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,3968,4032,2048,64,0.12904259086562192,0.0,0.68896484375,0.00439453125,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4032,4096,2048,64,0.1242528060020918,0.0,0.71240234375,0.005859375,0.06982421875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,4096,4160,2048,64,0.12784262043693936,0.0,0.7109375,0.0068359375,0.06103515625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4160,4224,2048,64,0.12580875106486109,0.0,0.72021484375,0.00537109375,0.06787109375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4224,4288,2048,64,0.13264928370297027,0.0,0.7099609375,0.00439453125,0.0673828125,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4288,4352,2048,64,0.11497043442358396,0.0,0.7099609375,0.00732421875,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4352,4416,2048,64,0.12321816030784781,0.0,0.697265625,0.0068359375,0.0595703125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,4416,4480,2048,64,0.13549175180703818,0.0,0.69970703125,0.01025390625,0.0732421875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,4480,4544,2048,64,0.12334085363509385,0.0,0.7177734375,0.00927734375,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4544,4608,2048,64,0.12172468249058335,0.0,0.71044921875,0.005859375,0.06982421875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4608,4672,2048,64,0.12901141560872528,0.0,0.716796875,0.00927734375,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4672,4736,2048,64,0.1297144279409359,0.0,0.68212890625,0.00732421875,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4736,4800,2048,64,0.12490855665217636,0.0,0.70361328125,0.00634765625,0.05859375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,4800,4864,2048,64,0.1312057855474139,0.0,0.68359375,0.0078125,0.06689453125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4864,4928,2048,64,0.12257678119937143,0.0,0.71533203125,0.009765625,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4928,4992,2048,64,0.12082742230922423,0.0,0.70166015625,0.0048828125,0.06884765625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,4992,5056,2048,64,0.12372443196676498,0.0,0.681640625,0.00537109375,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5056,5120,2048,64,0.1251056284177552,0.0,0.708984375,0.005859375,0.05908203125,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5120,5184,2048,64,0.12825136895970504,0.0,0.7080078125,0.0078125,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,5184,5248,2048,64,0.12847775046251905,0.0,0.70263671875,0.00927734375,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5248,5312,2048,64,0.1250775551904193,0.0,0.66650390625,0.0068359375,0.0712890625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5312,5376,2048,64,0.11836171276070892,0.0,0.69970703125,0.0068359375,0.0712890625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,5376,5440,2048,64,0.12504953912185232,0.0,0.6767578125,0.0078125,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5440,5504,2048,64,0.12853590104494916,0.0,0.7021484375,0.00439453125,0.06103515625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5504,5568,2048,64,0.14051701256651528,0.0,0.7001953125,0.0048828125,0.06982421875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,5568,5632,2048,64,0.12684857739428093,0.0,0.70166015625,0.0068359375,0.072265625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5632,5696,2048,64,0.1223164019206634,0.0,0.6796875,0.0078125,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5696,5760,2048,64,0.1268658404839318,0.0,0.69384765625,0.0068359375,0.0673828125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,64,5760,5824,2048,64,0.1276243787106503,0.0,0.681640625,0.0068359375,0.07275390625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5824,5888,2048,64,0.12376279386112113,0.0,0.68310546875,0.0048828125,0.06884765625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,5888,5952,2048,64,0.12947298981083985,0.0,0.6982421875,0.0087890625,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,5952,6016,2048,64,0.13152080387777518,0.0,0.68212890625,0.0068359375,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,64,6016,6080,2048,64,0.12721071747017926,0.0,0.68505859375,0.01171875,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,64,6080,6144,2048,64,0.12308270358209566,0.0,0.68994140625,0.00341796875,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,0,128,4096,128,0.12195985020503021,0.0,0.69287109375,0.0087890625,0.0693359375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,128,256,4096,128,0.1253384992695703,0.0,0.696044921875,0.009521484375,0.070556640625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,256,384,4096,128,0.1349644022921692,0.0,0.67724609375,0.009521484375,0.082763671875,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,384,512,4096,128,0.12603566169355443,0.0,0.7021484375,0.010009765625,0.0771484375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,512,640,4096,128,0.12364472428793949,0.0,0.705078125,0.005615234375,0.072021484375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,640,768,4096,128,0.12494876477794119,0.0,0.700927734375,0.009033203125,0.067138671875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,768,896,4096,128,0.13187450539245804,0.0,0.695556640625,0.007568359375,0.072509765625,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,896,1024,4096,128,0.12009519051811655,0.0,0.7099609375,0.00732421875,0.075439453125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1024,1152,4096,128,0.127646860159649,0.0,0.704345703125,0.00390625,0.0712890625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1152,1280,4096,128,0.12360075561351412,0.0,0.6796875,0.003173828125,0.070556640625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1280,1408,4096,128,0.1331498674772088,0.0,0.695068359375,0.0087890625,0.0751953125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,128,1408,1536,4096,128,0.12702798072533883,0.0,0.72021484375,0.005126953125,0.0693359375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1536,1664,4096,128,0.1250800692813407,0.0,0.728759765625,0.00634765625,0.069091796875,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1664,1792,4096,128,0.12896217477113486,0.0,0.67919921875,0.0068359375,0.07421875,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1792,1920,4096,128,0.12410046322880146,0.0,0.6962890625,0.008544921875,0.07861328125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,1920,2048,4096,128,0.12784259184126426,0.0,0.6865234375,0.007568359375,0.078125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,2048,2176,4096,128,0.14518997113910628,0.0,0.684814453125,0.00732421875,0.0859375,1.0,97,0.7578125
+fresh-zh-1,layers.0.mlp.silu_gate,128,2176,2304,4096,128,0.12561250519788889,0.0,0.70849609375,0.00439453125,0.07177734375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.silu_gate,128,2304,2432,4096,128,0.13444299549601788,0.0,0.703369140625,0.007568359375,0.07861328125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,2432,2560,4096,128,0.12373472103753845,0.0,0.685302734375,0.0068359375,0.0693359375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,2560,2688,4096,128,0.1261632300069638,0.0,0.666015625,0.007080078125,0.071044921875,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,2688,2816,4096,128,0.11985872806746065,0.0,0.67236328125,0.006591796875,0.074951171875,1.0,108,0.84375
+fresh-zh-1,layers.0.mlp.silu_gate,128,2816,2944,4096,128,0.12701154023895483,0.0,0.7109375,0.006591796875,0.070068359375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,2944,3072,4096,128,0.13527221455087804,0.0,0.692138671875,0.007080078125,0.068359375,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,128,3072,3200,4096,128,0.12899100731775537,0.0,0.68115234375,0.008056640625,0.074951171875,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,3200,3328,4096,128,0.1275587731836887,0.0,0.68701171875,0.00830078125,0.072265625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,3328,3456,4096,128,0.1235676156499101,0.0,0.72314453125,0.007568359375,0.07177734375,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,3456,3584,4096,128,0.13335770306294673,0.0,0.690185546875,0.006103515625,0.07470703125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,3584,3712,4096,128,0.12966378417434216,0.0,0.684326171875,0.00830078125,0.076416015625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,3712,3840,4096,128,0.13084409212302012,0.0,0.69873046875,0.008056640625,0.073974609375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,3840,3968,4096,128,0.126015811731266,0.0,0.69921875,0.006103515625,0.070556640625,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,3968,4096,4096,128,0.12667033997093746,0.0,0.70068359375,0.005126953125,0.074462890625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4096,4224,4096,128,0.12682976276230182,0.0,0.715576171875,0.006103515625,0.064208984375,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,4224,4352,4096,128,0.12412500404523398,0.0,0.7099609375,0.005615234375,0.071533203125,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,4352,4480,4096,128,0.12950044370076597,0.0,0.698486328125,0.008544921875,0.065185546875,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4480,4608,4096,128,0.12253543263657858,0.0,0.714111328125,0.007568359375,0.078857421875,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4608,4736,4096,128,0.12936339933190436,0.0,0.699462890625,0.00830078125,0.082763671875,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4736,4864,4096,128,0.1280958736377638,0.0,0.693603515625,0.0068359375,0.06298828125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4864,4992,4096,128,0.12170524489743693,0.0,0.70849609375,0.00732421875,0.072265625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,4992,5120,4096,128,0.12441694685070055,0.0,0.6953125,0.005615234375,0.066650390625,1.0,105,0.8203125
+fresh-zh-1,layers.0.mlp.silu_gate,128,5120,5248,4096,128,0.12836460961641202,0.0,0.705322265625,0.008544921875,0.0732421875,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,128,5248,5376,4096,128,0.12176594322728534,0.0,0.68310546875,0.006591796875,0.072509765625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.silu_gate,128,5376,5504,4096,128,0.12680470238130886,0.0,0.689453125,0.006103515625,0.07177734375,1.0,103,0.8046875
+fresh-zh-1,layers.0.mlp.silu_gate,128,5504,5632,4096,128,0.13385737261647393,0.0,0.700927734375,0.006103515625,0.071533203125,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,128,5632,5760,4096,128,0.12461188478735023,0.0,0.686767578125,0.007568359375,0.072998046875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.silu_gate,128,5760,5888,4096,128,0.12570841496413407,0.0,0.682373046875,0.005859375,0.07080078125,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.silu_gate,128,5888,6016,4096,128,0.13050091368111955,0.0,0.690185546875,0.0078125,0.07763671875,1.0,102,0.796875
+fresh-zh-1,layers.0.mlp.silu_gate,128,6016,6144,4096,128,0.12516372989080302,0.0,0.6875,0.0078125,0.075927734375,1.0,104,0.8125
+fresh-zh-1,layers.0.mlp.gated_product,0,0,6144,196608,6144,0.03613197661066139,0.0,0.4998270670572917,0.0486602783203125,0.2807057698567708,1.0,3645,0.59326171875
+fresh-zh-1,layers.0.mlp.gated_product,64,0,64,2048,64,0.024883478598537366,0.0,0.50244140625,0.029296875,0.2080078125,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,64,128,2048,64,0.03531567491458354,0.0,0.486328125,0.05029296875,0.27880859375,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,128,192,2048,64,0.03840038103551924,0.0,0.52099609375,0.0478515625,0.29052734375,1.0,38,0.59375
+fresh-zh-1,layers.0.mlp.gated_product,64,192,256,2048,64,0.026750764962199414,0.0,0.50146484375,0.0361328125,0.2333984375,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,256,320,2048,64,0.04575112620236374,0.0,0.5244140625,0.056640625,0.33447265625,1.0,31,0.484375
+fresh-zh-1,layers.0.mlp.gated_product,64,320,384,2048,64,0.04545098299559135,0.0,0.48046875,0.05517578125,0.326171875,1.0,30,0.46875
+fresh-zh-1,layers.0.mlp.gated_product,64,384,448,2048,64,0.023650292561044728,0.0,0.47216796875,0.03857421875,0.20703125,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gated_product,64,448,512,2048,64,0.036865863740076395,0.0,0.4853515625,0.05322265625,0.28125,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,512,576,2048,64,0.025362497099425427,0.0,0.48974609375,0.033203125,0.2109375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gated_product,64,576,640,2048,64,0.08134380059591954,0.0,0.51123046875,0.09619140625,0.498046875,1.0,2,0.03125
+fresh-zh-1,layers.0.mlp.gated_product,64,640,704,2048,64,0.03419278635048533,0.0,0.5,0.04345703125,0.25244140625,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,704,768,2048,64,0.029724288493768302,0.0,0.49755859375,0.04248046875,0.24267578125,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,768,832,2048,64,0.06722648267521737,0.0,0.455078125,0.08251953125,0.42138671875,1.0,9,0.140625
+fresh-zh-1,layers.0.mlp.gated_product,64,832,896,2048,64,0.026159104311290607,0.0,0.4921875,0.0380859375,0.22607421875,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gated_product,64,896,960,2048,64,0.0234984034344188,0.0,0.4873046875,0.044921875,0.2451171875,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gated_product,64,960,1024,2048,64,0.025101757077860574,0.0,0.5244140625,0.03564453125,0.2060546875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,1024,1088,2048,64,0.032134447030486575,0.0,0.501953125,0.03759765625,0.248046875,1.0,41,0.640625
+fresh-zh-1,layers.0.mlp.gated_product,64,1088,1152,2048,64,0.036751448761846287,0.0,0.5146484375,0.04833984375,0.2822265625,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,1152,1216,2048,64,0.03343470457071025,0.0,0.48974609375,0.041015625,0.27294921875,1.0,42,0.65625
+fresh-zh-1,layers.0.mlp.gated_product,64,1216,1280,2048,64,0.02518733248109221,0.0,0.50244140625,0.0302734375,0.22216796875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,1280,1344,2048,64,0.03301405888755416,0.0,0.509765625,0.04345703125,0.2763671875,1.0,39,0.609375
+fresh-zh-1,layers.0.mlp.gated_product,64,1344,1408,2048,64,0.03661340701949654,0.0,0.4970703125,0.04541015625,0.26416015625,1.0,39,0.609375
+fresh-zh-1,layers.0.mlp.gated_product,64,1408,1472,2048,64,0.027554472294007735,0.0,0.48095703125,0.04150390625,0.23193359375,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gated_product,64,1472,1536,2048,64,0.025618643145800445,0.0,0.50390625,0.03759765625,0.21728515625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,1536,1600,2048,64,0.03428219881792656,0.0,0.49267578125,0.0458984375,0.2666015625,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,1600,1664,2048,64,0.027863657391565422,0.0,0.4970703125,0.0400390625,0.224609375,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,1664,1728,2048,64,0.05531335682539027,0.0,0.505859375,0.06982421875,0.37255859375,1.0,22,0.34375
+fresh-zh-1,layers.0.mlp.gated_product,64,1728,1792,2048,64,0.032993574773051246,0.0,0.47802734375,0.05126953125,0.27294921875,1.0,42,0.65625
+fresh-zh-1,layers.0.mlp.gated_product,64,1792,1856,2048,64,0.025709452523338106,0.0,0.490234375,0.0439453125,0.23095703125,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,1856,1920,2048,64,0.03633204860261988,0.0,0.47998046875,0.046875,0.27978515625,1.0,37,0.578125
+fresh-zh-1,layers.0.mlp.gated_product,64,1920,1984,2048,64,0.04100539194141354,0.0,0.52392578125,0.0595703125,0.32958984375,1.0,32,0.5
+fresh-zh-1,layers.0.mlp.gated_product,64,1984,2048,2048,64,0.02782716088241891,0.0,0.50048828125,0.04248046875,0.2490234375,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,2048,2112,2048,64,0.04379613592859034,0.0,0.49853515625,0.0576171875,0.32568359375,1.0,30,0.46875
+fresh-zh-1,layers.0.mlp.gated_product,64,2112,2176,2048,64,0.02707399858678673,0.0,0.50537109375,0.0361328125,0.234375,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,2176,2240,2048,64,0.026019004959507295,0.0,0.51025390625,0.03955078125,0.2138671875,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gated_product,64,2240,2304,2048,64,0.050295532925919956,0.0,0.51220703125,0.0732421875,0.3583984375,1.0,26,0.40625
+fresh-zh-1,layers.0.mlp.gated_product,64,2304,2368,2048,64,0.032726232140226415,0.0,0.4755859375,0.04541015625,0.2578125,1.0,43,0.671875
+fresh-zh-1,layers.0.mlp.gated_product,64,2368,2432,2048,64,0.03143169074099736,0.0,0.482421875,0.046875,0.2548828125,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,2432,2496,2048,64,0.03481302435393841,0.0,0.48779296875,0.04931640625,0.28271484375,1.0,40,0.625
+fresh-zh-1,layers.0.mlp.gated_product,64,2496,2560,2048,64,0.028157827104964863,0.0,0.498046875,0.03662109375,0.212890625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,2560,2624,2048,64,0.026404716021365748,0.0,0.5146484375,0.03466796875,0.22216796875,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,2624,2688,2048,64,0.03103278006995671,0.0,0.474609375,0.04541015625,0.244140625,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,2688,2752,2048,64,0.024232895826107825,0.0,0.48779296875,0.0400390625,0.21435546875,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gated_product,64,2752,2816,2048,64,0.02585942764480696,0.0,0.51025390625,0.037109375,0.2333984375,1.0,50,0.78125
+fresh-zh-1,layers.0.mlp.gated_product,64,2816,2880,2048,64,0.04691239399991035,0.0,0.51611328125,0.0458984375,0.31201171875,1.0,30,0.46875
+fresh-zh-1,layers.0.mlp.gated_product,64,2880,2944,2048,64,0.025951501581770647,0.0,0.490234375,0.041015625,0.24365234375,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,2944,3008,2048,64,0.04304308878101914,0.0,0.515625,0.052734375,0.3330078125,1.0,31,0.484375
+fresh-zh-1,layers.0.mlp.gated_product,64,3008,3072,2048,64,0.032512475247794444,0.0,0.4873046875,0.0400390625,0.2451171875,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,3072,3136,2048,64,0.054772310373044385,0.0,0.5263671875,0.072265625,0.365234375,1.0,20,0.3125
+fresh-zh-1,layers.0.mlp.gated_product,64,3136,3200,2048,64,0.06443490786791925,0.0,0.4794921875,0.0751953125,0.42236328125,1.0,10,0.15625
+fresh-zh-1,layers.0.mlp.gated_product,64,3200,3264,2048,64,0.028719788665864093,0.0,0.505859375,0.044921875,0.244140625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,3264,3328,2048,64,0.03540936675596986,0.0,0.494140625,0.05712890625,0.2880859375,1.0,37,0.578125
+fresh-zh-1,layers.0.mlp.gated_product,64,3328,3392,2048,64,0.0480426815591435,0.0,0.490234375,0.05615234375,0.36083984375,1.0,27,0.421875
+fresh-zh-1,layers.0.mlp.gated_product,64,3392,3456,2048,64,0.02673968143005121,0.0,0.49853515625,0.0380859375,0.244140625,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,3456,3520,2048,64,0.028162282304977002,0.0,0.5244140625,0.041015625,0.22802734375,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,3520,3584,2048,64,0.031001208059211346,0.0,0.52880859375,0.0380859375,0.234375,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,3584,3648,2048,64,0.03809186347265907,0.0,0.50244140625,0.0498046875,0.27587890625,1.0,38,0.59375
+fresh-zh-1,layers.0.mlp.gated_product,64,3648,3712,2048,64,0.031199079463383024,0.0,0.48046875,0.04248046875,0.259765625,1.0,43,0.671875
+fresh-zh-1,layers.0.mlp.gated_product,64,3712,3776,2048,64,0.030382678871083906,0.0,0.51025390625,0.0478515625,0.2685546875,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,3776,3840,2048,64,0.029221607382255294,0.0,0.50537109375,0.03759765625,0.21435546875,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,3840,3904,2048,64,0.030113378098577902,0.0,0.50244140625,0.037109375,0.24462890625,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,3904,3968,2048,64,0.025834706943174815,0.0,0.50927734375,0.0419921875,0.23779296875,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,3968,4032,2048,64,0.04828925609294103,0.0,0.49755859375,0.06591796875,0.3388671875,1.0,25,0.390625
+fresh-zh-1,layers.0.mlp.gated_product,64,4032,4096,2048,64,0.02480201202435393,0.0,0.5,0.0400390625,0.22509765625,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.gated_product,64,4096,4160,2048,64,0.028189168179652613,0.0,0.49951171875,0.03466796875,0.234375,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,4160,4224,2048,64,0.02421754405941396,0.0,0.52685546875,0.02587890625,0.19189453125,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,4224,4288,2048,64,0.03896672127374659,0.0,0.50537109375,0.04638671875,0.2939453125,1.0,36,0.5625
+fresh-zh-1,layers.0.mlp.gated_product,64,4288,4352,2048,64,0.02599947839796214,0.0,0.48876953125,0.0390625,0.23291015625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,4352,4416,2048,64,0.027778996471908637,0.0,0.498046875,0.037109375,0.21923828125,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,4416,4480,2048,64,0.0829822616625164,0.0,0.494140625,0.08984375,0.4658203125,1.0,3,0.046875
+fresh-zh-1,layers.0.mlp.gated_product,64,4480,4544,2048,64,0.024562200485359495,0.0,0.48388671875,0.04443359375,0.23681640625,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,4544,4608,2048,64,0.02603303734760944,0.0,0.498046875,0.03466796875,0.23046875,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gated_product,64,4608,4672,2048,64,0.028810178278453828,0.0,0.50048828125,0.04736328125,0.234375,1.0,45,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,64,4672,4736,2048,64,0.02639003453382108,0.0,0.49658203125,0.0322265625,0.2353515625,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,4736,4800,2048,64,0.0314314682237985,0.0,0.49853515625,0.03173828125,0.23779296875,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,4800,4864,2048,64,0.05943030819809908,0.0,0.5107421875,0.07763671875,0.376953125,1.0,19,0.296875
+fresh-zh-1,layers.0.mlp.gated_product,64,4864,4928,2048,64,0.027345257345158153,0.0,0.50732421875,0.03662109375,0.236328125,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gated_product,64,4928,4992,2048,64,0.024987150235739136,0.0,0.50439453125,0.03857421875,0.22265625,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gated_product,64,4992,5056,2048,64,0.032301689289581326,0.0,0.513671875,0.0380859375,0.24853515625,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,5056,5120,2048,64,0.028791464008404984,0.0,0.4853515625,0.03125,0.2265625,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,5120,5184,2048,64,0.05374758414110216,0.0,0.486328125,0.06640625,0.373046875,1.0,20,0.3125
+fresh-zh-1,layers.0.mlp.gated_product,64,5184,5248,2048,64,0.030568679113531134,0.0,0.49169921875,0.0478515625,0.244140625,1.0,42,0.65625
+fresh-zh-1,layers.0.mlp.gated_product,64,5248,5312,2048,64,0.027446218776296404,0.0,0.4873046875,0.04296875,0.2353515625,1.0,48,0.75
+fresh-zh-1,layers.0.mlp.gated_product,64,5312,5376,2048,64,0.02796652398623058,0.0,0.5205078125,0.04052734375,0.23046875,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,5376,5440,2048,64,0.02374026609137658,0.0,0.49853515625,0.04150390625,0.20947265625,1.0,49,0.765625
+fresh-zh-1,layers.0.mlp.gated_product,64,5440,5504,2048,64,0.026550783117160002,0.0,0.525390625,0.0283203125,0.20947265625,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,5504,5568,2048,64,0.0393009394926065,0.0,0.50146484375,0.05029296875,0.28759765625,1.0,37,0.578125
+fresh-zh-1,layers.0.mlp.gated_product,64,5568,5632,2048,64,0.0346283667200037,0.0,0.5,0.0458984375,0.2841796875,1.0,39,0.609375
+fresh-zh-1,layers.0.mlp.gated_product,64,5632,5696,2048,64,0.03080903813037026,0.0,0.49462890625,0.0478515625,0.27392578125,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,5696,5760,2048,64,0.02730756294444703,0.0,0.5009765625,0.03857421875,0.2294921875,1.0,47,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,64,5760,5824,2048,64,0.03341229936316604,0.0,0.52734375,0.0478515625,0.26513671875,1.0,44,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,64,5824,5888,2048,64,0.02778256839244044,0.0,0.4921875,0.03466796875,0.23193359375,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,5888,5952,2048,64,0.027123820283907075,0.0,0.5146484375,0.0341796875,0.23095703125,1.0,46,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,64,5952,6016,2048,64,0.03089141819456837,0.0,0.4775390625,0.04345703125,0.23828125,1.0,43,0.671875
+fresh-zh-1,layers.0.mlp.gated_product,64,6016,6080,2048,64,0.04132352174204605,0.0,0.51806640625,0.0556640625,0.3115234375,1.0,33,0.515625
+fresh-zh-1,layers.0.mlp.gated_product,64,6080,6144,2048,64,0.038342393068277504,0.0,0.5126953125,0.05078125,0.30419921875,1.0,38,0.59375
+fresh-zh-1,layers.0.mlp.gated_product,128,0,128,4096,128,0.030548194724372934,0.0,0.494384765625,0.0390625,0.252197265625,1.0,88,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,128,128,256,4096,128,0.0330922399493892,0.0,0.51123046875,0.043701171875,0.26611328125,1.0,85,0.6640625
+fresh-zh-1,layers.0.mlp.gated_product,128,256,384,4096,128,0.04560130153871789,0.0,0.50244140625,0.0556640625,0.330322265625,1.0,61,0.4765625
+fresh-zh-1,layers.0.mlp.gated_product,128,384,512,4096,128,0.030971182149902573,0.0,0.478759765625,0.046142578125,0.250244140625,1.0,90,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,128,512,640,4096,128,0.0602497724249108,0.0,0.50048828125,0.07421875,0.392578125,1.0,26,0.203125
+fresh-zh-1,layers.0.mlp.gated_product,128,640,768,4096,128,0.032036541361940916,0.0,0.498779296875,0.04296875,0.248291015625,1.0,84,0.65625
+fresh-zh-1,layers.0.mlp.gated_product,128,768,896,4096,128,0.051008326336247724,0.0,0.4736328125,0.06640625,0.348876953125,1.0,50,0.390625
+fresh-zh-1,layers.0.mlp.gated_product,128,896,1024,4096,128,0.024313300602372242,0.0,0.505859375,0.040771484375,0.226318359375,1.0,99,0.7734375
+fresh-zh-1,layers.0.mlp.gated_product,128,1024,1152,4096,128,0.03452022358016935,0.0,0.50830078125,0.04248046875,0.267333984375,1.0,80,0.625
+fresh-zh-1,layers.0.mlp.gated_product,128,1152,1280,4096,128,0.02959967218774353,0.0,0.49609375,0.036376953125,0.2509765625,1.0,90,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,128,1280,1408,4096,128,0.034860218428792236,0.0,0.50341796875,0.044921875,0.271240234375,1.0,76,0.59375
+fresh-zh-1,layers.0.mlp.gated_product,128,1408,1536,4096,128,0.02660417091391036,0.0,0.492431640625,0.0400390625,0.224609375,1.0,94,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,128,1536,1664,4096,128,0.031238218251257412,0.0,0.494873046875,0.043701171875,0.248046875,1.0,87,0.6796875
+fresh-zh-1,layers.0.mlp.gated_product,128,1664,1792,4096,128,0.04554197744717434,0.0,0.491943359375,0.059814453125,0.336181640625,1.0,58,0.453125
+fresh-zh-1,layers.0.mlp.gated_product,128,1792,1920,4096,128,0.03147215995695966,0.0,0.485107421875,0.04736328125,0.260986328125,1.0,83,0.6484375
+fresh-zh-1,layers.0.mlp.gated_product,128,1920,2048,4096,128,0.035041354504677526,0.0,0.51220703125,0.05126953125,0.291748046875,1.0,76,0.59375
+fresh-zh-1,layers.0.mlp.gated_product,128,2048,2176,4096,128,0.036408123556102776,0.0,0.501953125,0.0478515625,0.283447265625,1.0,74,0.578125
+fresh-zh-1,layers.0.mlp.gated_product,128,2176,2304,4096,128,0.04004141138487231,0.0,0.51123046875,0.05419921875,0.2958984375,1.0,72,0.5625
+fresh-zh-1,layers.0.mlp.gated_product,128,2304,2432,4096,128,0.032085490902693754,0.0,0.47900390625,0.0458984375,0.256103515625,1.0,87,0.6796875
+fresh-zh-1,layers.0.mlp.gated_product,128,2432,2560,4096,128,0.031660779301376986,0.0,0.492919921875,0.04150390625,0.2509765625,1.0,87,0.6796875
+fresh-zh-1,layers.0.mlp.gated_product,128,2560,2688,4096,128,0.028811824543399464,0.0,0.49462890625,0.041748046875,0.232421875,1.0,92,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,128,2688,2816,4096,128,0.02505936190564317,0.0,0.4990234375,0.0390625,0.222900390625,1.0,101,0.7890625
+fresh-zh-1,layers.0.mlp.gated_product,128,2816,2944,4096,128,0.03790945228535668,0.0,0.503173828125,0.046875,0.291259765625,1.0,72,0.5625
+fresh-zh-1,layers.0.mlp.gated_product,128,2944,3072,4096,128,0.03814294520975761,0.0,0.50146484375,0.047119140625,0.290283203125,1.0,75,0.5859375
+fresh-zh-1,layers.0.mlp.gated_product,128,3072,3200,4096,128,0.05979909420529858,0.0,0.5029296875,0.0751953125,0.394775390625,1.0,27,0.2109375
+fresh-zh-1,layers.0.mlp.gated_product,128,3200,3328,4096,128,0.032238560103319436,0.0,0.5,0.049560546875,0.2705078125,1.0,84,0.65625
+fresh-zh-1,layers.0.mlp.gated_product,128,3328,3456,4096,128,0.038878720493181695,0.0,0.494384765625,0.052490234375,0.313232421875,1.0,68,0.53125
+fresh-zh-1,layers.0.mlp.gated_product,128,3456,3584,4096,128,0.029615781652319526,0.0,0.526611328125,0.04052734375,0.229736328125,1.0,92,0.71875
+fresh-zh-1,layers.0.mlp.gated_product,128,3584,3712,4096,128,0.034816466091363914,0.0,0.491455078125,0.046142578125,0.26953125,1.0,80,0.625
+fresh-zh-1,layers.0.mlp.gated_product,128,3712,3840,4096,128,0.029807796911094295,0.0,0.5078125,0.04345703125,0.240966796875,1.0,89,0.6953125
+fresh-zh-1,layers.0.mlp.gated_product,128,3840,3968,4096,128,0.028055726896193903,0.0,0.505859375,0.039794921875,0.236572265625,1.0,91,0.7109375
+fresh-zh-1,layers.0.mlp.gated_product,128,3968,4096,4096,128,0.03838614368796272,0.0,0.498779296875,0.05517578125,0.289306640625,1.0,71,0.5546875
+fresh-zh-1,layers.0.mlp.gated_product,128,4096,4224,4096,128,0.02627849541859651,0.0,0.51318359375,0.02978515625,0.213623046875,1.0,95,0.7421875
+fresh-zh-1,layers.0.mlp.gated_product,128,4224,4352,4096,128,0.033123845216037,0.0,0.4970703125,0.046630859375,0.273681640625,1.0,81,0.6328125
+fresh-zh-1,layers.0.mlp.gated_product,128,4352,4480,4096,128,0.06187781668583925,0.0,0.49609375,0.069580078125,0.390869140625,1.0,26,0.203125
+fresh-zh-1,layers.0.mlp.gated_product,128,4480,4608,4096,128,0.0253083062078937,0.0,0.490966796875,0.039306640625,0.23486328125,1.0,96,0.75
+fresh-zh-1,layers.0.mlp.gated_product,128,4608,4736,4096,128,0.027626620270425426,0.0,0.49853515625,0.040283203125,0.234619140625,1.0,91,0.7109375
+fresh-zh-1,layers.0.mlp.gated_product,128,4736,4864,4096,128,0.04753892472082586,0.0,0.504638671875,0.05517578125,0.323974609375,1.0,57,0.4453125
+fresh-zh-1,layers.0.mlp.gated_product,128,4864,4992,4096,128,0.02619275449600828,0.0,0.505859375,0.037109375,0.228515625,1.0,95,0.7421875
+fresh-zh-1,layers.0.mlp.gated_product,128,4992,5120,4096,128,0.030596956798903487,0.0,0.49951171875,0.034912109375,0.2373046875,1.0,90,0.703125
+fresh-zh-1,layers.0.mlp.gated_product,128,5120,5248,4096,128,0.04372211650727175,0.0,0.489013671875,0.0576171875,0.3232421875,1.0,59,0.4609375
+fresh-zh-1,layers.0.mlp.gated_product,128,5248,5376,4096,128,0.027707592722832634,0.0,0.50390625,0.041748046875,0.23193359375,1.0,94,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,128,5376,5504,4096,128,0.02518476045373306,0.0,0.511962890625,0.035888671875,0.213623046875,1.0,94,0.734375
+fresh-zh-1,layers.0.mlp.gated_product,128,5504,5632,4096,128,0.03703840997327353,0.0,0.500732421875,0.048828125,0.286376953125,1.0,75,0.5859375
+fresh-zh-1,layers.0.mlp.gated_product,128,5632,5760,4096,128,0.02911099297931578,0.0,0.497802734375,0.042236328125,0.25341796875,1.0,91,0.7109375
+fresh-zh-1,layers.0.mlp.gated_product,128,5760,5888,4096,128,0.030726640356655142,0.0,0.509765625,0.04248046875,0.25,1.0,89,0.6953125
+fresh-zh-1,layers.0.mlp.gated_product,128,5888,6016,4096,128,0.029068723268019517,0.0,0.49609375,0.039306640625,0.237060546875,1.0,88,0.6875
+fresh-zh-1,layers.0.mlp.gated_product,128,6016,6144,4096,128,0.03986083638966729,0.0,0.515380859375,0.053955078125,0.307861328125,1.0,71,0.5546875
+fresh-zh-1,layers.0.mlp.down_proj.output,0,0,2048,65536,2048,0.02681197256810387,0.0,0.5006561279296875,0.009918212890625,0.098297119140625,1.0,1650,0.8056640625
+fresh-zh-1,layers.0.mlp.down_proj.output,64,0,64,2048,64,0.02633792722716446,0.0,0.50830078125,0.00537109375,0.09375,1.0,52,0.8125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,64,128,2048,64,0.025201112375813933,0.0,0.50390625,0.0087890625,0.09521484375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,128,192,2048,64,0.025136406373386534,0.0,0.490234375,0.0087890625,0.08203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,192,256,2048,64,0.024906826362047652,0.0,0.51025390625,0.00732421875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,256,320,2048,64,0.023594980704196793,0.0,0.4990234375,0.009765625,0.08251953125,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,320,384,2048,64,0.023578298748555427,0.0,0.5068359375,0.01123046875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,384,448,2048,64,0.024596216653272912,0.0,0.49658203125,0.00927734375,0.08349609375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,448,512,2048,64,0.024561551051169684,0.0,0.47802734375,0.01025390625,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,512,576,2048,64,0.025034624721567415,0.0,0.5087890625,0.00830078125,0.0986328125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,576,640,2048,64,0.023683389867072444,0.0,0.52734375,0.00830078125,0.0888671875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,640,704,2048,64,0.024179696508892935,0.0,0.49267578125,0.0107421875,0.0908203125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,704,768,2048,64,0.02526168996575174,0.0,0.49951171875,0.01171875,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,768,832,2048,64,0.02378398209290565,0.0,0.49267578125,0.0087890625,0.0869140625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,832,896,2048,64,0.024348376642153932,0.0,0.50927734375,0.00634765625,0.0751953125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,896,960,2048,64,0.02379797952957277,0.0,0.4892578125,0.01123046875,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,960,1024,2048,64,0.024864726939114686,0.0,0.5341796875,0.0078125,0.10009765625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1024,1088,2048,64,0.024378732557771284,0.0,0.5166015625,0.01025390625,0.1015625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1088,1152,2048,64,0.02437513203554926,0.0,0.50390625,0.0107421875,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1152,1216,2048,64,0.06461820159909179,0.0,0.4736328125,0.02197265625,0.21728515625,1.0,15,0.234375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1216,1280,2048,64,0.025630166165601903,0.0,0.4951171875,0.009765625,0.095703125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1280,1344,2048,64,0.023692266956496965,0.0,0.49072265625,0.00927734375,0.0947265625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1344,1408,2048,64,0.024408012680435114,0.0,0.49267578125,0.0068359375,0.091796875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1408,1472,2048,64,0.023764947896525557,0.0,0.501953125,0.0107421875,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1472,1536,2048,64,0.025037118409699827,0.0,0.51171875,0.0068359375,0.10400390625,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1536,1600,2048,64,0.024705569913651172,0.0,0.4765625,0.00634765625,0.08935546875,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1600,1664,2048,64,0.023611194608938287,0.0,0.50830078125,0.00927734375,0.095703125,1.0,55,0.859375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1664,1728,2048,64,0.02533807981681902,0.0,0.49267578125,0.01513671875,0.10693359375,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1728,1792,2048,64,0.024923644732359522,0.0,0.49560546875,0.0087890625,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1792,1856,2048,64,0.024626874963224996,0.0,0.505859375,0.00732421875,0.0830078125,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1856,1920,2048,64,0.024254941430339384,0.0,0.49462890625,0.0078125,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1920,1984,2048,64,0.02788474581452435,0.0,0.53271484375,0.01123046875,0.109375,1.0,51,0.796875
+fresh-zh-1,layers.0.mlp.down_proj.output,64,1984,2048,2048,64,0.023995495630400192,0.0,0.4814453125,0.01123046875,0.0888671875,1.0,54,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,0,128,4096,128,0.02577578782114926,0.0,0.506103515625,0.007080078125,0.09423828125,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,128,128,256,4096,128,0.025021879673569877,0.0,0.500244140625,0.008056640625,0.083740234375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,256,384,4096,128,0.023586641201192145,0.0,0.5029296875,0.010498046875,0.083740234375,1.0,108,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,384,512,4096,128,0.024578889963685853,0.0,0.4873046875,0.009765625,0.083984375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,512,640,4096,128,0.02436837490011864,0.0,0.51806640625,0.00830078125,0.09375,1.0,108,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,640,768,4096,128,0.024726612214251383,0.0,0.49609375,0.011474609375,0.08740234375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,768,896,4096,128,0.024067833817190985,0.0,0.5009765625,0.007568359375,0.081298828125,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,896,1024,4096,128,0.02433719864165451,0.0,0.51171875,0.009765625,0.09375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1024,1152,4096,128,0.024376932363135824,0.0,0.51025390625,0.010498046875,0.091552734375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1152,1280,4096,128,0.04915494581208098,0.0,0.484375,0.017333984375,0.171875,1.0,64,0.5
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1280,1408,4096,128,0.024052802295639057,0.0,0.49169921875,0.00830078125,0.09375,1.0,108,0.84375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1408,1536,4096,128,0.024409322468945182,0.0,0.5068359375,0.0087890625,0.09716796875,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1536,1664,4096,128,0.024164578370204002,0.0,0.492431640625,0.007568359375,0.090576171875,1.0,109,0.8515625
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1664,1792,4096,128,0.02513171657038536,0.0,0.494140625,0.011962890625,0.097900390625,1.0,106,0.828125
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1792,1920,4096,128,0.024441615681492012,0.0,0.500244140625,0.0078125,0.083740234375,1.0,107,0.8359375
+fresh-zh-1,layers.0.mlp.down_proj.output,128,1920,2048,4096,128,0.026012908907782573,0.0,0.507080078125,0.01123046875,0.099609375,1.0,105,0.8203125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,0.9785627762315138,0.0,0.4986673990885417,0.013417561848958334,0.13070170084635416,1.0,3624,0.58984375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.8696277865799967,0.0,0.47021484375,0.00927734375,0.10107421875,1.0,44,0.6875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.8244808365272676,0.0,0.4892578125,0.00732421875,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0656261297227094,0.0,0.4775390625,0.01220703125,0.12744140625,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8022988274274719,0.0,0.53076171875,0.013671875,0.109375,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.285228562930084,0.0,0.46728515625,0.01708984375,0.1669921875,1.0,23,0.359375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8620707909082921,0.0,0.4873046875,0.0126953125,0.123046875,1.0,41,0.640625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.537568783016895,0.0,0.49755859375,0.01611328125,0.18310546875,1.0,21,0.328125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.7076487873234028,0.0,0.4775390625,0.00830078125,0.0986328125,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.9129125576116983,0.0,0.50390625,0.01416015625,0.14208984375,1.0,41,0.640625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.6865125644689369,0.0,0.54833984375,0.0087890625,0.09716796875,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8397635718970172,0.0,0.5302734375,0.0107421875,0.1142578125,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0717094582736695,0.0,0.47021484375,0.01513671875,0.13427734375,1.0,37,0.578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.6895229381053875,0.0,0.4931640625,0.00927734375,0.11083984375,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,832,896,2048,64,0.5984949082600418,0.0,0.50244140625,0.009765625,0.1005859375,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.353883467750901,0.0,0.478515625,0.021484375,0.19677734375,1.0,25,0.390625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.8436625142511698,0.0,0.52734375,0.0146484375,0.13037109375,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.0958949061580532,0.0,0.5517578125,0.01318359375,0.1142578125,1.0,44,0.6875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.8788632527212841,0.0,0.52880859375,0.01220703125,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.5084765990300376,0.0,0.49072265625,0.00927734375,0.09033203125,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.6704586761156907,0.0,0.49853515625,0.01171875,0.09814453125,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.214806784532943,0.0,0.45703125,0.01123046875,0.1005859375,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.2020497572882436,0.0,0.57861328125,0.01025390625,0.10302734375,1.0,35,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.5725413939755801,0.0,0.48583984375,0.00634765625,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.6821315645083313,0.0,0.49072265625,0.01171875,0.11767578125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.3823353573244264,0.0,0.57275390625,0.015625,0.162109375,1.0,20,0.3125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.4872074746615886,0.0,0.5380859375,0.01318359375,0.14599609375,1.0,31,0.484375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6484502426221436,0.0,0.5107421875,0.01123046875,0.1123046875,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.527730303610341,0.0,0.48974609375,0.01123046875,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.9151034179323884,0.0,0.52001953125,0.01123046875,0.1044921875,1.0,41,0.640625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9771977321204537,0.0,0.5126953125,0.01611328125,0.130859375,1.0,39,0.609375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,0.6851973335474651,0.0,0.4921875,0.01171875,0.11328125,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,0.6905128935253659,0.0,0.48291015625,0.00830078125,0.1103515625,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7429554951611925,0.0,0.49755859375,0.02294921875,0.19140625,1.0,22,0.34375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8839015359497967,0.0,0.48779296875,0.01171875,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.0781708638008782,0.0,0.44970703125,0.013671875,0.12744140625,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6850195064157888,0.0,0.51123046875,0.01025390625,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.7264038795092792,0.0,0.4755859375,0.009765625,0.11181640625,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.266643643150497,0.0,0.5009765625,0.0205078125,0.1923828125,1.0,22,0.34375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0149889955083402,0.0,0.490234375,0.01171875,0.1240234375,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8057213121120504,0.0,0.4697265625,0.0107421875,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.6641840624777632,0.0,0.48828125,0.0107421875,0.10205078125,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.5474245311143922,0.0,0.51123046875,0.01123046875,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9066087443462222,0.0,0.55322265625,0.01123046875,0.10595703125,1.0,42,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9529648361201749,0.0,0.46630859375,0.00927734375,0.10693359375,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.6437214832724169,0.0,0.4951171875,0.009765625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.6424567045742184,0.0,0.49951171875,0.00732421875,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2518031032873886,0.0,0.52294921875,0.02197265625,0.1962890625,1.0,27,0.421875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.6850490508349462,0.0,0.50390625,0.01318359375,0.10107421875,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,0.8608704337105281,0.0,0.48095703125,0.01123046875,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8094127254064398,0.0,0.5205078125,0.0087890625,0.0986328125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.5759008753521648,0.0,0.501953125,0.0087890625,0.095703125,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.6601626645639944,0.0,0.5087890625,0.00927734375,0.10205078125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.7041109080412409,0.0,0.533203125,0.01708984375,0.12841796875,1.0,33,0.515625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7064934381128105,0.0,0.513671875,0.01611328125,0.11474609375,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6232903140964435,0.0,0.50830078125,0.00927734375,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.644738996488422,0.0,0.49462890625,0.00927734375,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8227767005392908,0.0,0.50341796875,0.01708984375,0.13671875,1.0,35,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.707151293617622,0.0,0.4755859375,0.01220703125,0.123046875,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.6882842456043434,0.0,0.50439453125,0.00830078125,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.5399213674081338,0.0,0.5009765625,0.009765625,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.253661304911261,0.0,0.4365234375,0.02001953125,0.15380859375,1.0,29,0.453125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.9800448016084101,0.0,0.5224609375,0.0078125,0.10693359375,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.6826561127262936,0.0,0.4931640625,0.0126953125,0.11279296875,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7477716131766441,0.0,0.50439453125,0.013671875,0.11376953125,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8543188581449072,0.0,0.4951171875,0.01611328125,0.1162109375,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.8306317201886341,0.0,0.4677734375,0.009765625,0.11767578125,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.167937189715079,0.0,0.521484375,0.0087890625,0.14013671875,1.0,31,0.484375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9112257581757872,0.0,0.458984375,0.01123046875,0.1162109375,1.0,44,0.6875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.7672089387844262,0.0,0.4638671875,0.0107421875,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.6571711338458215,0.0,0.50341796875,0.00732421875,0.09765625,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.7381212430931173,0.0,0.5126953125,0.01220703125,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7146591421766377,0.0,0.484375,0.00927734375,0.123046875,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8944665624281837,0.0,0.50732421875,0.0087890625,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.6532757478483965,0.0,0.4990234375,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8247933371068599,0.0,0.4951171875,0.01318359375,0.12939453125,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.0398634048574,0.0,0.4384765625,0.01318359375,0.126953125,1.0,39,0.609375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7160222711533573,0.0,0.48486328125,0.01123046875,0.1015625,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.6529481250158775,0.0,0.5390625,0.005859375,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.376452864899336,0.0,0.47216796875,0.02197265625,0.17626953125,1.0,25,0.390625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8729524448164017,0.0,0.44140625,0.01318359375,0.11376953125,1.0,44,0.6875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0670268558552853,0.0,0.54931640625,0.0087890625,0.0986328125,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.6320026689009854,0.0,0.546875,0.0126953125,0.15478515625,1.0,33,0.515625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8622218366644226,0.0,0.47265625,0.01318359375,0.1337890625,1.0,38,0.59375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.7141519031146707,0.0,0.54248046875,0.00830078125,0.109375,1.0,47,0.734375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.6366327890818096,0.0,0.51611328125,0.01318359375,0.11181640625,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.8579599660767214,0.0,0.49267578125,0.01416015625,0.1318359375,1.0,37,0.578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.0595411173962155,0.0,0.46923828125,0.01318359375,0.1416015625,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.6670803604444029,0.0,0.4609375,0.00830078125,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1625148016696958,0.0,0.49755859375,0.01171875,0.12548828125,1.0,35,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.8279437111113337,0.0,0.49951171875,0.01318359375,0.10302734375,1.0,42,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6003530626502517,0.0,0.4970703125,0.0107421875,0.08251953125,1.0,55,0.859375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7070592713789066,0.0,0.45849609375,0.01025390625,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.07186847193434,0.0,0.5146484375,0.01904296875,0.18505859375,1.0,28,0.4375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6906399592032539,0.0,0.4990234375,0.01025390625,0.12158203125,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.5455885396825497,0.0,0.5107421875,0.0126953125,0.10595703125,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.6294394303119024,0.0,0.48046875,0.01416015625,0.1103515625,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.8473550427632821,0.0,0.479736328125,0.00830078125,0.096435546875,1.0,90,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.9431973433060806,0.0,0.504150390625,0.013427734375,0.12060546875,1.0,81,0.6328125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.0942985213159564,0.0,0.477294921875,0.01513671875,0.1513671875,1.0,61,0.4765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1968468090587738,0.0,0.487548828125,0.0146484375,0.14697265625,1.0,65,0.5078125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.8076846039819158,0.0,0.526123046875,0.011474609375,0.121826171875,1.0,89,0.6953125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9627471162352237,0.0,0.500244140625,0.014404296875,0.1259765625,1.0,80,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.6456152249547256,0.0,0.497802734375,0.00927734375,0.105712890625,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1279997522610123,0.0,0.5029296875,0.018310546875,0.1689453125,1.0,68,0.53125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.9933242829829048,0.0,0.540283203125,0.011962890625,0.104248046875,1.0,91,0.7109375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.595005583225888,0.0,0.49462890625,0.010498046875,0.096923828125,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.2084451048235485,0.0,0.517822265625,0.0107421875,0.101806640625,1.0,70,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6297249872420835,0.0,0.48828125,0.00830078125,0.097412109375,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.9858635184029392,0.0,0.555419921875,0.01611328125,0.160400390625,1.0,43,0.3359375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.5911797486828264,0.0,0.500244140625,0.010986328125,0.0947265625,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.9466598315057255,0.0,0.516357421875,0.013671875,0.11767578125,1.0,80,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,0.6878602481701241,0.0,0.487548828125,0.010009765625,0.1123046875,1.0,97,0.7578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.381878392509089,0.0,0.49267578125,0.018798828125,0.157470703125,1.0,59,0.4609375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.9032452977235096,0.0,0.48046875,0.012939453125,0.11865234375,1.0,83,0.6484375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.0324845555502744,0.0,0.48828125,0.01416015625,0.153076171875,1.0,66,0.515625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9163485946392327,0.0,0.47998046875,0.011962890625,0.1123046875,1.0,91,0.7109375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.608610748391481,0.0,0.499755859375,0.01123046875,0.092041015625,1.0,102,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9300756405278513,0.0,0.509765625,0.010009765625,0.107421875,1.0,84,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.643089404857056,0.0,0.497314453125,0.008544921875,0.090576171875,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.0090349873641145,0.0,0.513427734375,0.01708984375,0.14990234375,1.0,75,0.5859375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,0.8355378099424448,0.0,0.500732421875,0.009765625,0.091064453125,1.0,98,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.6194661257549208,0.0,0.50537109375,0.008544921875,0.0986328125,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.7053025891652227,0.0,0.5234375,0.0166015625,0.12158203125,1.0,68,0.53125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6341053497800427,0.0,0.50146484375,0.009521484375,0.091552734375,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.765910592205792,0.0,0.489501953125,0.014404296875,0.1298828125,1.0,70,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.6185670075792149,0.0,0.502685546875,0.009521484375,0.08935546875,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.125200977734972,0.0,0.4794921875,0.014404296875,0.128173828125,1.0,71,0.5546875
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.715954521500973,0.0,0.498779296875,0.013427734375,0.113037109375,1.0,97,0.7578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.8425585338614604,0.0,0.4814453125,0.01318359375,0.116943359375,1.0,85,0.6640625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0474754559135488,0.0,0.490234375,0.010986328125,0.13037109375,1.0,75,0.5859375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.7143120658755976,0.0,0.483642578125,0.00927734375,0.099609375,1.0,97,0.7578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.7264849134710151,0.0,0.49853515625,0.010498046875,0.108642578125,1.0,98,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.7832112212005691,0.0,0.503173828125,0.009033203125,0.094970703125,1.0,97,0.7578125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.938509443132432,0.0,0.466796875,0.013916015625,0.13232421875,1.0,81,0.6328125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.685211334826476,0.0,0.511962890625,0.009033203125,0.099853515625,1.0,99,0.7734375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1525338303495742,0.0,0.456787109375,0.018310546875,0.14697265625,1.0,67,0.5234375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3787637619288438,0.0,0.548095703125,0.012451171875,0.127685546875,1.0,75,0.5859375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.7916563131635079,0.0,0.507568359375,0.01123046875,0.119384765625,1.0,84,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7554457662613687,0.0,0.50439453125,0.014404296875,0.126220703125,1.0,80,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8853314596081672,0.0,0.465087890625,0.0107421875,0.122802734375,1.0,84,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0091906293832549,0.0,0.49853515625,0.013671875,0.115966796875,1.0,75,0.5859375
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.6558797957996599,0.0,0.477783203125,0.010986328125,0.08740234375,1.0,104,0.8125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9016333995519269,0.0,0.5068359375,0.015625,0.15771484375,1.0,68,0.53125
+fresh-zh-1,layers.1.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.5890080012462944,0.0,0.49560546875,0.012939453125,0.10888671875,1.0,99,0.7734375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.1966433088190864,0.0,0.5244293212890625,0.0124969482421875,0.1236724853515625,1.0,1122,0.5478515625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,0,64,2048,64,1.7890045127226046,0.0,0.634765625,0.01513671875,0.11865234375,1.0,31,0.484375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5676538536472249,0.0,0.67578125,0.0078125,0.08837890625,1.0,35,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,128,192,2048,64,1.1761353525583924,0.0,0.24267578125,0.00732421875,0.0703125,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3632667153930633,0.0,0.21923828125,0.00830078125,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2648690969923457,0.0,0.55908203125,0.0146484375,0.12158203125,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,320,384,2048,64,0.8458464178186995,0.0,0.6142578125,0.0087890625,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,384,448,2048,64,0.9492998049023605,0.0,0.38427734375,0.0087890625,0.10546875,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,448,512,2048,64,0.8276741007508469,0.0,0.42919921875,0.0087890625,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1626871985436438,0.0,0.66162109375,0.0126953125,0.107421875,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,576,640,2048,64,0.8535958892106232,0.0,0.65625,0.0087890625,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1305591896488794,0.0,0.44677734375,0.0078125,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2154067623931963,0.0,0.515625,0.01123046875,0.10400390625,1.0,41,0.640625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,768,832,2048,64,0.801444378739441,0.0,0.43310546875,0.00927734375,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,832,896,2048,64,0.7578686461258585,0.0,0.4111328125,0.009765625,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,896,960,2048,64,1.9285266675085215,0.0,0.587890625,0.0400390625,0.37744140625,1.0,9,0.140625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.8461604064915,0.0,0.60205078125,0.03759765625,0.31591796875,1.0,11,0.171875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.1863954015518874,0.0,0.55810546875,0.0078125,0.09716796875,1.0,44,0.6875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4247325227861427,0.0,0.6298828125,0.00830078125,0.095703125,1.0,40,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.108450479682329,0.0,0.57177734375,0.0087890625,0.10791015625,1.0,40,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1022180544762756,0.0,0.57373046875,0.00927734375,0.1064453125,1.0,40,0.625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9391293616789829,0.0,0.55908203125,0.01025390625,0.11083984375,1.0,39,0.609375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1580927945793793,0.0,0.5205078125,0.0087890625,0.10986328125,1.0,38,0.59375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.0021229828189473,0.0,0.5087890625,0.0068359375,0.10546875,1.0,43,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.775394178735329,0.0,0.447265625,0.01171875,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2849348856192586,0.0,0.513671875,0.01708984375,0.14501953125,1.0,28,0.4375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.079671310856674,0.0,0.54052734375,0.0078125,0.099609375,1.0,36,0.5625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.6468058117096124,0.0,0.58056640625,0.01123046875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1728,1792,2048,64,0.7696650306021466,0.0,0.56689453125,0.00830078125,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.337195241044118,0.0,0.52880859375,0.0078125,0.09716796875,1.0,38,0.59375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3835269896911522,0.0,0.6083984375,0.0126953125,0.11669921875,1.0,35,0.546875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.14409692174819,0.0,0.46435546875,0.0146484375,0.14892578125,1.0,27,0.421875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.1370269936763449,0.0,0.53564453125,0.017578125,0.1494140625,1.0,29,0.453125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6819743980508202,0.0,0.6552734375,0.01123046875,0.10498046875,1.0,65,0.5078125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,128,256,4096,128,1.2731438459255586,0.0,0.23095703125,0.008056640625,0.071533203125,1.0,86,0.671875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,256,384,4096,128,1.075953064743755,0.0,0.586669921875,0.011962890625,0.103515625,1.0,84,0.65625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,384,512,4096,128,0.890565701293673,0.0,0.40673828125,0.0087890625,0.095947265625,1.0,91,0.7109375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,512,640,4096,128,1.0199184927567841,0.0,0.658935546875,0.010009765625,0.092041015625,1.0,93,0.7265625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,640,768,4096,128,1.173749905084265,0.0,0.481201171875,0.009765625,0.10400390625,1.0,85,0.6640625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,768,896,4096,128,0.7799608890815264,0.0,0.422119140625,0.009521484375,0.092041015625,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.8877928056050517,0.0,0.594970703125,0.0390625,0.348876953125,1.0,19,0.1484375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3109913825628356,0.0,0.593994140625,0.009033203125,0.09619140625,1.0,83,0.6484375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1053386597603134,0.0,0.57275390625,0.009033203125,0.107177734375,1.0,79,0.6171875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0543108836638866,0.0,0.539794921875,0.009033203125,0.11279296875,1.0,76,0.59375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.8959594313110889,0.0,0.47802734375,0.009521484375,0.100341796875,1.0,91,0.7109375
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1867492995086084,0.0,0.527099609375,0.011962890625,0.123779296875,1.0,64,0.5
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.7108945130584192,0.0,0.57373046875,0.009765625,0.088623046875,1.0,102,0.796875
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.360558349332159,0.0,0.568603515625,0.01025390625,0.10693359375,1.0,73,0.5703125
+fresh-zh-1,layers.1.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.1405674356876825,0.0,0.5,0.01611328125,0.1494140625,1.0,55,0.4296875
+fresh-zh-1,layers.1.linear_attn.in_proj_b.output,0,0,16,512,16,1.1668064742632065,0.0,0.638671875,0.009765625,0.0703125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_b.output,64,0,16,512,16,1.1668064742632065,0.0,0.638671875,0.009765625,0.0703125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_b.output,128,0,16,512,16,1.1668064742632065,0.0,0.638671875,0.009765625,0.0703125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_a.output,0,0,16,512,16,1.5828989801569813,0.0,0.427734375,0.015625,0.125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_a.output,64,0,16,512,16,1.5828989801569813,0.0,0.427734375,0.015625,0.125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.in_proj_a.output,128,0,16,512,16,1.5828989801569813,0.0,0.427734375,0.015625,0.125,1.0,12,0.75
+fresh-zh-1,layers.1.linear_attn.out_proj.output,0,0,2048,65536,2048,0.02072395139189598,0.0,0.498870849609375,0.01202392578125,0.1186981201171875,1.0,1344,0.65625
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,0,64,2048,64,0.017528761738897034,0.0,0.5009765625,0.01220703125,0.1025390625,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,64,128,2048,64,0.01635440184466416,0.0,0.46337890625,0.00732421875,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,128,192,2048,64,0.014846828712832084,0.0,0.5107421875,0.0068359375,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,192,256,2048,64,0.015894021366522744,0.0,0.48828125,0.00634765625,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,256,320,2048,64,0.014480922151402474,0.0,0.47802734375,0.01416015625,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,320,384,2048,64,0.014791345146018861,0.0,0.4541015625,0.0087890625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,384,448,2048,64,0.01492426145217063,0.0,0.48388671875,0.0107421875,0.0927734375,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,448,512,2048,64,0.014527356365669842,0.0,0.521484375,0.01220703125,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,512,576,2048,64,0.017121863402990163,0.0,0.5068359375,0.01220703125,0.0908203125,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,576,640,2048,64,0.015254899909742829,0.0,0.498046875,0.00390625,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,640,704,2048,64,0.014587929967397145,0.0,0.49560546875,0.0126953125,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,704,768,2048,64,0.015141185025061276,0.0,0.5166015625,0.00927734375,0.09765625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,768,832,2048,64,0.015405690886260844,0.0,0.5087890625,0.0048828125,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,832,896,2048,64,0.015336230873051311,0.0,0.49609375,0.009765625,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,896,960,2048,64,0.014897227495678645,0.0,0.50146484375,0.00537109375,0.07421875,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,960,1024,2048,64,0.015569035415172548,0.0,0.50146484375,0.0048828125,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1024,1088,2048,64,0.014244973382396402,0.0,0.47900390625,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1088,1152,2048,64,0.015018756087347934,0.0,0.5224609375,0.01123046875,0.10009765625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07572280299673222,0.0,0.5419921875,0.0400390625,0.40869140625,1.0,1,0.015625
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1216,1280,2048,64,0.017083749767602786,0.0,0.54443359375,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1280,1344,2048,64,0.014230455436780858,0.0,0.47607421875,0.01123046875,0.0966796875,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1344,1408,2048,64,0.01573769373679342,0.0,0.46240234375,0.01416015625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1408,1472,2048,64,0.014887678400674956,0.0,0.5126953125,0.00830078125,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1472,1536,2048,64,0.015314575204244075,0.0,0.517578125,0.00634765625,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1536,1600,2048,64,0.015078649881749394,0.0,0.529296875,0.00732421875,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1600,1664,2048,64,0.014342828465738693,0.0,0.46923828125,0.0078125,0.09033203125,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1664,1728,2048,64,0.016161113436100997,0.0,0.50537109375,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1728,1792,2048,64,0.015434858534917266,0.0,0.47412109375,0.00732421875,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1792,1856,2048,64,0.018012247797533052,0.0,0.49609375,0.0087890625,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1856,1920,2048,64,0.01452923711677185,0.0,0.51416015625,0.00927734375,0.09619140625,1.0,51,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1920,1984,2048,64,0.029248529507337976,0.0,0.48193359375,0.01611328125,0.16845703125,1.0,27,0.421875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,64,1984,2048,2048,64,0.015634977699661524,0.0,0.51123046875,0.00537109375,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,0,128,4096,128,0.016951754301484184,0.0,0.482177734375,0.010009765625,0.0908203125,1.0,98,0.765625
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,128,256,4096,128,0.015379340656017359,0.0,0.49951171875,0.0068359375,0.0859375,1.0,102,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,256,384,4096,128,0.014636956609617223,0.0,0.466064453125,0.011474609375,0.0859375,1.0,103,0.8046875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,384,512,4096,128,0.014727146072269303,0.0,0.502685546875,0.01123046875,0.091064453125,1.0,102,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,512,640,4096,128,0.016215273319419035,0.0,0.50244140625,0.007080078125,0.083984375,1.0,96,0.75
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,640,768,4096,128,0.014867131275011053,0.0,0.506103515625,0.01123046875,0.09619140625,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,768,896,4096,128,0.01537100011506331,0.0,0.50244140625,0.00732421875,0.087158203125,1.0,101,0.7890625
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,896,1024,4096,128,0.015236834494357757,0.0,0.50146484375,0.005126953125,0.078369140625,1.0,105,0.8203125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1024,1152,4096,128,0.014636978873326842,0.0,0.500732421875,0.00927734375,0.0927734375,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05488987793666509,0.0,0.543212890625,0.026123046875,0.285400390625,1.0,1,0.0078125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1280,1408,4096,128,0.01500301413202215,0.0,0.46923828125,0.0126953125,0.093017578125,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1408,1536,4096,128,0.015102635231117302,0.0,0.51513671875,0.007080078125,0.08349609375,1.0,100,0.78125
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1536,1664,4096,128,0.014715339116955224,0.0,0.499267578125,0.00732421875,0.083740234375,1.0,103,0.8046875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1664,1792,4096,128,0.015802158800104382,0.0,0.48974609375,0.007080078125,0.0888671875,1.0,102,0.796875
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1792,1920,4096,128,0.016363676266583787,0.0,0.505126953125,0.0087890625,0.092529296875,1.0,96,0.75
+fresh-zh-1,layers.1.linear_attn.out_proj.output,128,1920,2048,4096,128,0.023451321988435248,0.0,0.49658203125,0.010986328125,0.1337890625,1.0,77,0.6015625
+fresh-zh-1,layers.1.mlp.gate_proj.output,0,0,6144,196608,6144,0.36736496354981796,0.0,0.7228597005208334,0.008046468098958334,0.08223978678385417,1.0,4851,0.78955078125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,0,64,2048,64,0.3502380835736306,0.0,0.71142578125,0.01220703125,0.09521484375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,64,128,2048,64,0.34868740272029847,0.0,0.72021484375,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,128,192,2048,64,0.36239496457918485,0.0,0.74365234375,0.005859375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,192,256,2048,64,0.35785323611097886,0.0,0.73291015625,0.0107421875,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,256,320,2048,64,0.3535956979043078,0.0,0.72607421875,0.00830078125,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,320,384,2048,64,0.3570303544640316,0.0,0.7548828125,0.00341796875,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,384,448,2048,64,0.3504114206081359,0.0,0.712890625,0.0107421875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,448,512,2048,64,0.3797081462931287,0.0,0.7314453125,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,512,576,2048,64,0.3880543432559232,0.0,0.755859375,0.005859375,0.0771484375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,576,640,2048,64,0.3549873361038935,0.0,0.72705078125,0.00537109375,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,640,704,2048,64,0.3543855287947719,0.0,0.71826171875,0.005859375,0.06884765625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,704,768,2048,64,0.3430867331380111,0.0,0.73095703125,0.01416015625,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,768,832,2048,64,0.36172113649852206,0.0,0.74365234375,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,832,896,2048,64,0.43287360675892766,0.0,0.69091796875,0.00732421875,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,896,960,2048,64,0.37925094605722076,0.0,0.72265625,0.01025390625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,960,1024,2048,64,0.3844971735852783,0.0,0.734375,0.0048828125,0.060546875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1024,1088,2048,64,0.35422995499224985,0.0,0.73779296875,0.01025390625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1088,1152,2048,64,0.3663843935008913,0.0,0.72900390625,0.00927734375,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1152,1216,2048,64,0.3601301810308845,0.0,0.73193359375,0.009765625,0.09814453125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1216,1280,2048,64,0.3549448538611833,0.0,0.685546875,0.00927734375,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1280,1344,2048,64,0.3690160807681716,0.0,0.72998046875,0.0048828125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1344,1408,2048,64,0.3550316754023689,0.0,0.70556640625,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1408,1472,2048,64,0.3724638977975025,0.0,0.72705078125,0.0087890625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1472,1536,2048,64,0.3615155063658494,0.0,0.72412109375,0.01025390625,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1536,1600,2048,64,0.43304054746253345,0.0,0.734375,0.0078125,0.1044921875,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1600,1664,2048,64,0.35258903562109034,0.0,0.7470703125,0.00537109375,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1664,1728,2048,64,0.3477538356507463,0.0,0.7568359375,0.0048828125,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1728,1792,2048,64,0.3667967079969859,0.0,0.7177734375,0.009765625,0.09228515625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1792,1856,2048,64,0.36674100972435664,0.0,0.71826171875,0.0068359375,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1856,1920,2048,64,0.3647815171506888,0.0,0.73388671875,0.00732421875,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1920,1984,2048,64,0.3573199294504088,0.0,0.7109375,0.00927734375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,1984,2048,2048,64,0.34622761467778984,0.0,0.701171875,0.009765625,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2048,2112,2048,64,0.3609996312452391,0.0,0.72216796875,0.00732421875,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2112,2176,2048,64,0.3743269278472209,0.0,0.7294921875,0.00634765625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2176,2240,2048,64,0.37872503192482754,0.0,0.7421875,0.00732421875,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2240,2304,2048,64,0.3676978990261699,0.0,0.732421875,0.00927734375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2304,2368,2048,64,0.39068799340765603,0.0,0.73779296875,0.01025390625,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2368,2432,2048,64,0.3741589828830217,0.0,0.7275390625,0.0048828125,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2432,2496,2048,64,0.36324842332739476,0.0,0.70654296875,0.009765625,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2496,2560,2048,64,0.37752157501553835,0.0,0.6982421875,0.0068359375,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2560,2624,2048,64,0.410361109378455,0.0,0.72314453125,0.0068359375,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2624,2688,2048,64,0.3979053938904094,0.0,0.7490234375,0.00634765625,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2688,2752,2048,64,0.3691834370331892,0.0,0.705078125,0.00634765625,0.07275390625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2752,2816,2048,64,0.373922662354991,0.0,0.70947265625,0.0068359375,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2816,2880,2048,64,0.40837611378227917,0.0,0.7294921875,0.01025390625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2880,2944,2048,64,0.3683930085608923,0.0,0.7294921875,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,2944,3008,2048,64,0.3594861116640233,0.0,0.72265625,0.009765625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3008,3072,2048,64,0.3668380904441675,0.0,0.7255859375,0.0087890625,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3072,3136,2048,64,0.35882566771479235,0.0,0.7412109375,0.00634765625,0.07275390625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3136,3200,2048,64,0.3596358701019376,0.0,0.71142578125,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3200,3264,2048,64,0.4070604078553657,0.0,0.734375,0.00634765625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3264,3328,2048,64,0.36637173792121364,0.0,0.7197265625,0.00927734375,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3328,3392,2048,64,0.34418109807193015,0.0,0.6904296875,0.01025390625,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3392,3456,2048,64,0.35088557678922294,0.0,0.72265625,0.00634765625,0.07275390625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3456,3520,2048,64,0.3704813936913546,0.0,0.70361328125,0.01025390625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3520,3584,2048,64,0.3596564328867733,0.0,0.7236328125,0.0078125,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3584,3648,2048,64,0.36301442058482525,0.0,0.720703125,0.0107421875,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3648,3712,2048,64,0.3595476213300949,0.0,0.716796875,0.00439453125,0.06494140625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3712,3776,2048,64,0.3686806916562128,0.0,0.7099609375,0.0048828125,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3776,3840,2048,64,0.34781828323956393,0.0,0.69873046875,0.0078125,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3840,3904,2048,64,0.3634158135841795,0.0,0.6962890625,0.00830078125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3904,3968,2048,64,0.35333981086667027,0.0,0.7412109375,0.009765625,0.0751953125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,3968,4032,2048,64,0.3724646766735075,0.0,0.705078125,0.00830078125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4032,4096,2048,64,0.37160900071530617,0.0,0.69873046875,0.00830078125,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4096,4160,2048,64,0.34341969359027846,0.0,0.71533203125,0.0068359375,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4160,4224,2048,64,0.3557667530592127,0.0,0.68408203125,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4224,4288,2048,64,0.3733765213031078,0.0,0.740234375,0.005859375,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4288,4352,2048,64,0.3612792564850752,0.0,0.71923828125,0.01171875,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4352,4416,2048,64,0.33390480293589586,0.0,0.728515625,0.0087890625,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4416,4480,2048,64,0.3827895167821493,0.0,0.74609375,0.01416015625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4480,4544,2048,64,0.38902152548770785,0.0,0.71337890625,0.00634765625,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4544,4608,2048,64,0.34661568983602103,0.0,0.71728515625,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4608,4672,2048,64,0.35552802445181125,0.0,0.720703125,0.0078125,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4672,4736,2048,64,0.3605011914469733,0.0,0.732421875,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4736,4800,2048,64,0.37951342157708795,0.0,0.71826171875,0.00830078125,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4800,4864,2048,64,0.3715034155907218,0.0,0.70849609375,0.0087890625,0.0947265625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4864,4928,2048,64,0.3556037461324414,0.0,0.7216796875,0.0029296875,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4928,4992,2048,64,0.3656333222368445,0.0,0.7119140625,0.00634765625,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,4992,5056,2048,64,0.3658303576857399,0.0,0.70166015625,0.0087890625,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5056,5120,2048,64,0.37373747329233553,0.0,0.7138671875,0.00390625,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5120,5184,2048,64,0.35729178524558647,0.0,0.72265625,0.0078125,0.06884765625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5184,5248,2048,64,0.4110385959086619,0.0,0.71240234375,0.0048828125,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5248,5312,2048,64,0.3761250528907806,0.0,0.70654296875,0.01123046875,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5312,5376,2048,64,0.3409083845890687,0.0,0.7255859375,0.00830078125,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5376,5440,2048,64,0.34830978674318275,0.0,0.73193359375,0.0078125,0.06201171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5440,5504,2048,64,0.3679242145873531,0.0,0.7216796875,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5504,5568,2048,64,0.37831522035790616,0.0,0.7197265625,0.0087890625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5568,5632,2048,64,0.37284533538339115,0.0,0.73828125,0.0068359375,0.0732421875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5632,5696,2048,64,0.3608663139616886,0.0,0.71630859375,0.009765625,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5696,5760,2048,64,0.3702784385068844,0.0,0.72900390625,0.01123046875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5760,5824,2048,64,0.3537518947910959,0.0,0.74267578125,0.0078125,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5824,5888,2048,64,0.35625938581935856,0.0,0.72021484375,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5888,5952,2048,64,0.3564486563018644,0.0,0.7451171875,0.00927734375,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,5952,6016,2048,64,0.38020902005142765,0.0,0.7265625,0.00537109375,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,6016,6080,2048,64,0.36573600718632143,0.0,0.74267578125,0.0048828125,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,64,6080,6144,2048,64,0.36932293182570447,0.0,0.7265625,0.01025390625,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,0,128,4096,128,0.3494636032558735,0.0,0.7158203125,0.00927734375,0.088623046875,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,128,256,4096,128,0.360131260061834,0.0,0.73828125,0.00830078125,0.085693359375,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,256,384,4096,128,0.35531717632641013,0.0,0.740478515625,0.005859375,0.082763671875,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,384,512,4096,128,0.365353554830096,0.0,0.72216796875,0.0087890625,0.0869140625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,512,640,4096,128,0.37188854655254205,0.0,0.741455078125,0.005859375,0.079833984375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,640,768,4096,128,0.3487818870544046,0.0,0.724609375,0.010009765625,0.078125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,768,896,4096,128,0.39888703915912405,0.0,0.71728515625,0.007080078125,0.089111328125,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,896,1024,4096,128,0.3818830688708028,0.0,0.728515625,0.007568359375,0.0732421875,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1024,1152,4096,128,0.3603584221402542,0.0,0.7333984375,0.009521484375,0.08056640625,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1152,1280,4096,128,0.3575469176009453,0.0,0.708740234375,0.009521484375,0.088134765625,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1280,1408,4096,128,0.36209139620026515,0.0,0.7177734375,0.006591796875,0.081298828125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1408,1536,4096,128,0.36703052768500394,0.0,0.7255859375,0.00927734375,0.08642578125,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1536,1664,4096,128,0.3948690566421109,0.0,0.74072265625,0.0068359375,0.088623046875,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1664,1792,4096,128,0.35740212311011277,0.0,0.7373046875,0.00732421875,0.083984375,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1792,1920,4096,128,0.36576257563370185,0.0,0.72607421875,0.007080078125,0.080078125,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,1920,2048,4096,128,0.3518174904321253,0.0,0.7060546875,0.009521484375,0.08056640625,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2048,2176,4096,128,0.367723661647396,0.0,0.725830078125,0.0068359375,0.07568359375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2176,2304,4096,128,0.37325219005032045,0.0,0.7373046875,0.00830078125,0.08349609375,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2304,2432,4096,128,0.3825127793061024,0.0,0.732666015625,0.0078125,0.081298828125,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2432,2560,4096,128,0.37045374654067875,0.0,0.702392578125,0.008544921875,0.083740234375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2560,2688,4096,128,0.40418123569594255,0.0,0.736083984375,0.006591796875,0.079833984375,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2688,2816,4096,128,0.37156060582513545,0.0,0.707275390625,0.006591796875,0.0810546875,1.0,100,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2816,2944,4096,128,0.3888987394325563,0.0,0.7294921875,0.009521484375,0.08984375,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,2944,3072,4096,128,0.36318070507671646,0.0,0.72412109375,0.00927734375,0.084228515625,1.0,100,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3072,3200,4096,128,0.3592309973227145,0.0,0.726318359375,0.007568359375,0.080810546875,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3200,3328,4096,128,0.3872508398898491,0.0,0.72705078125,0.0078125,0.087890625,1.0,100,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3328,3456,4096,128,0.3475495045807901,0.0,0.70654296875,0.00830078125,0.082275390625,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3456,3584,4096,128,0.36510903356964924,0.0,0.713623046875,0.009033203125,0.080322265625,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3584,3712,4096,128,0.36128517929515575,0.0,0.71875,0.007568359375,0.0712890625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3712,3840,4096,128,0.35840131874465875,0.0,0.704345703125,0.00634765625,0.079833984375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3840,3968,4096,128,0.3584132220680101,0.0,0.71875,0.009033203125,0.079833984375,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,3968,4096,4096,128,0.37203708469864194,0.0,0.701904296875,0.00830078125,0.084228515625,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4096,4224,4096,128,0.3496477288128264,0.0,0.69970703125,0.00732421875,0.0830078125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4224,4352,4096,128,0.3673776856498084,0.0,0.729736328125,0.0087890625,0.077392578125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4352,4480,4096,128,0.3591797819908373,0.0,0.7373046875,0.011474609375,0.08984375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4480,4608,4096,128,0.36842922232993686,0.0,0.71533203125,0.0078125,0.090087890625,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4608,4736,4096,128,0.3580232431039184,0.0,0.7265625,0.008544921875,0.0791015625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4736,4864,4096,128,0.3755297757520175,0.0,0.71337890625,0.008544921875,0.090087890625,1.0,100,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4864,4992,4096,128,0.36065340050620487,0.0,0.716796875,0.004638671875,0.078369140625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,4992,5120,4096,128,0.36980504968659883,0.0,0.707763671875,0.00634765625,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5120,5248,4096,128,0.38510397760250575,0.0,0.717529296875,0.006103515625,0.076171875,1.0,100,0.78125
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5248,5376,4096,128,0.35894886968426354,0.0,0.716064453125,0.009765625,0.0810546875,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5376,5504,4096,128,0.35825126323629486,0.0,0.726806640625,0.00927734375,0.0732421875,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5504,5632,4096,128,0.37559023554374027,0.0,0.72900390625,0.0078125,0.077392578125,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5632,5760,4096,128,0.36560266586513873,0.0,0.72265625,0.010498046875,0.085205078125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5760,5888,4096,128,0.35500785417556413,0.0,0.7314453125,0.008056640625,0.0791015625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,5888,6016,4096,128,0.3685203817347635,0.0,0.73583984375,0.0078125,0.083984375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.gate_proj.output,128,6016,6144,4096,128,0.3675338453291934,0.0,0.734619140625,0.007568359375,0.08056640625,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.up_proj.output,0,0,6144,196608,6144,0.23783092168986228,0.0,0.5012105305989584,0.008845011393229166,0.0836334228515625,1.0,5063,0.8240559895833334
+fresh-zh-1,layers.1.mlp.up_proj.output,64,0,64,2048,64,0.24025957045899807,0.0,0.50390625,0.00830078125,0.08544921875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,64,128,2048,64,0.23683490480067174,0.0,0.51171875,0.009765625,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,128,192,2048,64,0.22991618559556481,0.0,0.5068359375,0.01171875,0.08251953125,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,192,256,2048,64,0.24812001935707623,0.0,0.494140625,0.009765625,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,256,320,2048,64,0.24507895023414678,0.0,0.5,0.00830078125,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,320,384,2048,64,0.2340096374846735,0.0,0.50439453125,0.0087890625,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,384,448,2048,64,0.24150793751484423,0.0,0.4853515625,0.01220703125,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,448,512,2048,64,0.22141094781668852,0.0,0.49658203125,0.01025390625,0.0849609375,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,512,576,2048,64,0.23606483853646373,0.0,0.51123046875,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,576,640,2048,64,0.2348581981779683,0.0,0.47021484375,0.00537109375,0.08056640625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,640,704,2048,64,0.23016451097171484,0.0,0.5078125,0.0087890625,0.07275390625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,704,768,2048,64,0.2351692191065954,0.0,0.4599609375,0.00927734375,0.0888671875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,768,832,2048,64,0.22866300733242115,0.0,0.46923828125,0.01123046875,0.07666015625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,832,896,2048,64,0.2574775165157122,0.0,0.509765625,0.00927734375,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,896,960,2048,64,0.2411585418698593,0.0,0.5126953125,0.009765625,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,960,1024,2048,64,0.23417276244013038,0.0,0.4814453125,0.00830078125,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1024,1088,2048,64,0.23574122857865534,0.0,0.501953125,0.0107421875,0.0908203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1088,1152,2048,64,0.22926712168122534,0.0,0.54296875,0.00732421875,0.07666015625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1152,1216,2048,64,0.23956919206977903,0.0,0.47314453125,0.01123046875,0.091796875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1216,1280,2048,64,0.24447687687054223,0.0,0.48876953125,0.00537109375,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1280,1344,2048,64,0.24390008335361157,0.0,0.49951171875,0.00927734375,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1344,1408,2048,64,0.2408081761207386,0.0,0.5107421875,0.01025390625,0.0947265625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1408,1472,2048,64,0.22717443858724165,0.0,0.51513671875,0.00634765625,0.0810546875,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1472,1536,2048,64,0.2287129931926716,0.0,0.5009765625,0.00732421875,0.078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1536,1600,2048,64,0.23911951835387882,0.0,0.51708984375,0.0107421875,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1600,1664,2048,64,0.2309848779927836,0.0,0.5234375,0.0078125,0.080078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1664,1728,2048,64,0.2257899536646119,0.0,0.48291015625,0.005859375,0.0732421875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1728,1792,2048,64,0.24006214151696856,0.0,0.51220703125,0.00927734375,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1792,1856,2048,64,0.229325124081759,0.0,0.5,0.00634765625,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1856,1920,2048,64,0.2526046830060604,0.0,0.505859375,0.00830078125,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1920,1984,2048,64,0.2541656721884988,0.0,0.50927734375,0.0078125,0.08642578125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,1984,2048,2048,64,0.2444764353854873,0.0,0.50634765625,0.00927734375,0.09033203125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2048,2112,2048,64,0.2279234307973301,0.0,0.4892578125,0.0107421875,0.072265625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2112,2176,2048,64,0.2618515798087347,0.0,0.5380859375,0.00927734375,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2176,2240,2048,64,0.22831536824969362,0.0,0.51123046875,0.00830078125,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2240,2304,2048,64,0.24552320816547532,0.0,0.5009765625,0.01416015625,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2304,2368,2048,64,0.22471525932260586,0.0,0.47607421875,0.00830078125,0.07177734375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2368,2432,2048,64,0.2310448527034691,0.0,0.5166015625,0.0068359375,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2432,2496,2048,64,0.2411051354180709,0.0,0.49267578125,0.0078125,0.091796875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2496,2560,2048,64,0.24621910252010598,0.0,0.53662109375,0.00341796875,0.078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2560,2624,2048,64,0.23753238539085506,0.0,0.5361328125,0.0068359375,0.0830078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2624,2688,2048,64,0.2996175076785482,0.0,0.4951171875,0.0087890625,0.10693359375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2688,2752,2048,64,0.22941694708135538,0.0,0.50927734375,0.00927734375,0.0791015625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2752,2816,2048,64,0.23881405327976224,0.0,0.4921875,0.00927734375,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2816,2880,2048,64,0.24244470134135399,0.0,0.48095703125,0.00830078125,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2880,2944,2048,64,0.24376862584896172,0.0,0.49658203125,0.005859375,0.08984375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,2944,3008,2048,64,0.23509841935481146,0.0,0.53125,0.00732421875,0.07958984375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3008,3072,2048,64,0.24371823238395396,0.0,0.49169921875,0.00732421875,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3072,3136,2048,64,0.2332522487169884,0.0,0.48779296875,0.0068359375,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3136,3200,2048,64,0.2367553260381302,0.0,0.50634765625,0.01123046875,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3200,3264,2048,64,0.24658888029588785,0.0,0.4716796875,0.0078125,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3264,3328,2048,64,0.24247405949524994,0.0,0.48388671875,0.00927734375,0.0908203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3328,3392,2048,64,0.23435066961480178,0.0,0.50439453125,0.0068359375,0.072265625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3392,3456,2048,64,0.23022828438876508,0.0,0.4873046875,0.01416015625,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3456,3520,2048,64,0.2416748667229036,0.0,0.52001953125,0.009765625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3520,3584,2048,64,0.2353379705319375,0.0,0.47705078125,0.00341796875,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3584,3648,2048,64,0.23156976016877603,0.0,0.4931640625,0.005859375,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3648,3712,2048,64,0.22777795340542697,0.0,0.4765625,0.009765625,0.07470703125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3712,3776,2048,64,0.23379723334050215,0.0,0.494140625,0.00634765625,0.08642578125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3776,3840,2048,64,0.23670247754703966,0.0,0.51513671875,0.01123046875,0.0927734375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3840,3904,2048,64,0.2537203865993237,0.0,0.486328125,0.01171875,0.09228515625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3904,3968,2048,64,0.24333661952689983,0.0,0.4853515625,0.00732421875,0.0732421875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,3968,4032,2048,64,0.2392091725225175,0.0,0.50244140625,0.009765625,0.0869140625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4032,4096,2048,64,0.2313747238644461,0.0,0.4931640625,0.01025390625,0.09375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4096,4160,2048,64,0.23767335208481585,0.0,0.51123046875,0.01025390625,0.07421875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4160,4224,2048,64,0.23785427250874439,0.0,0.5078125,0.01123046875,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4224,4288,2048,64,0.23528291507669552,0.0,0.47314453125,0.00927734375,0.0791015625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4288,4352,2048,64,0.22780149624293863,0.0,0.51318359375,0.0078125,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4352,4416,2048,64,0.22769169458343325,0.0,0.51513671875,0.01123046875,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4416,4480,2048,64,0.234173572809111,0.0,0.52783203125,0.00732421875,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4480,4544,2048,64,0.23790887448436782,0.0,0.48095703125,0.00537109375,0.07470703125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4544,4608,2048,64,0.2322037628758749,0.0,0.50537109375,0.0087890625,0.0810546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4608,4672,2048,64,0.23629801217822619,0.0,0.5009765625,0.0078125,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4672,4736,2048,64,0.26440848809418455,0.0,0.5009765625,0.01025390625,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4736,4800,2048,64,0.24086162399409983,0.0,0.5068359375,0.00927734375,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4800,4864,2048,64,0.2340640681826181,0.0,0.486328125,0.0126953125,0.08740234375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4864,4928,2048,64,0.22635964647849244,0.0,0.53564453125,0.00830078125,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4928,4992,2048,64,0.23664346986371967,0.0,0.5107421875,0.00830078125,0.08544921875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,4992,5056,2048,64,0.24615042464723627,0.0,0.484375,0.0068359375,0.0927734375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5056,5120,2048,64,0.22304405594207882,0.0,0.515625,0.00732421875,0.07275390625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5120,5184,2048,64,0.23855362395884921,0.0,0.5185546875,0.0078125,0.07470703125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5184,5248,2048,64,0.23146365274729835,0.0,0.482421875,0.00830078125,0.091796875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5248,5312,2048,64,0.22568640633314715,0.0,0.46142578125,0.00927734375,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5312,5376,2048,64,0.23728656664128378,0.0,0.51171875,0.0068359375,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5376,5440,2048,64,0.23661241509052286,0.0,0.5,0.00830078125,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5440,5504,2048,64,0.23725814043200108,0.0,0.51025390625,0.00830078125,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5504,5568,2048,64,0.23710208256781168,0.0,0.5390625,0.0068359375,0.09326171875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5568,5632,2048,64,0.2280001908960356,0.0,0.4931640625,0.0087890625,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5632,5696,2048,64,0.24800238866207513,0.0,0.4892578125,0.00927734375,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5696,5760,2048,64,0.2360687100247844,0.0,0.4736328125,0.0068359375,0.07861328125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5760,5824,2048,64,0.22118233135891635,0.0,0.513671875,0.009765625,0.08349609375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5824,5888,2048,64,0.2228818441130717,0.0,0.521484375,0.01318359375,0.09423828125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5888,5952,2048,64,0.24672386326741724,0.0,0.50732421875,0.013671875,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,5952,6016,2048,64,0.24500027165900018,0.0,0.48486328125,0.01025390625,0.09130859375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,64,6016,6080,2048,64,0.23220651158797742,0.0,0.50341796875,0.00830078125,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,64,6080,6144,2048,64,0.23075532560060855,0.0,0.53466796875,0.0087890625,0.0869140625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,0,128,4096,128,0.23855338325947664,0.0,0.5078125,0.00927734375,0.087890625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,128,256,4096,128,0.23919134223939847,0.0,0.50048828125,0.0107421875,0.08349609375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,256,384,4096,128,0.23960822427827858,0.0,0.502197265625,0.008544921875,0.086181640625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,384,512,4096,128,0.2316774608111008,0.0,0.490966796875,0.01123046875,0.076171875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,512,640,4096,128,0.23546229129591909,0.0,0.49072265625,0.00732421875,0.080810546875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,640,768,4096,128,0.23268032117699008,0.0,0.48388671875,0.009033203125,0.0810546875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,768,896,4096,128,0.24349686079434962,0.0,0.489501953125,0.010986328125,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,896,1024,4096,128,0.23769131766393828,0.0,0.4970703125,0.00927734375,0.088134765625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1024,1152,4096,128,0.23252670807432813,0.0,0.5224609375,0.00927734375,0.083984375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1152,1280,4096,128,0.24203547375678316,0.0,0.48095703125,0.008056640625,0.08544921875,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1280,1408,4096,128,0.24235906043151692,0.0,0.505126953125,0.009765625,0.08544921875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1408,1536,4096,128,0.22794501398646502,0.0,0.508056640625,0.0068359375,0.079833984375,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1536,1664,4096,128,0.23508738579423197,0.0,0.520263671875,0.00927734375,0.082763671875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1664,1792,4096,128,0.23303533526654346,0.0,0.49755859375,0.00732421875,0.077392578125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1792,1920,4096,128,0.24124586878504928,0.0,0.5029296875,0.00732421875,0.089599609375,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,1920,2048,4096,128,0.24936811782766638,0.0,0.5078125,0.008544921875,0.08837890625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2048,2176,4096,128,0.24547437763925123,0.0,0.513671875,0.010009765625,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2176,2304,4096,128,0.23707546596691584,0.0,0.506103515625,0.011474609375,0.08349609375,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2304,2432,4096,128,0.22790203129107225,0.0,0.496337890625,0.007568359375,0.074462890625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2432,2560,4096,128,0.243675535057146,0.0,0.5146484375,0.005859375,0.084716796875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2560,2688,4096,128,0.27036298287392696,0.0,0.515625,0.008056640625,0.094482421875,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2688,2816,4096,128,0.23416264395932002,0.0,0.500732421875,0.009033203125,0.077880859375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2816,2944,4096,128,0.24310756483169074,0.0,0.48876953125,0.007080078125,0.084228515625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,2944,3072,4096,128,0.23944711689587095,0.0,0.511474609375,0.00732421875,0.07861328125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3072,3200,4096,128,0.2350103146023097,0.0,0.4970703125,0.009033203125,0.080322265625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3200,3328,4096,128,0.2445401249423964,0.0,0.477783203125,0.008544921875,0.090087890625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3328,3456,4096,128,0.23229862169360807,0.0,0.495849609375,0.010498046875,0.080078125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3456,3584,4096,128,0.2385274633869487,0.0,0.49853515625,0.006591796875,0.079345703125,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3584,3712,4096,128,0.22968168177086884,0.0,0.48486328125,0.0078125,0.0791015625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3712,3840,4096,128,0.2352543402305046,0.0,0.504638671875,0.0087890625,0.08935546875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3840,3968,4096,128,0.24858272765710163,0.0,0.48583984375,0.00927734375,0.082763671875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,3968,4096,4096,128,0.23532455360868768,0.0,0.497802734375,0.010009765625,0.08935546875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4096,4224,4096,128,0.23776382950513822,0.0,0.509521484375,0.0107421875,0.080078125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4224,4352,4096,128,0.23157242044067888,0.0,0.4931640625,0.00830078125,0.08056640625,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4352,4480,4096,128,0.23095537446058648,0.0,0.521484375,0.00927734375,0.0810546875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4480,4608,4096,128,0.2350736268194863,0.0,0.4931640625,0.0068359375,0.076904296875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4608,4736,4096,128,0.250747481677916,0.0,0.5009765625,0.0087890625,0.093994140625,1.0,103,0.8046875
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4736,4864,4096,128,0.23748716799784406,0.0,0.49658203125,0.010986328125,0.08642578125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4864,4992,4096,128,0.23155865496997655,0.0,0.523193359375,0.00830078125,0.083984375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,4992,5120,4096,128,0.23488154721594023,0.0,0.5,0.007080078125,0.0830078125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5120,5248,4096,128,0.2350353739833878,0.0,0.50048828125,0.008056640625,0.083740234375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5248,5376,4096,128,0.23155913792374813,0.0,0.486572265625,0.0078125,0.083251953125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5376,5504,4096,128,0.2369354977374866,0.0,0.505126953125,0.00830078125,0.07666015625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5504,5632,4096,128,0.23259566269238777,0.0,0.51611328125,0.007568359375,0.087890625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5632,5760,4096,128,0.24210908763908548,0.0,0.4814453125,0.0078125,0.080078125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5760,5888,4096,128,0.2220337138146019,0.0,0.517578125,0.011474609375,0.0888671875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.up_proj.output,128,5888,6016,4096,128,0.24586357784204546,0.0,0.49609375,0.011962890625,0.08740234375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.up_proj.output,128,6016,6144,4096,128,0.23148205580228065,0.0,0.51904296875,0.008544921875,0.088134765625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,0,0,6144,196608,6144,0.14917305498062394,0.0,0.7228597005208334,0.006490071614583333,0.06718953450520833,1.0,5030,0.8186848958333334
+fresh-zh-1,layers.1.mlp.silu_gate,64,0,64,2048,64,0.13918832470943515,0.0,0.71142578125,0.0087890625,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,64,128,2048,64,0.14761787068049295,0.0,0.72021484375,0.005859375,0.06787109375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,128,192,2048,64,0.1441057671700111,0.0,0.74365234375,0.00390625,0.06103515625,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.silu_gate,64,192,256,2048,64,0.14272503797733221,0.0,0.73291015625,0.0087890625,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,256,320,2048,64,0.14028229274104742,0.0,0.72607421875,0.0068359375,0.06689453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,320,384,2048,64,0.14907682247029005,0.0,0.7548828125,0.00244140625,0.0703125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,384,448,2048,64,0.14217251206932158,0.0,0.712890625,0.0078125,0.0693359375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,448,512,2048,64,0.1443317828726601,0.0,0.7314453125,0.00537109375,0.06494140625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,512,576,2048,64,0.14831728411614015,0.0,0.755859375,0.00439453125,0.06103515625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,576,640,2048,64,0.14538914522031304,0.0,0.72705078125,0.00537109375,0.06640625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,640,704,2048,64,0.14288751819122242,0.0,0.71826171875,0.00537109375,0.05224609375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,704,768,2048,64,0.13813051202847582,0.0,0.73095703125,0.0107421875,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,768,832,2048,64,0.1452457420472741,0.0,0.74365234375,0.00537109375,0.07177734375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,832,896,2048,64,0.17377789844540012,0.0,0.69091796875,0.00537109375,0.07080078125,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.silu_gate,64,896,960,2048,64,0.16189320951047484,0.0,0.72265625,0.00927734375,0.0732421875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,960,1024,2048,64,0.16270388951676978,0.0,0.734375,0.00390625,0.04931640625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,1024,1088,2048,64,0.13707916486144844,0.0,0.73779296875,0.0087890625,0.0654296875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1088,1152,2048,64,0.14622381400519646,0.0,0.72900390625,0.0068359375,0.060546875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1152,1216,2048,64,0.1450932683169729,0.0,0.73193359375,0.0078125,0.08251953125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1216,1280,2048,64,0.16407374993871754,0.0,0.685546875,0.0087890625,0.07177734375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1280,1344,2048,64,0.14984809580053493,0.0,0.72998046875,0.00439453125,0.06640625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1344,1408,2048,64,0.14740245827608242,0.0,0.70556640625,0.0068359375,0.06787109375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1408,1472,2048,64,0.14881260555764403,0.0,0.72705078125,0.00634765625,0.0654296875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1472,1536,2048,64,0.14374247080008284,0.0,0.72412109375,0.00634765625,0.07421875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1536,1600,2048,64,0.2189320102275775,0.0,0.734375,0.0078125,0.10400390625,1.0,42,0.65625
+fresh-zh-1,layers.1.mlp.silu_gate,64,1600,1664,2048,64,0.13863010349780505,0.0,0.7470703125,0.00439453125,0.064453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1664,1728,2048,64,0.14111766536733336,0.0,0.7568359375,0.00439453125,0.0625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1728,1792,2048,64,0.15204303251368398,0.0,0.7177734375,0.00732421875,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1792,1856,2048,64,0.1528458901074348,0.0,0.71826171875,0.00537109375,0.0712890625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1856,1920,2048,64,0.14060064979576192,0.0,0.73388671875,0.0068359375,0.060546875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,1920,1984,2048,64,0.14154272058519546,0.0,0.7109375,0.0078125,0.06689453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,1984,2048,2048,64,0.14447480132355764,0.0,0.701171875,0.00830078125,0.06591796875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,2048,2112,2048,64,0.14382986622790708,0.0,0.72216796875,0.0048828125,0.05615234375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2112,2176,2048,64,0.14696078604978396,0.0,0.7294921875,0.00537109375,0.06298828125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2176,2240,2048,64,0.14091674182609495,0.0,0.7421875,0.00390625,0.064453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,2240,2304,2048,64,0.14612640214944306,0.0,0.732421875,0.0068359375,0.0625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,2304,2368,2048,64,0.14639966391755185,0.0,0.73779296875,0.0087890625,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2368,2432,2048,64,0.14429767490888668,0.0,0.7275390625,0.00341796875,0.056640625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2432,2496,2048,64,0.156551466803346,0.0,0.70654296875,0.0087890625,0.0712890625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,2496,2560,2048,64,0.166570016107157,0.0,0.6982421875,0.005859375,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,2560,2624,2048,64,0.14783146435851108,0.0,0.72314453125,0.00390625,0.0615234375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,2624,2688,2048,64,0.15618576940971968,0.0,0.7490234375,0.00537109375,0.06396484375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2688,2752,2048,64,0.14253031942517677,0.0,0.705078125,0.00537109375,0.0576171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2752,2816,2048,64,0.15100937770490824,0.0,0.70947265625,0.00634765625,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2816,2880,2048,64,0.1828840912633625,0.0,0.7294921875,0.0087890625,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.silu_gate,64,2880,2944,2048,64,0.14779581418332843,0.0,0.7294921875,0.005859375,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,2944,3008,2048,64,0.14516198917365777,0.0,0.72265625,0.0078125,0.06787109375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3008,3072,2048,64,0.14954424166351235,0.0,0.7255859375,0.00830078125,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3072,3136,2048,64,0.14429682992850176,0.0,0.7412109375,0.00537109375,0.05810546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,3136,3200,2048,64,0.14604987695945948,0.0,0.71142578125,0.00732421875,0.072265625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3200,3264,2048,64,0.15361198699130885,0.0,0.734375,0.0048828125,0.06103515625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3264,3328,2048,64,0.14911808874398857,0.0,0.7197265625,0.00634765625,0.0751953125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3328,3392,2048,64,0.144206775236516,0.0,0.6904296875,0.00927734375,0.0751953125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3392,3456,2048,64,0.14157838124452946,0.0,0.72265625,0.005859375,0.06005859375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,3456,3520,2048,64,0.15090394563242662,0.0,0.70361328125,0.00830078125,0.06884765625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3520,3584,2048,64,0.14547971250310934,0.0,0.7236328125,0.00537109375,0.0654296875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3584,3648,2048,64,0.15685625200665748,0.0,0.720703125,0.00830078125,0.0693359375,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3648,3712,2048,64,0.15389740957921647,0.0,0.716796875,0.00439453125,0.05419921875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3712,3776,2048,64,0.15597618405477912,0.0,0.7099609375,0.00390625,0.06689453125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3776,3840,2048,64,0.14255254300924963,0.0,0.69873046875,0.00634765625,0.06640625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3840,3904,2048,64,0.15044546270838227,0.0,0.6962890625,0.00830078125,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,3904,3968,2048,64,0.14133460243777698,0.0,0.7412109375,0.0068359375,0.06689453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,3968,4032,2048,64,0.15372169085047954,0.0,0.705078125,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4032,4096,2048,64,0.1705068864960042,0.0,0.69873046875,0.0068359375,0.0751953125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4096,4160,2048,64,0.14208476631625838,0.0,0.71533203125,0.00634765625,0.0625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4160,4224,2048,64,0.15537144873459457,0.0,0.68408203125,0.00634765625,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,4224,4288,2048,64,0.14416662925391777,0.0,0.740234375,0.0048828125,0.0595703125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4288,4352,2048,64,0.14734338929288868,0.0,0.71923828125,0.0087890625,0.060546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4352,4416,2048,64,0.1332758057909775,0.0,0.728515625,0.005859375,0.0751953125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4416,4480,2048,64,0.15034105073884016,0.0,0.74609375,0.009765625,0.06787109375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4480,4544,2048,64,0.15554891078457345,0.0,0.71337890625,0.00537109375,0.07470703125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4544,4608,2048,64,0.14786161027049383,0.0,0.71728515625,0.0087890625,0.0732421875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4608,4672,2048,64,0.14963154977872956,0.0,0.720703125,0.00634765625,0.06591796875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4672,4736,2048,64,0.14737522105764977,0.0,0.732421875,0.00634765625,0.0693359375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4736,4800,2048,64,0.15646654031553256,0.0,0.71826171875,0.00634765625,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,64,4800,4864,2048,64,0.14195180310547906,0.0,0.70849609375,0.0068359375,0.0712890625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4864,4928,2048,64,0.1464726276580278,0.0,0.7216796875,0.00244140625,0.06494140625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,4928,4992,2048,64,0.1452587106762664,0.0,0.7119140625,0.00439453125,0.06201171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,4992,5056,2048,64,0.14804140686766393,0.0,0.70166015625,0.005859375,0.07177734375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5056,5120,2048,64,0.149352067547583,0.0,0.7138671875,0.00244140625,0.0625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5120,5184,2048,64,0.1475618698524051,0.0,0.72265625,0.00634765625,0.0556640625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5184,5248,2048,64,0.15041839478755092,0.0,0.71240234375,0.00341796875,0.05908203125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5248,5312,2048,64,0.14668072014625547,0.0,0.70654296875,0.0087890625,0.06201171875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5312,5376,2048,64,0.13745747635187996,0.0,0.7255859375,0.0068359375,0.0654296875,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5376,5440,2048,64,0.1405993251987367,0.0,0.73193359375,0.0048828125,0.04736328125,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5440,5504,2048,64,0.1473220664647303,0.0,0.7216796875,0.00927734375,0.06640625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5504,5568,2048,64,0.15331992678900078,0.0,0.7197265625,0.00732421875,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5568,5632,2048,64,0.1449925198072844,0.0,0.73828125,0.00390625,0.05908203125,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5632,5696,2048,64,0.14767011603631622,0.0,0.71630859375,0.0087890625,0.06884765625,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5696,5760,2048,64,0.15157705756324685,0.0,0.72900390625,0.00830078125,0.06884765625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5760,5824,2048,64,0.1400518392117454,0.0,0.74267578125,0.00537109375,0.060546875,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5824,5888,2048,64,0.14405230597892943,0.0,0.72021484375,0.00732421875,0.06689453125,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,64,5888,5952,2048,64,0.14275796840943578,0.0,0.7451171875,0.00732421875,0.05810546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,5952,6016,2048,64,0.14396786657926808,0.0,0.7265625,0.00390625,0.064453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,6016,6080,2048,64,0.1430020209069432,0.0,0.74267578125,0.0048828125,0.056640625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,64,6080,6144,2048,64,0.14714509677765486,0.0,0.7265625,0.009765625,0.0712890625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,0,128,4096,128,0.1434650227052955,0.0,0.7158203125,0.0078125,0.072998046875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,128,256,4096,128,0.14341706418221017,0.0,0.73828125,0.00634765625,0.067626953125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,256,384,4096,128,0.1447463655062249,0.0,0.740478515625,0.00439453125,0.06884765625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,384,512,4096,128,0.1432562158080795,0.0,0.72216796875,0.006591796875,0.06689453125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,512,640,4096,128,0.14686051258844413,0.0,0.741455078125,0.0048828125,0.0634765625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,640,768,4096,128,0.14052914503421668,0.0,0.724609375,0.00830078125,0.0625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,768,896,4096,128,0.1601484991671216,0.0,0.71728515625,0.005126953125,0.068115234375,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,128,896,1024,4096,128,0.1622990556803824,0.0,0.728515625,0.006591796875,0.061279296875,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,128,1024,1152,4096,128,0.14172526454612538,0.0,0.7333984375,0.0078125,0.06396484375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,1152,1280,4096,128,0.15487454911936613,0.0,0.708740234375,0.008056640625,0.07861328125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,128,1280,1408,4096,128,0.14863030734153534,0.0,0.7177734375,0.005615234375,0.06689453125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,1408,1536,4096,128,0.14629950356130333,0.0,0.7255859375,0.006591796875,0.06884765625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,1536,1664,4096,128,0.18323418171577627,0.0,0.74072265625,0.006103515625,0.08544921875,1.0,95,0.7421875
+fresh-zh-1,layers.1.mlp.silu_gate,128,1664,1792,4096,128,0.14668210390958372,0.0,0.7373046875,0.005615234375,0.07080078125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,1792,1920,4096,128,0.1468509598976536,0.0,0.72607421875,0.006103515625,0.065673828125,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,1920,2048,4096,128,0.14301627524191113,0.0,0.7060546875,0.00830078125,0.06640625,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,128,2048,2176,4096,128,0.14540375348578183,0.0,0.725830078125,0.00537109375,0.06005859375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,2176,2304,4096,128,0.14354520809142857,0.0,0.7373046875,0.005615234375,0.0634765625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,2304,2432,4096,128,0.14535246915564057,0.0,0.732666015625,0.006103515625,0.0625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,2432,2560,4096,128,0.16163838038074013,0.0,0.702392578125,0.00732421875,0.072998046875,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.silu_gate,128,2560,2688,4096,128,0.15206599952074734,0.0,0.736083984375,0.00439453125,0.063232421875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,2688,2816,4096,128,0.14683106638287852,0.0,0.707275390625,0.005859375,0.0654296875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,2816,2944,4096,128,0.16626814717097627,0.0,0.7294921875,0.0078125,0.07763671875,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.silu_gate,128,2944,3072,4096,128,0.14736940543336688,0.0,0.72412109375,0.008056640625,0.067626953125,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3072,3200,4096,128,0.14517599954415367,0.0,0.726318359375,0.00634765625,0.0654296875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3200,3328,4096,128,0.15138171444741613,0.0,0.72705078125,0.005859375,0.068603515625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3328,3456,4096,128,0.14289862151178434,0.0,0.70654296875,0.007568359375,0.06689453125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,3456,3584,4096,128,0.14821664474245413,0.0,0.713623046875,0.006591796875,0.068115234375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3584,3712,4096,128,0.15538387379128046,0.0,0.71875,0.00634765625,0.061279296875,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3712,3840,4096,128,0.14941518917214255,0.0,0.704345703125,0.005126953125,0.06689453125,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3840,3968,4096,128,0.145961137114959,0.0,0.71875,0.0078125,0.06982421875,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,3968,4096,4096,128,0.1623313841813894,0.0,0.701904296875,0.006591796875,0.07470703125,1.0,102,0.796875
+fresh-zh-1,layers.1.mlp.silu_gate,128,4096,4224,4096,128,0.14887640494892485,0.0,0.69970703125,0.00634765625,0.07177734375,1.0,104,0.8125
+fresh-zh-1,layers.1.mlp.silu_gate,128,4224,4352,4096,128,0.14576366378276912,0.0,0.729736328125,0.0068359375,0.058837890625,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,4352,4480,4096,128,0.14206490056747456,0.0,0.7373046875,0.0078125,0.072998046875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,4480,4608,4096,128,0.15175394465721573,0.0,0.71533203125,0.007080078125,0.07373046875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,4608,4736,4096,128,0.1485076706284486,0.0,0.7265625,0.00634765625,0.068115234375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,4736,4864,4096,128,0.1493855626277333,0.0,0.71337890625,0.006591796875,0.069091796875,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,4864,4992,4096,128,0.14586693196262562,0.0,0.716796875,0.00341796875,0.063232421875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,4992,5120,4096,128,0.14869818127350282,0.0,0.707763671875,0.004150390625,0.067138671875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,5120,5248,4096,128,0.14899697803110248,0.0,0.717529296875,0.0048828125,0.057373046875,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,5248,5376,4096,128,0.1421439261235804,0.0,0.716064453125,0.0078125,0.065673828125,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.silu_gate,128,5376,5504,4096,128,0.14399993318362778,0.0,0.726806640625,0.007080078125,0.056396484375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,5504,5632,4096,128,0.1492143269774225,0.0,0.72900390625,0.005615234375,0.0625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,5632,5760,4096,128,0.14963633841702847,0.0,0.72265625,0.008544921875,0.06884765625,1.0,105,0.8203125
+fresh-zh-1,layers.1.mlp.silu_gate,128,5760,5888,4096,128,0.14206615452745897,0.0,0.7314453125,0.00634765625,0.0634765625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.silu_gate,128,5888,6016,4096,128,0.143364193841725,0.0,0.73583984375,0.005615234375,0.060791015625,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.silu_gate,128,6016,6144,4096,128,0.1450883480662304,0.0,0.734619140625,0.007080078125,0.064208984375,1.0,106,0.828125
+fresh-zh-1,layers.1.mlp.gated_product,0,0,6144,196608,6144,0.03787437267541873,0.0,0.5001424153645834,0.035832722981770836,0.21563212076822916,1.0,4463,0.7263997395833334
+fresh-zh-1,layers.1.mlp.gated_product,64,0,64,2048,64,0.033238328041266654,0.0,0.48583984375,0.03759765625,0.20947265625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,64,128,2048,64,0.04015491698678788,0.0,0.51025390625,0.03857421875,0.23388671875,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,64,128,192,2048,64,0.03558399153610806,0.0,0.49951171875,0.03369140625,0.20849609375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,192,256,2048,64,0.03460459253794861,0.0,0.49462890625,0.0380859375,0.19970703125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,256,320,2048,64,0.03337452602677681,0.0,0.51123046875,0.03369140625,0.201171875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,320,384,2048,64,0.04763871856668429,0.0,0.50537109375,0.0478515625,0.265625,1.0,39,0.609375
+fresh-zh-1,layers.1.mlp.gated_product,64,384,448,2048,64,0.03410264861154164,0.0,0.48828125,0.037109375,0.193359375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,448,512,2048,64,0.031891898865300396,0.0,0.50146484375,0.03466796875,0.2021484375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gated_product,64,512,576,2048,64,0.0354589025838271,0.0,0.49755859375,0.02783203125,0.19189453125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,576,640,2048,64,0.039006831875706416,0.0,0.501953125,0.0390625,0.22119140625,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,640,704,2048,64,0.03360225486768925,0.0,0.46923828125,0.02392578125,0.18212890625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,704,768,2048,64,0.034148295546647695,0.0,0.50244140625,0.04345703125,0.21826171875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,768,832,2048,64,0.035069908877377716,0.0,0.53125,0.033203125,0.2119140625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,832,896,2048,64,0.043275270245173705,0.0,0.50244140625,0.033203125,0.2333984375,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,896,960,2048,64,0.04178170205631137,0.0,0.501953125,0.0390625,0.22314453125,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,960,1024,2048,64,0.03752886183566722,0.0,0.4990234375,0.02685546875,0.19384765625,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,1024,1088,2048,64,0.03207371821295176,0.0,0.50341796875,0.03564453125,0.208984375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,1088,1152,2048,64,0.033893255211457744,0.0,0.48779296875,0.02734375,0.19384765625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,1152,1216,2048,64,0.035807314004583896,0.0,0.505859375,0.0458984375,0.228515625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,1216,1280,2048,64,0.04458329117645037,0.0,0.50634765625,0.0380859375,0.23828125,1.0,39,0.609375
+fresh-zh-1,layers.1.mlp.gated_product,64,1280,1344,2048,64,0.0376369689198855,0.0,0.5,0.03076171875,0.2041015625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,1344,1408,2048,64,0.03578065887386526,0.0,0.48291015625,0.0419921875,0.208984375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,1408,1472,2048,64,0.03618224083610982,0.0,0.4970703125,0.0341796875,0.20849609375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,1472,1536,2048,64,0.035760515938552055,0.0,0.51220703125,0.0341796875,0.205078125,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,1536,1600,2048,64,0.05087659286138367,0.0,0.49853515625,0.04248046875,0.25537109375,1.0,39,0.609375
+fresh-zh-1,layers.1.mlp.gated_product,64,1600,1664,2048,64,0.032099007108001794,0.0,0.4814453125,0.02880859375,0.18896484375,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gated_product,64,1664,1728,2048,64,0.0332924853591536,0.0,0.50927734375,0.02978515625,0.181640625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,1728,1792,2048,64,0.03980410646448687,0.0,0.50634765625,0.04150390625,0.22900390625,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,1792,1856,2048,64,0.03818385985738152,0.0,0.49462890625,0.0341796875,0.22021484375,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,1856,1920,2048,64,0.04190133067236372,0.0,0.48681640625,0.03662109375,0.2294921875,1.0,43,0.671875
+fresh-zh-1,layers.1.mlp.gated_product,64,1920,1984,2048,64,0.041206160648561786,0.0,0.51220703125,0.04052734375,0.23291015625,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,64,1984,2048,2048,64,0.03760511916447996,0.0,0.50146484375,0.03564453125,0.2177734375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,2048,2112,2048,64,0.033429010845778505,0.0,0.51123046875,0.03076171875,0.1875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,2112,2176,2048,64,0.045962780028662185,0.0,0.466796875,0.04150390625,0.22216796875,1.0,41,0.640625
+fresh-zh-1,layers.1.mlp.gated_product,64,2176,2240,2048,64,0.03390318300723863,0.0,0.51416015625,0.03466796875,0.20556640625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,2240,2304,2048,64,0.03584519429042956,0.0,0.509765625,0.04296875,0.21240234375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,2304,2368,2048,64,0.033425895188915075,0.0,0.5009765625,0.03369140625,0.19482421875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,2368,2432,2048,64,0.033457469839284694,0.0,0.498046875,0.0283203125,0.1865234375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,2432,2496,2048,64,0.04001259184903256,0.0,0.50390625,0.03759765625,0.2255859375,1.0,44,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,64,2496,2560,2048,64,0.04193353019155662,0.0,0.50732421875,0.03369140625,0.20849609375,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,2560,2624,2048,64,0.0360808162619587,0.0,0.48876953125,0.029296875,0.20947265625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,2624,2688,2048,64,0.049945727296518305,0.0,0.4814453125,0.0390625,0.2451171875,1.0,41,0.640625
+fresh-zh-1,layers.1.mlp.gated_product,64,2688,2752,2048,64,0.042461110927467155,0.0,0.49169921875,0.04345703125,0.2275390625,1.0,44,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,64,2752,2816,2048,64,0.0368268787122027,0.0,0.49462890625,0.0322265625,0.212890625,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,2816,2880,2048,64,0.04719039633680789,0.0,0.51904296875,0.041015625,0.236328125,1.0,42,0.65625
+fresh-zh-1,layers.1.mlp.gated_product,64,2880,2944,2048,64,0.03804464368912076,0.0,0.51025390625,0.03515625,0.21435546875,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,2944,3008,2048,64,0.03570773969175602,0.0,0.482421875,0.0361328125,0.20849609375,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,3008,3072,2048,64,0.04242558868751217,0.0,0.50439453125,0.03857421875,0.224609375,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,3072,3136,2048,64,0.03565434671733921,0.0,0.50439453125,0.03076171875,0.20556640625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,3136,3200,2048,64,0.03467412850538893,0.0,0.498046875,0.03515625,0.20947265625,1.0,51,0.796875
+fresh-zh-1,layers.1.mlp.gated_product,64,3200,3264,2048,64,0.04232222122182317,0.0,0.515625,0.033203125,0.2216796875,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,3264,3328,2048,64,0.03795833959147438,0.0,0.51220703125,0.03955078125,0.228515625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,3328,3392,2048,64,0.033789061047651135,0.0,0.50341796875,0.0322265625,0.19921875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,3392,3456,2048,64,0.03277453751188947,0.0,0.5126953125,0.04345703125,0.20703125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,3456,3520,2048,64,0.039516131736375006,0.0,0.4921875,0.03759765625,0.21923828125,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,64,3520,3584,2048,64,0.035848849512660236,0.0,0.50341796875,0.03125,0.2021484375,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,3584,3648,2048,64,0.04840618180053881,0.0,0.501953125,0.05078125,0.25390625,1.0,37,0.578125
+fresh-zh-1,layers.1.mlp.gated_product,64,3648,3712,2048,64,0.04301548475581693,0.0,0.4990234375,0.03369140625,0.21875,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,3712,3776,2048,64,0.04257423797784005,0.0,0.51171875,0.03173828125,0.23779296875,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,64,3776,3840,2048,64,0.035186291761182036,0.0,0.49609375,0.0341796875,0.21728515625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,3840,3904,2048,64,0.04331185086627107,0.0,0.50390625,0.03955078125,0.24267578125,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,3904,3968,2048,64,0.03497030611779628,0.0,0.5078125,0.0283203125,0.20068359375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,3968,4032,2048,64,0.04528564220220157,0.0,0.51416015625,0.04248046875,0.24169921875,1.0,40,0.625
+fresh-zh-1,layers.1.mlp.gated_product,64,4032,4096,2048,64,0.035789242487573876,0.0,0.49755859375,0.03759765625,0.21337890625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,4096,4160,2048,64,0.03371042629383348,0.0,0.484375,0.029296875,0.2001953125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,4160,4224,2048,64,0.0351785692202759,0.0,0.48974609375,0.033203125,0.2138671875,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,4224,4288,2048,64,0.03336580929749882,0.0,0.52490234375,0.025390625,0.1943359375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,4288,4352,2048,64,0.03401274193770989,0.0,0.484375,0.03759765625,0.1884765625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,4352,4416,2048,64,0.030934975162088617,0.0,0.48583984375,0.03515625,0.21826171875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,4416,4480,2048,64,0.035061781866300525,0.0,0.49755859375,0.037109375,0.20654296875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,4480,4544,2048,64,0.036351650625473866,0.0,0.5107421875,0.029296875,0.19970703125,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,4544,4608,2048,64,0.03464489018078455,0.0,0.4990234375,0.0400390625,0.21044921875,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,4608,4672,2048,64,0.03810084410639218,0.0,0.5009765625,0.0380859375,0.224609375,1.0,47,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,64,4672,4736,2048,64,0.05047134230893892,0.0,0.4765625,0.044921875,0.2744140625,1.0,38,0.59375
+fresh-zh-1,layers.1.mlp.gated_product,64,4736,4800,2048,64,0.040019786188050244,0.0,0.48486328125,0.04052734375,0.23095703125,1.0,45,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,64,4800,4864,2048,64,0.03470398827989929,0.0,0.50634765625,0.0419921875,0.22119140625,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,4864,4928,2048,64,0.03307214716949725,0.0,0.50439453125,0.02685546875,0.193359375,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,4928,4992,2048,64,0.03386040820119636,0.0,0.50390625,0.0322265625,0.1953125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,4992,5056,2048,64,0.03949497024649222,0.0,0.51806640625,0.037109375,0.22998046875,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,5056,5120,2048,64,0.032821746311848005,0.0,0.521484375,0.0283203125,0.1865234375,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,5120,5184,2048,64,0.03644053983956832,0.0,0.4853515625,0.03271484375,0.19580078125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,5184,5248,2048,64,0.03567333588765589,0.0,0.52001953125,0.03076171875,0.21337890625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,5248,5312,2048,64,0.03428965015312713,0.0,0.4970703125,0.0322265625,0.21337890625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,5312,5376,2048,64,0.032786559366705034,0.0,0.478515625,0.02783203125,0.2041015625,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,5376,5440,2048,64,0.036027044952088215,0.0,0.49951171875,0.02783203125,0.2021484375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,5440,5504,2048,64,0.03590059636642788,0.0,0.51416015625,0.03564453125,0.19091796875,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,5504,5568,2048,64,0.03953563236299452,0.0,0.470703125,0.0341796875,0.21923828125,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,5568,5632,2048,64,0.03255430306407803,0.0,0.51171875,0.03466796875,0.19580078125,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.gated_product,64,5632,5696,2048,64,0.05321193273230948,0.0,0.51025390625,0.0517578125,0.26513671875,1.0,36,0.5625
+fresh-zh-1,layers.1.mlp.gated_product,64,5696,5760,2048,64,0.03895497414214079,0.0,0.54150390625,0.03271484375,0.20556640625,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,5760,5824,2048,64,0.030757531307788948,0.0,0.49658203125,0.03173828125,0.189453125,1.0,50,0.78125
+fresh-zh-1,layers.1.mlp.gated_product,64,5824,5888,2048,64,0.032295733559261436,0.0,0.46923828125,0.0400390625,0.2021484375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,5888,5952,2048,64,0.03665570445901182,0.0,0.48974609375,0.041015625,0.2001953125,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,5952,6016,2048,64,0.03747827116206581,0.0,0.50048828125,0.033203125,0.208984375,1.0,49,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,64,6016,6080,2048,64,0.035266259122594706,0.0,0.5078125,0.029296875,0.19970703125,1.0,48,0.75
+fresh-zh-1,layers.1.mlp.gated_product,64,6080,6144,2048,64,0.037827496755699096,0.0,0.47998046875,0.03759765625,0.2119140625,1.0,46,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,128,0,128,4096,128,0.03685921736278918,0.0,0.498046875,0.03759765625,0.22412109375,1.0,95,0.7421875
+fresh-zh-1,layers.1.mlp.gated_product,128,128,256,4096,128,0.03509770846051961,0.0,0.4970703125,0.0361328125,0.203369140625,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gated_product,128,256,384,4096,128,0.04112971246062726,0.0,0.50830078125,0.042724609375,0.236328125,1.0,87,0.6796875
+fresh-zh-1,layers.1.mlp.gated_product,128,384,512,4096,128,0.03301578301022733,0.0,0.494873046875,0.035400390625,0.196044921875,1.0,101,0.7890625
+fresh-zh-1,layers.1.mlp.gated_product,128,512,640,4096,128,0.03727510365799783,0.0,0.499755859375,0.03369140625,0.208740234375,1.0,96,0.75
+fresh-zh-1,layers.1.mlp.gated_product,128,640,768,4096,128,0.033876375403327504,0.0,0.48583984375,0.03369140625,0.2001953125,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gated_product,128,768,896,4096,128,0.0393868475728916,0.0,0.516845703125,0.03369140625,0.218994140625,1.0,93,0.7265625
+fresh-zh-1,layers.1.mlp.gated_product,128,896,1024,4096,128,0.039712253130507295,0.0,0.50048828125,0.0341796875,0.208984375,1.0,92,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,128,1024,1152,4096,128,0.03299603119189368,0.0,0.49560546875,0.03173828125,0.202880859375,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,1152,1280,4096,128,0.04043410434489075,0.0,0.506103515625,0.043212890625,0.236083984375,1.0,87,0.6796875
+fresh-zh-1,layers.1.mlp.gated_product,128,1280,1408,4096,128,0.036720545876418695,0.0,0.491455078125,0.03662109375,0.20849609375,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,1408,1536,4096,128,0.035971996414667404,0.0,0.504638671875,0.034423828125,0.20654296875,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,1536,1664,4096,128,0.042536889628312896,0.0,0.489990234375,0.03515625,0.23095703125,1.0,88,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,128,1664,1792,4096,128,0.03669302708162453,0.0,0.5078125,0.034912109375,0.205322265625,1.0,94,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,128,1792,1920,4096,128,0.04008571232822812,0.0,0.49072265625,0.0361328125,0.224853515625,1.0,89,0.6953125
+fresh-zh-1,layers.1.mlp.gated_product,128,1920,2048,4096,128,0.03944675311587647,0.0,0.5068359375,0.037353515625,0.22412109375,1.0,94,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,128,2048,2176,4096,128,0.040187534846581247,0.0,0.489013671875,0.03515625,0.20849609375,1.0,90,0.703125
+fresh-zh-1,layers.1.mlp.gated_product,128,2176,2304,4096,128,0.034887703935204434,0.0,0.511962890625,0.03857421875,0.210693359375,1.0,96,0.75
+fresh-zh-1,layers.1.mlp.gated_product,128,2304,2432,4096,128,0.033441686240581386,0.0,0.49951171875,0.031005859375,0.190673828125,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,2432,2560,4096,128,0.040984316883433944,0.0,0.505615234375,0.03564453125,0.21728515625,1.0,88,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,128,2560,2688,4096,128,0.043568342734762115,0.0,0.485107421875,0.033935546875,0.225830078125,1.0,88,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,128,2688,2816,4096,128,0.039743961408482915,0.0,0.4931640625,0.037353515625,0.21923828125,1.0,89,0.6953125
+fresh-zh-1,layers.1.mlp.gated_product,128,2816,2944,4096,128,0.042862153584818666,0.0,0.5146484375,0.03857421875,0.2265625,1.0,88,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,128,2944,3072,4096,128,0.03921079729727623,0.0,0.493408203125,0.0380859375,0.216064453125,1.0,92,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,128,3072,3200,4096,128,0.03516765294591368,0.0,0.501220703125,0.03271484375,0.206787109375,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gated_product,128,3200,3328,4096,128,0.04019953951036399,0.0,0.513916015625,0.036376953125,0.2265625,1.0,92,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,128,3328,3456,4096,128,0.03328566474925914,0.0,0.508056640625,0.038330078125,0.203369140625,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,3456,3584,4096,128,0.03772707700569913,0.0,0.497802734375,0.034912109375,0.210205078125,1.0,92,0.71875
+fresh-zh-1,layers.1.mlp.gated_product,128,3584,3712,4096,128,0.045790230209536695,0.0,0.50048828125,0.041015625,0.2373046875,1.0,81,0.6328125
+fresh-zh-1,layers.1.mlp.gated_product,128,3712,3840,4096,128,0.039055350896495505,0.0,0.50390625,0.03369140625,0.2275390625,1.0,93,0.7265625
+fresh-zh-1,layers.1.mlp.gated_product,128,3840,3968,4096,128,0.039362664641983305,0.0,0.505859375,0.0341796875,0.220703125,1.0,94,0.734375
+fresh-zh-1,layers.1.mlp.gated_product,128,3968,4096,4096,128,0.04081457624121671,0.0,0.505859375,0.041259765625,0.228271484375,1.0,88,0.6875
+fresh-zh-1,layers.1.mlp.gated_product,128,4096,4224,4096,128,0.03445231903150877,0.0,0.487060546875,0.03173828125,0.2060546875,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,4224,4352,4096,128,0.03369082845670545,0.0,0.504638671875,0.031005859375,0.191162109375,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,4352,4480,4096,128,0.03306282834180312,0.0,0.49169921875,0.0361328125,0.213134765625,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,4480,4608,4096,128,0.0355085265734523,0.0,0.5048828125,0.03466796875,0.20458984375,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,4608,4736,4096,128,0.04471594075989952,0.0,0.48876953125,0.0419921875,0.252685546875,1.0,85,0.6640625
+fresh-zh-1,layers.1.mlp.gated_product,128,4736,4864,4096,128,0.037456308474465586,0.0,0.49560546875,0.041748046875,0.228271484375,1.0,95,0.7421875
+fresh-zh-1,layers.1.mlp.gated_product,128,4864,4992,4096,128,0.03346859843160847,0.0,0.504150390625,0.029296875,0.19482421875,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,4992,5120,4096,128,0.03631197946773636,0.0,0.519775390625,0.032470703125,0.211181640625,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gated_product,128,5120,5248,4096,128,0.03605897833517114,0.0,0.502685546875,0.03125,0.205322265625,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,5248,5376,4096,128,0.03354652428143879,0.0,0.48779296875,0.03076171875,0.208251953125,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,5376,5504,4096,128,0.03596387623327719,0.0,0.5068359375,0.03173828125,0.196533203125,1.0,97,0.7578125
+fresh-zh-1,layers.1.mlp.gated_product,128,5504,5632,4096,128,0.03621359464572455,0.0,0.4912109375,0.035888671875,0.207763671875,1.0,98,0.765625
+fresh-zh-1,layers.1.mlp.gated_product,128,5632,5760,4096,128,0.046631533298416676,0.0,0.52587890625,0.04296875,0.235107421875,1.0,82,0.640625
+fresh-zh-1,layers.1.mlp.gated_product,128,5760,5888,4096,128,0.03153601225805525,0.0,0.48291015625,0.03515625,0.196044921875,1.0,99,0.7734375
+fresh-zh-1,layers.1.mlp.gated_product,128,5888,6016,4096,128,0.03706926947407888,0.0,0.4951171875,0.03662109375,0.204833984375,1.0,96,0.75
+fresh-zh-1,layers.1.mlp.gated_product,128,6016,6144,4096,128,0.036569307781966695,0.0,0.493896484375,0.033935546875,0.206787109375,1.0,93,0.7265625
+fresh-zh-1,layers.1.mlp.down_proj.output,0,0,2048,65536,2048,0.02601316112855081,0.0,0.50103759765625,0.0089569091796875,0.092559814453125,1.0,1657,0.80908203125
+fresh-zh-1,layers.1.mlp.down_proj.output,64,0,64,2048,64,0.02363397821991289,0.0,0.498046875,0.01025390625,0.08642578125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,64,128,2048,64,0.02362029631688634,0.0,0.50244140625,0.00732421875,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,128,192,2048,64,0.02375885762985053,0.0,0.51416015625,0.00830078125,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,192,256,2048,64,0.024629445576336183,0.0,0.494140625,0.00634765625,0.07470703125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,256,320,2048,64,0.024196328946465083,0.0,0.4833984375,0.00634765625,0.09814453125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,320,384,2048,64,0.023937494135103897,0.0,0.49560546875,0.0078125,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,384,448,2048,64,0.02430045216727138,0.0,0.5185546875,0.005859375,0.07421875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,448,512,2048,64,0.02307381009780795,0.0,0.49365234375,0.01025390625,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.down_proj.output,64,512,576,2048,64,0.023485265594282222,0.0,0.49951171875,0.0087890625,0.08447265625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,576,640,2048,64,0.024474391901284514,0.0,0.5029296875,0.0078125,0.0830078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,640,704,2048,64,0.024094463125971563,0.0,0.5078125,0.01025390625,0.0869140625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,704,768,2048,64,0.024002034895706608,0.0,0.5107421875,0.0068359375,0.08984375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,768,832,2048,64,0.024078504016472404,0.0,0.48974609375,0.0068359375,0.0849609375,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,832,896,2048,64,0.024453169369370725,0.0,0.5126953125,0.00830078125,0.09375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,896,960,2048,64,0.02378042643790276,0.0,0.5146484375,0.00634765625,0.083984375,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,960,1024,2048,64,0.024214522344081512,0.0,0.50634765625,0.00732421875,0.08447265625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1024,1088,2048,64,0.023462774191196096,0.0,0.49267578125,0.0078125,0.09033203125,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1088,1152,2048,64,0.023222265346146926,0.0,0.513671875,0.00927734375,0.07421875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1152,1216,2048,64,0.062386586701732825,0.0,0.4931640625,0.0244140625,0.2236328125,1.0,14,0.21875
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1216,1280,2048,64,0.02360157622085764,0.0,0.50537109375,0.009765625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1280,1344,2048,64,0.023621580826041273,0.0,0.521484375,0.00537109375,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1344,1408,2048,64,0.023256535856124094,0.0,0.5263671875,0.00927734375,0.08935546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1408,1472,2048,64,0.023313544119064368,0.0,0.4970703125,0.00537109375,0.078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1472,1536,2048,64,0.02411206882272018,0.0,0.48876953125,0.0087890625,0.08984375,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1536,1600,2048,64,0.02450209143571865,0.0,0.5146484375,0.0078125,0.08154296875,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1600,1664,2048,64,0.023391200249307114,0.0,0.5009765625,0.0078125,0.0830078125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1664,1728,2048,64,0.024405628595130294,0.0,0.46240234375,0.00927734375,0.08935546875,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1728,1792,2048,64,0.023602590353773073,0.0,0.50341796875,0.00830078125,0.07861328125,1.0,55,0.859375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1792,1856,2048,64,0.023698652327722995,0.0,0.48828125,0.0087890625,0.087890625,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1856,1920,2048,64,0.024600030565978006,0.0,0.51708984375,0.01025390625,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1920,1984,2048,64,0.02522822946716387,0.0,0.50732421875,0.0126953125,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.1.mlp.down_proj.output,64,1984,2048,2048,64,0.024125694712598723,0.0,0.4560546875,0.00732421875,0.08251953125,1.0,54,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,0,128,4096,128,0.023627138258756935,0.0,0.500244140625,0.0087890625,0.085693359375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,128,256,4096,128,0.02419806712604555,0.0,0.504150390625,0.0068359375,0.081298828125,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,256,384,4096,128,0.024067259502835774,0.0,0.489501953125,0.007080078125,0.09423828125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,384,512,4096,128,0.023695070035384454,0.0,0.506103515625,0.007568359375,0.0791015625,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,512,640,4096,128,0.02398492817345549,0.0,0.501220703125,0.008544921875,0.08349609375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,640,768,4096,128,0.02404829341620234,0.0,0.50927734375,0.008544921875,0.08837890625,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,768,896,4096,128,0.02426655978788926,0.0,0.501220703125,0.007568359375,0.089599609375,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,896,1024,4096,128,0.023998455928668904,0.0,0.510498046875,0.006591796875,0.084716796875,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1024,1152,4096,128,0.02334282952593702,0.0,0.503173828125,0.008544921875,0.08154296875,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1152,1280,4096,128,0.04716524462144652,0.0,0.499267578125,0.019287109375,0.166259765625,1.0,62,0.484375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1280,1408,4096,128,0.023439768991485244,0.0,0.52392578125,0.00732421875,0.0830078125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1408,1536,4096,128,0.023716167505555736,0.0,0.492919921875,0.007080078125,0.0849609375,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1536,1664,4096,128,0.023953086793015867,0.0,0.5078125,0.008056640625,0.081787109375,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1664,1792,4096,128,0.02400746736467076,0.0,0.48291015625,0.0087890625,0.083740234375,1.0,108,0.84375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1792,1920,4096,128,0.024153546592553886,0.0,0.502685546875,0.009765625,0.0908203125,1.0,107,0.8359375
+fresh-zh-1,layers.1.mlp.down_proj.output,128,1920,2048,4096,128,0.02468311880023865,0.0,0.481689453125,0.009765625,0.086669921875,1.0,105,0.8203125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1382121402727845,0.0,0.4995625813802083,0.012151082356770834,0.1206817626953125,1.0,3565,0.5802408854166666
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7875595122132073,0.0,0.46484375,0.0087890625,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.110369017473053,0.0,0.4716796875,0.0146484375,0.1357421875,1.0,37,0.578125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1081023885154888,0.0,0.5146484375,0.01123046875,0.1171875,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.0768013777502994,0.0,0.5146484375,0.0126953125,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.341589892882457,0.0,0.50048828125,0.01171875,0.12255859375,1.0,36,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.128404567900997,0.0,0.478515625,0.0107421875,0.10888671875,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.8909176237823441,0.0,0.5078125,0.01513671875,0.10693359375,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.957160499411151,0.0,0.52587890625,0.01416015625,0.1220703125,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.1004636526884322,0.0,0.505859375,0.00927734375,0.1201171875,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.943823266006067,0.0,0.41796875,0.0078125,0.09423828125,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8279683152881773,0.0,0.44091796875,0.00927734375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.2355443755570783,0.0,0.51123046875,0.013671875,0.115234375,1.0,35,0.546875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.2585429896047782,0.0,0.5078125,0.01318359375,0.13818359375,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3555771270522803,0.0,0.49609375,0.0107421875,0.12548828125,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4421622972592034,0.0,0.4775390625,0.01318359375,0.10546875,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.2119985859101148,0.0,0.5048828125,0.01220703125,0.10498046875,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.6311284870740912,0.0,0.5205078125,0.00927734375,0.095703125,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.6645121133007579,0.0,0.51513671875,0.0078125,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2752861909418003,0.0,0.5068359375,0.0087890625,0.111328125,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.3125373212796974,0.0,0.517578125,0.0107421875,0.10546875,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.9264122646078139,0.0,0.47412109375,0.009765625,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.136674634831564,0.0,0.52099609375,0.01220703125,0.13232421875,1.0,36,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7004584908147915,0.0,0.52685546875,0.01220703125,0.09912109375,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7382573916076755,0.0,0.50390625,0.01123046875,0.10009765625,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.231619327974152,0.0,0.4990234375,0.0126953125,0.11962890625,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1730304150151862,0.0,0.5146484375,0.009765625,0.10498046875,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6924151139528543,0.0,0.50537109375,0.01171875,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.8217196552412667,0.0,0.48974609375,0.00732421875,0.0986328125,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2375780792966453,0.0,0.46923828125,0.01171875,0.10400390625,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.5736557200901828,0.0,0.462890625,0.01318359375,0.10009765625,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5503738504986873,0.0,0.46923828125,0.01416015625,0.107421875,1.0,33,0.515625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.6745887825834027,0.0,0.548828125,0.01220703125,0.12255859375,1.0,33,0.515625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.8197933480697875,0.0,0.45654296875,0.01025390625,0.09375,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.0258648634164211,0.0,0.50048828125,0.0087890625,0.1162109375,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.0517527374254758,0.0,0.533203125,0.013671875,0.10400390625,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.3272525426322628,0.0,0.55517578125,0.01123046875,0.115234375,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4816423250795259,0.0,0.4765625,0.0087890625,0.09912109375,1.0,36,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.2491074038306482,0.0,0.48486328125,0.01025390625,0.095703125,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9150902452522318,0.0,0.50634765625,0.01220703125,0.09033203125,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8013341158166459,0.0,0.45947265625,0.00927734375,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.0940188244823186,0.0,0.515625,0.01318359375,0.11181640625,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.8381210926267985,0.0,0.48486328125,0.009765625,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.3849687748065245,0.0,0.45703125,0.00830078125,0.08642578125,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4918535334288734,0.0,0.46337890625,0.00634765625,0.09814453125,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.044204960694685,0.0,0.49267578125,0.009765625,0.09033203125,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.2022161984846362,0.0,0.5361328125,0.013671875,0.1025390625,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.681849218628125,0.0,0.51611328125,0.0126953125,0.14013671875,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.2732167974720223,0.0,0.4609375,0.01318359375,0.1220703125,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0134428749453483,0.0,0.5224609375,0.01220703125,0.12890625,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1055950186722487,0.0,0.51123046875,0.0146484375,0.13525390625,1.0,36,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4275220497864698,0.0,0.466796875,0.0146484375,0.1142578125,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.506816868083521,0.0,0.5146484375,0.01220703125,0.11865234375,1.0,35,0.546875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.8632802279841988,0.0,0.51220703125,0.00927734375,0.1015625,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.8939918218878166,0.0,0.4765625,0.01025390625,0.09375,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.7270284613353328,0.0,0.51806640625,0.01220703125,0.10888671875,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6552221125698753,0.0,0.498046875,0.0068359375,0.08740234375,1.0,53,0.828125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.25937767544264,0.0,0.51953125,0.0126953125,0.14111328125,1.0,28,0.4375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.0757122523164133,0.0,0.50048828125,0.0068359375,0.1015625,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.6903573673130691,0.0,0.53076171875,0.00927734375,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.6608244792995671,0.0,0.4873046875,0.01025390625,0.09765625,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6734279010412492,0.0,0.53369140625,0.00830078125,0.10205078125,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.9859641531143777,0.0,0.4775390625,0.01318359375,0.1162109375,1.0,35,0.546875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.7059746609173443,0.0,0.51416015625,0.01123046875,0.095703125,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.5143546597690423,0.0,0.4814453125,0.00732421875,0.09814453125,1.0,43,0.671875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8027815583164879,0.0,0.50439453125,0.00927734375,0.107421875,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.0093550342264412,0.0,0.5048828125,0.01025390625,0.12451171875,1.0,43,0.671875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1166225155633824,0.0,0.50244140625,0.01025390625,0.109375,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0710677434286535,0.0,0.51171875,0.013671875,0.12451171875,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8999497989636097,0.0,0.4755859375,0.009765625,0.10400390625,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.7618362359909083,0.0,0.49658203125,0.01025390625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.6772193725271083,0.0,0.54296875,0.0078125,0.099609375,1.0,53,0.828125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7943131781526623,0.0,0.50048828125,0.0107421875,0.107421875,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.003811454969324,0.0,0.544921875,0.0087890625,0.1220703125,1.0,36,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.0218548697035887,0.0,0.5439453125,0.013671875,0.126953125,1.0,37,0.578125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7265818660243211,0.0,0.52099609375,0.00732421875,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6020435715795497,0.0,0.50439453125,0.00537109375,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.0226565720327658,0.0,0.5146484375,0.009765625,0.095703125,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8956865150328012,0.0,0.49755859375,0.00927734375,0.09375,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.183484179870058,0.0,0.5126953125,0.0126953125,0.1201171875,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9419366390177596,0.0,0.4873046875,0.01123046875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.8790477357230991,0.0,0.50048828125,0.005859375,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.9108738841333216,0.0,0.45458984375,0.00927734375,0.10693359375,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.02036400088826,0.0,0.4833984375,0.0126953125,0.1181640625,1.0,43,0.671875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9787095667830015,0.0,0.50146484375,0.00830078125,0.10107421875,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.0558269001925389,0.0,0.509765625,0.017578125,0.1494140625,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7617352032662115,0.0,0.5,0.00927734375,0.1025390625,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.8266965045752948,0.0,0.56640625,0.0185546875,0.197265625,1.0,22,0.34375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.61100727831349,0.0,0.51318359375,0.02197265625,0.18603515625,1.0,23,0.359375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1534194178909563,0.0,0.47314453125,0.01318359375,0.16552734375,1.0,30,0.46875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.713532581033081,0.0,0.5068359375,0.0107421875,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6997511052949876,0.0,0.51318359375,0.00830078125,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7780801986401458,0.0,0.46630859375,0.01123046875,0.111328125,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.264999566285845,0.0,0.49462890625,0.0087890625,0.107421875,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.40855687311962,0.0,0.49609375,0.01708984375,0.111328125,1.0,38,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.2166183591559023,0.0,0.4736328125,0.0078125,0.10205078125,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.7495973590417937,0.0,0.4892578125,0.013671875,0.13916015625,1.0,31,0.484375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.9625926813147859,0.0,0.46826171875,0.011962890625,0.117919921875,1.0,83,0.6484375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.0925639822359774,0.0,0.5146484375,0.011962890625,0.104248046875,1.0,80,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.2395887038740305,0.0,0.489501953125,0.011474609375,0.11669921875,1.0,77,0.6015625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.9246324767168257,0.0,0.516845703125,0.014404296875,0.1142578125,1.0,87,0.6796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.0251396510580217,0.0,0.4619140625,0.00830078125,0.109375,1.0,82,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.05168945870249,0.0,0.47607421875,0.01123046875,0.1025390625,1.0,78,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3079602065947278,0.0,0.501953125,0.011962890625,0.132568359375,1.0,66,0.515625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3320609340199232,0.0,0.4912109375,0.0126953125,0.106689453125,1.0,79,0.6171875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.6480353061060294,0.0,0.517822265625,0.00830078125,0.092041015625,1.0,102,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2940458045523213,0.0,0.51220703125,0.010009765625,0.1083984375,1.0,81,0.6328125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.0368869054736025,0.0,0.49755859375,0.01123046875,0.1103515625,1.0,80,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7196061678508265,0.0,0.515380859375,0.01171875,0.098876953125,1.0,102,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.2026816959591182,0.0,0.5068359375,0.01123046875,0.111083984375,1.0,80,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.759822966828514,0.0,0.49755859375,0.010498046875,0.095703125,1.0,92,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.415625626309464,0.0,0.466064453125,0.01318359375,0.1044921875,1.0,72,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.6136769607118222,0.0,0.509033203125,0.013427734375,0.114990234375,1.0,64,0.5
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.9285633665862185,0.0,0.478515625,0.009521484375,0.1064453125,1.0,88,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.1974521144091292,0.0,0.544189453125,0.012939453125,0.109375,1.0,79,0.6171875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.3703162565210276,0.0,0.480712890625,0.00927734375,0.1005859375,1.0,78,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.860094913985496,0.0,0.48291015625,0.010498046875,0.09521484375,1.0,93,0.7265625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9745060682796215,0.0,0.500244140625,0.011474609375,0.101806640625,1.0,85,0.6640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.439403604343358,0.0,0.460205078125,0.00732421875,0.093017578125,1.0,88,0.6875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.1259857432130833,0.0,0.514404296875,0.011474609375,0.0986328125,1.0,85,0.6640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.4915927405905653,0.0,0.488525390625,0.012939453125,0.13134765625,1.0,72,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0605203454178482,0.0,0.516845703125,0.01318359375,0.130859375,1.0,76,0.59375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.467705058342376,0.0,0.49072265625,0.01318359375,0.115966796875,1.0,72,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.8787702002317637,0.0,0.494384765625,0.009765625,0.09716796875,1.0,93,0.7265625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6920572232092342,0.0,0.508056640625,0.00927734375,0.098388671875,1.0,104,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.1711509251985754,0.0,0.510009765625,0.009521484375,0.123046875,1.0,65,0.5078125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.675752279702028,0.0,0.509033203125,0.0107421875,0.093017578125,1.0,101,0.7890625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.8363570673263176,0.0,0.505615234375,0.010498046875,0.10888671875,1.0,75,0.5859375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.6130126439765218,0.0,0.497802734375,0.009521484375,0.09619140625,1.0,80,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.9119363507096615,0.0,0.504638671875,0.00927734375,0.116943359375,1.0,92,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0940822531410617,0.0,0.507080078125,0.012451171875,0.116943359375,1.0,84,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.833757785907705,0.0,0.486083984375,0.010009765625,0.097412109375,1.0,94,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.7380919670044491,0.0,0.521728515625,0.009765625,0.102294921875,1.0,102,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0128733415053852,0.0,0.54443359375,0.01123046875,0.12451171875,1.0,73,0.5703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.6672247260539903,0.0,0.5126953125,0.00634765625,0.0966796875,1.0,94,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.9612702007067034,0.0,0.506103515625,0.009765625,0.093505859375,1.0,92,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0695511759440912,0.0,0.5,0.010986328125,0.112060546875,1.0,83,0.6484375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8951022719432767,0.0,0.4775390625,0.007568359375,0.103759765625,1.0,90,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.999753747285117,0.0,0.492431640625,0.010498046875,0.109619140625,1.0,87,0.6796875
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.9206006091311265,0.0,0.5048828125,0.015380859375,0.124267578125,1.0,85,0.6640625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.7222317745597773,0.0,0.539794921875,0.0205078125,0.192138671875,1.0,45,0.3515625
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9590373031753361,0.0,0.489990234375,0.010986328125,0.13037109375,1.0,74,0.578125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7399528379827479,0.0,0.48974609375,0.009033203125,0.09619140625,1.0,100,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.338703919377974,0.0,0.495361328125,0.013427734375,0.10986328125,1.0,78,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.5068595074858868,0.0,0.4814453125,0.012939453125,0.123046875,1.0,68,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5586587810155421,0.0,0.50616455078125,0.0111236572265625,0.1076202392578125,1.0,1088,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,0,64,2048,64,0.8092295409309925,0.0,0.3466796875,0.0078125,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,64,128,2048,64,0.9859036941893837,0.0,0.3427734375,0.01025390625,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4100678880405038,0.0,0.41015625,0.01513671875,0.10400390625,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,192,256,2048,64,1.6256054352136997,0.0,0.46875,0.01416015625,0.1201171875,1.0,31,0.484375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3844238207162083,0.0,0.53564453125,0.00732421875,0.10205078125,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,320,384,2048,64,1.257420632450075,0.0,0.41552734375,0.00830078125,0.0927734375,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7607035069107573,0.0,0.13818359375,0.001953125,0.0146484375,1.0,53,0.828125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7956935548275015,0.0,0.1328125,0.0,0.01220703125,1.0,53,0.828125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6574396730585228,0.0,0.623046875,0.017578125,0.12109375,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,576,640,2048,64,1.901633395906111,0.0,0.6513671875,0.01220703125,0.1142578125,1.0,32,0.5
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,640,704,2048,64,2.2872042647406894,0.0,0.69970703125,0.01220703125,0.17626953125,1.0,17,0.265625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,704,768,2048,64,2.044910841367417,0.0,0.654296875,0.0146484375,0.1689453125,1.0,21,0.328125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,768,832,2048,64,1.3137595439759358,0.0,0.4765625,0.00830078125,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,832,896,2048,64,1.212225706768943,0.0,0.55029296875,0.0087890625,0.087890625,1.0,45,0.703125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,896,960,2048,64,1.6288671438103717,0.0,0.615234375,0.01025390625,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.5015601010148587,0.0,0.57861328125,0.01318359375,0.1123046875,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.1083821559147014,0.0,0.60595703125,0.0126953125,0.109375,1.0,42,0.65625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.068353576622844,0.0,0.62548828125,0.00927734375,0.08154296875,1.0,46,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.4095267265000762,0.0,0.4130859375,0.0087890625,0.1005859375,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5770061903490318,0.0,0.3359375,0.01171875,0.0908203125,1.0,41,0.640625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.5503833977083499,0.0,0.19775390625,0.001953125,0.0419921875,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.4792512587018292,0.0,0.15478515625,0.00146484375,0.0380859375,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4925218935486977,0.0,0.521484375,0.013671875,0.13916015625,1.0,27,0.421875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.594793884339949,0.0,0.498046875,0.0126953125,0.14111328125,1.0,27,0.421875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.0624278340273947,0.0,0.7392578125,0.01806640625,0.142578125,1.0,24,0.375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.9160360107388668,0.0,0.64501953125,0.013671875,0.134765625,1.0,24,0.375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.9336539017109179,0.0,0.46435546875,0.01123046875,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.1077114308107276,0.0,0.50732421875,0.00830078125,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2348092109083042,0.0,0.5390625,0.0166015625,0.1376953125,1.0,32,0.5
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.6162070887518927,0.0,0.65283203125,0.01513671875,0.1611328125,1.0,20,0.3125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8744039760750026,0.0,0.8369140625,0.00634765625,0.0859375,1.0,39,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.9751912711572064,0.0,0.8203125,0.00927734375,0.1044921875,1.0,34,0.53125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9019031389599602,0.0,0.3447265625,0.009521484375,0.08935546875,1.0,97,0.7578125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5216577275917418,0.0,0.439453125,0.015380859375,0.113037109375,1.0,65,0.5078125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,256,384,4096,128,1.322447723404901,0.0,0.4755859375,0.00830078125,0.09716796875,1.0,81,0.6328125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,384,512,4096,128,1.7782845922541293,0.0,0.135498046875,0.0009765625,0.013427734375,1.0,105,0.8203125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,512,640,4096,128,1.7837202474398488,0.0,0.63720703125,0.0146484375,0.1181640625,1.0,65,0.5078125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,640,768,4096,128,2.1694427507761063,0.0,0.677001953125,0.01318359375,0.1728515625,1.0,37,0.2890625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2640125204164951,0.0,0.513427734375,0.0087890625,0.089111328125,1.0,86,0.671875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.566507406484998,0.0,0.596923828125,0.01171875,0.105224609375,1.0,78,0.609375
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.0885518747935132,0.0,0.61572265625,0.01123046875,0.095458984375,1.0,87,0.6796875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.495612603102352,0.0,0.37451171875,0.009765625,0.094970703125,1.0,81,0.6328125
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.5152347947200515,0.0,0.17626953125,0.001708984375,0.03955078125,1.0,96,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.544504635190567,0.0,0.509765625,0.0126953125,0.138427734375,1.0,54,0.421875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.9905781277080086,0.0,0.692138671875,0.01513671875,0.137939453125,1.0,47,0.3671875
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.0243862118675675,0.0,0.48583984375,0.00927734375,0.083740234375,1.0,96,0.75
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4382070680322525,0.0,0.595947265625,0.015869140625,0.1533203125,1.0,50,0.390625
+fresh-zh-1,layers.2.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.9254571954709094,0.0,0.82861328125,0.007568359375,0.094970703125,1.0,72,0.5625
+fresh-zh-1,layers.2.linear_attn.in_proj_b.output,0,0,16,512,16,1.2837116363405061,0.0,0.580078125,0.0078125,0.07421875,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_b.output,64,0,16,512,16,1.2837116363405061,0.0,0.580078125,0.0078125,0.07421875,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_b.output,128,0,16,512,16,1.2837116363405061,0.0,0.580078125,0.0078125,0.07421875,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_a.output,0,0,16,512,16,1.5814625107624785,0.0,0.349609375,0.0078125,0.08984375,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_a.output,64,0,16,512,16,1.5814625107624785,0.0,0.349609375,0.0078125,0.08984375,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.in_proj_a.output,128,0,16,512,16,1.5814625107624785,0.0,0.349609375,0.0078125,0.08984375,1.0,13,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,0,0,2048,65536,2048,0.039167690485236925,0.0,0.509033203125,0.0152435302734375,0.1525115966796875,1.0,1097,0.53564453125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,0,64,2048,64,0.02746242395704487,0.0,0.48193359375,0.01025390625,0.1064453125,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,64,128,2048,64,0.02491856273615292,0.0,0.4853515625,0.0087890625,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,128,192,2048,64,0.02506725204307622,0.0,0.48681640625,0.00732421875,0.111328125,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,192,256,2048,64,0.024587161290129153,0.0,0.47998046875,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,256,320,2048,64,0.02282622504248744,0.0,0.52978515625,0.01220703125,0.091796875,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,320,384,2048,64,0.02470676159352162,0.0,0.50439453125,0.0087890625,0.11181640625,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,384,448,2048,64,0.023699405909270374,0.0,0.5009765625,0.00927734375,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,448,512,2048,64,0.023658868023193537,0.0,0.5498046875,0.00927734375,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,512,576,2048,64,0.024719166045430112,0.0,0.49169921875,0.009765625,0.1142578125,1.0,47,0.734375
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,576,640,2048,64,0.025392889365234667,0.0,0.53955078125,0.01123046875,0.1044921875,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,640,704,2048,64,0.022003086397149502,0.0,0.52685546875,0.01171875,0.10302734375,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,704,768,2048,64,0.024798227330003975,0.0,0.52392578125,0.01025390625,0.09521484375,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,768,832,2048,64,0.025817526086042576,0.0,0.48828125,0.01318359375,0.09765625,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,832,896,2048,64,0.02579159385312115,0.0,0.47265625,0.01025390625,0.099609375,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,896,960,2048,64,0.023919574641405948,0.0,0.50244140625,0.01513671875,0.09375,1.0,53,0.828125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,960,1024,2048,64,0.023906776653663572,0.0,0.5390625,0.00537109375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1024,1088,2048,64,0.022288525524653408,0.0,0.5244140625,0.005859375,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1088,1152,2048,64,0.022409308470249235,0.0,0.52685546875,0.00830078125,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1152,1216,2048,64,0.16748954848009437,0.0,0.5380859375,0.04833984375,0.521484375,1.0,1,0.015625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03485893419127648,0.0,0.5361328125,0.01220703125,0.1259765625,1.0,40,0.625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1280,1344,2048,64,0.022854446022810025,0.0,0.47705078125,0.01220703125,0.10107421875,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1344,1408,2048,64,0.02358051968559585,0.0,0.5185546875,0.005859375,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02372690466759832,0.0,0.47607421875,0.0048828125,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1472,1536,2048,64,0.025539584336935133,0.0,0.486328125,0.01123046875,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1536,1600,2048,64,0.024157230842756398,0.0,0.49658203125,0.01025390625,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1600,1664,2048,64,0.022676182254930333,0.0,0.4990234375,0.0107421875,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1664,1728,2048,64,0.024648399572524283,0.0,0.5498046875,0.01025390625,0.103515625,1.0,51,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1728,1792,2048,64,0.024794581117739377,0.0,0.494140625,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03017496012646594,0.0,0.525390625,0.01416015625,0.1240234375,1.0,44,0.6875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1856,1920,2048,64,0.02295224696488946,0.0,0.513671875,0.01171875,0.09619140625,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1920,1984,2048,64,0.050257901365359375,0.0,0.47021484375,0.01513671875,0.18359375,1.0,23,0.359375
+fresh-zh-1,layers.2.linear_attn.out_proj.output,64,1984,2048,2048,64,0.02358986619623658,0.0,0.55322265625,0.009765625,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,0,128,4096,128,0.026221360552344166,0.0,0.483642578125,0.00927734375,0.1044921875,1.0,94,0.734375
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,128,256,4096,128,0.024828367095903976,0.0,0.4833984375,0.0078125,0.095703125,1.0,100,0.78125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,256,384,4096,128,0.02378508585363311,0.0,0.51708984375,0.0107421875,0.101806640625,1.0,101,0.7890625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,384,512,4096,128,0.02367914564116756,0.0,0.525390625,0.00927734375,0.093505859375,1.0,100,0.78125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,512,640,4096,128,0.02505829204371871,0.0,0.515625,0.010498046875,0.110107421875,1.0,97,0.7578125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,640,768,4096,128,0.02344235365434731,0.0,0.525390625,0.01123046875,0.09912109375,1.0,98,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,768,896,4096,128,0.025804563227148854,0.0,0.48046875,0.01171875,0.098388671875,1.0,97,0.7578125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,896,1024,4096,128,0.023913176503697123,0.0,0.520751953125,0.01025390625,0.08740234375,1.0,102,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1024,1152,4096,128,0.022348998592531057,0.0,0.525634765625,0.007080078125,0.08203125,1.0,99,0.7734375
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1152,1280,4096,128,0.12097085215666134,0.0,0.537109375,0.03955078125,0.40185546875,1.0,1,0.0078125
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1280,1408,4096,128,0.023220320967337105,0.0,0.497802734375,0.009033203125,0.09765625,1.0,98,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02464991250703257,0.0,0.481201171875,0.00830078125,0.093017578125,1.0,98,0.765625
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1536,1664,4096,128,0.023428412703905468,0.0,0.497802734375,0.010498046875,0.093994140625,1.0,103,0.8046875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1664,1792,4096,128,0.024721598393823298,0.0,0.52197265625,0.00927734375,0.09521484375,1.0,102,0.796875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1792,1920,4096,128,0.026807963922788752,0.0,0.51953125,0.01220703125,0.11083984375,1.0,95,0.7421875
+fresh-zh-1,layers.2.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03925772813604053,0.0,0.51171875,0.0126953125,0.146240234375,1.0,71,0.5546875
+fresh-zh-1,layers.2.mlp.gate_proj.output,0,0,6144,196608,6144,0.5893812323063493,0.0,0.8273874918619791,0.007451375325520833,0.07229105631510417,1.0,4607,0.7498372395833334
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,0,64,2048,64,0.5776183177708916,0.0,0.82470703125,0.00732421875,0.06884765625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,64,128,2048,64,0.6222318811874531,0.0,0.82470703125,0.00537109375,0.06787109375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,128,192,2048,64,0.5905409076149447,0.0,0.83984375,0.00439453125,0.06884765625,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,192,256,2048,64,0.5697324682730384,0.0,0.8095703125,0.00927734375,0.07568359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,256,320,2048,64,0.6068157575931229,0.0,0.84033203125,0.005859375,0.06640625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,320,384,2048,64,0.5551919847550293,0.0,0.8125,0.0068359375,0.07568359375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,384,448,2048,64,0.6390365441802685,0.0,0.84130859375,0.005859375,0.06689453125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,448,512,2048,64,0.5982911437138593,0.0,0.8154296875,0.0029296875,0.068359375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,512,576,2048,64,0.5459641614418632,0.0,0.8369140625,0.00537109375,0.06640625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,576,640,2048,64,0.536880263236408,0.0,0.8017578125,0.00830078125,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,640,704,2048,64,0.6062704047858346,0.0,0.85595703125,0.00927734375,0.0654296875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,704,768,2048,64,0.5672428065493068,0.0,0.81396484375,0.005859375,0.07666015625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,768,832,2048,64,0.5786119042191726,0.0,0.81884765625,0.00830078125,0.07666015625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,832,896,2048,64,0.5483103257570073,0.0,0.81298828125,0.0107421875,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,896,960,2048,64,0.596799927716593,0.0,0.84521484375,0.0048828125,0.0751953125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,960,1024,2048,64,0.5712074436835924,0.0,0.8251953125,0.00830078125,0.07080078125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1024,1088,2048,64,0.5585813240854988,0.0,0.8388671875,0.00732421875,0.072265625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1088,1152,2048,64,0.584309459083196,0.0,0.83349609375,0.00732421875,0.0615234375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1152,1216,2048,64,0.6057160422156357,0.0,0.8232421875,0.00732421875,0.0625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1216,1280,2048,64,0.6055958578747542,0.0,0.8623046875,0.00732421875,0.06884765625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1280,1344,2048,64,0.6282311085015356,0.0,0.84619140625,0.005859375,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1344,1408,2048,64,0.6290237712155268,0.0,0.87060546875,0.0068359375,0.07080078125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1408,1472,2048,64,0.5885794962638626,0.0,0.82275390625,0.0087890625,0.0673828125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1472,1536,2048,64,0.5789693590029622,0.0,0.82421875,0.00537109375,0.0693359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1536,1600,2048,64,0.6035787249685639,0.0,0.83154296875,0.00732421875,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1600,1664,2048,64,0.5920383220014738,0.0,0.81787109375,0.0078125,0.076171875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1664,1728,2048,64,0.5799098208558596,0.0,0.84130859375,0.005859375,0.064453125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1728,1792,2048,64,0.5898792159022445,0.0,0.84814453125,0.0068359375,0.06982421875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1792,1856,2048,64,0.5789244977431883,0.0,0.82958984375,0.00537109375,0.06787109375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1856,1920,2048,64,0.534314294972322,0.0,0.78125,0.00927734375,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1920,1984,2048,64,0.6150031063282848,0.0,0.83642578125,0.00927734375,0.07568359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,1984,2048,2048,64,0.555599738647492,0.0,0.8056640625,0.0087890625,0.0791015625,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2048,2112,2048,64,0.5997348938398542,0.0,0.82666015625,0.00927734375,0.07470703125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2112,2176,2048,64,0.5977968993064959,0.0,0.82373046875,0.005859375,0.0712890625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2176,2240,2048,64,0.6083250500646233,0.0,0.8681640625,0.005859375,0.06640625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2240,2304,2048,64,0.5585376425589175,0.0,0.787109375,0.009765625,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2304,2368,2048,64,0.5764058905730581,0.0,0.8291015625,0.009765625,0.07421875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2368,2432,2048,64,0.5752592234907511,0.0,0.8330078125,0.00732421875,0.07568359375,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2432,2496,2048,64,0.560304075214347,0.0,0.8125,0.005859375,0.06982421875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2496,2560,2048,64,0.6026072464710525,0.0,0.82421875,0.00537109375,0.064453125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2560,2624,2048,64,0.5954274995602706,0.0,0.81494140625,0.00830078125,0.0712890625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2624,2688,2048,64,0.6143302745582336,0.0,0.853515625,0.0078125,0.0693359375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2688,2752,2048,64,0.5862578967584354,0.0,0.80126953125,0.005859375,0.0703125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2752,2816,2048,64,0.5634987304994483,0.0,0.822265625,0.0087890625,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2816,2880,2048,64,0.595712997189329,0.0,0.83154296875,0.0048828125,0.06005859375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2880,2944,2048,64,0.5826067170298544,0.0,0.83984375,0.0087890625,0.07568359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,2944,3008,2048,64,0.6733531906019152,0.0,0.85498046875,0.0078125,0.07470703125,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3008,3072,2048,64,0.5774951844666127,0.0,0.8046875,0.009765625,0.07470703125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3072,3136,2048,64,0.5735067234810559,0.0,0.8046875,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3136,3200,2048,64,0.6143660112556196,0.0,0.86474609375,0.0048828125,0.0634765625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3200,3264,2048,64,0.565062957181848,0.0,0.82080078125,0.00390625,0.06787109375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3264,3328,2048,64,0.609017979166549,0.0,0.833984375,0.00732421875,0.072265625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3328,3392,2048,64,0.6124469104123416,0.0,0.837890625,0.00634765625,0.0634765625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3392,3456,2048,64,0.6510142624476832,0.0,0.86669921875,0.00390625,0.06005859375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3456,3520,2048,64,0.6160280976594387,0.0,0.8125,0.00537109375,0.06787109375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3520,3584,2048,64,0.6039274306401318,0.0,0.85693359375,0.0068359375,0.0703125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3584,3648,2048,64,0.5463234332498476,0.0,0.802734375,0.0087890625,0.07275390625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3648,3712,2048,64,0.5612892345805905,0.0,0.81396484375,0.00732421875,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3712,3776,2048,64,0.6325690828217648,0.0,0.81298828125,0.0068359375,0.07861328125,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3776,3840,2048,64,0.5805634316088276,0.0,0.83740234375,0.00537109375,0.0673828125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3840,3904,2048,64,0.5871671947740247,0.0,0.86962890625,0.005859375,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3904,3968,2048,64,0.6015850516963881,0.0,0.837890625,0.00830078125,0.07177734375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,3968,4032,2048,64,0.6095282522703978,0.0,0.8291015625,0.0087890625,0.05908203125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4032,4096,2048,64,0.5872526040704057,0.0,0.82275390625,0.0078125,0.06640625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4096,4160,2048,64,0.6110560012722688,0.0,0.822265625,0.0078125,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4160,4224,2048,64,0.569717259608748,0.0,0.82373046875,0.0087890625,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4224,4288,2048,64,0.583919757776494,0.0,0.82568359375,0.00927734375,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4288,4352,2048,64,0.5672974654783486,0.0,0.8359375,0.0087890625,0.07470703125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4352,4416,2048,64,0.599506671957167,0.0,0.81787109375,0.0087890625,0.07421875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4416,4480,2048,64,0.5717262913452233,0.0,0.8369140625,0.005859375,0.072265625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4480,4544,2048,64,0.6080494885553966,0.0,0.8271484375,0.0068359375,0.0751953125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4544,4608,2048,64,0.5565123975110016,0.0,0.79736328125,0.01025390625,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4608,4672,2048,64,0.5766491178242961,0.0,0.80810546875,0.009765625,0.0673828125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4672,4736,2048,64,0.5646307463284433,0.0,0.82568359375,0.0087890625,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4736,4800,2048,64,0.5504265629068953,0.0,0.79248046875,0.01025390625,0.0732421875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4800,4864,2048,64,0.6140317241367543,0.0,0.83740234375,0.00732421875,0.0712890625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4864,4928,2048,64,0.6409002790164722,0.0,0.81787109375,0.00634765625,0.07568359375,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4928,4992,2048,64,0.5855994820065051,0.0,0.82861328125,0.005859375,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,4992,5056,2048,64,0.5827213059702075,0.0,0.82470703125,0.01025390625,0.07177734375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5056,5120,2048,64,0.5994073945305334,0.0,0.84326171875,0.00537109375,0.078125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5120,5184,2048,64,0.6113064488659795,0.0,0.82177734375,0.00830078125,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5184,5248,2048,64,0.5907631739891076,0.0,0.8271484375,0.00537109375,0.0634765625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5248,5312,2048,64,0.593417776534425,0.0,0.798828125,0.0107421875,0.0712890625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5312,5376,2048,64,0.5919941967436319,0.0,0.85400390625,0.005859375,0.0673828125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5376,5440,2048,64,0.609763474676956,0.0,0.80224609375,0.00830078125,0.07421875,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5440,5504,2048,64,0.5566888264649016,0.0,0.8310546875,0.005859375,0.07275390625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5504,5568,2048,64,0.5944094920954353,0.0,0.80126953125,0.009765625,0.07763671875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5568,5632,2048,64,0.6115869441534204,0.0,0.82763671875,0.0068359375,0.06103515625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5632,5696,2048,64,0.587634579082841,0.0,0.79296875,0.0087890625,0.0771484375,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5696,5760,2048,64,0.5948401776779068,0.0,0.84912109375,0.00537109375,0.0673828125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5760,5824,2048,64,0.5681099293519607,0.0,0.81005859375,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5824,5888,2048,64,0.5537469093299865,0.0,0.79150390625,0.01123046875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5888,5952,2048,64,0.5888769647827561,0.0,0.84375,0.009765625,0.0810546875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,5952,6016,2048,64,0.5580348743938804,0.0,0.8505859375,0.00830078125,0.07275390625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,6016,6080,2048,64,0.6021913366293941,0.0,0.85986328125,0.009765625,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,64,6080,6144,2048,64,0.5746330994304171,0.0,0.8173828125,0.00732421875,0.06787109375,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,0,128,4096,128,0.6003396684338589,0.0,0.82470703125,0.006591796875,0.06884765625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,128,256,4096,128,0.5802299755145245,0.0,0.82470703125,0.006591796875,0.073486328125,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,256,384,4096,128,0.5815769526036706,0.0,0.826416015625,0.00634765625,0.06982421875,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,384,512,4096,128,0.6189991912128392,0.0,0.828369140625,0.0048828125,0.067626953125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,512,640,4096,128,0.5414412630340025,0.0,0.8193359375,0.0068359375,0.072021484375,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,640,768,4096,128,0.5870810017796155,0.0,0.8349609375,0.007568359375,0.07177734375,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,768,896,4096,128,0.5636647714004719,0.0,0.81591796875,0.00927734375,0.0791015625,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,896,1024,4096,128,0.5841438596108304,0.0,0.835205078125,0.00634765625,0.073486328125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1024,1152,4096,128,0.5715901676862567,0.0,0.836181640625,0.007568359375,0.06640625,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1152,1280,4096,128,0.6056559530263173,0.0,0.8427734375,0.00732421875,0.065673828125,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1280,1408,4096,128,0.6286275647962279,0.0,0.8583984375,0.00634765625,0.0634765625,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1408,1536,4096,128,0.5837942026461564,0.0,0.823486328125,0.007080078125,0.068359375,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1536,1664,4096,128,0.5978363705701578,0.0,0.82470703125,0.0078125,0.077880859375,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1664,1792,4096,128,0.5849157587544218,0.0,0.8447265625,0.00634765625,0.067138671875,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1792,1920,4096,128,0.5570661270885946,0.0,0.805419921875,0.007568359375,0.07275390625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,1920,2048,4096,128,0.5860545582019652,0.0,0.821044921875,0.0087890625,0.07763671875,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2048,2176,4096,128,0.5987666806484652,0.0,0.8251953125,0.007568359375,0.072998046875,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2176,2304,4096,128,0.5839621840031252,0.0,0.82763671875,0.00732421875,0.076416015625,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2304,2432,4096,128,0.5758328424545192,0.0,0.8310546875,0.008544921875,0.074951171875,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2432,2560,4096,128,0.5818402487802079,0.0,0.818359375,0.005859375,0.067626953125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2560,2688,4096,128,0.6049527227277314,0.0,0.834228515625,0.008056640625,0.0703125,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2688,2816,4096,128,0.5749909307050478,0.0,0.811767578125,0.007080078125,0.072509765625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2816,2944,4096,128,0.5891963007982138,0.0,0.835693359375,0.00732421875,0.068115234375,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,2944,3072,4096,128,0.6272580040844064,0.0,0.829833984375,0.0087890625,0.076171875,1.0,93,0.7265625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3072,3200,4096,128,0.5942876229840718,0.0,0.834716796875,0.005859375,0.071533203125,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3200,3328,4096,128,0.587451719091536,0.0,0.827392578125,0.005615234375,0.070068359375,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3328,3456,4096,128,0.6320248365309403,0.0,0.852294921875,0.0048828125,0.061767578125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3456,3584,4096,128,0.6100077698626052,0.0,0.834716796875,0.006103515625,0.06884765625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3584,3712,4096,128,0.553856885203193,0.0,0.808349609375,0.008056640625,0.07666015625,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3712,3840,4096,128,0.6071233575902786,0.0,0.8251953125,0.006103515625,0.073486328125,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3840,3968,4096,128,0.5944198386003546,0.0,0.853759765625,0.007080078125,0.067626953125,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,3968,4096,4096,128,0.5984940731967521,0.0,0.825927734375,0.008544921875,0.062255859375,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4096,4224,4096,128,0.5907483358364018,0.0,0.822998046875,0.00830078125,0.07958984375,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4224,4352,4096,128,0.5756686103392809,0.0,0.830810546875,0.009033203125,0.07568359375,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4352,4480,4096,128,0.5857811886432174,0.0,0.827392578125,0.0068359375,0.072265625,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4480,4608,4096,128,0.5828508510399218,0.0,0.812255859375,0.0087890625,0.080078125,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4608,4736,4096,128,0.5706715713906527,0.0,0.81689453125,0.00927734375,0.07373046875,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4736,4864,4096,128,0.5830970585588019,0.0,0.81494140625,0.0087890625,0.072509765625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4864,4992,4096,128,0.6138729188397543,0.0,0.8232421875,0.005859375,0.075439453125,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,4992,5120,4096,128,0.5911232295594154,0.0,0.833984375,0.0078125,0.07470703125,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5120,5248,4096,128,0.6011225757559016,0.0,0.824462890625,0.0068359375,0.071533203125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5248,5376,4096,128,0.5927064140386868,0.0,0.826416015625,0.00830078125,0.069091796875,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5376,5504,4096,128,0.5838295746881037,0.0,0.816650390625,0.00732421875,0.072509765625,1.0,94,0.734375
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5504,5632,4096,128,0.6030593812188283,0.0,0.814453125,0.0087890625,0.070068359375,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5632,5760,4096,128,0.5912483553946477,0.0,0.821044921875,0.007080078125,0.072021484375,1.0,93,0.7265625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5760,5888,4096,128,0.5609743895316444,0.0,0.80078125,0.010498046875,0.085693359375,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,5888,6016,4096,128,0.5736632290340498,0.0,0.84716796875,0.00927734375,0.078369140625,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gate_proj.output,128,6016,6144,4096,128,0.5885735318855682,0.0,0.838623046875,0.0087890625,0.073974609375,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.up_proj.output,0,0,6144,196608,6144,0.2527970012352111,0.0,0.5004831949869791,0.0085906982421875,0.08631388346354167,1.0,4961,0.8074544270833334
+fresh-zh-1,layers.2.mlp.up_proj.output,64,0,64,2048,64,0.24322188516619417,0.0,0.47607421875,0.009765625,0.099609375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,64,128,2048,64,0.23959183410755835,0.0,0.482421875,0.00634765625,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,128,192,2048,64,0.2457584333554481,0.0,0.48779296875,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,192,256,2048,64,0.24754953859499892,0.0,0.51513671875,0.01123046875,0.0908203125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,256,320,2048,64,0.4416580043493833,0.0,0.50927734375,0.015625,0.1552734375,1.0,36,0.5625
+fresh-zh-1,layers.2.mlp.up_proj.output,64,320,384,2048,64,0.24313988460637362,0.0,0.521484375,0.0078125,0.09228515625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,384,448,2048,64,0.25299843809608386,0.0,0.49755859375,0.00830078125,0.0966796875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,448,512,2048,64,0.2490516342002716,0.0,0.5078125,0.0078125,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,512,576,2048,64,0.26766161167959907,0.0,0.53076171875,0.0078125,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,576,640,2048,64,0.2473015006636669,0.0,0.52392578125,0.00732421875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,640,704,2048,64,0.2553046921130643,0.0,0.4951171875,0.00830078125,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,704,768,2048,64,0.2576662074381761,0.0,0.51318359375,0.01220703125,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,768,832,2048,64,0.24528758815654408,0.0,0.4853515625,0.0048828125,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,832,896,2048,64,0.24762723212177104,0.0,0.50537109375,0.0048828125,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,896,960,2048,64,0.23016674834816886,0.0,0.52685546875,0.009765625,0.095703125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,960,1024,2048,64,0.24579318840463368,0.0,0.53125,0.00537109375,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1024,1088,2048,64,0.25090037594909687,0.0,0.52685546875,0.0068359375,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1088,1152,2048,64,0.2525064869742691,0.0,0.5009765625,0.0068359375,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1152,1216,2048,64,0.2279478864124288,0.0,0.5009765625,0.00732421875,0.07568359375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1216,1280,2048,64,0.24250570346946926,0.0,0.49169921875,0.005859375,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1280,1344,2048,64,0.24088978073705627,0.0,0.537109375,0.01171875,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1344,1408,2048,64,0.27275650935852935,0.0,0.5224609375,0.01025390625,0.1064453125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1408,1472,2048,64,0.24877380586826925,0.0,0.5341796875,0.005859375,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1472,1536,2048,64,0.2548112184473512,0.0,0.49951171875,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1536,1600,2048,64,0.25431908641229367,0.0,0.484375,0.0078125,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1600,1664,2048,64,0.2535672587403954,0.0,0.50244140625,0.00732421875,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1664,1728,2048,64,0.23989842198628095,0.0,0.4873046875,0.00927734375,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1728,1792,2048,64,0.22696022227204127,0.0,0.51806640625,0.00634765625,0.06689453125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1792,1856,2048,64,0.23926797168931774,0.0,0.53125,0.0107421875,0.08740234375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1856,1920,2048,64,0.24034933195270092,0.0,0.49267578125,0.01025390625,0.09130859375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1920,1984,2048,64,0.25353376828189983,0.0,0.505859375,0.00439453125,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,1984,2048,2048,64,0.25260038671361673,0.0,0.44970703125,0.0078125,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2048,2112,2048,64,0.24378946302385884,0.0,0.5009765625,0.00830078125,0.07421875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2112,2176,2048,64,0.23961183320953353,0.0,0.50927734375,0.009765625,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2176,2240,2048,64,0.23246967693773943,0.0,0.5234375,0.00537109375,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2240,2304,2048,64,0.24007650163005972,0.0,0.46630859375,0.01123046875,0.0849609375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2304,2368,2048,64,0.24230772056016217,0.0,0.5498046875,0.00537109375,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2368,2432,2048,64,0.24787793940109104,0.0,0.46533203125,0.005859375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2432,2496,2048,64,0.2579217260593467,0.0,0.48583984375,0.0078125,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2496,2560,2048,64,0.2514668159413836,0.0,0.5068359375,0.01171875,0.091796875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2560,2624,2048,64,0.23572319693770408,0.0,0.47509765625,0.0078125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2624,2688,2048,64,0.2480851684342279,0.0,0.4853515625,0.00830078125,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2688,2752,2048,64,0.254497659263388,0.0,0.498046875,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2752,2816,2048,64,0.2639502249829283,0.0,0.50830078125,0.01220703125,0.1005859375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2816,2880,2048,64,0.24755503268025889,0.0,0.45947265625,0.0078125,0.06982421875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2880,2944,2048,64,0.2519606801498475,0.0,0.521484375,0.00634765625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,2944,3008,2048,64,0.2906851948174911,0.0,0.48095703125,0.00927734375,0.10498046875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3008,3072,2048,64,0.23678674206469436,0.0,0.51953125,0.00634765625,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3072,3136,2048,64,0.2436560962522599,0.0,0.4853515625,0.00830078125,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3136,3200,2048,64,0.2369983878309364,0.0,0.552734375,0.01123046875,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3200,3264,2048,64,0.2555219678726308,0.0,0.51318359375,0.01123046875,0.0966796875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3264,3328,2048,64,0.24628525813851845,0.0,0.47900390625,0.00537109375,0.0732421875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3328,3392,2048,64,0.25025997185898313,0.0,0.5107421875,0.0087890625,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3392,3456,2048,64,0.23558640067166453,0.0,0.50732421875,0.00732421875,0.08349609375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3456,3520,2048,64,0.24505552721864815,0.0,0.48193359375,0.01171875,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3520,3584,2048,64,0.24017700197540498,0.0,0.4921875,0.0087890625,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3584,3648,2048,64,0.25266069277472897,0.0,0.44580078125,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3648,3712,2048,64,0.2559965821496481,0.0,0.51513671875,0.005859375,0.0732421875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3712,3776,2048,64,0.24020766155758416,0.0,0.49267578125,0.00634765625,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3776,3840,2048,64,0.22981420205054862,0.0,0.51611328125,0.005859375,0.076171875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3840,3904,2048,64,0.2395828250103312,0.0,0.49658203125,0.0107421875,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3904,3968,2048,64,0.23030023796776744,0.0,0.49560546875,0.0078125,0.0712890625,1.0,55,0.859375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,3968,4032,2048,64,0.24637111511296347,0.0,0.53125,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4032,4096,2048,64,0.23536612221782766,0.0,0.4873046875,0.0078125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4096,4160,2048,64,0.25050266901937246,0.0,0.53369140625,0.0087890625,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4160,4224,2048,64,0.23811969328036933,0.0,0.47119140625,0.0107421875,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4224,4288,2048,64,0.25070808953508167,0.0,0.5439453125,0.0048828125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4288,4352,2048,64,0.24452316052151063,0.0,0.48046875,0.01220703125,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4352,4416,2048,64,0.25924378926475883,0.0,0.5,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4416,4480,2048,64,0.2395191875710019,0.0,0.50341796875,0.00927734375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4480,4544,2048,64,0.2620775394674053,0.0,0.50439453125,0.01123046875,0.091796875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4544,4608,2048,64,0.25695158624760206,0.0,0.51220703125,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4608,4672,2048,64,0.2568670781935804,0.0,0.48876953125,0.0146484375,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4672,4736,2048,64,0.25320853540234517,0.0,0.484375,0.009765625,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4736,4800,2048,64,0.25314299511770455,0.0,0.48583984375,0.01025390625,0.09423828125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4800,4864,2048,64,0.2389267775510898,0.0,0.49609375,0.00927734375,0.08349609375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4864,4928,2048,64,0.25242175513915793,0.0,0.47900390625,0.009765625,0.095703125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4928,4992,2048,64,0.24703676314156411,0.0,0.48828125,0.00732421875,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,4992,5056,2048,64,0.27630409619908486,0.0,0.49853515625,0.0087890625,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5056,5120,2048,64,0.24841227140032285,0.0,0.474609375,0.01123046875,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5120,5184,2048,64,0.23869948496701837,0.0,0.51171875,0.0078125,0.09521484375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5184,5248,2048,64,0.2437193702445769,0.0,0.47998046875,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5248,5312,2048,64,0.25396313671942294,0.0,0.47705078125,0.00537109375,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5312,5376,2048,64,0.2440891003803283,0.0,0.49609375,0.00830078125,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5376,5440,2048,64,0.35394782631455113,0.0,0.48779296875,0.01416015625,0.11669921875,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5440,5504,2048,64,0.2512102757135242,0.0,0.5048828125,0.0087890625,0.07470703125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5504,5568,2048,64,0.25859538585833525,0.0,0.5009765625,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5568,5632,2048,64,0.2531570338979918,0.0,0.49462890625,0.00927734375,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5632,5696,2048,64,0.2753307110605799,0.0,0.46630859375,0.0087890625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5696,5760,2048,64,0.2349541216668192,0.0,0.5322265625,0.00830078125,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5760,5824,2048,64,0.2634386347887809,0.0,0.5009765625,0.00537109375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5824,5888,2048,64,0.26661754713699964,0.0,0.482421875,0.0068359375,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5888,5952,2048,64,0.28256561967486715,0.0,0.47314453125,0.01123046875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,5952,6016,2048,64,0.23947899898456756,0.0,0.517578125,0.0068359375,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,6016,6080,2048,64,0.23434676327461534,0.0,0.51220703125,0.005859375,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,64,6080,6144,2048,64,0.2479836200613464,0.0,0.509765625,0.0078125,0.08642578125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,0,128,4096,128,0.24141368270545593,0.0,0.479248046875,0.008056640625,0.091796875,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,128,256,4096,128,0.24665561175850134,0.0,0.50146484375,0.009765625,0.086669921875,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,256,384,4096,128,0.356496000182527,0.0,0.515380859375,0.0126953125,0.124267578125,1.0,88,0.6875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,384,512,4096,128,0.25103279285472235,0.0,0.502685546875,0.00830078125,0.091552734375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,512,640,4096,128,0.2576827221579108,0.0,0.52734375,0.007568359375,0.09033203125,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,640,768,4096,128,0.25648816763207594,0.0,0.504150390625,0.01025390625,0.084228515625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,768,896,4096,128,0.2464601864317479,0.0,0.495361328125,0.0048828125,0.075439453125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,896,1024,4096,128,0.2381081933820055,0.0,0.529052734375,0.007568359375,0.0908203125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1024,1152,4096,128,0.251704712525893,0.0,0.513916015625,0.0068359375,0.08447265625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1152,1280,4096,128,0.23533938804959498,0.0,0.496337890625,0.006591796875,0.07861328125,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1280,1408,4096,128,0.2573169250758649,0.0,0.52978515625,0.010498046875,0.0966796875,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1408,1536,4096,128,0.25181060693784035,0.0,0.516845703125,0.0078125,0.0849609375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1536,1664,4096,128,0.25394345081011865,0.0,0.493408203125,0.007568359375,0.083740234375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1664,1792,4096,128,0.23351894501868803,0.0,0.502685546875,0.0078125,0.07470703125,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1792,1920,4096,128,0.23980926133745312,0.0,0.511962890625,0.01025390625,0.089599609375,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.up_proj.output,128,1920,2048,4096,128,0.2530675078186538,0.0,0.477783203125,0.006103515625,0.087646484375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2048,2176,4096,128,0.24170967388118203,0.0,0.505126953125,0.009033203125,0.081298828125,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2176,2304,4096,128,0.23630370006674145,0.0,0.494873046875,0.00830078125,0.075927734375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2304,2432,4096,128,0.24510865374848825,0.0,0.507568359375,0.005615234375,0.07861328125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2432,2560,4096,128,0.2547147191399924,0.0,0.496337890625,0.009765625,0.0859375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2560,2688,4096,128,0.24198313615990974,0.0,0.480224609375,0.00830078125,0.08447265625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2688,2816,4096,128,0.2592670243581721,0.0,0.503173828125,0.01025390625,0.094970703125,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2816,2944,4096,128,0.24976757049995282,0.0,0.490478515625,0.007080078125,0.077880859375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,2944,3072,4096,128,0.2651092639872236,0.0,0.500244140625,0.007568359375,0.091552734375,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3072,3200,4096,128,0.24035029548073522,0.0,0.51904296875,0.009765625,0.084228515625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3200,3328,4096,128,0.2509461141777837,0.0,0.49609375,0.00830078125,0.084716796875,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3328,3456,4096,128,0.24303395410547998,0.0,0.509033203125,0.007568359375,0.0849609375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3456,3584,4096,128,0.24262852645381922,0.0,0.487060546875,0.01025390625,0.083251953125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3584,3712,4096,128,0.25433410678250323,0.0,0.48046875,0.008544921875,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3712,3840,4096,128,0.23506838168402538,0.0,0.50439453125,0.00634765625,0.078369140625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3840,3968,4096,128,0.23498737162658476,0.0,0.49609375,0.00927734375,0.081298828125,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.up_proj.output,128,3968,4096,4096,128,0.2409314610525808,0.0,0.50927734375,0.00830078125,0.08203125,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4096,4224,4096,128,0.24438962285024138,0.0,0.50244140625,0.009521484375,0.08056640625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4224,4352,4096,128,0.2476349351260429,0.0,0.51220703125,0.008544921875,0.0869140625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4352,4480,4096,128,0.24957642465487748,0.0,0.501708984375,0.009521484375,0.083740234375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4480,4608,4096,128,0.2595272185806801,0.0,0.50830078125,0.00927734375,0.088623046875,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4608,4736,4096,128,0.25504436698377364,0.0,0.486572265625,0.01220703125,0.090087890625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4736,4864,4096,128,0.2461375438734511,0.0,0.490966796875,0.00927734375,0.090087890625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4864,4992,4096,128,0.24974377350696275,0.0,0.483642578125,0.00830078125,0.087646484375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,4992,5120,4096,128,0.26272857682279327,0.0,0.486572265625,0.010009765625,0.08740234375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5120,5248,4096,128,0.24122248605378085,0.0,0.495849609375,0.0078125,0.08935546875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5248,5376,4096,128,0.24907505268176325,0.0,0.486572265625,0.0068359375,0.07763671875,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5376,5504,4096,128,0.30690850947543025,0.0,0.496337890625,0.01220703125,0.0966796875,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5504,5632,4096,128,0.2558906577029047,0.0,0.497802734375,0.0087890625,0.083984375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5632,5760,4096,128,0.255939875499453,0.0,0.499267578125,0.009033203125,0.087646484375,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5760,5888,4096,128,0.26503285715239805,0.0,0.49169921875,0.006103515625,0.08544921875,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,5888,6016,4096,128,0.2619098321721544,0.0,0.495361328125,0.009033203125,0.087646484375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.up_proj.output,128,6016,6144,4096,128,0.24126156063080045,0.0,0.510986328125,0.007080078125,0.083251953125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,0,0,6144,196608,6144,0.1968883277158428,0.0,0.8273874918619791,0.0049591064453125,0.04827880859375,1.0,4994,0.8128255208333334
+fresh-zh-1,layers.2.mlp.silu_gate,64,0,64,2048,64,0.19163173584892793,0.0,0.82470703125,0.00537109375,0.0478515625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,64,128,2048,64,0.20652208087362994,0.0,0.82470703125,0.001953125,0.046875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,128,192,2048,64,0.19470477303262124,0.0,0.83984375,0.00146484375,0.04150390625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,192,256,2048,64,0.2018233270310742,0.0,0.8095703125,0.00732421875,0.05224609375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,256,320,2048,64,0.21393804097535044,0.0,0.84033203125,0.00390625,0.04345703125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,320,384,2048,64,0.1959572446360058,0.0,0.8125,0.005859375,0.0517578125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,384,448,2048,64,0.20754379571941978,0.0,0.84130859375,0.00390625,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,448,512,2048,64,0.2161354477671508,0.0,0.8154296875,0.0029296875,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,512,576,2048,64,0.19186706710022514,0.0,0.8369140625,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,576,640,2048,64,0.18269268708231914,0.0,0.8017578125,0.00732421875,0.05322265625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,640,704,2048,64,0.19851353529343785,0.0,0.85595703125,0.0068359375,0.04248046875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,704,768,2048,64,0.19902143334040526,0.0,0.81396484375,0.0029296875,0.05712890625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,768,832,2048,64,0.19105035338216628,0.0,0.81884765625,0.00537109375,0.05322265625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,832,896,2048,64,0.18629590101793078,0.0,0.81298828125,0.00634765625,0.0576171875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,896,960,2048,64,0.19411527387295652,0.0,0.84521484375,0.00244140625,0.05126953125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,960,1024,2048,64,0.19265516835797947,0.0,0.8251953125,0.0048828125,0.05029296875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1024,1088,2048,64,0.18242734295084478,0.0,0.8388671875,0.0048828125,0.04833984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1088,1152,2048,64,0.19166817055882623,0.0,0.83349609375,0.00341796875,0.04296875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1152,1216,2048,64,0.22836167049460704,0.0,0.8232421875,0.005859375,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1216,1280,2048,64,0.18793043717284505,0.0,0.8623046875,0.0048828125,0.04052734375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1280,1344,2048,64,0.22976608568764265,0.0,0.84619140625,0.0029296875,0.041015625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1344,1408,2048,64,0.1941275951995995,0.0,0.87060546875,0.0048828125,0.04248046875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1408,1472,2048,64,0.19561385145597956,0.0,0.82275390625,0.0068359375,0.04931640625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,1472,1536,2048,64,0.20415041706029724,0.0,0.82421875,0.00439453125,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1536,1600,2048,64,0.19285843148968362,0.0,0.83154296875,0.0048828125,0.05224609375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1600,1664,2048,64,0.19652316615371015,0.0,0.81787109375,0.00537109375,0.0439453125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1664,1728,2048,64,0.1906997838421604,0.0,0.84130859375,0.0048828125,0.0419921875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,1728,1792,2048,64,0.1906805533517715,0.0,0.84814453125,0.0048828125,0.048828125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,1792,1856,2048,64,0.19030379521092805,0.0,0.82958984375,0.0048828125,0.046875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,1856,1920,2048,64,0.19896778198383994,0.0,0.78125,0.00634765625,0.05908203125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,1920,1984,2048,64,0.19900864503284543,0.0,0.83642578125,0.005859375,0.0478515625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,1984,2048,2048,64,0.1857401727845164,0.0,0.8056640625,0.0068359375,0.052734375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2048,2112,2048,64,0.20319798221104338,0.0,0.82666015625,0.0068359375,0.0537109375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2112,2176,2048,64,0.19828039579106246,0.0,0.82373046875,0.00341796875,0.04736328125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2176,2240,2048,64,0.18967104248238287,0.0,0.8681640625,0.0029296875,0.04541015625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,2240,2304,2048,64,0.19840563689895246,0.0,0.787109375,0.00732421875,0.06396484375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,2304,2368,2048,64,0.18697916805381654,0.0,0.8291015625,0.00537109375,0.05126953125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2368,2432,2048,64,0.18499049700194609,0.0,0.8330078125,0.005859375,0.0517578125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2432,2496,2048,64,0.18595458269961257,0.0,0.8125,0.00390625,0.044921875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2496,2560,2048,64,0.23028170255403518,0.0,0.82421875,0.0048828125,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.silu_gate,64,2560,2624,2048,64,0.19771316407318656,0.0,0.81494140625,0.0068359375,0.04736328125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2624,2688,2048,64,0.2013779634720294,0.0,0.853515625,0.00390625,0.04541015625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,2688,2752,2048,64,0.19937556107905233,0.0,0.80126953125,0.00244140625,0.04541015625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2752,2816,2048,64,0.19646649737175803,0.0,0.822265625,0.00537109375,0.05029296875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2816,2880,2048,64,0.18638248500655036,0.0,0.83154296875,0.00244140625,0.03662109375,1.0,55,0.859375
+fresh-zh-1,layers.2.mlp.silu_gate,64,2880,2944,2048,64,0.1895013452336162,0.0,0.83984375,0.00634765625,0.04736328125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,2944,3008,2048,64,0.19878310335021673,0.0,0.85498046875,0.0048828125,0.04296875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3008,3072,2048,64,0.20714145628461017,0.0,0.8046875,0.0078125,0.0537109375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,3072,3136,2048,64,0.18685104325036445,0.0,0.8046875,0.0048828125,0.05419921875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,3136,3200,2048,64,0.18944338540928743,0.0,0.86474609375,0.0029296875,0.0390625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3200,3264,2048,64,0.1872210467957635,0.0,0.82080078125,0.00244140625,0.04443359375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,3264,3328,2048,64,0.19423549904701998,0.0,0.833984375,0.0048828125,0.046875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3328,3392,2048,64,0.20138986016208574,0.0,0.837890625,0.00439453125,0.04248046875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3392,3456,2048,64,0.2004635619861572,0.0,0.86669921875,0.00244140625,0.033203125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,3456,3520,2048,64,0.19573988832435676,0.0,0.8125,0.00244140625,0.04150390625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,3520,3584,2048,64,0.1983140636933791,0.0,0.85693359375,0.0048828125,0.04248046875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3584,3648,2048,64,0.18506970072408635,0.0,0.802734375,0.005859375,0.0517578125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3648,3712,2048,64,0.20313006811722445,0.0,0.81396484375,0.00439453125,0.0576171875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,3712,3776,2048,64,0.20172672861354782,0.0,0.81298828125,0.0048828125,0.05126953125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3776,3840,2048,64,0.18760362504312308,0.0,0.83740234375,0.0029296875,0.0439453125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3840,3904,2048,64,0.18673990723456566,0.0,0.86962890625,0.00244140625,0.03955078125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,3904,3968,2048,64,0.1955915423059953,0.0,0.837890625,0.0048828125,0.04248046875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,3968,4032,2048,64,0.19755222200522563,0.0,0.8291015625,0.00439453125,0.03466796875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,4032,4096,2048,64,0.1909076339246348,0.0,0.82275390625,0.0048828125,0.03662109375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4096,4160,2048,64,0.19492316577286178,0.0,0.822265625,0.00634765625,0.04931640625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4160,4224,2048,64,0.18948550596402988,0.0,0.82373046875,0.00732421875,0.0517578125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,4224,4288,2048,64,0.1864008978463889,0.0,0.82568359375,0.00732421875,0.04833984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4288,4352,2048,64,0.18956905812367147,0.0,0.8359375,0.0048828125,0.048828125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4352,4416,2048,64,0.19180991041417517,0.0,0.81787109375,0.00537109375,0.04443359375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4416,4480,2048,64,0.18779086017005586,0.0,0.8369140625,0.0048828125,0.04541015625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4480,4544,2048,64,0.19285466344255897,0.0,0.8271484375,0.0048828125,0.0478515625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4544,4608,2048,64,0.19472172512282493,0.0,0.79736328125,0.00634765625,0.05517578125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4608,4672,2048,64,0.19462975400761381,0.0,0.80810546875,0.00537109375,0.05029296875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4672,4736,2048,64,0.18690769563486498,0.0,0.82568359375,0.0048828125,0.05810546875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,4736,4800,2048,64,0.1984479298239068,0.0,0.79248046875,0.0078125,0.04833984375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4800,4864,2048,64,0.20397850052863822,0.0,0.83740234375,0.0048828125,0.04931640625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4864,4928,2048,64,0.2087227017919054,0.0,0.81787109375,0.00390625,0.04931640625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,4928,4992,2048,64,0.21542956038230474,0.0,0.82861328125,0.00439453125,0.052734375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,4992,5056,2048,64,0.19238843521639634,0.0,0.82470703125,0.005859375,0.04833984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5056,5120,2048,64,0.18924523385064682,0.0,0.84326171875,0.00341796875,0.0478515625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5120,5184,2048,64,0.20443606527527483,0.0,0.82177734375,0.00537109375,0.0556640625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5184,5248,2048,64,0.2037444148301795,0.0,0.8271484375,0.00439453125,0.04541015625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5248,5312,2048,64,0.20651018258870185,0.0,0.798828125,0.0087890625,0.05517578125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5312,5376,2048,64,0.1900266366218138,0.0,0.85400390625,0.00390625,0.04345703125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5376,5440,2048,64,0.21836748398167494,0.0,0.80224609375,0.0048828125,0.05419921875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.silu_gate,64,5440,5504,2048,64,0.1938743825830138,0.0,0.8310546875,0.00439453125,0.04833984375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5504,5568,2048,64,0.1987096055722007,0.0,0.80126953125,0.0078125,0.056640625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5568,5632,2048,64,0.20157841011855668,0.0,0.82763671875,0.00439453125,0.0390625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,5632,5696,2048,64,0.20183608056008262,0.0,0.79296875,0.005859375,0.05419921875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5696,5760,2048,64,0.191912225416243,0.0,0.84912109375,0.0048828125,0.04052734375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,5760,5824,2048,64,0.2107404573376391,0.0,0.81005859375,0.005859375,0.0576171875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,64,5824,5888,2048,64,0.20320022769756863,0.0,0.79150390625,0.0078125,0.06982421875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,64,5888,5952,2048,64,0.187413111352437,0.0,0.84375,0.0068359375,0.05224609375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.silu_gate,64,5952,6016,2048,64,0.1891276955932113,0.0,0.8505859375,0.005859375,0.04638671875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,6016,6080,2048,64,0.19503227084882085,0.0,0.85986328125,0.005859375,0.0517578125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,64,6080,6144,2048,64,0.18473574716165964,0.0,0.8173828125,0.0048828125,0.04296875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,0,128,4096,128,0.19921607875978217,0.0,0.82470703125,0.00390625,0.04736328125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,128,256,4096,128,0.19829599589449162,0.0,0.82470703125,0.00439453125,0.047119140625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,256,384,4096,128,0.2051447380530465,0.0,0.826416015625,0.0048828125,0.0478515625,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,128,384,512,4096,128,0.21188317408790514,0.0,0.828369140625,0.00341796875,0.043212890625,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,128,512,640,4096,128,0.18733604745350063,0.0,0.8193359375,0.006103515625,0.05029296875,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,640,768,4096,128,0.1987676465418459,0.0,0.8349609375,0.0048828125,0.0498046875,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.silu_gate,128,768,896,4096,128,0.18868810278278447,0.0,0.81591796875,0.005859375,0.05517578125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,896,1024,4096,128,0.19338659912958592,0.0,0.835205078125,0.003662109375,0.050537109375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,1024,1152,4096,128,0.18710481429064357,0.0,0.836181640625,0.004150390625,0.045654296875,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,1152,1280,4096,128,0.2091254429368461,0.0,0.8427734375,0.004638671875,0.04443359375,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,128,1280,1408,4096,128,0.21269459014065298,0.0,0.8583984375,0.004150390625,0.04296875,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.silu_gate,128,1408,1536,4096,128,0.1999277015164924,0.0,0.823486328125,0.005615234375,0.047119140625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,1536,1664,4096,128,0.1946994214574606,0.0,0.82470703125,0.005126953125,0.04833984375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,1664,1792,4096,128,0.1906901688393826,0.0,0.8447265625,0.0048828125,0.04541015625,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.silu_gate,128,1792,1920,4096,128,0.19468399104606893,0.0,0.805419921875,0.005615234375,0.052978515625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,1920,2048,4096,128,0.192488769261782,0.0,0.821044921875,0.00634765625,0.0517578125,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2048,2176,4096,128,0.20075424694100483,0.0,0.8251953125,0.005126953125,0.050537109375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2176,2304,4096,128,0.19408748170558662,0.0,0.82763671875,0.005126953125,0.0537109375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2304,2432,4096,128,0.18598749052977245,0.0,0.8310546875,0.005859375,0.051513671875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2432,2560,4096,128,0.20929497050594909,0.0,0.818359375,0.004150390625,0.047119140625,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.silu_gate,128,2560,2688,4096,128,0.19955397693352644,0.0,0.834228515625,0.00537109375,0.046875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2688,2816,4096,128,0.1979263738680547,0.0,0.811767578125,0.00390625,0.048095703125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,2816,2944,4096,128,0.1879483846200429,0.0,0.835693359375,0.004150390625,0.042236328125,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.silu_gate,128,2944,3072,4096,128,0.20300530176482093,0.0,0.829833984375,0.00634765625,0.04736328125,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.silu_gate,128,3072,3200,4096,128,0.18815167902397442,0.0,0.834716796875,0.003662109375,0.046630859375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,3200,3328,4096,128,0.19076051668695276,0.0,0.827392578125,0.003662109375,0.04541015625,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.silu_gate,128,3328,3456,4096,128,0.20092724486774102,0.0,0.852294921875,0.00341796875,0.0380859375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,3456,3584,4096,128,0.19703117994344607,0.0,0.834716796875,0.003662109375,0.04150390625,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.silu_gate,128,3584,3712,4096,128,0.19430982823754842,0.0,0.808349609375,0.00537109375,0.05419921875,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,128,3712,3840,4096,128,0.19479321493117346,0.0,0.8251953125,0.00390625,0.04736328125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,3840,3968,4096,128,0.19121695057657956,0.0,0.853759765625,0.00390625,0.04052734375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,3968,4096,4096,128,0.19425833973076204,0.0,0.825927734375,0.004638671875,0.036376953125,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4096,4224,4096,128,0.1922235645353594,0.0,0.822998046875,0.0068359375,0.05029296875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4224,4352,4096,128,0.18799165209635751,0.0,0.830810546875,0.006103515625,0.048828125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4352,4480,4096,128,0.18981102298931876,0.0,0.827392578125,0.005126953125,0.04541015625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4480,4608,4096,128,0.19379044280659416,0.0,0.812255859375,0.005615234375,0.051513671875,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4608,4736,4096,128,0.1908077931225551,0.0,0.81689453125,0.005615234375,0.053466796875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4736,4864,4096,128,0.20123221602082741,0.0,0.81494140625,0.006103515625,0.049072265625,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,4864,4992,4096,128,0.21210264228649509,0.0,0.8232421875,0.004150390625,0.051025390625,1.0,102,0.796875
+fresh-zh-1,layers.2.mlp.silu_gate,128,4992,5120,4096,128,0.19082330641224035,0.0,0.833984375,0.004638671875,0.04833984375,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,5120,5248,4096,128,0.20409053304811653,0.0,0.824462890625,0.0048828125,0.050537109375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.silu_gate,128,5248,5376,4096,128,0.19843963583243374,0.0,0.826416015625,0.00634765625,0.050048828125,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.silu_gate,128,5376,5504,4096,128,0.20648442348326404,0.0,0.816650390625,0.004638671875,0.052734375,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.silu_gate,128,5504,5632,4096,128,0.2001491478530256,0.0,0.814453125,0.006103515625,0.0478515625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,5632,5760,4096,128,0.1969366721563953,0.0,0.821044921875,0.00537109375,0.046630859375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.silu_gate,128,5760,5888,4096,128,0.2070046773568426,0.0,0.80078125,0.0068359375,0.06396484375,1.0,103,0.8046875
+fresh-zh-1,layers.2.mlp.silu_gate,128,5888,6016,4096,128,0.18827235530900355,0.0,0.84716796875,0.00634765625,0.049072265625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.silu_gate,128,6016,6144,4096,128,0.18995378773773433,0.0,0.838623046875,0.005126953125,0.0478515625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.gated_product,0,0,6144,196608,6144,0.05867748602208959,0.0,0.5002848307291666,0.030914306640625,0.19952901204427084,1.0,4147,0.6749674479166666
+fresh-zh-1,layers.2.mlp.gated_product,64,0,64,2048,64,0.04515636056174605,0.0,0.5185546875,0.025390625,0.18505859375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,64,128,2048,64,0.05654201960356904,0.0,0.50244140625,0.02685546875,0.1875,1.0,43,0.671875
+fresh-zh-1,layers.2.mlp.gated_product,64,128,192,2048,64,0.04632752303457361,0.0,0.51220703125,0.02294921875,0.15673828125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,192,256,2048,64,0.09116942321624984,0.0,0.46728515625,0.05322265625,0.2802734375,1.0,23,0.359375
+fresh-zh-1,layers.2.mlp.gated_product,64,256,320,2048,64,0.15875861655713874,0.0,0.4921875,0.0693359375,0.41015625,1.0,4,0.0625
+fresh-zh-1,layers.2.mlp.gated_product,64,320,384,2048,64,0.04903157572495993,0.0,0.4755859375,0.02880859375,0.1923828125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,384,448,2048,64,0.07193036673034525,0.0,0.5068359375,0.03466796875,0.23974609375,1.0,36,0.5625
+fresh-zh-1,layers.2.mlp.gated_product,64,448,512,2048,64,0.07254113802641311,0.0,0.48046875,0.029296875,0.21923828125,1.0,38,0.59375
+fresh-zh-1,layers.2.mlp.gated_product,64,512,576,2048,64,0.08310584293056843,0.0,0.48291015625,0.0439453125,0.26708984375,1.0,29,0.453125
+fresh-zh-1,layers.2.mlp.gated_product,64,576,640,2048,64,0.045289758473600804,0.0,0.48583984375,0.0302734375,0.17919921875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,640,704,2048,64,0.07033708504501428,0.0,0.50537109375,0.03076171875,0.20947265625,1.0,39,0.609375
+fresh-zh-1,layers.2.mlp.gated_product,64,704,768,2048,64,0.0971138704860033,0.0,0.478515625,0.0439453125,0.29443359375,1.0,22,0.34375
+fresh-zh-1,layers.2.mlp.gated_product,64,768,832,2048,64,0.05398222128368332,0.0,0.52978515625,0.0283203125,0.193359375,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,64,832,896,2048,64,0.05726362792125562,0.0,0.494140625,0.03369140625,0.20068359375,1.0,43,0.671875
+fresh-zh-1,layers.2.mlp.gated_product,64,896,960,2048,64,0.044161667161856884,0.0,0.49609375,0.029296875,0.173828125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,960,1024,2048,64,0.049102881525474616,0.0,0.47265625,0.02197265625,0.185546875,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,64,1024,1088,2048,64,0.04857639837280859,0.0,0.47216796875,0.029296875,0.1845703125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,1088,1152,2048,64,0.04664307637065185,0.0,0.49560546875,0.02490234375,0.15771484375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,1152,1216,2048,64,0.048809687957430424,0.0,0.4951171875,0.01953125,0.16357421875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,1216,1280,2048,64,0.04553270217647558,0.0,0.49951171875,0.02294921875,0.1630859375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,1280,1344,2048,64,0.05185766111546318,0.0,0.49658203125,0.02490234375,0.16748046875,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,1344,1408,2048,64,0.056066066152754536,0.0,0.48681640625,0.02734375,0.1962890625,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,64,1408,1472,2048,64,0.06568171432246286,0.0,0.47998046875,0.0283203125,0.208984375,1.0,40,0.625
+fresh-zh-1,layers.2.mlp.gated_product,64,1472,1536,2048,64,0.052121810383701554,0.0,0.51025390625,0.02685546875,0.18408203125,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,64,1536,1600,2048,64,0.048706419613758656,0.0,0.51123046875,0.02783203125,0.18896484375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,1600,1664,2048,64,0.04820148264217175,0.0,0.51171875,0.0263671875,0.1728515625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,1664,1728,2048,64,0.047058822928098536,0.0,0.49560546875,0.02734375,0.16357421875,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,1728,1792,2048,64,0.04193821540416991,0.0,0.50390625,0.01904296875,0.14892578125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.gated_product,64,1792,1856,2048,64,0.04676692760447864,0.0,0.47900390625,0.0224609375,0.1728515625,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,1856,1920,2048,64,0.04804350000732771,0.0,0.50634765625,0.0361328125,0.19482421875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,1920,1984,2048,64,0.048444248622427064,0.0,0.49365234375,0.02001953125,0.166015625,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,1984,2048,2048,64,0.046712872697341055,0.0,0.54541015625,0.0283203125,0.17578125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,2048,2112,2048,64,0.05448660127899038,0.0,0.49755859375,0.029296875,0.18017578125,1.0,44,0.6875
+fresh-zh-1,layers.2.mlp.gated_product,64,2112,2176,2048,64,0.07063998611350235,0.0,0.49609375,0.037109375,0.2373046875,1.0,38,0.59375
+fresh-zh-1,layers.2.mlp.gated_product,64,2176,2240,2048,64,0.04404663123346906,0.0,0.4814453125,0.0185546875,0.1474609375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.gated_product,64,2240,2304,2048,64,0.049674470780227235,0.0,0.53759765625,0.029296875,0.20068359375,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,2304,2368,2048,64,0.04535678356857801,0.0,0.4677734375,0.02490234375,0.16845703125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,2368,2432,2048,64,0.04542444096747868,0.0,0.50537109375,0.02392578125,0.16455078125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,2432,2496,2048,64,0.04714771868542772,0.0,0.50537109375,0.02001953125,0.16845703125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,2496,2560,2048,64,0.0804412641721517,0.0,0.5185546875,0.0400390625,0.2392578125,1.0,33,0.515625
+fresh-zh-1,layers.2.mlp.gated_product,64,2560,2624,2048,64,0.053608566055223066,0.0,0.517578125,0.02880859375,0.18798828125,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,64,2624,2688,2048,64,0.047843249491964945,0.0,0.5009765625,0.02001953125,0.15380859375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,2688,2752,2048,64,0.07885765129310797,0.0,0.49560546875,0.03662109375,0.248046875,1.0,33,0.515625
+fresh-zh-1,layers.2.mlp.gated_product,64,2752,2816,2048,64,0.062485563989546335,0.0,0.49462890625,0.04248046875,0.22119140625,1.0,42,0.65625
+fresh-zh-1,layers.2.mlp.gated_product,64,2816,2880,2048,64,0.045436163494739286,0.0,0.52734375,0.0224609375,0.14306640625,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,2880,2944,2048,64,0.04994241588401483,0.0,0.4912109375,0.02587890625,0.17919921875,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,2944,3008,2048,64,0.0975288854623284,0.0,0.529296875,0.03955078125,0.28955078125,1.0,23,0.359375
+fresh-zh-1,layers.2.mlp.gated_product,64,3008,3072,2048,64,0.0460750599714343,0.0,0.4990234375,0.0244140625,0.17333984375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,3072,3136,2048,64,0.04534350550650943,0.0,0.5,0.0234375,0.17724609375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,3136,3200,2048,64,0.044435928293005286,0.0,0.44775390625,0.02197265625,0.1611328125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,3200,3264,2048,64,0.0502941390457114,0.0,0.498046875,0.02978515625,0.18359375,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,3264,3328,2048,64,0.047013285551648666,0.0,0.51318359375,0.02392578125,0.14599609375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,3328,3392,2048,64,0.06233172256840587,0.0,0.46875,0.0322265625,0.203125,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,64,3392,3456,2048,64,0.04921453844340548,0.0,0.4931640625,0.01611328125,0.15380859375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,3456,3520,2048,64,0.050128115385652455,0.0,0.50439453125,0.02490234375,0.16943359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,3520,3584,2048,64,0.09938330148727711,0.0,0.49755859375,0.04931640625,0.29150390625,1.0,22,0.34375
+fresh-zh-1,layers.2.mlp.gated_product,64,3584,3648,2048,64,0.04780324017113532,0.0,0.52978515625,0.0302734375,0.1953125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,3648,3712,2048,64,0.05044843041014215,0.0,0.5048828125,0.0234375,0.166015625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,3712,3776,2048,64,0.05110860726601196,0.0,0.498046875,0.02587890625,0.1806640625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,3776,3840,2048,64,0.04448168779606972,0.0,0.48046875,0.021484375,0.1572265625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,3840,3904,2048,64,0.042903989796706836,0.0,0.513671875,0.02392578125,0.15478515625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,3904,3968,2048,64,0.0477431552746377,0.0,0.49755859375,0.021484375,0.16162109375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,3968,4032,2048,64,0.04956399613985019,0.0,0.4775390625,0.02392578125,0.15966796875,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,4032,4096,2048,64,0.04524200939200188,0.0,0.51318359375,0.0302734375,0.1708984375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.gated_product,64,4096,4160,2048,64,0.050282620534614866,0.0,0.47119140625,0.02734375,0.1806640625,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,4160,4224,2048,64,0.047829416675753716,0.0,0.515625,0.02978515625,0.1845703125,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,4224,4288,2048,64,0.04647510206277704,0.0,0.48388671875,0.02734375,0.1708984375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,4288,4352,2048,64,0.04646644854456624,0.0,0.515625,0.02783203125,0.18408203125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,4352,4416,2048,64,0.05047877564673728,0.0,0.48681640625,0.0283203125,0.16650390625,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,4416,4480,2048,64,0.05226199670056538,0.0,0.51611328125,0.0263671875,0.18798828125,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,4480,4544,2048,64,0.05300810828897903,0.0,0.49072265625,0.03173828125,0.18359375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,4544,4608,2048,64,0.0559792666527437,0.0,0.5107421875,0.033203125,0.189453125,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,64,4608,4672,2048,64,0.05285227847008516,0.0,0.50390625,0.03564453125,0.18505859375,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,4672,4736,2048,64,0.06346418655227905,0.0,0.49365234375,0.04150390625,0.234375,1.0,42,0.65625
+fresh-zh-1,layers.2.mlp.gated_product,64,4736,4800,2048,64,0.054863852556412775,0.0,0.4990234375,0.0361328125,0.205078125,1.0,44,0.6875
+fresh-zh-1,layers.2.mlp.gated_product,64,4800,4864,2048,64,0.049633056866686454,0.0,0.49951171875,0.0283203125,0.16650390625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,4864,4928,2048,64,0.052778402134079624,0.0,0.51171875,0.021484375,0.181640625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,4928,4992,2048,64,0.05446751472415008,0.0,0.51806640625,0.0283203125,0.18212890625,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,4992,5056,2048,64,0.04851480367675912,0.0,0.5087890625,0.0263671875,0.1650390625,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,5056,5120,2048,64,0.046731336941719444,0.0,0.52001953125,0.02685546875,0.17138671875,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.gated_product,64,5120,5184,2048,64,0.04807903480969041,0.0,0.50537109375,0.0283203125,0.177734375,1.0,48,0.75
+fresh-zh-1,layers.2.mlp.gated_product,64,5184,5248,2048,64,0.049207688796147085,0.0,0.51416015625,0.02490234375,0.17236328125,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,5248,5312,2048,64,0.0529349670190171,0.0,0.50146484375,0.02783203125,0.17578125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,64,5312,5376,2048,64,0.04779702658724991,0.0,0.53466796875,0.02294921875,0.1640625,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,5376,5440,2048,64,0.08201807081101552,0.0,0.5048828125,0.04345703125,0.24560546875,1.0,32,0.5
+fresh-zh-1,layers.2.mlp.gated_product,64,5440,5504,2048,64,0.05096346456401557,0.0,0.494140625,0.0283203125,0.171875,1.0,47,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,64,5504,5568,2048,64,0.07895378304876954,0.0,0.49267578125,0.0419921875,0.244140625,1.0,34,0.53125
+fresh-zh-1,layers.2.mlp.gated_product,64,5568,5632,2048,64,0.056923702312957285,0.0,0.515625,0.02587890625,0.1640625,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,64,5632,5696,2048,64,0.058100838823203195,0.0,0.51611328125,0.0322265625,0.19384765625,1.0,42,0.65625
+fresh-zh-1,layers.2.mlp.gated_product,64,5696,5760,2048,64,0.0461577330705833,0.0,0.47607421875,0.02587890625,0.1552734375,1.0,50,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,64,5760,5824,2048,64,0.05545099891902015,0.0,0.50830078125,0.03125,0.19189453125,1.0,45,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,64,5824,5888,2048,64,0.05575454640045405,0.0,0.51025390625,0.03515625,0.21337890625,1.0,46,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,64,5888,5952,2048,64,0.06929233174945823,0.0,0.52099609375,0.0400390625,0.22509765625,1.0,38,0.59375
+fresh-zh-1,layers.2.mlp.gated_product,64,5952,6016,2048,64,0.0839050360884221,0.0,0.4990234375,0.04052734375,0.26171875,1.0,27,0.421875
+fresh-zh-1,layers.2.mlp.gated_product,64,6016,6080,2048,64,0.06312653757697033,0.0,0.5166015625,0.0390625,0.22216796875,1.0,42,0.65625
+fresh-zh-1,layers.2.mlp.gated_product,64,6080,6144,2048,64,0.04590297213142332,0.0,0.484375,0.02392578125,0.158203125,1.0,49,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,0,128,4096,128,0.051166868577394886,0.0,0.510498046875,0.02734375,0.185546875,1.0,93,0.7265625
+fresh-zh-1,layers.2.mlp.gated_product,128,128,256,4096,128,0.07231218127017959,0.0,0.48974609375,0.0380859375,0.228515625,1.0,70,0.546875
+fresh-zh-1,layers.2.mlp.gated_product,128,256,384,4096,128,0.11749126297135691,0.0,0.48388671875,0.0595703125,0.337646484375,1.0,23,0.1796875
+fresh-zh-1,layers.2.mlp.gated_product,128,384,512,4096,128,0.07223639790344295,0.0,0.49365234375,0.031982421875,0.230224609375,1.0,73,0.5703125
+fresh-zh-1,layers.2.mlp.gated_product,128,512,640,4096,128,0.06692437280915453,0.0,0.484375,0.038330078125,0.23681640625,1.0,75,0.5859375
+fresh-zh-1,layers.2.mlp.gated_product,128,640,768,4096,128,0.0847891778866908,0.0,0.491943359375,0.0380859375,0.255615234375,1.0,60,0.46875
+fresh-zh-1,layers.2.mlp.gated_product,128,768,896,4096,128,0.05564711716443431,0.0,0.511962890625,0.03076171875,0.197509765625,1.0,87,0.6796875
+fresh-zh-1,layers.2.mlp.gated_product,128,896,1024,4096,128,0.04669767564140331,0.0,0.484375,0.026123046875,0.179443359375,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gated_product,128,1024,1152,4096,128,0.04761954983088491,0.0,0.48388671875,0.026123046875,0.1728515625,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gated_product,128,1152,1280,4096,128,0.04719964303886923,0.0,0.497314453125,0.020751953125,0.162109375,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gated_product,128,1280,1408,4096,128,0.05400287395227808,0.0,0.49169921875,0.026123046875,0.182861328125,1.0,92,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,128,1408,1536,4096,128,0.05929068524655522,0.0,0.4951171875,0.0283203125,0.19873046875,1.0,85,0.6640625
+fresh-zh-1,layers.2.mlp.gated_product,128,1536,1664,4096,128,0.04845460886487021,0.0,0.511474609375,0.02734375,0.18017578125,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,1664,1792,4096,128,0.04457211418961796,0.0,0.499755859375,0.023193359375,0.154541015625,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.gated_product,128,1792,1920,4096,128,0.047409510704692175,0.0,0.49267578125,0.029052734375,0.18408203125,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,1920,2048,4096,128,0.04758643556849745,0.0,0.51953125,0.02392578125,0.171875,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,128,2048,2176,4096,128,0.06308247520925078,0.0,0.496826171875,0.03271484375,0.211181640625,1.0,81,0.6328125
+fresh-zh-1,layers.2.mlp.gated_product,128,2176,2304,4096,128,0.046944961232878134,0.0,0.509521484375,0.0244140625,0.172119140625,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gated_product,128,2304,2432,4096,128,0.04539062487394717,0.0,0.486572265625,0.0244140625,0.16650390625,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,128,2432,2560,4096,128,0.06593066190648371,0.0,0.511962890625,0.02978515625,0.21484375,1.0,78,0.609375
+fresh-zh-1,layers.2.mlp.gated_product,128,2560,2688,4096,128,0.05080774978508504,0.0,0.50927734375,0.024658203125,0.171142578125,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gated_product,128,2688,2816,4096,128,0.07114413143245583,0.0,0.4951171875,0.04052734375,0.236083984375,1.0,73,0.5703125
+fresh-zh-1,layers.2.mlp.gated_product,128,2816,2944,4096,128,0.04774248557339981,0.0,0.50927734375,0.025146484375,0.161865234375,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,128,2944,3072,4096,128,0.0762718645730365,0.0,0.51416015625,0.03955078125,0.2412109375,1.0,67,0.5234375
+fresh-zh-1,layers.2.mlp.gated_product,128,3072,3200,4096,128,0.044892010507884134,0.0,0.473876953125,0.022216796875,0.169677734375,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.gated_product,128,3200,3328,4096,128,0.04868135906438012,0.0,0.505615234375,0.02685546875,0.164306640625,1.0,96,0.75
+fresh-zh-1,layers.2.mlp.gated_product,128,3328,3456,4096,128,0.0561574324223524,0.0,0.48095703125,0.02392578125,0.176513671875,1.0,94,0.734375
+fresh-zh-1,layers.2.mlp.gated_product,128,3456,3584,4096,128,0.07870790483372145,0.0,0.5009765625,0.038818359375,0.2509765625,1.0,66,0.515625
+fresh-zh-1,layers.2.mlp.gated_product,128,3584,3712,4096,128,0.049143635914054025,0.0,0.517333984375,0.027099609375,0.181640625,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,3712,3840,4096,128,0.047909864776778846,0.0,0.4892578125,0.023193359375,0.171142578125,1.0,97,0.7578125
+fresh-zh-1,layers.2.mlp.gated_product,128,3840,3968,4096,128,0.04538811086647081,0.0,0.505615234375,0.0224609375,0.15869140625,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,128,3968,4096,4096,128,0.04745223454789601,0.0,0.495361328125,0.02734375,0.16796875,1.0,100,0.78125
+fresh-zh-1,layers.2.mlp.gated_product,128,4096,4224,4096,128,0.04907135125188087,0.0,0.493408203125,0.027587890625,0.18115234375,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gated_product,128,4224,4352,4096,128,0.046470775505097636,0.0,0.499755859375,0.02734375,0.177490234375,1.0,101,0.7890625
+fresh-zh-1,layers.2.mlp.gated_product,128,4352,4480,4096,128,0.05137812321369643,0.0,0.50146484375,0.02783203125,0.177734375,1.0,93,0.7265625
+fresh-zh-1,layers.2.mlp.gated_product,128,4480,4608,4096,128,0.0545139332618511,0.0,0.500732421875,0.03271484375,0.186279296875,1.0,92,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,128,4608,4736,4096,128,0.05839977018029225,0.0,0.498779296875,0.038330078125,0.207763671875,1.0,90,0.703125
+fresh-zh-1,layers.2.mlp.gated_product,128,4736,4864,4096,128,0.052313873166032795,0.0,0.499267578125,0.03173828125,0.184814453125,1.0,93,0.7265625
+fresh-zh-1,layers.2.mlp.gated_product,128,4864,4992,4096,128,0.05362960885579964,0.0,0.514892578125,0.024169921875,0.1826171875,1.0,95,0.7421875
+fresh-zh-1,layers.2.mlp.gated_product,128,4992,5120,4096,128,0.047631418350470064,0.0,0.514404296875,0.0263671875,0.16845703125,1.0,99,0.7734375
+fresh-zh-1,layers.2.mlp.gated_product,128,5120,5248,4096,128,0.048646635160563174,0.0,0.509765625,0.02685546875,0.17529296875,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,5248,5376,4096,128,0.050431470749358,0.0,0.51806640625,0.02587890625,0.169677734375,1.0,98,0.765625
+fresh-zh-1,layers.2.mlp.gated_product,128,5376,5504,4096,128,0.06827971389779114,0.0,0.49951171875,0.03662109375,0.215576171875,1.0,77,0.6015625
+fresh-zh-1,layers.2.mlp.gated_product,128,5504,5632,4096,128,0.06882589535460598,0.0,0.504150390625,0.034423828125,0.20556640625,1.0,79,0.6171875
+fresh-zh-1,layers.2.mlp.gated_product,128,5632,5760,4096,128,0.05247020008621586,0.0,0.49609375,0.02880859375,0.1748046875,1.0,92,0.71875
+fresh-zh-1,layers.2.mlp.gated_product,128,5760,5888,4096,128,0.055602979800715525,0.0,0.50927734375,0.033447265625,0.202392578125,1.0,91,0.7109375
+fresh-zh-1,layers.2.mlp.gated_product,128,5888,6016,4096,128,0.07694635248105133,0.0,0.510009765625,0.041015625,0.24365234375,1.0,65,0.5078125
+fresh-zh-1,layers.2.mlp.gated_product,128,6016,6144,4096,128,0.055190771859772315,0.0,0.50048828125,0.0302734375,0.19287109375,1.0,90,0.703125
+fresh-zh-1,layers.2.mlp.down_proj.output,0,0,2048,65536,2048,0.04056375202344637,0.0,0.492034912109375,0.009552001953125,0.0957489013671875,1.0,1589,0.77587890625
+fresh-zh-1,layers.2.mlp.down_proj.output,64,0,64,2048,64,0.03685352165868109,0.0,0.4755859375,0.0078125,0.06982421875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,64,128,2048,64,0.03593383355213477,0.0,0.4892578125,0.00927734375,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,128,192,2048,64,0.0352726192204751,0.0,0.49169921875,0.005859375,0.08203125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,192,256,2048,64,0.03637706751097901,0.0,0.486328125,0.00634765625,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,256,320,2048,64,0.0358647653977353,0.0,0.48095703125,0.00732421875,0.08984375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,320,384,2048,64,0.03622835870321755,0.0,0.498046875,0.0078125,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,384,448,2048,64,0.03627858994691469,0.0,0.4638671875,0.0068359375,0.09033203125,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,448,512,2048,64,0.035252423666844945,0.0,0.4990234375,0.01025390625,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.down_proj.output,64,512,576,2048,64,0.035043032582027574,0.0,0.46728515625,0.0087890625,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,576,640,2048,64,0.03671583825029962,0.0,0.505859375,0.0068359375,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,640,704,2048,64,0.03554513561238359,0.0,0.50341796875,0.00927734375,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,704,768,2048,64,0.0353696785996867,0.0,0.451171875,0.00634765625,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,768,832,2048,64,0.03574146321997336,0.0,0.4794921875,0.00634765625,0.08984375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,832,896,2048,64,0.034995871793639166,0.0,0.48974609375,0.01025390625,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,896,960,2048,64,0.03627094425242995,0.0,0.525390625,0.00927734375,0.0771484375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,960,1024,2048,64,0.035229197958896445,0.0,0.51416015625,0.005859375,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1024,1088,2048,64,0.03531913299043561,0.0,0.50341796875,0.00634765625,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1088,1152,2048,64,0.035280785919446625,0.0,0.466796875,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1152,1216,2048,64,0.11522774932987528,0.0,0.48388671875,0.02783203125,0.26611328125,1.0,1,0.015625
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1216,1280,2048,64,0.03577640334170911,0.0,0.46337890625,0.00439453125,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1280,1344,2048,64,0.035224875933412836,0.0,0.509765625,0.00732421875,0.0859375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1344,1408,2048,64,0.034248964489945515,0.0,0.52294921875,0.01025390625,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1408,1472,2048,64,0.035288476900159856,0.0,0.50830078125,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1472,1536,2048,64,0.03491111684708527,0.0,0.50048828125,0.005859375,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1536,1600,2048,64,0.03445913049754633,0.0,0.47900390625,0.009765625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1600,1664,2048,64,0.036598422662234696,0.0,0.49755859375,0.0087890625,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1664,1728,2048,64,0.036033764936262896,0.0,0.5107421875,0.0087890625,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1728,1792,2048,64,0.03491960242793965,0.0,0.47705078125,0.0078125,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1792,1856,2048,64,0.03438814199531294,0.0,0.515625,0.0126953125,0.08984375,1.0,54,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1856,1920,2048,64,0.03621571608772871,0.0,0.4931640625,0.00927734375,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1920,1984,2048,64,0.03668767813640906,0.0,0.49755859375,0.0107421875,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,64,1984,2048,2048,64,0.03629433779642369,0.0,0.494140625,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,0,128,4096,128,0.03639658261704938,0.0,0.482421875,0.008544921875,0.081298828125,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,128,256,4096,128,0.035829099258639995,0.0,0.489013671875,0.006103515625,0.0830078125,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,256,384,4096,128,0.036047020482722215,0.0,0.489501953125,0.007568359375,0.08935546875,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,384,512,4096,128,0.03576918689964247,0.0,0.4814453125,0.008544921875,0.0859375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,512,640,4096,128,0.03588918298712866,0.0,0.486572265625,0.0078125,0.083984375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,640,768,4096,128,0.03545751563454408,0.0,0.477294921875,0.008056640625,0.09033203125,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,768,896,4096,128,0.03537063213812794,0.0,0.484619140625,0.00830078125,0.087890625,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.down_proj.output,128,896,1024,4096,128,0.03575386542592279,0.0,0.519775390625,0.007568359375,0.080322265625,1.0,108,0.84375
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1024,1152,4096,128,0.03529996466209209,0.0,0.485107421875,0.0068359375,0.079833984375,1.0,104,0.8125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1152,1280,4096,128,0.08531525435611509,0.0,0.4736328125,0.018798828125,0.203857421875,1.0,37,0.2890625
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1280,1408,4096,128,0.03474034724321186,0.0,0.516357421875,0.0087890625,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1408,1536,4096,128,0.035100303997572135,0.0,0.50439453125,0.0078125,0.081787109375,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1536,1664,4096,128,0.03554487456730226,0.0,0.48828125,0.010009765625,0.080322265625,1.0,106,0.828125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1664,1792,4096,128,0.035481057264456044,0.0,0.493896484375,0.00830078125,0.082275390625,1.0,105,0.8203125
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1792,1920,4096,128,0.035313753706146686,0.0,0.50439453125,0.010986328125,0.0830078125,1.0,107,0.8359375
+fresh-zh-1,layers.2.mlp.down_proj.output,128,1920,2048,4096,128,0.03649153794458145,0.0,0.495849609375,0.010009765625,0.088623046875,1.0,104,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,0,0,4096,131072,4096,2.3595596057630646,0.0,0.7451248168945312,0.015106201171875,0.14654541015625,1.0,1721,0.420166015625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,0,64,2048,64,1.8419044345985545,0.0,0.53271484375,0.0224609375,0.19384765625,1.0,13,0.203125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,64,128,2048,64,0.6161888556554372,0.0,0.49267578125,0.0068359375,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,128,192,2048,64,0.5849536607590886,0.0,0.52099609375,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,192,256,2048,64,0.6469726471962168,0.0,0.46923828125,0.00732421875,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,256,320,2048,64,2.325793705997813,0.0,0.9765625,0.00244140625,0.01806640625,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,320,384,2048,64,2.3774843193100237,0.0,0.98388671875,0.00146484375,0.01708984375,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,384,448,2048,64,2.2897676162499585,0.0,0.9833984375,0.00048828125,0.01953125,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,448,512,2048,64,2.327897203489259,0.0,0.98681640625,0.00146484375,0.01806640625,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,512,576,2048,64,2.3210376214461017,0.0,0.55078125,0.02783203125,0.2578125,1.0,5,0.078125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,576,640,2048,64,0.6600979765496876,0.0,0.51318359375,0.009765625,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,640,704,2048,64,0.5828752830603846,0.0,0.49169921875,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,704,768,2048,64,0.6774136288074591,0.0,0.466796875,0.00927734375,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,768,832,2048,64,2.915586517172985,0.0,0.99169921875,0.0009765625,0.01171875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,832,896,2048,64,2.820619488297173,0.0,0.9931640625,0.00048828125,0.01025390625,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,896,960,2048,64,2.7300882926559993,0.0,0.984375,0.00146484375,0.015625,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,960,1024,2048,64,2.9766601805282944,0.0,0.9931640625,0.0029296875,0.0126953125,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1024,1088,2048,64,1.484895860250942,0.0,0.53857421875,0.01611328125,0.18701171875,1.0,15,0.234375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1088,1152,2048,64,0.6949523283437573,0.0,0.5205078125,0.0087890625,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1152,1216,2048,64,0.6323456829623799,0.0,0.50732421875,0.01171875,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1216,1280,2048,64,0.6906938598166217,0.0,0.474609375,0.01025390625,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1280,1344,2048,64,3.565974639348159,0.0,0.9990234375,0.0,0.00341796875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1344,1408,2048,64,3.539725170907325,0.0,0.9951171875,0.00048828125,0.00634765625,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1408,1472,2048,64,3.4901310523515585,0.0,0.986328125,0.00244140625,0.01171875,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1472,1536,2048,64,3.692738519634854,0.0,0.99951171875,0.0,0.001953125,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1536,1600,2048,64,1.6644590047433157,0.0,0.498046875,0.015625,0.1826171875,1.0,16,0.25
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1600,1664,2048,64,0.6348734624297978,0.0,0.51416015625,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1664,1728,2048,64,0.6026937980315566,0.0,0.49267578125,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1728,1792,2048,64,0.6729992321342703,0.0,0.455078125,0.0048828125,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1792,1856,2048,64,2.9625449638185675,0.0,0.99462890625,0.0009765625,0.0126953125,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1856,1920,2048,64,2.9448730593774535,0.0,0.98828125,0.00048828125,0.01416015625,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1920,1984,2048,64,2.8170050446178103,0.0,0.99169921875,0.0009765625,0.01123046875,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,1984,2048,2048,64,2.764526718939461,0.0,0.990234375,0.00146484375,0.013671875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2048,2112,2048,64,2.6392101946592206,0.0,0.51904296875,0.01171875,0.154296875,1.0,15,0.234375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2112,2176,2048,64,0.6609426829155073,0.0,0.4140625,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2176,2240,2048,64,0.781140201683146,0.0,0.5302734375,0.005859375,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2240,2304,2048,64,0.6151518011468484,0.0,0.45263671875,0.005859375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2304,2368,2048,64,3.035385788167895,0.0,0.99853515625,0.0,0.00341796875,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2368,2432,2048,64,3.2188660093009362,0.0,0.99658203125,0.0,0.005859375,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2432,2496,2048,64,3.2083754531217084,0.0,0.98388671875,0.0,0.001953125,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2496,2560,2048,64,3.074837863915654,0.0,0.99658203125,0.0009765625,0.005859375,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2560,2624,2048,64,1.859757147979575,0.0,0.509765625,0.0126953125,0.10693359375,1.0,22,0.34375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2624,2688,2048,64,0.7041829594021526,0.0,0.43701171875,0.00830078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2688,2752,2048,64,0.7876919957749853,0.0,0.5380859375,0.009765625,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2752,2816,2048,64,0.6471060924593557,0.0,0.45556640625,0.0087890625,0.09326171875,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2816,2880,2048,64,3.2919209504801525,0.0,0.9970703125,0.0,0.00244140625,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2880,2944,2048,64,3.4880166881232455,0.0,0.99951171875,0.0,0.0009765625,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,2944,3008,2048,64,3.411910617556537,0.0,0.9990234375,0.0,0.0009765625,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3008,3072,2048,64,3.414765285236184,0.0,0.99560546875,0.00146484375,0.0068359375,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3072,3136,2048,64,1.8386586252854644,0.0,0.51708984375,0.013671875,0.15625,1.0,24,0.375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3136,3200,2048,64,0.5810365059642165,0.0,0.4736328125,0.00732421875,0.1015625,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3200,3264,2048,64,0.6714126686064984,0.0,0.53857421875,0.0087890625,0.09716796875,1.0,44,0.6875
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3264,3328,2048,64,0.51243376200674,0.0,0.4990234375,0.005859375,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3328,3392,2048,64,3.43312796343419,0.0,0.9931640625,0.0009765625,0.01025390625,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3392,3456,2048,64,3.4407530740387897,0.0,0.99609375,0.00048828125,0.00634765625,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3456,3520,2048,64,3.507647369242892,0.0,0.99609375,0.0009765625,0.00439453125,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3520,3584,2048,64,3.352030029363101,0.0,0.98974609375,0.00146484375,0.013671875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3584,3648,2048,64,1.959030596418452,0.0,0.52880859375,0.009765625,0.09521484375,1.0,28,0.4375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3648,3712,2048,64,0.6778184023526184,0.0,0.4794921875,0.0078125,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3712,3776,2048,64,0.9058729168303263,0.0,0.56103515625,0.013671875,0.1162109375,1.0,40,0.625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3776,3840,2048,64,0.6792080332437788,0.0,0.4453125,0.01123046875,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3840,3904,2048,64,3.239656033412469,0.0,0.99853515625,0.00048828125,0.00244140625,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3904,3968,2048,64,3.2991363284675277,0.0,0.99560546875,0.0,0.0068359375,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,3968,4032,2048,64,3.406890998654993,0.0,0.99072265625,0.00048828125,0.0048828125,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,64,4032,4096,2048,64,3.1389712560073546,0.0,0.98486328125,0.0,0.0029296875,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,0,128,4096,128,1.3733718819074057,0.0,0.5126953125,0.017822265625,0.164306640625,1.0,40,0.3125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,128,256,4096,128,0.6167432170099398,0.0,0.4951171875,0.0078125,0.087158203125,1.0,100,0.78125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,256,384,4096,128,2.3517810326882147,0.0,0.980224609375,0.001953125,0.017822265625,1.0,103,0.8046875
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,384,512,4096,128,2.308911120684394,0.0,0.985107421875,0.0009765625,0.0185546875,1.0,103,0.8046875
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,512,640,4096,128,1.7063037506278256,0.0,0.531982421875,0.023681640625,0.217041015625,1.0,19,0.1484375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,640,768,4096,128,0.6319148756346908,0.0,0.479248046875,0.009521484375,0.092529296875,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,768,896,4096,128,2.868496037724534,0.0,0.992431640625,0.000732421875,0.0107421875,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,896,1024,4096,128,2.856036406984345,0.0,0.98876953125,0.002197265625,0.014404296875,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1024,1152,4096,128,1.1592830660500468,0.0,0.529541015625,0.014404296875,0.145263671875,1.0,49,0.3828125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1152,1280,4096,128,0.662162771057669,0.0,0.490966796875,0.0107421875,0.090576171875,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1280,1408,4096,128,3.552874147364998,0.0,0.9970703125,0.000244140625,0.0048828125,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1408,1536,4096,128,3.5928632409948205,0.0,0.992919921875,0.001220703125,0.007568359375,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1536,1664,4096,128,1.2596602898735654,0.0,0.506103515625,0.015625,0.1484375,1.0,46,0.359375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1664,1792,4096,128,0.638814441226488,0.0,0.473876953125,0.006591796875,0.083740234375,1.0,99,0.7734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1792,1920,4096,128,2.953722227841836,0.0,0.991455078125,0.000732421875,0.013427734375,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,1920,2048,4096,128,2.790889231153072,0.0,0.990966796875,0.001220703125,0.012451171875,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2048,2176,4096,128,1.9238341510760106,0.0,0.466552734375,0.015625,0.180419921875,1.0,26,0.203125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2176,2304,4096,128,0.7030617871637591,0.0,0.491455078125,0.0068359375,0.09326171875,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2304,2432,4096,128,3.1284712935269656,0.0,0.99755859375,0.0,0.004638671875,1.0,98,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2432,2560,4096,128,3.14231609943711,0.0,0.990234375,0.00048828125,0.00390625,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2560,2688,4096,128,1.4061597152837042,0.0,0.473388671875,0.0126953125,0.123291015625,1.0,53,0.4140625
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2688,2816,4096,128,0.7208345771069794,0.0,0.496826171875,0.01025390625,0.0927734375,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2816,2944,4096,128,3.3913864392631816,0.0,0.998291015625,0.0,0.001708984375,1.0,99,0.7734375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,2944,3072,4096,128,3.413338249825908,0.0,0.997314453125,0.000732421875,0.00390625,1.0,101,0.7890625
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3072,3200,4096,128,1.363500818041511,0.0,0.495361328125,0.015869140625,0.162109375,1.0,41,0.3203125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3200,3328,4096,128,0.5972366917770876,0.0,0.518798828125,0.007568359375,0.096435546875,1.0,95,0.7421875
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3328,3456,4096,128,3.4369426333458906,0.0,0.99462890625,0.000732421875,0.00830078125,1.0,98,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3456,3584,4096,128,3.4307211621398626,0.0,0.992919921875,0.001220703125,0.009033203125,1.0,98,0.765625
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3584,3712,4096,128,1.4658169504190302,0.0,0.504150390625,0.015380859375,0.12890625,1.0,48,0.375
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3712,3840,4096,128,0.8006026773217678,0.0,0.503173828125,0.01171875,0.10888671875,1.0,88,0.6875
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3840,3968,4096,128,3.269531444155264,0.0,0.9970703125,0.000244140625,0.004638671875,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.q_proj.output,128,3968,4096,4096,128,3.275671444357386,0.0,0.98779296875,0.000244140625,0.00390625,1.0,92,0.71875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1320278307325553,0.0,0.0,0.00244140625,0.1286468505859375,1.0,956,0.466796875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.18683092007788696,0.0,0.0,0.0,0.03369140625,1.0,44,0.6875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.18481704962525766,0.0,0.0,0.0,0.0458984375,1.0,41,0.640625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.18484883454348147,0.0,0.0,0.0,0.0263671875,1.0,44,0.6875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.17854756484935147,0.0,0.0,0.0,0.03125,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.14667378564129344,0.0,0.0,0.00048828125,0.10107421875,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.1501905706131537,0.0,0.0,0.0,0.0791015625,1.0,36,0.5625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.16270639022214733,0.0,0.0,0.0009765625,0.08349609375,1.0,37,0.578125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.13366137312124238,0.0,0.0,0.0,0.08984375,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.09014794809931714,0.0,0.0,0.00048828125,0.12255859375,1.0,27,0.421875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.10669980840455764,0.0,0.0,0.001953125,0.166015625,1.0,23,0.359375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.1303474253094921,0.0,0.0,0.00244140625,0.21875,1.0,23,0.359375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.08553706668300128,0.0,0.0,0.0029296875,0.14892578125,1.0,25,0.390625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.13825940821329138,0.0,0.0,0.00048828125,0.11865234375,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.15786267679802093,0.0,0.0,0.00146484375,0.1328125,1.0,29,0.453125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.1459241172953535,0.0,0.0,0.0009765625,0.0791015625,1.0,33,0.515625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.15298659121893432,0.0,0.0,0.00048828125,0.091796875,1.0,37,0.578125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.11243585071931439,0.0,0.0,0.00048828125,0.0791015625,1.0,33,0.515625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.10623213293066862,0.0,0.0,0.00146484375,0.091796875,1.0,36,0.5625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.13698821627825705,0.0,0.0,0.00439453125,0.13916015625,1.0,27,0.421875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.11243937299750612,0.0,0.0,0.0,0.10009765625,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.10242156537911683,0.0,0.0,0.0048828125,0.1064453125,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.0890016211358245,0.0,0.0,0.001953125,0.1123046875,1.0,29,0.453125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.08811660385649087,0.0,0.0,0.00146484375,0.099609375,1.0,35,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.09781731231802425,0.0,0.0,0.00146484375,0.1103515625,1.0,30,0.46875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.11898045871300914,0.0,0.0,0.005859375,0.158203125,1.0,32,0.5
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.11561493630265957,0.0,0.0,0.00439453125,0.15869140625,1.0,30,0.46875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.10110507117773954,0.0,0.0,0.00439453125,0.138671875,1.0,28,0.4375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.13266829724619436,0.0,0.0,0.00439453125,0.16796875,1.0,26,0.40625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.10544969263546895,0.0,0.0,0.00244140625,0.10791015625,1.0,30,0.46875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.1102645707347976,0.0,0.0,0.0,0.1064453125,1.0,30,0.46875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.11174484601952331,0.0,0.0,0.00341796875,0.173828125,1.0,29,0.453125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.1397789904195849,0.0,0.0,0.00244140625,0.142578125,1.0,26,0.40625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18582671300076148,0.0,0.0,0.0,0.03955078125,1.0,85,0.6640625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1817255135440766,0.0,0.0,0.0,0.028564453125,1.0,89,0.6953125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.14844259310496566,0.0,0.0,0.000244140625,0.090087890625,1.0,70,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.14889380793669302,0.0,0.0,0.000244140625,0.0927734375,1.0,70,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.09877120445779349,0.0,0.0,0.001220703125,0.14501953125,1.0,48,0.375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.11024300672048506,0.0,0.0,0.0029296875,0.192626953125,1.0,43,0.3359375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.14838512170249074,0.0,0.0,0.001220703125,0.125,1.0,63,0.4921875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.14949706535784807,0.0,0.0,0.000732421875,0.0869140625,1.0,70,0.546875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.10937798360267754,0.0,0.0,0.0009765625,0.0849609375,1.0,68,0.53125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.125316367644396,0.0,0.0,0.001708984375,0.118408203125,1.0,61,0.4765625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.0959465101489198,0.0,0.0,0.00341796875,0.111083984375,1.0,63,0.4921875
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.09309340058329495,0.0,0.0,0.001220703125,0.105224609375,1.0,65,0.5078125
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.11730976739348285,0.0,0.0,0.005126953125,0.1572265625,1.0,61,0.4765625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.11794726048548215,0.0,0.0,0.0048828125,0.156494140625,1.0,52,0.40625
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.10788399611676439,0.0,0.0,0.001220703125,0.107177734375,1.0,59,0.4609375
+fresh-zh-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.12654065902832454,0.0,0.0,0.0029296875,0.161376953125,1.0,54,0.421875
+fresh-zh-1,layers.3.self_attn.k_proj.output,0,0,512,16384,512,0.9403908166746195,0.0,0.49224853515625,0.0115966796875,0.11700439453125,1.0,283,0.552734375
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,0,64,2048,64,1.1344054499601737,0.0,0.49609375,0.01123046875,0.11572265625,1.0,34,0.53125
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,64,128,2048,64,1.1538381523945458,0.0,0.5126953125,0.0087890625,0.1455078125,1.0,27,0.421875
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,128,192,2048,64,0.8822176841831697,0.0,0.5048828125,0.01220703125,0.11669921875,1.0,39,0.609375
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,192,256,2048,64,0.824396821996397,0.0,0.48046875,0.01123046875,0.103515625,1.0,41,0.640625
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,256,320,2048,64,0.775988981546054,0.0,0.5146484375,0.01220703125,0.11474609375,1.0,29,0.453125
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,320,384,2048,64,0.9109899800361576,0.0,0.4375,0.01318359375,0.10302734375,1.0,44,0.6875
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,384,448,2048,64,1.0220067840818499,0.0,0.5390625,0.01318359375,0.12451171875,1.0,36,0.5625
+fresh-zh-1,layers.3.self_attn.k_proj.output,64,448,512,2048,64,0.7224702246787063,0.0,0.45263671875,0.00634765625,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.k_proj.output,128,0,128,4096,128,1.1441630580517366,0.0,0.50439453125,0.010009765625,0.130615234375,1.0,58,0.453125
+fresh-zh-1,layers.3.self_attn.k_proj.output,128,128,256,4096,128,0.8537968617895225,0.0,0.49267578125,0.011474609375,0.112060546875,1.0,79,0.6171875
+fresh-zh-1,layers.3.self_attn.k_proj.output,128,256,384,4096,128,0.8461860443209758,0.0,0.47607421875,0.01171875,0.111572265625,1.0,71,0.5546875
+fresh-zh-1,layers.3.self_attn.k_proj.output,128,384,512,4096,128,0.8850031334002793,0.0,0.495849609375,0.010986328125,0.104248046875,1.0,82,0.640625
+fresh-zh-1,layers.3.self_attn.v_proj.output,0,0,512,16384,512,0.6874114907508317,0.0,0.50408935546875,0.0084228515625,0.08856201171875,1.0,374,0.73046875
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,0,64,2048,64,0.5834738941592489,0.0,0.49658203125,0.00634765625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,64,128,2048,64,0.5888155838768558,0.0,0.5078125,0.00830078125,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,128,192,2048,64,0.5852613425821412,0.0,0.54931640625,0.00830078125,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,192,256,2048,64,0.5698381132964601,0.0,0.4814453125,0.005859375,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,256,320,2048,64,0.7552310424548037,0.0,0.54541015625,0.00732421875,0.0966796875,1.0,41,0.640625
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,320,384,2048,64,0.8091597911826882,0.0,0.505859375,0.01123046875,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,384,448,2048,64,0.7698169675506177,0.0,0.4453125,0.0107421875,0.091796875,1.0,43,0.671875
+fresh-zh-1,layers.3.self_attn.v_proj.output,64,448,512,2048,64,0.7798415933888856,0.0,0.5009765625,0.005859375,0.08837890625,1.0,43,0.671875
+fresh-zh-1,layers.3.self_attn.v_proj.output,128,0,128,4096,128,0.5861508240127284,0.0,0.502197265625,0.00732421875,0.0810546875,1.0,104,0.8125
+fresh-zh-1,layers.3.self_attn.v_proj.output,128,128,256,4096,128,0.5776012095236297,0.0,0.515380859375,0.007080078125,0.08251953125,1.0,105,0.8203125
+fresh-zh-1,layers.3.self_attn.v_proj.output,128,256,384,4096,128,0.7826600459823476,0.0,0.525634765625,0.00927734375,0.0927734375,1.0,84,0.65625
+fresh-zh-1,layers.3.self_attn.v_proj.output,128,384,512,4096,128,0.7748454924396685,0.0,0.47314453125,0.00830078125,0.090087890625,1.0,85,0.6640625
+fresh-zh-1,layers.3.self_attn.o_proj.output,0,0,2048,65536,2048,0.027102092252701018,0.0,0.502960205078125,0.0086669921875,0.0916595458984375,1.0,1498,0.7314453125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,0,64,2048,64,0.026845549341935507,0.0,0.49365234375,0.0048828125,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,64,128,2048,64,0.02529248597825298,0.0,0.52392578125,0.009765625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,128,192,2048,64,0.023994558448641283,0.0,0.46337890625,0.00634765625,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,192,256,2048,64,0.029567948884830327,0.0,0.4375,0.0087890625,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,256,320,2048,64,0.026390128664792938,0.0,0.44677734375,0.00439453125,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,320,384,2048,64,0.028774464124534813,0.0,0.5537109375,0.01123046875,0.107421875,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,384,448,2048,64,0.023702737424224424,0.0,0.53173828125,0.0068359375,0.07080078125,1.0,51,0.796875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,448,512,2048,64,0.026425960554800298,0.0,0.482421875,0.0068359375,0.0830078125,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,512,576,2048,64,0.026328818910728174,0.0,0.5498046875,0.00830078125,0.0830078125,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,576,640,2048,64,0.02605626196323315,0.0,0.462890625,0.00830078125,0.07958984375,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,640,704,2048,64,0.023080504701088793,0.0,0.5517578125,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,704,768,2048,64,0.027723746889772048,0.0,0.56103515625,0.00537109375,0.08544921875,1.0,45,0.703125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,768,832,2048,64,0.025040195814550345,0.0,0.51611328125,0.00927734375,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,832,896,2048,64,0.02560016555667976,0.0,0.56689453125,0.0087890625,0.10205078125,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,896,960,2048,64,0.026682560397443055,0.0,0.50927734375,0.0078125,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,960,1024,2048,64,0.026995751761890497,0.0,0.525390625,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1024,1088,2048,64,0.025235062484762892,0.0,0.52880859375,0.009765625,0.10302734375,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1088,1152,2048,64,0.026112327607503136,0.0,0.5126953125,0.01025390625,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1152,1216,2048,64,0.04529317417908587,0.0,0.4560546875,0.01806640625,0.15185546875,1.0,28,0.4375
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1216,1280,2048,64,0.03060852016950717,0.0,0.49560546875,0.01220703125,0.10546875,1.0,43,0.671875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1280,1344,2048,64,0.025876541032466473,0.0,0.451171875,0.01171875,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1344,1408,2048,64,0.027491086863781572,0.0,0.4990234375,0.0068359375,0.09912109375,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1408,1472,2048,64,0.02556585090791909,0.0,0.50341796875,0.0087890625,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1472,1536,2048,64,0.027372784745263654,0.0,0.5537109375,0.00927734375,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1536,1600,2048,64,0.02368685904547697,0.0,0.48046875,0.009765625,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1600,1664,2048,64,0.024657025979077832,0.0,0.513671875,0.0078125,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1664,1728,2048,64,0.02830246869232211,0.0,0.4228515625,0.00830078125,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1728,1792,2048,64,0.027131629306972865,0.0,0.53564453125,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1792,1856,2048,64,0.026539232596632857,0.0,0.458984375,0.00830078125,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1856,1920,2048,64,0.025111698093856053,0.0,0.47314453125,0.00927734375,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1920,1984,2048,64,0.02547268145646058,0.0,0.5556640625,0.0107421875,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,64,1984,2048,2048,64,0.02622981061559924,0.0,0.4775390625,0.0078125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,0,128,4096,128,0.02608058057665145,0.0,0.5087890625,0.00732421875,0.0830078125,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,128,256,4096,128,0.026925846657080275,0.0,0.450439453125,0.007568359375,0.090576171875,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,256,384,4096,128,0.027608048433368726,0.0,0.500244140625,0.008056640625,0.09765625,1.0,92,0.71875
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,384,512,4096,128,0.02510130626726018,0.0,0.507080078125,0.007080078125,0.076416015625,1.0,98,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,512,640,4096,128,0.026192894959612124,0.0,0.50634765625,0.00830078125,0.081787109375,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,640,768,4096,128,0.025507997166233254,0.0,0.556396484375,0.006591796875,0.0849609375,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,768,896,4096,128,0.025321728643207177,0.0,0.54150390625,0.009033203125,0.094970703125,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,896,1024,4096,128,0.026839612912193896,0.0,0.517333984375,0.00732421875,0.078857421875,1.0,99,0.7734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1024,1152,4096,128,0.025677441769882937,0.0,0.520751953125,0.01025390625,0.098388671875,1.0,97,0.7578125
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1152,1280,4096,128,0.03865458015671712,0.0,0.475830078125,0.01708984375,0.132568359375,1.0,69,0.5390625
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1280,1408,4096,128,0.026696022482355912,0.0,0.47509765625,0.0087890625,0.09716796875,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1408,1536,4096,128,0.026484732180602526,0.0,0.528564453125,0.008544921875,0.085205078125,1.0,94,0.734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1536,1664,4096,128,0.024176809359107057,0.0,0.4970703125,0.0087890625,0.091552734375,1.0,99,0.7734375
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1664,1792,4096,128,0.027723230718396278,0.0,0.479248046875,0.0087890625,0.080078125,1.0,98,0.765625
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1792,1920,4096,128,0.02583532705400837,0.0,0.466064453125,0.0087890625,0.089111328125,1.0,96,0.75
+fresh-zh-1,layers.3.self_attn.o_proj.output,128,1920,2048,4096,128,0.025854017729479817,0.0,0.5166015625,0.00927734375,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.3.mlp.gate_proj.output,0,0,6144,196608,6144,0.7282042335014475,0.0,0.84832763671875,0.007380167643229167,0.0761566162109375,1.0,4056,0.66015625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,0,64,2048,64,0.6946539897177186,0.0,0.83740234375,0.0048828125,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,64,128,2048,64,0.7378865206223741,0.0,0.86865234375,0.00634765625,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,128,192,2048,64,0.6998490540198629,0.0,0.84375,0.00830078125,0.07958984375,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,192,256,2048,64,0.7117471069818001,0.0,0.87744140625,0.0068359375,0.0625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,256,320,2048,64,0.7295780792441876,0.0,0.83056640625,0.00732421875,0.078125,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,320,384,2048,64,0.7433437984085128,0.0,0.873046875,0.00341796875,0.07421875,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,384,448,2048,64,0.7335138102889618,0.0,0.85302734375,0.0087890625,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,448,512,2048,64,0.6866072730594891,0.0,0.85009765625,0.005859375,0.06982421875,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,512,576,2048,64,0.7272655601339427,0.0,0.83154296875,0.0068359375,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,576,640,2048,64,0.6760736522334193,0.0,0.80419921875,0.00830078125,0.07763671875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,640,704,2048,64,0.663495548212676,0.0,0.85302734375,0.00732421875,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,704,768,2048,64,0.6756331581651682,0.0,0.82470703125,0.00634765625,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,768,832,2048,64,0.8231707103223779,0.0,0.865234375,0.00927734375,0.078125,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,832,896,2048,64,0.7122121004926939,0.0,0.8671875,0.00732421875,0.0791015625,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,896,960,2048,64,0.8291324103037848,0.0,0.88134765625,0.00537109375,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,960,1024,2048,64,0.668512908556517,0.0,0.8134765625,0.005859375,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1024,1088,2048,64,0.7055340932899787,0.0,0.86767578125,0.005859375,0.07177734375,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1088,1152,2048,64,0.7720343869023372,0.0,0.841796875,0.00634765625,0.078125,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1152,1216,2048,64,0.7103820524190781,0.0,0.82373046875,0.00732421875,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1216,1280,2048,64,0.6856608876884331,0.0,0.849609375,0.005859375,0.06103515625,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1280,1344,2048,64,0.717709900039027,0.0,0.8583984375,0.0087890625,0.07421875,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1344,1408,2048,64,0.7019296447827369,0.0,0.8681640625,0.0087890625,0.0751953125,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1408,1472,2048,64,0.710539556523417,0.0,0.83642578125,0.00537109375,0.08349609375,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1472,1536,2048,64,0.8013157669519914,0.0,0.8662109375,0.009765625,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1536,1600,2048,64,0.7321698294548439,0.0,0.85107421875,0.01171875,0.08740234375,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1600,1664,2048,64,0.7710885890968057,0.0,0.83544921875,0.00732421875,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1664,1728,2048,64,0.7156723135378867,0.0,0.84033203125,0.0078125,0.07861328125,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1728,1792,2048,64,0.7090863999734106,0.0,0.84326171875,0.005859375,0.08447265625,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1792,1856,2048,64,0.8157292532984991,0.0,0.87744140625,0.00634765625,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1856,1920,2048,64,0.6539402202863427,0.0,0.82861328125,0.01025390625,0.072265625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1920,1984,2048,64,0.8061365918946105,0.0,0.8837890625,0.00634765625,0.06494140625,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,1984,2048,2048,64,0.6613563403520912,0.0,0.87353515625,0.0068359375,0.06103515625,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2048,2112,2048,64,0.660021029409815,0.0,0.81201171875,0.00732421875,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2112,2176,2048,64,0.69722980470622,0.0,0.82568359375,0.00634765625,0.0771484375,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2176,2240,2048,64,0.7484021228191288,0.0,0.83154296875,0.0048828125,0.0634765625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2240,2304,2048,64,0.8100492278295299,0.0,0.8623046875,0.0107421875,0.0771484375,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2304,2368,2048,64,0.7975235278857411,0.0,0.88720703125,0.0068359375,0.068359375,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2368,2432,2048,64,0.8407876594670065,0.0,0.8798828125,0.0048828125,0.0751953125,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2432,2496,2048,64,0.7035283478806946,0.0,0.85302734375,0.0068359375,0.06591796875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2496,2560,2048,64,0.6289019027099286,0.0,0.86376953125,0.00634765625,0.0654296875,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2560,2624,2048,64,0.6636274781429092,0.0,0.81298828125,0.0068359375,0.08935546875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2624,2688,2048,64,0.7491718036395706,0.0,0.84521484375,0.00537109375,0.07568359375,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2688,2752,2048,64,0.6925951844211022,0.0,0.85302734375,0.0068359375,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2752,2816,2048,64,0.7156164658698551,0.0,0.83935546875,0.00830078125,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2816,2880,2048,64,0.6644741420515554,0.0,0.87548828125,0.00830078125,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2880,2944,2048,64,0.6686763004542483,0.0,0.833984375,0.00830078125,0.076171875,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,2944,3008,2048,64,0.7785127043362585,0.0,0.82763671875,0.00732421875,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3008,3072,2048,64,0.7066827514971301,0.0,0.869140625,0.0068359375,0.06689453125,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3072,3136,2048,64,0.785859699449331,0.0,0.849609375,0.00927734375,0.07861328125,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3136,3200,2048,64,0.7394354604729322,0.0,0.82568359375,0.009765625,0.09228515625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3200,3264,2048,64,0.6913459256944423,0.0,0.81103515625,0.00634765625,0.08642578125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3264,3328,2048,64,0.7864901658654442,0.0,0.869140625,0.00634765625,0.07373046875,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3328,3392,2048,64,0.7761213762575754,0.0,0.857421875,0.0087890625,0.080078125,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3392,3456,2048,64,0.6953603728153568,0.0,0.87939453125,0.00634765625,0.0615234375,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3456,3520,2048,64,0.7059739624923482,0.0,0.82373046875,0.01123046875,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3520,3584,2048,64,0.7544154032896944,0.0,0.83642578125,0.0146484375,0.0927734375,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3584,3648,2048,64,0.704643851388238,0.0,0.8349609375,0.005859375,0.083984375,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3648,3712,2048,64,0.673008543304528,0.0,0.80419921875,0.01123046875,0.08837890625,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3712,3776,2048,64,0.758514459663787,0.0,0.86376953125,0.009765625,0.07763671875,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3776,3840,2048,64,0.798801134017691,0.0,0.87890625,0.0078125,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3840,3904,2048,64,0.7619042708276188,0.0,0.8408203125,0.00927734375,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3904,3968,2048,64,0.7004516510193332,0.0,0.82568359375,0.00634765625,0.07421875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,3968,4032,2048,64,0.736615381715315,0.0,0.8681640625,0.0068359375,0.060546875,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4032,4096,2048,64,0.6356455047144293,0.0,0.82666015625,0.00830078125,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4096,4160,2048,64,0.8826969548996204,0.0,0.84814453125,0.00830078125,0.08154296875,1.0,38,0.59375
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4160,4224,2048,64,0.7406177615558567,0.0,0.86083984375,0.0087890625,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4224,4288,2048,64,0.6715852600425604,0.0,0.853515625,0.0087890625,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4288,4352,2048,64,0.7074666732964214,0.0,0.82763671875,0.0087890625,0.0712890625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4352,4416,2048,64,0.6423724411357853,0.0,0.80859375,0.0048828125,0.07080078125,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4416,4480,2048,64,0.7782267581224495,0.0,0.841796875,0.00830078125,0.08203125,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4480,4544,2048,64,0.7310985825595822,0.0,0.86376953125,0.00634765625,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4544,4608,2048,64,0.7629302614518538,0.0,0.88232421875,0.00537109375,0.06884765625,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4608,4672,2048,64,0.6993525387129136,0.0,0.8525390625,0.0078125,0.080078125,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4672,4736,2048,64,0.6284286556563282,0.0,0.86767578125,0.0068359375,0.0615234375,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4736,4800,2048,64,0.7090401174952772,0.0,0.82421875,0.00537109375,0.0732421875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4800,4864,2048,64,0.8078759358852994,0.0,0.8857421875,0.005859375,0.05712890625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4864,4928,2048,64,0.7063238427718866,0.0,0.81494140625,0.00439453125,0.07568359375,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4928,4992,2048,64,0.7605284710638188,0.0,0.869140625,0.00439453125,0.06591796875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,4992,5056,2048,64,0.6392358372902512,0.0,0.8427734375,0.00830078125,0.078125,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5056,5120,2048,64,0.6974263269613691,0.0,0.81884765625,0.00634765625,0.06591796875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5120,5184,2048,64,0.8525590436610221,0.0,0.86669921875,0.00537109375,0.080078125,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5184,5248,2048,64,0.7217630301175615,0.0,0.8271484375,0.00634765625,0.0771484375,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5248,5312,2048,64,0.7889929199791901,0.0,0.8603515625,0.00341796875,0.08984375,1.0,37,0.578125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5312,5376,2048,64,0.7431249309089192,0.0,0.8369140625,0.0078125,0.07373046875,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5376,5440,2048,64,0.7009972244606858,0.0,0.85546875,0.00634765625,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5440,5504,2048,64,0.8222055324251611,0.0,0.86083984375,0.00634765625,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5504,5568,2048,64,0.697002131648637,0.0,0.8388671875,0.0068359375,0.07861328125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5568,5632,2048,64,0.6589347234467755,0.0,0.83837890625,0.01025390625,0.078125,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5632,5696,2048,64,0.7585740001066676,0.0,0.83642578125,0.00830078125,0.08447265625,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5696,5760,2048,64,0.6021235229232669,0.0,0.85107421875,0.0068359375,0.0693359375,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5760,5824,2048,64,0.8039823726456192,0.0,0.8759765625,0.005859375,0.07666015625,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5824,5888,2048,64,0.7966015293041867,0.0,0.83447265625,0.0126953125,0.10546875,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5888,5952,2048,64,0.7365595008822211,0.0,0.8662109375,0.00732421875,0.07421875,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,5952,6016,2048,64,0.6653424500692863,0.0,0.8427734375,0.0068359375,0.07763671875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,6016,6080,2048,64,0.6938565220551666,0.0,0.8583984375,0.0068359375,0.0654296875,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gate_proj.output,64,6080,6144,2048,64,0.6802052684821699,0.0,0.8388671875,0.0068359375,0.064453125,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,0,128,4096,128,0.7165963587497978,0.0,0.85302734375,0.005615234375,0.071533203125,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,128,256,4096,128,0.7058231516142903,0.0,0.860595703125,0.007568359375,0.071044921875,1.0,88,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,256,384,4096,128,0.7364931012392559,0.0,0.851806640625,0.00537109375,0.076416015625,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,384,512,4096,128,0.7104477663075657,0.0,0.8515625,0.0078125,0.079833984375,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,512,640,4096,128,0.7021363037905004,0.0,0.81787109375,0.00732421875,0.0771484375,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,640,768,4096,128,0.6695918558757561,0.0,0.8388671875,0.0068359375,0.067626953125,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,768,896,4096,128,0.7696934761386716,0.0,0.8662109375,0.00830078125,0.077880859375,1.0,81,0.6328125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,896,1024,4096,128,0.7531168776235392,0.0,0.847412109375,0.006103515625,0.072265625,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1024,1152,4096,128,0.7395320991526264,0.0,0.854736328125,0.00634765625,0.0751953125,1.0,85,0.6640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1152,1280,4096,128,0.6981309022328234,0.0,0.836669921875,0.006591796875,0.072265625,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1280,1408,4096,128,0.7098636231132179,0.0,0.86328125,0.0087890625,0.07470703125,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1408,1536,4096,128,0.7572890530538363,0.0,0.851318359375,0.00732421875,0.088134765625,1.0,83,0.6484375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1536,1664,4096,128,0.7518810648630665,0.0,0.84326171875,0.010009765625,0.083251953125,1.0,83,0.6484375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1664,1792,4096,128,0.7123869675225408,0.0,0.841796875,0.0068359375,0.08154296875,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1792,1920,4096,128,0.7392739770866675,0.0,0.85302734375,0.007568359375,0.0791015625,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,1920,2048,4096,128,0.7373087595150924,0.0,0.878662109375,0.0068359375,0.06298828125,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2048,2176,4096,128,0.6788803870468882,0.0,0.81884765625,0.0068359375,0.07177734375,1.0,88,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2176,2304,4096,128,0.7798350751753206,0.0,0.846923828125,0.007568359375,0.071044921875,1.0,81,0.6328125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2304,2432,4096,128,0.8194411711170378,0.0,0.883544921875,0.005859375,0.072021484375,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2432,2560,4096,128,0.6672592223056599,0.0,0.8583984375,0.006591796875,0.068115234375,1.0,89,0.6953125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2560,2688,4096,128,0.707693373260936,0.0,0.8291015625,0.006103515625,0.08154296875,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2688,2816,4096,128,0.7041999061727295,0.0,0.84619140625,0.008056640625,0.075439453125,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2816,2944,4096,128,0.666578532599247,0.0,0.854736328125,0.00830078125,0.0712890625,1.0,89,0.6953125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,2944,3072,4096,128,0.7434657161149091,0.0,0.848388671875,0.007080078125,0.0751953125,1.0,82,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3072,3200,4096,128,0.7630007429299824,0.0,0.837646484375,0.009521484375,0.085205078125,1.0,82,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3200,3328,4096,128,0.740447827323897,0.0,0.840087890625,0.00634765625,0.08056640625,1.0,83,0.6484375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3328,3456,4096,128,0.7368481657593594,0.0,0.868408203125,0.00830078125,0.072021484375,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3456,3584,4096,128,0.7305962758041885,0.0,0.830078125,0.012939453125,0.084716796875,1.0,82,0.640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3584,3712,4096,128,0.6890077853914758,0.0,0.819580078125,0.008544921875,0.087158203125,1.0,85,0.6640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3712,3840,4096,128,0.778918300345741,0.0,0.871337890625,0.009033203125,0.079345703125,1.0,83,0.6484375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3840,3968,4096,128,0.7318232823985157,0.0,0.833251953125,0.0078125,0.078125,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,3968,4096,4096,128,0.6879852571978781,0.0,0.847412109375,0.00732421875,0.064453125,1.0,89,0.6953125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4096,4224,4096,128,0.8147602662504689,0.0,0.8544921875,0.008056640625,0.08203125,1.0,80,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4224,4352,4096,128,0.6897593258998167,0.0,0.840576171875,0.009033203125,0.07666015625,1.0,83,0.6484375
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4352,4480,4096,128,0.7135402021570071,0.0,0.8251953125,0.00634765625,0.076171875,1.0,85,0.6640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4480,4608,4096,128,0.7471839536752728,0.0,0.873046875,0.005859375,0.07373046875,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4608,4736,4096,128,0.664837028396515,0.0,0.860107421875,0.007568359375,0.0703125,1.0,88,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4736,4864,4096,128,0.7600662523754969,0.0,0.85498046875,0.006103515625,0.065185546875,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4864,4992,4096,128,0.7339267423138072,0.0,0.842041015625,0.004638671875,0.07275390625,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,4992,5120,4096,128,0.668964101135104,0.0,0.830810546875,0.00732421875,0.072998046875,1.0,88,0.6875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5120,5248,4096,128,0.7898730260531374,0.0,0.846923828125,0.005859375,0.079345703125,1.0,80,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5248,5376,4096,128,0.7664021433671994,0.0,0.8486328125,0.005859375,0.08056640625,1.0,80,0.625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5376,5504,4096,128,0.7640088501621326,0.0,0.858154296875,0.006103515625,0.076904296875,1.0,85,0.6640625
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5504,5632,4096,128,0.6782355568998953,0.0,0.838623046875,0.008544921875,0.07861328125,1.0,89,0.6953125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5632,5760,4096,128,0.6848310924948415,0.0,0.84375,0.008056640625,0.078125,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5760,5888,4096,128,0.8003004598320085,0.0,0.855224609375,0.00927734375,0.0908203125,1.0,81,0.6328125
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,5888,6016,4096,128,0.7018548547257002,0.0,0.8544921875,0.007080078125,0.07861328125,1.0,87,0.6796875
+fresh-zh-1,layers.3.mlp.gate_proj.output,128,6016,6144,4096,128,0.687064800608135,0.0,0.8486328125,0.0068359375,0.06494140625,1.0,88,0.6875
+fresh-zh-1,layers.3.mlp.up_proj.output,0,0,6144,196608,6144,0.27954663799063867,0.0,0.49993896484375,0.008326212565104166,0.08388264973958333,1.0,4990,0.8121744791666666
+fresh-zh-1,layers.3.mlp.up_proj.output,64,0,64,2048,64,0.29748317412272557,0.0,0.5244140625,0.0078125,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,64,128,2048,64,0.26346216457767563,0.0,0.51806640625,0.0087890625,0.07373046875,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,128,192,2048,64,0.2786997248202895,0.0,0.48974609375,0.00634765625,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,192,256,2048,64,0.2725430401922078,0.0,0.51953125,0.0078125,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,256,320,2048,64,0.27523424713467365,0.0,0.4931640625,0.0068359375,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,320,384,2048,64,0.29533781939697584,0.0,0.4912109375,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,384,448,2048,64,0.2718582126124448,0.0,0.49365234375,0.0078125,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,448,512,2048,64,0.27294951207863294,0.0,0.49072265625,0.00830078125,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,512,576,2048,64,0.27532988459754326,0.0,0.4765625,0.0078125,0.09326171875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,576,640,2048,64,0.28795660889188324,0.0,0.52294921875,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,640,704,2048,64,0.2728922096364238,0.0,0.48681640625,0.00927734375,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,704,768,2048,64,0.27804278139185196,0.0,0.50341796875,0.00634765625,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,768,832,2048,64,0.2740085253636559,0.0,0.50830078125,0.01025390625,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,832,896,2048,64,0.2954602442806341,0.0,0.484375,0.00830078125,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,896,960,2048,64,0.27373358369450385,0.0,0.47509765625,0.00732421875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,960,1024,2048,64,0.29053301479080545,0.0,0.5234375,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1024,1088,2048,64,0.27315716019606406,0.0,0.4931640625,0.00927734375,0.08203125,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1088,1152,2048,64,0.2862614492575757,0.0,0.47314453125,0.005859375,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1152,1216,2048,64,0.277910001978308,0.0,0.52734375,0.00927734375,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1216,1280,2048,64,0.27319539740036974,0.0,0.48876953125,0.005859375,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1280,1344,2048,64,0.2826789722150887,0.0,0.48095703125,0.005859375,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1344,1408,2048,64,0.33674972922358987,0.0,0.5205078125,0.00830078125,0.0947265625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1408,1472,2048,64,0.2678557291474024,0.0,0.5078125,0.0087890625,0.0859375,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1472,1536,2048,64,0.27908079855726975,0.0,0.4990234375,0.0087890625,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1536,1600,2048,64,0.2818746937019186,0.0,0.51611328125,0.0068359375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1600,1664,2048,64,0.2739186373129997,0.0,0.45703125,0.00732421875,0.07080078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1664,1728,2048,64,0.2853141995129681,0.0,0.49658203125,0.00439453125,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1728,1792,2048,64,0.27337976743287595,0.0,0.52294921875,0.0087890625,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1792,1856,2048,64,0.2720974930195908,0.0,0.5185546875,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1856,1920,2048,64,0.2758561621918187,0.0,0.4619140625,0.0107421875,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1920,1984,2048,64,0.2802296295190596,0.0,0.51318359375,0.01025390625,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,1984,2048,2048,64,0.27801967011958467,0.0,0.52587890625,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2048,2112,2048,64,0.2657186536932517,0.0,0.5390625,0.0068359375,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2112,2176,2048,64,0.3087721114664995,0.0,0.4755859375,0.00341796875,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2176,2240,2048,64,0.28985543575810724,0.0,0.515625,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2240,2304,2048,64,0.2605446772432066,0.0,0.51513671875,0.005859375,0.07568359375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2304,2368,2048,64,0.2632168237133956,0.0,0.515625,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2368,2432,2048,64,0.27920248980225343,0.0,0.50439453125,0.00830078125,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2432,2496,2048,64,0.2784917273189199,0.0,0.50732421875,0.00927734375,0.09228515625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2496,2560,2048,64,0.2812506308230909,0.0,0.51513671875,0.00732421875,0.0751953125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2560,2624,2048,64,0.3074775854585888,0.0,0.51025390625,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2624,2688,2048,64,0.27225997461255597,0.0,0.490234375,0.01025390625,0.09375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2688,2752,2048,64,0.2729497995960179,0.0,0.51025390625,0.0078125,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2752,2816,2048,64,0.28826227426070783,0.0,0.52490234375,0.0048828125,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2816,2880,2048,64,0.2673732117124211,0.0,0.44580078125,0.0087890625,0.07568359375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2880,2944,2048,64,0.2932997293259866,0.0,0.48095703125,0.0087890625,0.0947265625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,2944,3008,2048,64,0.2921651476363885,0.0,0.51318359375,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3008,3072,2048,64,0.26688479159629613,0.0,0.47802734375,0.00830078125,0.08056640625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3072,3136,2048,64,0.2691481654068802,0.0,0.505859375,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3136,3200,2048,64,0.30085746039073635,0.0,0.46533203125,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3200,3264,2048,64,0.29251161067143533,0.0,0.470703125,0.0078125,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3264,3328,2048,64,0.282247382396112,0.0,0.5009765625,0.009765625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3328,3392,2048,64,0.2713055046877197,0.0,0.517578125,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3392,3456,2048,64,0.26673209394026687,0.0,0.513671875,0.005859375,0.068359375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3456,3520,2048,64,0.2886637180718738,0.0,0.47412109375,0.00732421875,0.0947265625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3520,3584,2048,64,0.2772036127709542,0.0,0.4912109375,0.01171875,0.08837890625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3584,3648,2048,64,0.2871538753892024,0.0,0.49853515625,0.01220703125,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3648,3712,2048,64,0.2690627586961936,0.0,0.49365234375,0.00927734375,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3712,3776,2048,64,0.27097166933725586,0.0,0.53369140625,0.0068359375,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3776,3840,2048,64,0.28568059664954626,0.0,0.49560546875,0.0087890625,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3840,3904,2048,64,0.2652871874684187,0.0,0.51708984375,0.0078125,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3904,3968,2048,64,0.28540282098350617,0.0,0.48779296875,0.0107421875,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,3968,4032,2048,64,0.2789708353234726,0.0,0.52099609375,0.00830078125,0.0771484375,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4032,4096,2048,64,0.28412811081537104,0.0,0.494140625,0.0068359375,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4096,4160,2048,64,0.2926435105162412,0.0,0.5009765625,0.01171875,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4160,4224,2048,64,0.2735446104919837,0.0,0.46630859375,0.0107421875,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4224,4288,2048,64,0.27788154403586096,0.0,0.5458984375,0.0078125,0.07568359375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4288,4352,2048,64,0.2957949033535404,0.0,0.51708984375,0.005859375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4352,4416,2048,64,0.28643857539200135,0.0,0.5029296875,0.0126953125,0.09619140625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4416,4480,2048,64,0.26677452504504634,0.0,0.5166015625,0.00927734375,0.078125,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4480,4544,2048,64,0.2829673443330279,0.0,0.51611328125,0.01025390625,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4544,4608,2048,64,0.267534283959446,0.0,0.517578125,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4608,4672,2048,64,0.2706837747541156,0.0,0.50830078125,0.00732421875,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4672,4736,2048,64,0.2630954268367326,0.0,0.49609375,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4736,4800,2048,64,0.2739662839994158,0.0,0.46875,0.009765625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4800,4864,2048,64,0.29597754525626,0.0,0.47021484375,0.01318359375,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4864,4928,2048,64,0.25918917681311426,0.0,0.48095703125,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4928,4992,2048,64,0.26586876923408803,0.0,0.53369140625,0.00830078125,0.0791015625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,4992,5056,2048,64,0.26849682445167716,0.0,0.505859375,0.00634765625,0.083984375,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5056,5120,2048,64,0.28539007490036683,0.0,0.478515625,0.0068359375,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5120,5184,2048,64,0.28778315334086463,0.0,0.48291015625,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5184,5248,2048,64,0.27223899618637876,0.0,0.5400390625,0.00830078125,0.09228515625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5248,5312,2048,64,0.268761296778076,0.0,0.470703125,0.0048828125,0.0927734375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5312,5376,2048,64,0.2721229713158179,0.0,0.52490234375,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5376,5440,2048,64,0.27053085741447036,0.0,0.48681640625,0.0048828125,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5440,5504,2048,64,0.2842895268064836,0.0,0.46435546875,0.0078125,0.07568359375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5504,5568,2048,64,0.2669205478259723,0.0,0.5029296875,0.00732421875,0.08447265625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5568,5632,2048,64,0.283386215937596,0.0,0.5234375,0.01123046875,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5632,5696,2048,64,0.2845665832490146,0.0,0.51220703125,0.005859375,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5696,5760,2048,64,0.28707232028501967,0.0,0.4560546875,0.0068359375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5760,5824,2048,64,0.2542781995028653,0.0,0.494140625,0.0087890625,0.07861328125,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5824,5888,2048,64,0.2862534456550738,0.0,0.4775390625,0.005859375,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5888,5952,2048,64,0.2899476708305045,0.0,0.51318359375,0.0107421875,0.095703125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,5952,6016,2048,64,0.2650094250094189,0.0,0.47607421875,0.009765625,0.08935546875,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.up_proj.output,64,6016,6080,2048,64,0.29254537321337487,0.0,0.50830078125,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,64,6080,6144,2048,64,0.28265579651373507,0.0,0.5078125,0.009765625,0.0947265625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,0,128,4096,128,0.28098803448731235,0.0,0.521240234375,0.008544921875,0.083740234375,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,128,256,4096,128,0.27563857256570284,0.0,0.504638671875,0.007080078125,0.08251953125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,256,384,4096,128,0.2854630609745781,0.0,0.4921875,0.0078125,0.08154296875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,384,512,4096,128,0.2724044088380335,0.0,0.4921875,0.008056640625,0.07861328125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,512,640,4096,128,0.2817139985490688,0.0,0.499755859375,0.008544921875,0.088623046875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,640,768,4096,128,0.27547953314571944,0.0,0.4951171875,0.008056640625,0.08349609375,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,768,896,4096,128,0.28493633317140976,0.0,0.496337890625,0.0087890625,0.081787109375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,896,1024,4096,128,0.28225831035212257,0.0,0.499267578125,0.008056640625,0.080078125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1024,1152,4096,128,0.27978603565709437,0.0,0.483154296875,0.007568359375,0.08544921875,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1152,1280,4096,128,0.27556278264701234,0.0,0.508056640625,0.007568359375,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1280,1408,4096,128,0.31089208856510003,0.0,0.500732421875,0.007568359375,0.0869140625,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1408,1536,4096,128,0.2735258523069163,0.0,0.50341796875,0.0087890625,0.082275390625,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1536,1664,4096,128,0.2779251363379724,0.0,0.486572265625,0.007080078125,0.07763671875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1664,1792,4096,128,0.2794107099641844,0.0,0.509765625,0.006591796875,0.079345703125,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1792,1920,4096,128,0.273983273145228,0.0,0.490234375,0.0107421875,0.0859375,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,1920,2048,4096,128,0.2791268369700342,0.0,0.51953125,0.009765625,0.088134765625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2048,2176,4096,128,0.2880508806964793,0.0,0.50732421875,0.00537109375,0.081787109375,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2176,2304,4096,128,0.2755900056953163,0.0,0.515380859375,0.007568359375,0.079833984375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2304,2432,4096,128,0.2713274097815646,0.0,0.510009765625,0.008544921875,0.082763671875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2432,2560,4096,128,0.2798745786271613,0.0,0.51123046875,0.00830078125,0.083251953125,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2560,2688,4096,128,0.29040313301983617,0.0,0.500244140625,0.0087890625,0.08935546875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2688,2816,4096,128,0.2807104663719024,0.0,0.517578125,0.00634765625,0.0810546875,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2816,2944,4096,128,0.28063603257966724,0.0,0.46337890625,0.0087890625,0.0849609375,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,2944,3072,4096,128,0.27981061941855523,0.0,0.49560546875,0.00830078125,0.08349609375,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3072,3200,4096,128,0.2854434676206944,0.0,0.485595703125,0.009765625,0.084716796875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3200,3328,4096,128,0.28742531834117746,0.0,0.48583984375,0.009033203125,0.08544921875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3328,3456,4096,128,0.2690285178300041,0.0,0.515625,0.0068359375,0.077880859375,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3456,3584,4096,128,0.28299168279681597,0.0,0.482666015625,0.009765625,0.091064453125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3584,3712,4096,128,0.2782553829382674,0.0,0.49609375,0.010498046875,0.085205078125,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3712,3840,4096,128,0.27842328286752516,0.0,0.5146484375,0.0078125,0.078125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3840,3968,4096,128,0.2755286392194532,0.0,0.50244140625,0.009033203125,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,3968,4096,4096,128,0.2815612813550434,0.0,0.507568359375,0.007568359375,0.081787109375,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4096,4224,4096,128,0.28325507778015246,0.0,0.483642578125,0.010986328125,0.083740234375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4224,4352,4096,128,0.28697802822314156,0.0,0.531494140625,0.006591796875,0.08154296875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4352,4480,4096,128,0.27678123553233275,0.0,0.509765625,0.01123046875,0.087158203125,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4480,4608,4096,128,0.27535895759224893,0.0,0.516845703125,0.00927734375,0.087890625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4608,4736,4096,128,0.2669165689288877,0.0,0.502197265625,0.008056640625,0.0849609375,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4736,4864,4096,128,0.2851843544659928,0.0,0.469482421875,0.010986328125,0.08740234375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4864,4992,4096,128,0.2625502159883977,0.0,0.50732421875,0.007568359375,0.07666015625,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,4992,5120,4096,128,0.27707222848227836,0.0,0.4921875,0.007568359375,0.085693359375,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5120,5248,4096,128,0.28011891616898954,0.0,0.511474609375,0.008544921875,0.087158203125,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5248,5376,4096,128,0.27044735732077557,0.0,0.497802734375,0.0068359375,0.09130859375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5376,5504,4096,128,0.27749547731923746,0.0,0.4755859375,0.00634765625,0.07958984375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5504,5632,4096,128,0.27527652118837426,0.0,0.51318359375,0.009521484375,0.0849609375,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5632,5760,4096,128,0.28582219768226824,0.0,0.484130859375,0.006591796875,0.081298828125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5760,5888,4096,128,0.2707382849652236,0.0,0.48583984375,0.0078125,0.0791015625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,5888,6016,4096,128,0.27775857067231735,0.0,0.49462890625,0.010498046875,0.092041015625,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.up_proj.output,128,6016,6144,4096,128,0.2876430902102176,0.0,0.508056640625,0.010009765625,0.090576171875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,0,0,6144,196608,6144,0.2057176316414509,0.0,0.84832763671875,0.0040740966796875,0.042694091796875,1.0,4895,0.7967122395833334
+fresh-zh-1,layers.3.mlp.silu_gate,64,0,64,2048,64,0.20739654413678502,0.0,0.83740234375,0.0029296875,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,64,128,2048,64,0.20458824878894893,0.0,0.86865234375,0.0029296875,0.03564453125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,128,192,2048,64,0.2049288873816388,0.0,0.84375,0.00390625,0.05078125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,192,256,2048,64,0.2001103361259715,0.0,0.87744140625,0.00341796875,0.03662109375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,256,320,2048,64,0.20765677760401052,0.0,0.83056640625,0.0029296875,0.0419921875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,320,384,2048,64,0.19903900204148622,0.0,0.873046875,0.001953125,0.03564453125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,384,448,2048,64,0.20470218188921954,0.0,0.85302734375,0.0048828125,0.048828125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,448,512,2048,64,0.20162840591724826,0.0,0.85009765625,0.0029296875,0.0419921875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,512,576,2048,64,0.2029812293713973,0.0,0.83154296875,0.0029296875,0.0419921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,576,640,2048,64,0.2112012384661421,0.0,0.80419921875,0.00390625,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,640,704,2048,64,0.20483783833660388,0.0,0.85302734375,0.005859375,0.04150390625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,704,768,2048,64,0.22202859802379815,0.0,0.82470703125,0.00341796875,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,768,832,2048,64,0.20113950737571124,0.0,0.865234375,0.00537109375,0.04052734375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,832,896,2048,64,0.19384863335523247,0.0,0.8671875,0.00439453125,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,896,960,2048,64,0.2108979665813189,0.0,0.88134765625,0.0029296875,0.03564453125,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.silu_gate,64,960,1024,2048,64,0.20347804201160635,0.0,0.8134765625,0.00341796875,0.04638671875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1024,1088,2048,64,0.19734887396327885,0.0,0.86767578125,0.00390625,0.03857421875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1088,1152,2048,64,0.21576831429267096,0.0,0.841796875,0.0029296875,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1152,1216,2048,64,0.2389569196535535,0.0,0.82373046875,0.00634765625,0.0546875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.silu_gate,64,1216,1280,2048,64,0.1993394416340067,0.0,0.849609375,0.00341796875,0.033203125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1280,1344,2048,64,0.22810901537766087,0.0,0.8583984375,0.0048828125,0.04833984375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1344,1408,2048,64,0.2193102986452296,0.0,0.8681640625,0.00537109375,0.04833984375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1408,1472,2048,64,0.19832202954880293,0.0,0.83642578125,0.00341796875,0.04345703125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1472,1536,2048,64,0.20541116815592725,0.0,0.8662109375,0.00390625,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1536,1600,2048,64,0.19986637987593478,0.0,0.85107421875,0.0078125,0.0556640625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1600,1664,2048,64,0.21665087336738736,0.0,0.83544921875,0.00244140625,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1664,1728,2048,64,0.19818803093655885,0.0,0.84033203125,0.00390625,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1728,1792,2048,64,0.2142586089011038,0.0,0.84326171875,0.00439453125,0.0478515625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1792,1856,2048,64,0.21232486633088246,0.0,0.87744140625,0.001953125,0.0390625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,1856,1920,2048,64,0.19752536178496508,0.0,0.82861328125,0.0068359375,0.046875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1920,1984,2048,64,0.20516428763556838,0.0,0.8837890625,0.00439453125,0.0283203125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,1984,2048,2048,64,0.20009495465051574,0.0,0.87353515625,0.00390625,0.0341796875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2048,2112,2048,64,0.2085608364911976,0.0,0.81201171875,0.00390625,0.044921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2112,2176,2048,64,0.2024851702240844,0.0,0.82568359375,0.0029296875,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2176,2240,2048,64,0.23513849408576196,0.0,0.83154296875,0.00244140625,0.04052734375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2240,2304,2048,64,0.21499077778758924,0.0,0.8623046875,0.0048828125,0.03857421875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2304,2368,2048,64,0.20650927351311654,0.0,0.88720703125,0.00341796875,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2368,2432,2048,64,0.20979214959946987,0.0,0.8798828125,0.001953125,0.0400390625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2432,2496,2048,64,0.19980536613127706,0.0,0.85302734375,0.00244140625,0.03662109375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,2496,2560,2048,64,0.20154516474429773,0.0,0.86376953125,0.00244140625,0.0380859375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2560,2624,2048,64,0.2148588252689137,0.0,0.81298828125,0.005859375,0.05126953125,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2624,2688,2048,64,0.20520158562191462,0.0,0.84521484375,0.00341796875,0.0458984375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,2688,2752,2048,64,0.20334076540960463,0.0,0.85302734375,0.00390625,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2752,2816,2048,64,0.20229829932501614,0.0,0.83935546875,0.00537109375,0.04248046875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2816,2880,2048,64,0.19303255380440643,0.0,0.87548828125,0.005859375,0.04150390625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2880,2944,2048,64,0.19697781180373067,0.0,0.833984375,0.00634765625,0.0439453125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,2944,3008,2048,64,0.22779427073800868,0.0,0.82763671875,0.005859375,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.silu_gate,64,3008,3072,2048,64,0.19868898484962352,0.0,0.869140625,0.00390625,0.03271484375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3072,3136,2048,64,0.21697592524408568,0.0,0.849609375,0.0068359375,0.0439453125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,3136,3200,2048,64,0.19968026467358296,0.0,0.82568359375,0.00537109375,0.05126953125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3200,3264,2048,64,0.21461468030545913,0.0,0.81103515625,0.00244140625,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3264,3328,2048,64,0.19516274343229323,0.0,0.869140625,0.00244140625,0.03759765625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3328,3392,2048,64,0.2039401186310877,0.0,0.857421875,0.00537109375,0.04345703125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3392,3456,2048,64,0.19932151877718005,0.0,0.87939453125,0.0029296875,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3456,3520,2048,64,0.20713738715249386,0.0,0.82373046875,0.00634765625,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3520,3584,2048,64,0.1987318745979155,0.0,0.83642578125,0.0068359375,0.0478515625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3584,3648,2048,64,0.2058593313794404,0.0,0.8349609375,0.0029296875,0.04736328125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3648,3712,2048,64,0.19834080501337634,0.0,0.80419921875,0.00830078125,0.0517578125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3712,3776,2048,64,0.19951974639336298,0.0,0.86376953125,0.00390625,0.0419921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3776,3840,2048,64,0.19993822220908086,0.0,0.87890625,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3840,3904,2048,64,0.20588733818241636,0.0,0.8408203125,0.005859375,0.04296875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3904,3968,2048,64,0.20268693030344753,0.0,0.82568359375,0.00390625,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,3968,4032,2048,64,0.21350361510937726,0.0,0.8681640625,0.00439453125,0.03564453125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4032,4096,2048,64,0.19682330022533748,0.0,0.82666015625,0.0048828125,0.04296875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4096,4160,2048,64,0.21809566450668708,0.0,0.84814453125,0.00537109375,0.0361328125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,4160,4224,2048,64,0.21267558466437153,0.0,0.86083984375,0.00537109375,0.04296875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4224,4288,2048,64,0.19288967603895105,0.0,0.853515625,0.005859375,0.0419921875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,4288,4352,2048,64,0.20051622327964652,0.0,0.82763671875,0.00439453125,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4352,4416,2048,64,0.20381338622643133,0.0,0.80859375,0.00439453125,0.04638671875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4416,4480,2048,64,0.20383930088209254,0.0,0.841796875,0.00146484375,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,4480,4544,2048,64,0.20146388259904363,0.0,0.86376953125,0.0029296875,0.04248046875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4544,4608,2048,64,0.20524756963323593,0.0,0.88232421875,0.001953125,0.0341796875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4608,4672,2048,64,0.1968015980155765,0.0,0.8525390625,0.00439453125,0.0458984375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4672,4736,2048,64,0.19150312598296956,0.0,0.86767578125,0.00341796875,0.0419921875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4736,4800,2048,64,0.20564621400511138,0.0,0.82421875,0.00244140625,0.04345703125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,4800,4864,2048,64,0.21234813878493922,0.0,0.8857421875,0.00244140625,0.03271484375,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.silu_gate,64,4864,4928,2048,64,0.21521638147710465,0.0,0.81494140625,0.001953125,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,4928,4992,2048,64,0.20826610986642402,0.0,0.869140625,0.0029296875,0.03369140625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,4992,5056,2048,64,0.190512541572181,0.0,0.8427734375,0.00439453125,0.04541015625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5056,5120,2048,64,0.20516791228677417,0.0,0.81884765625,0.00341796875,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5120,5184,2048,64,0.2076689398156201,0.0,0.86669921875,0.00146484375,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5184,5248,2048,64,0.21064329976907933,0.0,0.8271484375,0.00341796875,0.04541015625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,5248,5312,2048,64,0.19969736429554594,0.0,0.8603515625,0.001953125,0.0439453125,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5312,5376,2048,64,0.2263117590540658,0.0,0.8369140625,0.0048828125,0.0458984375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,5376,5440,2048,64,0.20568065361735896,0.0,0.85546875,0.00341796875,0.04150390625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5440,5504,2048,64,0.20373221777607278,0.0,0.86083984375,0.0029296875,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5504,5568,2048,64,0.19463019422039193,0.0,0.8388671875,0.00390625,0.04345703125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5568,5632,2048,64,0.1988467276749333,0.0,0.83837890625,0.00732421875,0.048828125,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5632,5696,2048,64,0.2087042464368189,0.0,0.83642578125,0.0048828125,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,5696,5760,2048,64,0.19776628888047798,0.0,0.85107421875,0.00439453125,0.04443359375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5760,5824,2048,64,0.20914526383861004,0.0,0.8759765625,0.001953125,0.0341796875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,64,5824,5888,2048,64,0.19751468722999915,0.0,0.83447265625,0.0068359375,0.05419921875,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5888,5952,2048,64,0.20721585975184822,0.0,0.8662109375,0.00341796875,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,5952,6016,2048,64,0.19217939611182674,0.0,0.8427734375,0.00390625,0.04541015625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,64,6016,6080,2048,64,0.19917783414159457,0.0,0.8583984375,0.00390625,0.033203125,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.silu_gate,64,6080,6144,2048,64,0.20061594147241626,0.0,0.8388671875,0.00341796875,0.0322265625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,0,128,4096,128,0.20599718209530232,0.0,0.85302734375,0.0029296875,0.038330078125,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,128,256,4096,128,0.20253394222688417,0.0,0.860595703125,0.003662109375,0.0439453125,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,256,384,4096,128,0.20339353679327207,0.0,0.851806640625,0.002197265625,0.0390625,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.silu_gate,128,384,512,4096,128,0.20317110688153686,0.0,0.8515625,0.004150390625,0.045654296875,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.silu_gate,128,512,640,4096,128,0.2071320141923455,0.0,0.81787109375,0.00341796875,0.04638671875,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,640,768,4096,128,0.2136062245755329,0.0,0.8388671875,0.004638671875,0.0458984375,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.silu_gate,128,768,896,4096,128,0.19752771208242548,0.0,0.8662109375,0.0048828125,0.041748046875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,896,1024,4096,128,0.20722121740909175,0.0,0.847412109375,0.003173828125,0.04052734375,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.silu_gate,128,1024,1152,4096,128,0.20676380668201455,0.0,0.854736328125,0.00341796875,0.041015625,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,1152,1280,4096,128,0.2200416124750866,0.0,0.836669921875,0.0048828125,0.043212890625,1.0,100,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,128,1280,1408,4096,128,0.22375291058266228,0.0,0.86328125,0.0048828125,0.04833984375,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.silu_gate,128,1408,1536,4096,128,0.20189771594490474,0.0,0.851318359375,0.003662109375,0.044921875,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,1536,1664,4096,128,0.2084276501997314,0.0,0.84326171875,0.005126953125,0.05126953125,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.silu_gate,128,1664,1792,4096,128,0.20637980411700482,0.0,0.841796875,0.00390625,0.04736328125,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.silu_gate,128,1792,1920,4096,128,0.20505867137322972,0.0,0.85302734375,0.00439453125,0.042724609375,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,1920,2048,4096,128,0.20264547342292424,0.0,0.878662109375,0.00390625,0.03125,1.0,106,0.828125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2048,2176,4096,128,0.2055454532197009,0.0,0.81884765625,0.003173828125,0.04345703125,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,2176,2304,4096,128,0.22528997529254657,0.0,0.846923828125,0.003662109375,0.039794921875,1.0,99,0.7734375
+fresh-zh-1,layers.3.mlp.silu_gate,128,2304,2432,4096,128,0.20815718349420653,0.0,0.883544921875,0.002685546875,0.036865234375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2432,2560,4096,128,0.20067715087505578,0.0,0.8583984375,0.002685546875,0.037353515625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2560,2688,4096,128,0.2100857033899327,0.0,0.8291015625,0.004638671875,0.048095703125,1.0,100,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2688,2816,4096,128,0.20282020213375895,0.0,0.84619140625,0.004638671875,0.041015625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2816,2944,4096,128,0.19501515988665724,0.0,0.854736328125,0.005859375,0.042724609375,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,2944,3072,4096,128,0.21373762242716549,0.0,0.848388671875,0.0048828125,0.040771484375,1.0,100,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,128,3072,3200,4096,128,0.20850750614263172,0.0,0.837646484375,0.006103515625,0.0478515625,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,3200,3328,4096,128,0.20511942548992468,0.0,0.840087890625,0.00244140625,0.04736328125,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,3328,3456,4096,128,0.20164404260342517,0.0,0.868408203125,0.004150390625,0.0419921875,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.silu_gate,128,3456,3584,4096,128,0.20297814554474053,0.0,0.830078125,0.0068359375,0.048095703125,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,3584,3712,4096,128,0.20213502819816315,0.0,0.819580078125,0.005615234375,0.04833984375,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,3712,3840,4096,128,0.19972909390096333,0.0,0.871337890625,0.004150390625,0.041015625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,3840,3968,4096,128,0.20429340143489128,0.0,0.833251953125,0.0048828125,0.041748046875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,3968,4096,4096,128,0.2053329067348515,0.0,0.847412109375,0.0048828125,0.0400390625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,4096,4224,4096,128,0.21540267313678543,0.0,0.8544921875,0.00537109375,0.040283203125,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,4224,4352,4096,128,0.19673990815381684,0.0,0.840576171875,0.005126953125,0.041748046875,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,4352,4480,4096,128,0.20382634396611335,0.0,0.8251953125,0.0029296875,0.0439453125,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,4480,4608,4096,128,0.20336452595306692,0.0,0.873046875,0.00244140625,0.038330078125,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,4608,4736,4096,128,0.19417043575520668,0.0,0.860107421875,0.00390625,0.0439453125,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,4736,4864,4096,128,0.20902403854588578,0.0,0.85498046875,0.002685546875,0.038330078125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.silu_gate,128,4864,4992,4096,128,0.21176976103187165,0.0,0.842041015625,0.00244140625,0.037841796875,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,4992,5120,4096,128,0.1979758832893611,0.0,0.830810546875,0.00390625,0.041748046875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.silu_gate,128,5120,5248,4096,128,0.2091614069346325,0.0,0.846923828125,0.00244140625,0.042724609375,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,5248,5376,4096,128,0.21341983224706826,0.0,0.8486328125,0.003173828125,0.045654296875,1.0,100,0.78125
+fresh-zh-1,layers.3.mlp.silu_gate,128,5376,5504,4096,128,0.20470875388270665,0.0,0.858154296875,0.003173828125,0.041259765625,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,5504,5632,4096,128,0.19674975680962933,0.0,0.838623046875,0.005615234375,0.046630859375,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,5632,5760,4096,128,0.20330883834491445,0.0,0.84375,0.005126953125,0.045166015625,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.silu_gate,128,5760,5888,4096,128,0.20341311788781738,0.0,0.855224609375,0.00439453125,0.043701171875,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,5888,6016,4096,128,0.19983910130728175,0.0,0.8544921875,0.003662109375,0.04345703125,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.silu_gate,128,6016,6144,4096,128,0.1998981810650118,0.0,0.8486328125,0.003662109375,0.0322265625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.gated_product,0,0,6144,196608,6144,0.06523486370829304,0.0,0.5000508626302084,0.0261688232421875,0.1802520751953125,1.0,4259,0.6931966145833334
+fresh-zh-1,layers.3.mlp.gated_product,64,0,64,2048,64,0.07744620670513971,0.0,0.51025390625,0.02685546875,0.2119140625,1.0,40,0.625
+fresh-zh-1,layers.3.mlp.gated_product,64,64,128,2048,64,0.05177941399351686,0.0,0.4853515625,0.0205078125,0.13134765625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.gated_product,64,128,192,2048,64,0.061970456702270735,0.0,0.50341796875,0.0224609375,0.1826171875,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,192,256,2048,64,0.05297858684955974,0.0,0.47900390625,0.0205078125,0.14990234375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,256,320,2048,64,0.061474090799691725,0.0,0.52294921875,0.01953125,0.17041015625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,320,384,2048,64,0.05700638988197529,0.0,0.4990234375,0.0166015625,0.15283203125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,384,448,2048,64,0.060330735107574675,0.0,0.4833984375,0.0283203125,0.1748046875,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,448,512,2048,64,0.059173981845755584,0.0,0.505859375,0.0263671875,0.1650390625,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,512,576,2048,64,0.05561764346426075,0.0,0.49853515625,0.0224609375,0.1611328125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,576,640,2048,64,0.0648965728443743,0.0,0.4892578125,0.02685546875,0.18212890625,1.0,43,0.671875
+fresh-zh-1,layers.3.mlp.gated_product,64,640,704,2048,64,0.0569300831399546,0.0,0.4990234375,0.02734375,0.17041015625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,704,768,2048,64,0.061691542896112415,0.0,0.501953125,0.02099609375,0.1748046875,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,768,832,2048,64,0.05390612632954039,0.0,0.48583984375,0.0224609375,0.138671875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,832,896,2048,64,0.053846180619827856,0.0,0.5,0.01904296875,0.15966796875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,896,960,2048,64,0.060107570625913716,0.0,0.517578125,0.0185546875,0.1552734375,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,960,1024,2048,64,0.06001531115719079,0.0,0.4736328125,0.025390625,0.171875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,1024,1088,2048,64,0.052594063854084966,0.0,0.51611328125,0.021484375,0.1474609375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,1088,1152,2048,64,0.06581256332355559,0.0,0.52783203125,0.02099609375,0.1806640625,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,1152,1216,2048,64,0.097920112983863,0.0,0.45947265625,0.0380859375,0.2470703125,1.0,30,0.46875
+fresh-zh-1,layers.3.mlp.gated_product,64,1216,1280,2048,64,0.05315188081817759,0.0,0.49267578125,0.0166015625,0.1474609375,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,1280,1344,2048,64,0.10212341956115188,0.0,0.49951171875,0.03857421875,0.234375,1.0,29,0.453125
+fresh-zh-1,layers.3.mlp.gated_product,64,1344,1408,2048,64,0.20171815893714795,0.0,0.4794921875,0.06884765625,0.40625,1.0,1,0.015625
+fresh-zh-1,layers.3.mlp.gated_product,64,1408,1472,2048,64,0.053683033211078285,0.0,0.48876953125,0.021484375,0.16796875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,1472,1536,2048,64,0.0981242334538255,0.0,0.5048828125,0.04052734375,0.244140625,1.0,26,0.40625
+fresh-zh-1,layers.3.mlp.gated_product,64,1536,1600,2048,64,0.06046571188360208,0.0,0.4931640625,0.03125,0.17431640625,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,1600,1664,2048,64,0.06307514199991357,0.0,0.52587890625,0.0205078125,0.1650390625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,64,1664,1728,2048,64,0.05581303135406169,0.0,0.4853515625,0.0185546875,0.150390625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,1728,1792,2048,64,0.059317956550023455,0.0,0.494140625,0.02197265625,0.1767578125,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,1792,1856,2048,64,0.05658528129079182,0.0,0.48583984375,0.0205078125,0.16748046875,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,1856,1920,2048,64,0.053431048395039295,0.0,0.53662109375,0.02587890625,0.1572265625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,1920,1984,2048,64,0.05871794706229843,0.0,0.48974609375,0.02392578125,0.1552734375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,1984,2048,2048,64,0.05914398859978681,0.0,0.4853515625,0.02685546875,0.15478515625,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,2048,2112,2048,64,0.054104540563012615,0.0,0.49462890625,0.0224609375,0.1650390625,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,2112,2176,2048,64,0.09763713852015829,0.0,0.50537109375,0.02978515625,0.22216796875,1.0,31,0.484375
+fresh-zh-1,layers.3.mlp.gated_product,64,2176,2240,2048,64,0.08324200672286085,0.0,0.50439453125,0.025390625,0.2021484375,1.0,39,0.609375
+fresh-zh-1,layers.3.mlp.gated_product,64,2240,2304,2048,64,0.05572937223955667,0.0,0.48779296875,0.01953125,0.1591796875,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,2304,2368,2048,64,0.054112415209737426,0.0,0.47314453125,0.01904296875,0.14453125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,2368,2432,2048,64,0.06306244290601085,0.0,0.47998046875,0.0234375,0.1689453125,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,2432,2496,2048,64,0.056710981160929715,0.0,0.5087890625,0.02734375,0.16943359375,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,2496,2560,2048,64,0.05689408652306175,0.0,0.4814453125,0.0205078125,0.14501953125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,2560,2624,2048,64,0.06707358950237541,0.0,0.5048828125,0.02734375,0.18115234375,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,2624,2688,2048,64,0.054643057193516434,0.0,0.51123046875,0.02978515625,0.16552734375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,2688,2752,2048,64,0.058928922924392085,0.0,0.5,0.02392578125,0.181640625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,2752,2816,2048,64,0.0642237380594433,0.0,0.4892578125,0.0234375,0.177734375,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,2816,2880,2048,64,0.05063962085350618,0.0,0.5458984375,0.02001953125,0.13916015625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,2880,2944,2048,64,0.06232977919891414,0.0,0.52099609375,0.02734375,0.20361328125,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,2944,3008,2048,64,0.06697442010830465,0.0,0.5078125,0.02490234375,0.17529296875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,3008,3072,2048,64,0.05945164607122746,0.0,0.51220703125,0.02880859375,0.1611328125,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,3072,3136,2048,64,0.06101550223955859,0.0,0.525390625,0.02587890625,0.1748046875,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,3136,3200,2048,64,0.06380506578328042,0.0,0.5234375,0.02783203125,0.18359375,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,3200,3264,2048,64,0.0680542265202159,0.0,0.50732421875,0.02587890625,0.19482421875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,3264,3328,2048,64,0.05564950347895673,0.0,0.4921875,0.0224609375,0.1455078125,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,3328,3392,2048,64,0.05499184053265156,0.0,0.4892578125,0.0224609375,0.15283203125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,3392,3456,2048,64,0.05284897765247315,0.0,0.47412109375,0.0185546875,0.138671875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,3456,3520,2048,64,0.06072360728938934,0.0,0.52734375,0.02978515625,0.19140625,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,3520,3584,2048,64,0.05291763427618217,0.0,0.48486328125,0.02880859375,0.17138671875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,3584,3648,2048,64,0.07670894249036128,0.0,0.49365234375,0.03076171875,0.20849609375,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gated_product,64,3648,3712,2048,64,0.05657281243662742,0.0,0.505859375,0.02783203125,0.18115234375,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,3712,3776,2048,64,0.06351767364372003,0.0,0.482421875,0.02685546875,0.18017578125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,3776,3840,2048,64,0.055223200626528725,0.0,0.51025390625,0.02001953125,0.14990234375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,3840,3904,2048,64,0.056261003605410836,0.0,0.50048828125,0.02734375,0.1611328125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,3904,3968,2048,64,0.06395559830657556,0.0,0.517578125,0.0283203125,0.17724609375,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,64,3968,4032,2048,64,0.06342240727606953,0.0,0.47802734375,0.0244140625,0.1591796875,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,4032,4096,2048,64,0.05682408381273144,0.0,0.51904296875,0.02587890625,0.1591796875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,4096,4160,2048,64,0.07254559692206437,0.0,0.52880859375,0.0283203125,0.17236328125,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,4160,4224,2048,64,0.05813247852599686,0.0,0.529296875,0.0234375,0.17236328125,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,4224,4288,2048,64,0.05563556905186918,0.0,0.46484375,0.0205078125,0.1689453125,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,4288,4352,2048,64,0.061955940536894724,0.0,0.501953125,0.02392578125,0.15673828125,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,4352,4416,2048,64,0.05951135220607695,0.0,0.5068359375,0.0341796875,0.1826171875,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,4416,4480,2048,64,0.05665705247205795,0.0,0.4833984375,0.0205078125,0.16357421875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,4480,4544,2048,64,0.07036391181661336,0.0,0.4765625,0.0322265625,0.197265625,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,4544,4608,2048,64,0.05485272659609622,0.0,0.48779296875,0.0234375,0.146484375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,4608,4672,2048,64,0.05141056993740437,0.0,0.48388671875,0.02197265625,0.1640625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,4672,4736,2048,64,0.05008107789445242,0.0,0.48876953125,0.02734375,0.15625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,4736,4800,2048,64,0.0591804231278812,0.0,0.537109375,0.02490234375,0.1669921875,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,4800,4864,2048,64,0.0702871328408736,0.0,0.51708984375,0.03076171875,0.158203125,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,4864,4928,2048,64,0.05918199526721238,0.0,0.505859375,0.01904296875,0.169921875,1.0,44,0.6875
+fresh-zh-1,layers.3.mlp.gated_product,64,4928,4992,2048,64,0.05569124549694088,0.0,0.48193359375,0.01953125,0.146484375,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,4992,5056,2048,64,0.05368645524936745,0.0,0.5068359375,0.02392578125,0.17578125,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,5056,5120,2048,64,0.06415271989068352,0.0,0.52978515625,0.025390625,0.1728515625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,5120,5184,2048,64,0.060454061781627155,0.0,0.5302734375,0.0224609375,0.15576171875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.gated_product,64,5184,5248,2048,64,0.07319533644558454,0.0,0.4814453125,0.02734375,0.208984375,1.0,41,0.640625
+fresh-zh-1,layers.3.mlp.gated_product,64,5248,5312,2048,64,0.0558385540156364,0.0,0.5146484375,0.02099609375,0.16845703125,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,64,5312,5376,2048,64,0.0740046749163208,0.0,0.49755859375,0.03564453125,0.203125,1.0,39,0.609375
+fresh-zh-1,layers.3.mlp.gated_product,64,5376,5440,2048,64,0.057791300531268436,0.0,0.49365234375,0.01904296875,0.1572265625,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,5440,5504,2048,64,0.055414813426351246,0.0,0.52734375,0.017578125,0.1455078125,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,5504,5568,2048,64,0.05284875120855388,0.0,0.4990234375,0.0244140625,0.16552734375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,5568,5632,2048,64,0.06389000750791875,0.0,0.46337890625,0.03369140625,0.18994140625,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,5632,5696,2048,64,0.06362223481383061,0.0,0.490234375,0.02392578125,0.17431640625,1.0,48,0.75
+fresh-zh-1,layers.3.mlp.gated_product,64,5696,5760,2048,64,0.06816324422359388,0.0,0.51220703125,0.02978515625,0.1962890625,1.0,42,0.65625
+fresh-zh-1,layers.3.mlp.gated_product,64,5760,5824,2048,64,0.05468095675201303,0.0,0.4892578125,0.021484375,0.1513671875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,5824,5888,2048,64,0.05666605343010628,0.0,0.49951171875,0.02880859375,0.171875,1.0,47,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,64,5888,5952,2048,64,0.06541190242093513,0.0,0.50048828125,0.033203125,0.177734375,1.0,46,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,64,5952,6016,2048,64,0.05113786106768105,0.0,0.49072265625,0.02197265625,0.1748046875,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,64,6016,6080,2048,64,0.056969530334892715,0.0,0.51416015625,0.0224609375,0.15185546875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.gated_product,64,6080,6144,2048,64,0.06276287402459038,0.0,0.4912109375,0.02294921875,0.18603515625,1.0,45,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,128,0,128,4096,128,0.06587496734924139,0.0,0.497802734375,0.024169921875,0.176025390625,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gated_product,128,128,256,4096,128,0.0576501004702696,0.0,0.4912109375,0.021484375,0.168212890625,1.0,96,0.75
+fresh-zh-1,layers.3.mlp.gated_product,128,256,384,4096,128,0.05928234276335795,0.0,0.510986328125,0.0185546875,0.1611328125,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,384,512,4096,128,0.05975515762719631,0.0,0.49462890625,0.02734375,0.17041015625,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,512,640,4096,128,0.06043545081929482,0.0,0.493896484375,0.025390625,0.171142578125,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gated_product,128,640,768,4096,128,0.059358574912244236,0.0,0.50048828125,0.023681640625,0.172119140625,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,768,896,4096,128,0.053876161812064394,0.0,0.492919921875,0.020751953125,0.149169921875,1.0,99,0.7734375
+fresh-zh-1,layers.3.mlp.gated_product,128,896,1024,4096,128,0.06006145860634602,0.0,0.49560546875,0.02197265625,0.16357421875,1.0,98,0.765625
+fresh-zh-1,layers.3.mlp.gated_product,128,1024,1152,4096,128,0.05957108797019147,0.0,0.52197265625,0.020263671875,0.16455078125,1.0,96,0.75
+fresh-zh-1,layers.3.mlp.gated_product,128,1152,1280,4096,128,0.07878283747518317,0.0,0.47607421875,0.028076171875,0.206298828125,1.0,77,0.6015625
+fresh-zh-1,layers.3.mlp.gated_product,128,1280,1408,4096,128,0.1598740261391067,0.0,0.489501953125,0.057861328125,0.3359375,1.0,10,0.078125
+fresh-zh-1,layers.3.mlp.gated_product,128,1408,1536,4096,128,0.07908929524797455,0.0,0.496826171875,0.032958984375,0.21044921875,1.0,74,0.578125
+fresh-zh-1,layers.3.mlp.gated_product,128,1536,1664,4096,128,0.061784204502040974,0.0,0.509521484375,0.02587890625,0.168701171875,1.0,92,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,128,1664,1792,4096,128,0.05759216282707198,0.0,0.48974609375,0.020751953125,0.162353515625,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,1792,1920,4096,128,0.055030768626973876,0.0,0.51123046875,0.02294921875,0.164306640625,1.0,96,0.75
+fresh-zh-1,layers.3.mlp.gated_product,128,1920,2048,4096,128,0.058931352838292254,0.0,0.487548828125,0.025390625,0.155029296875,1.0,97,0.7578125
+fresh-zh-1,layers.3.mlp.gated_product,128,2048,2176,4096,128,0.07893133765475933,0.0,0.5,0.027099609375,0.202392578125,1.0,75,0.5859375
+fresh-zh-1,layers.3.mlp.gated_product,128,2176,2304,4096,128,0.07083429470766218,0.0,0.49609375,0.023681640625,0.185546875,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gated_product,128,2304,2432,4096,128,0.058758085337700126,0.0,0.4765625,0.02099609375,0.1572265625,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,2432,2560,4096,128,0.05680260762292943,0.0,0.4951171875,0.02392578125,0.1572265625,1.0,94,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,128,2560,2688,4096,128,0.06117487273459207,0.0,0.508056640625,0.029296875,0.1748046875,1.0,94,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,128,2688,2816,4096,128,0.061633215425438134,0.0,0.49462890625,0.024169921875,0.17822265625,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gated_product,128,2816,2944,4096,128,0.0567863213070377,0.0,0.533447265625,0.0234375,0.171630859375,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,2944,3072,4096,128,0.0633248417661749,0.0,0.510009765625,0.02734375,0.1689453125,1.0,90,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,128,3072,3200,4096,128,0.06242586776791462,0.0,0.5244140625,0.02685546875,0.178955078125,1.0,94,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,128,3200,3328,4096,128,0.062162066345639096,0.0,0.499755859375,0.0244140625,0.1708984375,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,3328,3456,4096,128,0.053931053040341174,0.0,0.481689453125,0.020263671875,0.145263671875,1.0,99,0.7734375
+fresh-zh-1,layers.3.mlp.gated_product,128,3456,3584,4096,128,0.056954510355299116,0.0,0.506103515625,0.02880859375,0.181396484375,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,3584,3712,4096,128,0.06739712517971141,0.0,0.499755859375,0.03076171875,0.197509765625,1.0,86,0.671875
+fresh-zh-1,layers.3.mlp.gated_product,128,3712,3840,4096,128,0.059515110486951,0.0,0.496337890625,0.02392578125,0.166259765625,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,3840,3968,4096,128,0.06023130034060406,0.0,0.509033203125,0.0283203125,0.169921875,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,3968,4096,4096,128,0.06021369547639458,0.0,0.49853515625,0.025390625,0.162109375,1.0,99,0.7734375
+fresh-zh-1,layers.3.mlp.gated_product,128,4096,4224,4096,128,0.065735259535329,0.0,0.529052734375,0.025634765625,0.1748046875,1.0,92,0.71875
+fresh-zh-1,layers.3.mlp.gated_product,128,4224,4352,4096,128,0.05888062122437457,0.0,0.4833984375,0.0224609375,0.162353515625,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,4352,4480,4096,128,0.05810173248801307,0.0,0.4951171875,0.02685546875,0.173828125,1.0,97,0.7578125
+fresh-zh-1,layers.3.mlp.gated_product,128,4480,4608,4096,128,0.06308685164581532,0.0,0.482177734375,0.0283203125,0.174072265625,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,4608,4736,4096,128,0.05075017765662972,0.0,0.486328125,0.02490234375,0.15966796875,1.0,99,0.7734375
+fresh-zh-1,layers.3.mlp.gated_product,128,4736,4864,4096,128,0.06497154578962111,0.0,0.527099609375,0.02783203125,0.163330078125,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,4864,4992,4096,128,0.057463133350039684,0.0,0.493896484375,0.01904296875,0.158203125,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,4992,5120,4096,128,0.059151529763036705,0.0,0.518310546875,0.025634765625,0.173583984375,1.0,94,0.734375
+fresh-zh-1,layers.3.mlp.gated_product,128,5120,5248,4096,128,0.06712768007044154,0.0,0.505859375,0.024658203125,0.184326171875,1.0,91,0.7109375
+fresh-zh-1,layers.3.mlp.gated_product,128,5248,5376,4096,128,0.06555393208659364,0.0,0.506103515625,0.027099609375,0.186767578125,1.0,84,0.65625
+fresh-zh-1,layers.3.mlp.gated_product,128,5376,5504,4096,128,0.05661552774713271,0.0,0.510498046875,0.0185546875,0.152099609375,1.0,97,0.7578125
+fresh-zh-1,layers.3.mlp.gated_product,128,5504,5632,4096,128,0.0586298710712617,0.0,0.481201171875,0.028564453125,0.18359375,1.0,95,0.7421875
+fresh-zh-1,layers.3.mlp.gated_product,128,5632,5760,4096,128,0.0659318459691199,0.0,0.501220703125,0.02685546875,0.183837890625,1.0,90,0.703125
+fresh-zh-1,layers.3.mlp.gated_product,128,5760,5888,4096,128,0.05568235197375906,0.0,0.494384765625,0.025146484375,0.16064453125,1.0,96,0.75
+fresh-zh-1,layers.3.mlp.gated_product,128,5888,6016,4096,128,0.058710296426195074,0.0,0.49560546875,0.02783203125,0.17724609375,1.0,93,0.7265625
+fresh-zh-1,layers.3.mlp.gated_product,128,6016,6144,4096,128,0.05993624004892559,0.0,0.502685546875,0.022705078125,0.168701171875,1.0,94,0.734375
+fresh-zh-1,layers.3.mlp.down_proj.output,0,0,2048,65536,2048,0.04210653545188052,0.0,0.4965362548828125,0.00921630859375,0.0926361083984375,1.0,1596,0.779296875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,0,64,2048,64,0.04004530220652601,0.0,0.50439453125,0.00830078125,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,64,128,2048,64,0.039603645562252716,0.0,0.5146484375,0.009765625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.down_proj.output,64,128,192,2048,64,0.03973961484617622,0.0,0.50244140625,0.01025390625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,192,256,2048,64,0.04236585891225121,0.0,0.521484375,0.0107421875,0.0986328125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,256,320,2048,64,0.041110584356694305,0.0,0.50537109375,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,320,384,2048,64,0.04190929826720135,0.0,0.525390625,0.0078125,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,384,448,2048,64,0.0399910598753655,0.0,0.4951171875,0.00830078125,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,448,512,2048,64,0.039320549252041086,0.0,0.5068359375,0.0107421875,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.3.mlp.down_proj.output,64,512,576,2048,64,0.039076228852202785,0.0,0.47705078125,0.00634765625,0.095703125,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,576,640,2048,64,0.04182815081136656,0.0,0.513671875,0.00732421875,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,640,704,2048,64,0.03889703451134724,0.0,0.48828125,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,704,768,2048,64,0.039627933486125685,0.0,0.47802734375,0.0087890625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,768,832,2048,64,0.03876604636699691,0.0,0.5078125,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,832,896,2048,64,0.040700020711159655,0.0,0.4921875,0.01123046875,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,896,960,2048,64,0.04201859840146496,0.0,0.50439453125,0.01220703125,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,960,1024,2048,64,0.04126236003308768,0.0,0.49755859375,0.009765625,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1024,1088,2048,64,0.03944365164772952,0.0,0.4677734375,0.01220703125,0.09375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1088,1152,2048,64,0.03949896181681536,0.0,0.4697265625,0.0068359375,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1152,1216,2048,64,0.08180606069434507,0.0,0.5068359375,0.01416015625,0.19091796875,1.0,25,0.390625
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1216,1280,2048,64,0.039974578648187736,0.0,0.4755859375,0.0107421875,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1280,1344,2048,64,0.03961498986586061,0.0,0.5078125,0.0078125,0.087890625,1.0,54,0.84375
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1344,1408,2048,64,0.039168604409472854,0.0,0.47509765625,0.0087890625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1408,1472,2048,64,0.03885294079963632,0.0,0.49560546875,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1472,1536,2048,64,0.04072937444160634,0.0,0.49462890625,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1536,1600,2048,64,0.03888028342919142,0.0,0.546875,0.0087890625,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1600,1664,2048,64,0.04108686051187208,0.0,0.4658203125,0.00634765625,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1664,1728,2048,64,0.04073734228378946,0.0,0.525390625,0.0068359375,0.08740234375,1.0,53,0.828125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1728,1792,2048,64,0.03953441268024548,0.0,0.46337890625,0.01123046875,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1792,1856,2048,64,0.03955034709385959,0.0,0.513671875,0.00830078125,0.0947265625,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1856,1920,2048,64,0.04221367900460618,0.0,0.4775390625,0.01025390625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1920,1984,2048,64,0.039692168118721886,0.0,0.49755859375,0.0068359375,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.3.mlp.down_proj.output,64,1984,2048,2048,64,0.0398399677182796,0.0,0.47119140625,0.00634765625,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,128,0,128,4096,128,0.039825086130682356,0.0,0.509521484375,0.009033203125,0.08935546875,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,128,256,4096,128,0.04107373241802603,0.0,0.511962890625,0.010498046875,0.090576171875,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,256,384,4096,128,0.04151186232511211,0.0,0.515380859375,0.007568359375,0.087890625,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.down_proj.output,128,384,512,4096,128,0.03965722168431153,0.0,0.5009765625,0.009521484375,0.083740234375,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,512,640,4096,128,0.040475584378784145,0.0,0.495361328125,0.0068359375,0.091552734375,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,128,640,768,4096,128,0.0392641847372242,0.0,0.483154296875,0.009033203125,0.08544921875,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,768,896,4096,128,0.039744798633387105,0.0,0.5,0.009033203125,0.08447265625,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,128,896,1024,4096,128,0.04164219595028429,0.0,0.5009765625,0.0107421875,0.083251953125,1.0,105,0.8203125
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1024,1152,4096,128,0.03947131642036831,0.0,0.46875,0.009521484375,0.091552734375,1.0,102,0.796875
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1152,1280,4096,128,0.06438244521772614,0.0,0.4912109375,0.013427734375,0.1533203125,1.0,73,0.5703125
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1280,1408,4096,128,0.03939242943420738,0.0,0.491455078125,0.008544921875,0.0859375,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1408,1536,4096,128,0.03980221696830857,0.0,0.4951171875,0.0087890625,0.085693359375,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1536,1664,4096,128,0.03999879089582765,0.0,0.50634765625,0.0078125,0.09228515625,1.0,103,0.8046875
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1664,1792,4096,128,0.04014038391893241,0.0,0.494384765625,0.00927734375,0.08544921875,1.0,104,0.8125
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1792,1920,4096,128,0.04090369573980263,0.0,0.49560546875,0.009765625,0.09228515625,1.0,101,0.7890625
+fresh-zh-1,layers.3.mlp.down_proj.output,128,1920,2048,4096,128,0.03976613658477803,0.0,0.484375,0.006591796875,0.08837890625,1.0,102,0.796875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.6178705287475357,0.0,0.5018717447916666,0.014363606770833334,0.14129638671875,1.0,2711,0.4412434895833333
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2782375791386487,0.0,0.4736328125,0.01025390625,0.11376953125,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4022388336021254,0.0,0.49853515625,0.009765625,0.10595703125,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9506830137413399,0.0,0.48486328125,0.01611328125,0.13037109375,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7223559940206941,0.0,0.52099609375,0.00927734375,0.103515625,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.1719522026876097,0.0,0.50390625,0.0146484375,0.12255859375,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7369475622555839,0.0,0.49853515625,0.01611328125,0.1689453125,1.0,22,0.34375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.793890695944663,0.0,0.478515625,0.0107421875,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.1597489551075468,0.0,0.51123046875,0.0146484375,0.1201171875,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.6444499767840726,0.0,0.609375,0.01025390625,0.1064453125,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5326226931174043,0.0,0.5595703125,0.01513671875,0.11181640625,1.0,33,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6027578316936764,0.0,0.50048828125,0.0244140625,0.193359375,1.0,24,0.375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.6804668273094758,0.0,0.494140625,0.0234375,0.19140625,1.0,20,0.3125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.109323409796243,0.0,0.4599609375,0.0107421875,0.11962890625,1.0,31,0.484375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.612255111259436,0.0,0.48828125,0.0068359375,0.09033203125,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.7434743833425246,0.0,0.5185546875,0.0185546875,0.17431640625,1.0,20,0.3125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7647839791411104,0.0,0.501953125,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.918121756333598,0.0,0.47607421875,0.013671875,0.1171875,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.9895713228631456,0.0,0.515625,0.01220703125,0.119140625,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.3117677631252713,0.0,0.54541015625,0.009765625,0.0966796875,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.3590831553687321,0.0,0.4755859375,0.0107421875,0.1123046875,1.0,37,0.578125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.5896746700459083,0.0,0.57177734375,0.00927734375,0.13427734375,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.3239747687398913,0.0,0.48779296875,0.009765625,0.10888671875,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.145240247129887,0.0,0.51611328125,0.01611328125,0.12646484375,1.0,36,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.4733180821226624,0.0,0.5302734375,0.02587890625,0.23095703125,1.0,9,0.140625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.2115389236278036,0.0,0.5244140625,0.013671875,0.13134765625,1.0,27,0.421875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.5706100014280073,0.0,0.5146484375,0.00927734375,0.10986328125,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.7870969482131022,0.0,0.48974609375,0.0126953125,0.09423828125,1.0,52,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.8200658041972694,0.0,0.46923828125,0.00830078125,0.10009765625,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.9320252675538627,0.0,0.544921875,0.0078125,0.11083984375,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.759783854681594,0.0,0.5341796875,0.01416015625,0.12255859375,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.851510458720999,0.0,0.5517578125,0.0078125,0.10498046875,1.0,32,0.5
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.198017632703595,0.0,0.51806640625,0.013671875,0.11376953125,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7073754381639943,0.0,0.498046875,0.01025390625,0.111328125,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.0141639931786837,0.0,0.46435546875,0.0126953125,0.12353515625,1.0,32,0.5
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6943529039843366,0.0,0.5009765625,0.009765625,0.1083984375,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6364653367719437,0.0,0.51806640625,0.01025390625,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.8945311090807222,0.0,0.4921875,0.0107421875,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.9169371113195441,0.0,0.4970703125,0.00927734375,0.09814453125,1.0,38,0.59375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0508421994132864,0.0,0.51220703125,0.00830078125,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1790075923652117,0.0,0.54345703125,0.01171875,0.1103515625,1.0,41,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.754047086312894,0.0,0.4423828125,0.005859375,0.0830078125,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.4222721252482486,0.0,0.5146484375,0.0087890625,0.0849609375,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9650905921747719,0.0,0.51904296875,0.01513671875,0.109375,1.0,44,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.868948375228723,0.0,0.49853515625,0.01220703125,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.8020882413342278,0.0,0.4501953125,0.0078125,0.09423828125,1.0,37,0.578125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.8250703482158368,0.0,0.51904296875,0.00830078125,0.0888671875,1.0,37,0.578125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.018414916795556,0.0,0.48681640625,0.0068359375,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9301731174231499,0.0,0.51513671875,0.01025390625,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.350512924763101,0.0,0.4951171875,0.01708984375,0.15625,1.0,29,0.453125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.037884022027241,0.0,0.5400390625,0.00634765625,0.10498046875,1.0,43,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.5012302232007344,0.0,0.47412109375,0.01123046875,0.1083984375,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.53783641549433,0.0,0.5478515625,0.0068359375,0.1044921875,1.0,38,0.59375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.7066468377140198,0.0,0.4658203125,0.013671875,0.123046875,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7391235968171759,0.0,0.44580078125,0.01904296875,0.12451171875,1.0,33,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.651332314781404,0.0,0.38427734375,0.0048828125,0.05419921875,1.0,44,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.472718027789764,0.0,0.5283203125,0.005859375,0.0595703125,1.0,43,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.9932822942481647,0.0,0.5029296875,0.01025390625,0.12060546875,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6222437373680876,0.0,0.51806640625,0.0087890625,0.1044921875,1.0,44,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.8377335314559834,0.0,0.46875,0.0126953125,0.10498046875,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.7407653115674652,0.0,0.52978515625,0.0107421875,0.09375,1.0,52,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.5577662757453392,0.0,0.513671875,0.0087890625,0.09521484375,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.4555491947407102,0.0,0.49755859375,0.0078125,0.09765625,1.0,43,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.9066173252710965,0.0,0.505859375,0.01708984375,0.14111328125,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.8757001576784407,0.0,0.423828125,0.013671875,0.13037109375,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.0241556537363892,0.0,0.50244140625,0.01171875,0.1162109375,1.0,47,0.734375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3651768969349996,0.0,0.5693359375,0.01123046875,0.1435546875,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.999928631192472,0.0,0.47314453125,0.00830078125,0.1123046875,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9044833014397688,0.0,0.58203125,0.0078125,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.4655339703038517,0.0,0.5419921875,0.01611328125,0.17578125,1.0,19,0.296875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0903159868612844,0.0,0.48291015625,0.0126953125,0.12109375,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.1317693639760353,0.0,0.490234375,0.0107421875,0.1044921875,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.5630748823824485,0.0,0.4560546875,0.01708984375,0.14794921875,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.8614487210821682,0.0,0.62744140625,0.01513671875,0.1162109375,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.2396999634870163,0.0,0.45556640625,0.01318359375,0.125,1.0,27,0.421875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,3.5891356627137516,0.0,0.51220703125,0.01171875,0.119140625,1.0,32,0.5
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.806181401486339,0.0,0.39404296875,0.01171875,0.10498046875,1.0,39,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.5127607387218323,0.0,0.52587890625,0.0107421875,0.0986328125,1.0,33,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.0112250240675795,0.0,0.47119140625,0.01611328125,0.15380859375,1.0,25,0.390625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.0130849383734273,0.0,0.52197265625,0.00927734375,0.13232421875,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8645608441906001,0.0,0.5068359375,0.013671875,0.1103515625,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.8033328467804092,0.0,0.5126953125,0.00732421875,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.0544294569140191,0.0,0.4638671875,0.0166015625,0.12353515625,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.7684575614240362,0.0,0.50830078125,0.0087890625,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9813006894686183,0.0,0.4658203125,0.01171875,0.1015625,1.0,44,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8870736110965554,0.0,0.5087890625,0.00927734375,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.2723657121263783,0.0,0.544921875,0.013671875,0.130859375,1.0,36,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.9639190738141443,0.0,0.44287109375,0.01513671875,0.181640625,1.0,17,0.265625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.1492319619340146,0.0,0.53955078125,0.01318359375,0.13623046875,1.0,25,0.390625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.8168024842222115,0.0,0.455078125,0.01416015625,0.13232421875,1.0,26,0.40625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.5521256798537693,0.0,0.40283203125,0.01708984375,0.12841796875,1.0,31,0.484375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.963026840153247,0.0,0.509765625,0.0126953125,0.1142578125,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9459229648646055,0.0,0.482421875,0.01220703125,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9960540617738958,0.0,0.4765625,0.0107421875,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.253204803087736,0.0,0.556640625,0.0068359375,0.10986328125,1.0,41,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9934430505976861,0.0,0.50830078125,0.00927734375,0.10595703125,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.2796255996206605,0.0,0.505859375,0.01318359375,0.13232421875,1.0,45,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3416715423649863,0.0,0.486083984375,0.010009765625,0.109375,1.0,78,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8442737632764451,0.0,0.5029296875,0.012939453125,0.117431640625,1.0,87,0.6796875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.481630655630808,0.0,0.501220703125,0.0146484375,0.14990234375,1.0,56,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.9938008039794867,0.0,0.494873046875,0.01220703125,0.1083984375,1.0,90,0.703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.5895200605219775,0.0,0.58447265625,0.012939453125,0.107666015625,1.0,67,0.5234375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.642072078920866,0.0,0.497314453125,0.024169921875,0.193603515625,1.0,43,0.3359375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8773134782045093,0.0,0.47412109375,0.0087890625,0.105224609375,1.0,69,0.5390625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3462164499296736,0.0,0.51025390625,0.01318359375,0.144287109375,1.0,66,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.9545153122098688,0.0,0.495849609375,0.012939453125,0.1181640625,1.0,84,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.3356349964682919,0.0,0.510498046875,0.01025390625,0.104736328125,1.0,76,0.59375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.462869567809348,0.0,0.52978515625,0.0107421875,0.12158203125,1.0,72,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.927287933729811,0.0,0.523193359375,0.0205078125,0.197509765625,1.0,30,0.234375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.9180354776836779,0.0,0.51953125,0.012451171875,0.122314453125,1.0,60,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.8037504367339694,0.0,0.4794921875,0.0107421875,0.09912109375,1.0,101,0.7890625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.8479124505323006,0.0,0.53955078125,0.0107421875,0.116455078125,1.0,69,0.5390625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.0321629477516265,0.0,0.534912109375,0.010498046875,0.111328125,1.0,61,0.4765625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.8670816101958683,0.0,0.481201171875,0.011962890625,0.118408203125,1.0,65,0.5078125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.6660383172850137,0.0,0.509521484375,0.010009765625,0.1015625,1.0,99,0.7734375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.905767038757459,0.0,0.49462890625,0.010009765625,0.091064453125,1.0,78,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1167650224918773,0.0,0.52783203125,0.010498046875,0.109130859375,1.0,86,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.593470416486682,0.0,0.478515625,0.007568359375,0.084716796875,1.0,78,0.609375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9182785878797594,0.0,0.5087890625,0.013916015625,0.107421875,1.0,91,0.7109375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.8136156987481893,0.0,0.484619140625,0.008056640625,0.091796875,1.0,73,0.5703125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.9752925128207435,0.0,0.5009765625,0.008544921875,0.09814453125,1.0,91,0.7109375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.2043854040820212,0.0,0.517578125,0.011962890625,0.131103515625,1.0,72,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.5196435476571104,0.0,0.510986328125,0.009033203125,0.105712890625,1.0,77,0.6015625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.7229617398081674,0.0,0.455810546875,0.016357421875,0.123046875,1.0,66,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.5635812341683866,0.0,0.456298828125,0.005126953125,0.05810546875,1.0,86,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.8172574181982595,0.0,0.510498046875,0.009765625,0.112548828125,1.0,82,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.7907372245402883,0.0,0.499267578125,0.011474609375,0.099609375,1.0,102,0.796875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5075243328317844,0.0,0.505615234375,0.008544921875,0.09716796875,1.0,84,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.8912000685215395,0.0,0.46484375,0.015380859375,0.13671875,1.0,60,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.2067731276021365,0.0,0.535888671875,0.01220703125,0.131591796875,1.0,80,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9534010987149727,0.0,0.527587890625,0.00830078125,0.1064453125,1.0,83,0.6484375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.2916227718106914,0.0,0.512451171875,0.0146484375,0.15234375,1.0,56,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.3645704417818862,0.0,0.47314453125,0.014404296875,0.127685546875,1.0,71,0.5546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.059277454310392,0.0,0.54150390625,0.014892578125,0.122314453125,1.0,56,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,3.22153293196046,0.0,0.453125,0.012451171875,0.11474609375,1.0,70,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.7795324034776465,0.0,0.49853515625,0.01416015625,0.12548828125,1.0,55,0.4296875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.9417554209205949,0.0,0.514404296875,0.01171875,0.1181640625,1.0,86,0.671875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.9373273553898631,0.0,0.48828125,0.01220703125,0.10546875,1.0,89,0.6953125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8813279942397615,0.0,0.487060546875,0.01025390625,0.10009765625,1.0,92,0.71875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0967711923867138,0.0,0.52685546875,0.011962890625,0.115234375,1.0,83,0.6484375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.5888235071474095,0.0,0.4912109375,0.014404296875,0.15966796875,1.0,41,0.3203125
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.6896546086016404,0.0,0.428955078125,0.01513671875,0.135009765625,1.0,56,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9545132137151883,0.0,0.49609375,0.012451171875,0.1083984375,1.0,91,0.7109375
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.131955381730757,0.0,0.5166015625,0.008056640625,0.100830078125,1.0,88,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1455066062632226,0.0,0.507080078125,0.01220703125,0.121337890625,1.0,94,0.734375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.6828692134070817,0.0,0.502532958984375,0.013092041015625,0.124267578125,1.0,933,0.45556640625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,0,64,2048,64,1.1749473508306385,0.0,0.3486328125,0.01025390625,0.09814453125,1.0,44,0.6875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,64,128,2048,64,1.342096703102123,0.0,0.3740234375,0.01123046875,0.1064453125,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5877468367893037,0.0,0.65380859375,0.01171875,0.10888671875,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,192,256,2048,64,1.9028418033771235,0.0,0.67919921875,0.01318359375,0.12451171875,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,256,320,2048,64,1.4341136678384878,0.0,0.58203125,0.01904296875,0.1484375,1.0,26,0.40625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,320,384,2048,64,1.3671546287031855,0.0,0.66015625,0.01611328125,0.1396484375,1.0,25,0.390625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,384,448,2048,64,1.5350545480296767,0.0,0.4521484375,0.00927734375,0.09033203125,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6346798213118616,0.0,0.52490234375,0.00634765625,0.087890625,1.0,41,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4146627798919638,0.0,0.671875,0.013671875,0.12939453125,1.0,28,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5582132025624504,0.0,0.7021484375,0.01416015625,0.1484375,1.0,27,0.421875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,640,704,2048,64,1.899149219936988,0.0,0.306640625,0.0224609375,0.21484375,1.0,10,0.15625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,704,768,2048,64,1.7714528866202546,0.0,0.4326171875,0.0224609375,0.21875,1.0,13,0.203125
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,768,832,2048,64,1.4212208036528937,0.0,0.68212890625,0.015625,0.1416015625,1.0,28,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3727197501651158,0.0,0.62451171875,0.01953125,0.14208984375,1.0,30,0.46875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,896,960,2048,64,2.4148355328185374,0.0,0.14013671875,0.0,0.00439453125,1.0,54,0.84375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.454420167478585,0.0,0.03125,0.0,0.0,1.0,56,0.875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5375881159817015,0.0,0.74365234375,0.00830078125,0.11572265625,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4321832971687727,0.0,0.7666015625,0.01416015625,0.1044921875,1.0,35,0.546875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.7009558611096744,0.0,0.49609375,0.01025390625,0.09716796875,1.0,36,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.8297552490768665,0.0,0.54443359375,0.0078125,0.08544921875,1.0,31,0.484375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4384322165906565,0.0,0.52685546875,0.0087890625,0.09521484375,1.0,38,0.59375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2962212101312176,0.0,0.52392578125,0.01220703125,0.10888671875,1.0,40,0.625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.7661942203575465,0.0,0.77197265625,0.02001953125,0.17626953125,1.0,23,0.359375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.4816666692734923,0.0,0.791015625,0.013671875,0.13671875,1.0,26,0.40625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.1912538008765006,0.0,0.5029296875,0.0126953125,0.1181640625,1.0,34,0.53125
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.7220934145601152,0.0,0.53125,0.01611328125,0.1396484375,1.0,27,0.421875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.512928990890896,0.0,0.2646484375,0.009765625,0.0947265625,1.0,38,0.59375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6640872004002218,0.0,0.18017578125,0.0068359375,0.06689453125,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.5342525425411093,0.0,0.36083984375,0.01123046875,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5050211711974104,0.0,0.4326171875,0.00927734375,0.095703125,1.0,36,0.5625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.1371180127791682,0.0,0.39404296875,0.0126953125,0.1181640625,1.0,33,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.357397947197281,0.0,0.3837890625,0.015625,0.12939453125,1.0,26,0.40625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,0,128,4096,128,1.2612939462515318,0.0,0.361328125,0.010986328125,0.1025390625,1.0,83,0.6484375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7523907878116034,0.0,0.66650390625,0.011962890625,0.117919921875,1.0,63,0.4921875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,256,384,4096,128,1.4010342235409001,0.0,0.62109375,0.017333984375,0.144287109375,1.0,50,0.390625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5856498011274076,0.0,0.488525390625,0.00830078125,0.089599609375,1.0,82,0.640625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,512,640,4096,128,1.4881698769716427,0.0,0.68701171875,0.01416015625,0.138671875,1.0,54,0.421875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,640,768,4096,128,1.8364113222672234,0.0,0.36962890625,0.02294921875,0.2158203125,1.0,21,0.1640625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,768,896,4096,128,1.3971807480117158,0.0,0.6533203125,0.017333984375,0.142333984375,1.0,57,0.4453125
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.4347082996827973,0.0,0.085693359375,0.0,0.002197265625,1.0,109,0.8515625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.4858206841838917,0.0,0.755126953125,0.01123046875,0.10888671875,1.0,69,0.5390625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7665298062823196,0.0,0.520263671875,0.008544921875,0.092041015625,1.0,66,0.515625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.369174325518841,0.0,0.525390625,0.01025390625,0.1015625,1.0,77,0.6015625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.62778423030911,0.0,0.781494140625,0.017578125,0.157470703125,1.0,47,0.3671875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4806571761508514,0.0,0.51708984375,0.0146484375,0.134521484375,1.0,56,0.4375
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.5903050559584462,0.0,0.222412109375,0.007568359375,0.08447265625,1.0,79,0.6171875
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.5197071412029168,0.0,0.396728515625,0.01025390625,0.09326171875,1.0,77,0.6015625
+fresh-zh-1,layers.4.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.252111528986583,0.0,0.388916015625,0.013427734375,0.124755859375,1.0,58,0.453125
+fresh-zh-1,layers.4.linear_attn.in_proj_b.output,0,0,16,512,16,1.159466650473432,0.0,0.552734375,0.01171875,0.083984375,1.0,13,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_b.output,64,0,16,512,16,1.159466650473432,0.0,0.552734375,0.01171875,0.083984375,1.0,13,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_b.output,128,0,16,512,16,1.159466650473432,0.0,0.552734375,0.01171875,0.083984375,1.0,13,0.8125
+fresh-zh-1,layers.4.linear_attn.in_proj_a.output,0,0,16,512,16,1.3967569345561177,0.0,0.43359375,0.01171875,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_a.output,64,0,16,512,16,1.3967569345561177,0.0,0.43359375,0.01171875,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.4.linear_attn.in_proj_a.output,128,0,16,512,16,1.3967569345561177,0.0,0.43359375,0.01171875,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,0,0,2048,65536,2048,0.027914248150146308,0.0,0.4990997314453125,0.009979248046875,0.099884033203125,1.0,1469,0.71728515625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,0,64,2048,64,0.02699933975267219,0.0,0.52978515625,0.01171875,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,64,128,2048,64,0.023573140595923612,0.0,0.515625,0.00732421875,0.09814453125,1.0,47,0.734375
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,128,192,2048,64,0.025081469613663022,0.0,0.49267578125,0.00732421875,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,192,256,2048,64,0.025214255360102925,0.0,0.45263671875,0.0048828125,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,256,320,2048,64,0.025219071672692082,0.0,0.451171875,0.01171875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,320,384,2048,64,0.025181682699362263,0.0,0.51318359375,0.00830078125,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,384,448,2048,64,0.023205804097671295,0.0,0.4775390625,0.00830078125,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,448,512,2048,64,0.025185585562726924,0.0,0.47802734375,0.00927734375,0.1025390625,1.0,46,0.71875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,512,576,2048,64,0.02320274429184318,0.0,0.5341796875,0.0078125,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,576,640,2048,64,0.02548881320072273,0.0,0.529296875,0.00634765625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,640,704,2048,64,0.022807558709579616,0.0,0.53369140625,0.009765625,0.1103515625,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,704,768,2048,64,0.022781063310724176,0.0,0.52587890625,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,768,832,2048,64,0.0252302762570635,0.0,0.49462890625,0.0126953125,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,832,896,2048,64,0.025395089320834462,0.0,0.49365234375,0.00927734375,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,896,960,2048,64,0.024628977070863756,0.0,0.4970703125,0.0107421875,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,960,1024,2048,64,0.025214716216249093,0.0,0.5703125,0.00830078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1024,1088,2048,64,0.024134146849608566,0.0,0.50244140625,0.00537109375,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1088,1152,2048,64,0.024219585147140565,0.0,0.470703125,0.0107421875,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07608648589264069,0.0,0.51171875,0.0244140625,0.2626953125,1.0,1,0.015625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1216,1280,2048,64,0.027287655383605548,0.0,0.4833984375,0.0068359375,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1280,1344,2048,64,0.02456843354715143,0.0,0.44287109375,0.0078125,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1344,1408,2048,64,0.02509582480898855,0.0,0.515625,0.00927734375,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1408,1472,2048,64,0.023799322887944063,0.0,0.48779296875,0.0078125,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1472,1536,2048,64,0.025815737427574544,0.0,0.53564453125,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02495825616874415,0.0,0.4453125,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1600,1664,2048,64,0.024241600762606823,0.0,0.48974609375,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1664,1728,2048,64,0.026112374806660007,0.0,0.46826171875,0.00537109375,0.0732421875,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1728,1792,2048,64,0.027161179673471873,0.0,0.51123046875,0.0068359375,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1792,1856,2048,64,0.024669723151386515,0.0,0.5146484375,0.01025390625,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1856,1920,2048,64,0.023991540777085815,0.0,0.4892578125,0.01416015625,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1920,1984,2048,64,0.025277306806258157,0.0,0.482421875,0.01025390625,0.0986328125,1.0,49,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,64,1984,2048,2048,64,0.023847546204084167,0.0,0.53076171875,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,0,128,4096,128,0.025344203525021324,0.0,0.522705078125,0.009521484375,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,128,256,4096,128,0.025147950128644486,0.0,0.47265625,0.006103515625,0.08203125,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,256,384,4096,128,0.02520038412012544,0.0,0.482177734375,0.010009765625,0.08544921875,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,384,512,4096,128,0.024215935496661456,0.0,0.477783203125,0.009033203125,0.0888671875,1.0,97,0.7578125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,512,640,4096,128,0.024372596712845335,0.0,0.53173828125,0.00732421875,0.088623046875,1.0,97,0.7578125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,640,768,4096,128,0.022794314859830116,0.0,0.52978515625,0.00927734375,0.0986328125,1.0,97,0.7578125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,768,896,4096,128,0.0253128169276051,0.0,0.494140625,0.010986328125,0.09228515625,1.0,100,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,896,1024,4096,128,0.024923567415431398,0.0,0.53369140625,0.009521484375,0.080078125,1.0,100,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024176903739499638,0.0,0.486572265625,0.008056640625,0.095458984375,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05715666834160922,0.0,0.49755859375,0.0166015625,0.18994140625,1.0,30,0.234375
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1280,1408,4096,128,0.024833529247815754,0.0,0.479248046875,0.008544921875,0.096435546875,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02482800907094738,0.0,0.51171875,0.008544921875,0.090087890625,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1536,1664,4096,128,0.024602538065393528,0.0,0.467529296875,0.0087890625,0.087158203125,1.0,100,0.78125
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1664,1792,4096,128,0.026641938736680876,0.0,0.48974609375,0.006103515625,0.08056640625,1.0,98,0.765625
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02433299477278359,0.0,0.501953125,0.01220703125,0.092529296875,1.0,96,0.75
+fresh-zh-1,layers.4.linear_attn.out_proj.output,128,1920,2048,4096,128,0.02457282746585783,0.0,0.506591796875,0.0087890625,0.088623046875,1.0,99,0.7734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,0,0,6144,196608,6144,0.751565775625082,0.0,0.8646138509114584,0.0070648193359375,0.06875101725260417,1.0,4159,0.6769205729166666
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,0,64,2048,64,0.7466869346687687,0.0,0.89794921875,0.0068359375,0.0595703125,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,64,128,2048,64,0.8331733042897347,0.0,0.8681640625,0.013671875,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,128,192,2048,64,0.7271638390959048,0.0,0.8759765625,0.0068359375,0.06103515625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,192,256,2048,64,0.7322733975034437,0.0,0.87841796875,0.0078125,0.05712890625,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,256,320,2048,64,0.7192387602522756,0.0,0.841796875,0.00537109375,0.07666015625,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,320,384,2048,64,0.7234495540904679,0.0,0.86572265625,0.005859375,0.06201171875,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,384,448,2048,64,0.7414958860135892,0.0,0.87646484375,0.00732421875,0.07421875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,448,512,2048,64,0.7936824896212761,0.0,0.865234375,0.0078125,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,512,576,2048,64,0.7230659863065123,0.0,0.85986328125,0.005859375,0.0615234375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,576,640,2048,64,0.7242504184952113,0.0,0.88427734375,0.00537109375,0.068359375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,640,704,2048,64,0.6937925009063423,0.0,0.84033203125,0.005859375,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,704,768,2048,64,0.7458276446890489,0.0,0.84375,0.00634765625,0.0693359375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,768,832,2048,64,0.8069041048220087,0.0,0.888671875,0.009765625,0.06640625,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,832,896,2048,64,0.7896499173808716,0.0,0.86865234375,0.0068359375,0.06201171875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,896,960,2048,64,0.7686244000109885,0.0,0.87548828125,0.00439453125,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,960,1024,2048,64,0.7324507324479593,0.0,0.85986328125,0.00537109375,0.06494140625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1024,1088,2048,64,0.7914530355206892,0.0,0.9033203125,0.00634765625,0.0615234375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1088,1152,2048,64,0.7465154384533952,0.0,0.857421875,0.0048828125,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1152,1216,2048,64,0.8419636312608049,0.0,0.88427734375,0.00830078125,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1216,1280,2048,64,0.7050835807746583,0.0,0.86376953125,0.0078125,0.07373046875,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1280,1344,2048,64,0.707904027531105,0.0,0.8837890625,0.005859375,0.06640625,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1344,1408,2048,64,0.8057094546240776,0.0,0.8876953125,0.00634765625,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1408,1472,2048,64,0.7369277289892647,0.0,0.87109375,0.005859375,0.05517578125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1472,1536,2048,64,0.703902946520469,0.0,0.87744140625,0.01171875,0.06787109375,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1536,1600,2048,64,0.7856146878336822,0.0,0.830078125,0.01025390625,0.078125,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1600,1664,2048,64,0.776627892554245,0.0,0.85986328125,0.00732421875,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1664,1728,2048,64,0.7144796217130426,0.0,0.86962890625,0.005859375,0.056640625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1728,1792,2048,64,0.7816898323871017,0.0,0.8916015625,0.009765625,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1792,1856,2048,64,0.709841756595246,0.0,0.8291015625,0.00927734375,0.07666015625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1856,1920,2048,64,0.7956206174590436,0.0,0.87890625,0.0068359375,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1920,1984,2048,64,0.796760105186264,0.0,0.8662109375,0.00634765625,0.06884765625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,1984,2048,2048,64,0.6655363178143943,0.0,0.86962890625,0.0048828125,0.06494140625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2048,2112,2048,64,0.8019276545712697,0.0,0.83203125,0.0078125,0.08056640625,1.0,40,0.625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2112,2176,2048,64,0.7552052225762957,0.0,0.85791015625,0.0078125,0.0712890625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2176,2240,2048,64,0.808384571061097,0.0,0.86572265625,0.01123046875,0.0673828125,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2240,2304,2048,64,0.7853560344160483,0.0,0.8759765625,0.0048828125,0.0615234375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2304,2368,2048,64,0.6718755388987956,0.0,0.849609375,0.00634765625,0.0693359375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2368,2432,2048,64,0.6765344759315881,0.0,0.8271484375,0.00439453125,0.06494140625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2432,2496,2048,64,0.7540690612507828,0.0,0.873046875,0.005859375,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2496,2560,2048,64,0.7416157599297499,0.0,0.87255859375,0.00732421875,0.083984375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2560,2624,2048,64,0.7577381572191606,0.0,0.89013671875,0.01123046875,0.0625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2624,2688,2048,64,0.7860394578111104,0.0,0.8701171875,0.00732421875,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2688,2752,2048,64,0.681464193990854,0.0,0.8525390625,0.00732421875,0.068359375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2752,2816,2048,64,0.6823936873424561,0.0,0.86181640625,0.005859375,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2816,2880,2048,64,0.678054012737623,0.0,0.86669921875,0.0087890625,0.0673828125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2880,2944,2048,64,0.6955442750193459,0.0,0.86962890625,0.00341796875,0.06591796875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,2944,3008,2048,64,0.7239576116181964,0.0,0.86669921875,0.0068359375,0.06982421875,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3008,3072,2048,64,0.7212827178387021,0.0,0.8681640625,0.00537109375,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3072,3136,2048,64,0.7675656784643373,0.0,0.8642578125,0.01171875,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3136,3200,2048,64,0.7410510843647637,0.0,0.83544921875,0.01416015625,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3200,3264,2048,64,0.7948658374052668,0.0,0.8564453125,0.00830078125,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3264,3328,2048,64,0.6434938279633854,0.0,0.81298828125,0.005859375,0.07470703125,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3328,3392,2048,64,0.8121758822548525,0.0,0.86376953125,0.00732421875,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3392,3456,2048,64,0.7863094684133807,0.0,0.89404296875,0.00830078125,0.06201171875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3456,3520,2048,64,0.752772566138361,0.0,0.87451171875,0.00634765625,0.064453125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3520,3584,2048,64,0.7017344485621954,0.0,0.87109375,0.005859375,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3584,3648,2048,64,0.7899090392394843,0.0,0.87744140625,0.001953125,0.0537109375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3648,3712,2048,64,0.72037009842327,0.0,0.818359375,0.00927734375,0.0849609375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3712,3776,2048,64,0.7095905038002623,0.0,0.82861328125,0.0048828125,0.078125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3776,3840,2048,64,0.7262580797421025,0.0,0.8515625,0.0087890625,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3840,3904,2048,64,0.7668084849933917,0.0,0.84765625,0.0078125,0.08447265625,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3904,3968,2048,64,0.7276240095863936,0.0,0.890625,0.00634765625,0.056640625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,3968,4032,2048,64,0.7429146375040532,0.0,0.84326171875,0.0078125,0.0693359375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4032,4096,2048,64,0.6918609992398491,0.0,0.8349609375,0.00439453125,0.056640625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4096,4160,2048,64,0.7689846457789562,0.0,0.88037109375,0.00390625,0.05810546875,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4160,4224,2048,64,0.7580792588617483,0.0,0.8583984375,0.0087890625,0.0732421875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4224,4288,2048,64,0.7557765222719178,0.0,0.86962890625,0.005859375,0.0615234375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4288,4352,2048,64,0.743368674530733,0.0,0.8662109375,0.00732421875,0.072265625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4352,4416,2048,64,0.7388823313900789,0.0,0.86865234375,0.0087890625,0.0712890625,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4416,4480,2048,64,0.8169912285107006,0.0,0.892578125,0.0068359375,0.0634765625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4480,4544,2048,64,0.7796707452914874,0.0,0.91357421875,0.00830078125,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4544,4608,2048,64,0.7541953911014317,0.0,0.85888671875,0.00390625,0.06494140625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4608,4672,2048,64,0.7277804109036786,0.0,0.8515625,0.00830078125,0.06884765625,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4672,4736,2048,64,0.7553162960469987,0.0,0.859375,0.00634765625,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4736,4800,2048,64,0.7460523060808073,0.0,0.86962890625,0.00634765625,0.0595703125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4800,4864,2048,64,0.7385719988304661,0.0,0.8681640625,0.0068359375,0.0693359375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4864,4928,2048,64,0.774680600237732,0.0,0.8935546875,0.0068359375,0.0654296875,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4928,4992,2048,64,0.774594444185741,0.0,0.84228515625,0.00732421875,0.06005859375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,4992,5056,2048,64,0.662269659556323,0.0,0.837890625,0.0068359375,0.07080078125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5056,5120,2048,64,0.7171332687264637,0.0,0.888671875,0.0048828125,0.05029296875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5120,5184,2048,64,0.74684013866277,0.0,0.84326171875,0.00732421875,0.0693359375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5184,5248,2048,64,0.8055584128954708,0.0,0.86865234375,0.005859375,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5248,5312,2048,64,0.7074317725706641,0.0,0.84228515625,0.00390625,0.0751953125,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5312,5376,2048,64,0.7150116582916143,0.0,0.8525390625,0.00927734375,0.060546875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5376,5440,2048,64,0.859418371685586,0.0,0.84765625,0.00634765625,0.05859375,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5440,5504,2048,64,0.8569682647910241,0.0,0.8779296875,0.0048828125,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5504,5568,2048,64,0.8067439381067872,0.0,0.888671875,0.0068359375,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5568,5632,2048,64,0.6263462568706587,0.0,0.8359375,0.00537109375,0.0693359375,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5632,5696,2048,64,0.782436626178808,0.0,0.859375,0.0078125,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5696,5760,2048,64,0.792911902331171,0.0,0.85498046875,0.01025390625,0.07080078125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5760,5824,2048,64,0.7733384376881252,0.0,0.86962890625,0.00439453125,0.07568359375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5824,5888,2048,64,0.7547547631057204,0.0,0.88330078125,0.00390625,0.06787109375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5888,5952,2048,64,0.8393487550630205,0.0,0.86474609375,0.00830078125,0.07861328125,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,5952,6016,2048,64,0.8348215861980519,0.0,0.888671875,0.00732421875,0.0615234375,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,6016,6080,2048,64,0.7560283683961461,0.0,0.8857421875,0.0078125,0.06005859375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,64,6080,6144,2048,64,0.6713654054224394,0.0,0.8408203125,0.00927734375,0.06298828125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,0,128,4096,128,0.7911128659635478,0.0,0.883056640625,0.009765625,0.072021484375,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,128,256,4096,128,0.7297230904870461,0.0,0.877197265625,0.00732421875,0.05908203125,1.0,92,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,256,384,4096,128,0.721347229690018,0.0,0.853759765625,0.005615234375,0.069091796875,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,384,512,4096,128,0.7680325654900658,0.0,0.870849609375,0.007080078125,0.074462890625,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,512,640,4096,128,0.723658444725099,0.0,0.8720703125,0.005615234375,0.06494140625,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,640,768,4096,128,0.720280122555208,0.0,0.842041015625,0.006591796875,0.06982421875,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,768,896,4096,128,0.7983236268576248,0.0,0.878662109375,0.008544921875,0.064697265625,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,896,1024,4096,128,0.7507554674312417,0.0,0.86767578125,0.0048828125,0.0673828125,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1024,1152,4096,128,0.76931242264901,0.0,0.88037109375,0.005615234375,0.06591796875,1.0,85,0.6640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1152,1280,4096,128,0.7765454308164766,0.0,0.8740234375,0.0078125,0.073974609375,1.0,82,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1280,1408,4096,128,0.7583850728572484,0.0,0.8857421875,0.006103515625,0.072021484375,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1408,1536,4096,128,0.7206045503164248,0.0,0.874267578125,0.0087890625,0.061767578125,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1536,1664,4096,128,0.781134214214581,0.0,0.844970703125,0.0087890625,0.073974609375,1.0,84,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1664,1792,4096,128,0.7488391429074029,0.0,0.880615234375,0.007568359375,0.064697265625,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1792,1920,4096,128,0.7539520828050461,0.0,0.85400390625,0.0087890625,0.073486328125,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,1920,2048,4096,128,0.7340862536331711,0.0,0.867919921875,0.005859375,0.06884765625,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2048,2176,4096,128,0.7789168413164174,0.0,0.844970703125,0.008056640625,0.076171875,1.0,82,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2176,2304,4096,128,0.7969534853187276,0.0,0.870849609375,0.008056640625,0.0654296875,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2304,2432,4096,128,0.6742090317158973,0.0,0.83837890625,0.00537109375,0.0673828125,1.0,92,0.71875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2432,2560,4096,128,0.7478683321654345,0.0,0.872802734375,0.006591796875,0.079833984375,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2560,2688,4096,128,0.7720185050055062,0.0,0.880126953125,0.00927734375,0.067626953125,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2688,2816,4096,128,0.6819290990331905,0.0,0.857177734375,0.006591796875,0.066650390625,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2816,2944,4096,128,0.6868548182482889,0.0,0.8681640625,0.006103515625,0.06689453125,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,2944,3072,4096,128,0.7226214024206271,0.0,0.867431640625,0.006103515625,0.069580078125,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3072,3200,4096,128,0.7544248737928153,0.0,0.849853515625,0.01318359375,0.07958984375,1.0,84,0.65625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3200,3328,4096,128,0.7231514385317045,0.0,0.834716796875,0.007080078125,0.074951171875,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3328,3456,4096,128,0.7993473099451144,0.0,0.87890625,0.0078125,0.071044921875,1.0,85,0.6640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3456,3584,4096,128,0.727701096821154,0.0,0.872802734375,0.006103515625,0.068115234375,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3584,3712,4096,128,0.755939603729887,0.0,0.847900390625,0.005615234375,0.071044921875,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3712,3840,4096,128,0.7179726601599103,0.0,0.840087890625,0.006591796875,0.06884765625,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3840,3968,4096,128,0.7474730603789146,0.0,0.869140625,0.00732421875,0.068359375,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,3968,4096,4096,128,0.7178418352558387,0.0,0.839111328125,0.00634765625,0.06201171875,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4096,4224,4096,128,0.7635514220274116,0.0,0.869384765625,0.00634765625,0.06591796875,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4224,4352,4096,128,0.7495982717065901,0.0,0.867919921875,0.006591796875,0.067138671875,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4352,4480,4096,128,0.7789164804726698,0.0,0.880615234375,0.007568359375,0.066650390625,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4480,4608,4096,128,0.7670388383328529,0.0,0.88623046875,0.006103515625,0.062744140625,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4608,4736,4096,128,0.7416761535769114,0.0,0.85546875,0.00732421875,0.068115234375,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4736,4864,4096,128,0.742321574812736,0.0,0.868896484375,0.0068359375,0.064208984375,1.0,88,0.6875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4864,4992,4096,128,0.7746375234095332,0.0,0.867919921875,0.007080078125,0.062744140625,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,4992,5120,4096,128,0.6902467772772106,0.0,0.86328125,0.006103515625,0.061767578125,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5120,5248,4096,128,0.7767543206524491,0.0,0.85595703125,0.0068359375,0.07177734375,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5248,5376,4096,128,0.7112318132421369,0.0,0.847412109375,0.006591796875,0.06787109375,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5376,5504,4096,128,0.8581941926072567,0.0,0.86279296875,0.005615234375,0.068359375,1.0,82,0.640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5504,5632,4096,128,0.7221999083245348,0.0,0.8623046875,0.005859375,0.072998046875,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5632,5760,4096,128,0.7876916778932326,0.0,0.857177734375,0.009033203125,0.067138671875,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5760,5888,4096,128,0.7641030989456471,0.0,0.87646484375,0.004150390625,0.072509765625,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,5888,6016,4096,128,0.8370882311345901,0.0,0.876708984375,0.0078125,0.070068359375,1.0,85,0.6640625
+fresh-zh-1,layers.4.mlp.gate_proj.output,128,6016,6144,4096,128,0.7149511876407281,0.0,0.86328125,0.008544921875,0.061279296875,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.up_proj.output,0,0,6144,196608,6144,0.28702375703808086,0.0,0.5006103515625,0.0081939697265625,0.08491007486979167,1.0,4937,0.8035481770833334
+fresh-zh-1,layers.4.mlp.up_proj.output,64,0,64,2048,64,0.28762755072988033,0.0,0.52880859375,0.00439453125,0.07275390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,64,128,2048,64,0.2935309845154863,0.0,0.52001953125,0.0087890625,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,128,192,2048,64,0.28241849944938074,0.0,0.48046875,0.00439453125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,192,256,2048,64,0.27704023419092255,0.0,0.5234375,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,256,320,2048,64,0.27264458854197676,0.0,0.51123046875,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,320,384,2048,64,0.3013902450462843,0.0,0.4599609375,0.0107421875,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,384,448,2048,64,0.2759453293429923,0.0,0.5546875,0.00927734375,0.0966796875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,448,512,2048,64,0.2914416374706559,0.0,0.56298828125,0.00634765625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,512,576,2048,64,0.28105874589856195,0.0,0.50830078125,0.00927734375,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,576,640,2048,64,0.2876365270054811,0.0,0.5009765625,0.0068359375,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,640,704,2048,64,0.28815673781269446,0.0,0.50537109375,0.00732421875,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,704,768,2048,64,0.2797781536683834,0.0,0.54052734375,0.00390625,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,768,832,2048,64,0.2831450130876938,0.0,0.4873046875,0.0078125,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,832,896,2048,64,0.2774788301518237,0.0,0.55517578125,0.00732421875,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,896,960,2048,64,0.31248140443963535,0.0,0.50146484375,0.0107421875,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,960,1024,2048,64,0.2917353883378759,0.0,0.4892578125,0.00537109375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1024,1088,2048,64,0.29437416470029326,0.0,0.46923828125,0.0087890625,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1088,1152,2048,64,0.29634764963536087,0.0,0.46484375,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1152,1216,2048,64,0.2793734611229034,0.0,0.54541015625,0.0087890625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1216,1280,2048,64,0.29674814166878855,0.0,0.4619140625,0.01123046875,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1280,1344,2048,64,0.28605469723195426,0.0,0.51806640625,0.0107421875,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1344,1408,2048,64,0.27393912028196593,0.0,0.55517578125,0.00732421875,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1408,1472,2048,64,0.2793129799273049,0.0,0.5,0.00439453125,0.08740234375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1472,1536,2048,64,0.2826757451229131,0.0,0.46044921875,0.00634765625,0.0908203125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1536,1600,2048,64,0.307347328573614,0.0,0.52001953125,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1600,1664,2048,64,0.2736764255641263,0.0,0.5390625,0.00537109375,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1664,1728,2048,64,0.2776697314781,0.0,0.4990234375,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1728,1792,2048,64,0.27768692000783457,0.0,0.51513671875,0.0068359375,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1792,1856,2048,64,0.2985034836793092,0.0,0.51416015625,0.01171875,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1856,1920,2048,64,0.2806149714860463,0.0,0.50537109375,0.0126953125,0.091796875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1920,1984,2048,64,0.2817953317244527,0.0,0.52197265625,0.009765625,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,1984,2048,2048,64,0.27437604311888664,0.0,0.47265625,0.0068359375,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2048,2112,2048,64,0.2825665557284898,0.0,0.49462890625,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2112,2176,2048,64,0.30749295122332126,0.0,0.43798828125,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2176,2240,2048,64,0.29242344688449207,0.0,0.45849609375,0.0107421875,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2240,2304,2048,64,0.28481738504884363,0.0,0.517578125,0.0078125,0.0673828125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2304,2368,2048,64,0.27687834548294304,0.0,0.5048828125,0.00830078125,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2368,2432,2048,64,0.27517902683608714,0.0,0.5146484375,0.00830078125,0.078125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2432,2496,2048,64,0.27680389257638294,0.0,0.48681640625,0.00634765625,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2496,2560,2048,64,0.2865818566893466,0.0,0.505859375,0.0068359375,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2560,2624,2048,64,0.2853860135433489,0.0,0.52734375,0.00537109375,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2624,2688,2048,64,0.2808782312282097,0.0,0.46337890625,0.009765625,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2688,2752,2048,64,0.28103710103875096,0.0,0.47216796875,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2752,2816,2048,64,0.2882956419629874,0.0,0.4716796875,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2816,2880,2048,64,0.2799381115432327,0.0,0.4951171875,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2880,2944,2048,64,0.2804411959819849,0.0,0.4765625,0.0068359375,0.076171875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,2944,3008,2048,64,0.2846268774862265,0.0,0.46875,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3008,3072,2048,64,0.29820539107044547,0.0,0.462890625,0.00830078125,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3072,3136,2048,64,0.29074770238516506,0.0,0.52587890625,0.00732421875,0.09033203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3136,3200,2048,64,0.2889857334329355,0.0,0.53173828125,0.00830078125,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3200,3264,2048,64,0.2959042577582182,0.0,0.52783203125,0.0068359375,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3264,3328,2048,64,0.299687610321807,0.0,0.4658203125,0.00830078125,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3328,3392,2048,64,0.34733569485462845,0.0,0.515625,0.00634765625,0.1083984375,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3392,3456,2048,64,0.28589169943810866,0.0,0.4814453125,0.00634765625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3456,3520,2048,64,0.2833352255536863,0.0,0.47216796875,0.00439453125,0.07421875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3520,3584,2048,64,0.29268678506578083,0.0,0.50830078125,0.00830078125,0.06787109375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3584,3648,2048,64,0.2779314660463465,0.0,0.48095703125,0.0078125,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3648,3712,2048,64,0.2936314316109066,0.0,0.4306640625,0.00537109375,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3712,3776,2048,64,0.27482988242940076,0.0,0.50390625,0.0087890625,0.0732421875,1.0,54,0.84375
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3776,3840,2048,64,0.2884867489787674,0.0,0.48583984375,0.0068359375,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3840,3904,2048,64,0.32277897686292506,0.0,0.48828125,0.0107421875,0.09912109375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3904,3968,2048,64,0.27303365939326396,0.0,0.51708984375,0.0087890625,0.09375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,3968,4032,2048,64,0.2801758415070017,0.0,0.490234375,0.0078125,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4032,4096,2048,64,0.30541701811097016,0.0,0.5009765625,0.00927734375,0.09716796875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4096,4160,2048,64,0.283289745541621,0.0,0.4970703125,0.00732421875,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4160,4224,2048,64,0.2896566244385552,0.0,0.474609375,0.00830078125,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4224,4288,2048,64,0.2815856342415537,0.0,0.50439453125,0.00634765625,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4288,4352,2048,64,0.29584924576663774,0.0,0.48876953125,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4352,4416,2048,64,0.2726025022729749,0.0,0.498046875,0.00830078125,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4416,4480,2048,64,0.283939404307753,0.0,0.49658203125,0.009765625,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4480,4544,2048,64,0.2718825404737696,0.0,0.49560546875,0.01025390625,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4544,4608,2048,64,0.29662626796070085,0.0,0.4853515625,0.0126953125,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4608,4672,2048,64,0.2914357532938375,0.0,0.48388671875,0.01318359375,0.10205078125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4672,4736,2048,64,0.26658089779072064,0.0,0.52734375,0.0087890625,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4736,4800,2048,64,0.27927784203009304,0.0,0.52392578125,0.00830078125,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4800,4864,2048,64,0.27112881134595285,0.0,0.548828125,0.005859375,0.07666015625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4864,4928,2048,64,0.28949275694779686,0.0,0.48291015625,0.0087890625,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4928,4992,2048,64,0.27969545929808504,0.0,0.52001953125,0.00830078125,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,4992,5056,2048,64,0.31507485250062134,0.0,0.49853515625,0.0087890625,0.091796875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5056,5120,2048,64,0.2890190172877092,0.0,0.525390625,0.0078125,0.09716796875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5120,5184,2048,64,0.2880412946606358,0.0,0.52783203125,0.0078125,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5184,5248,2048,64,0.28482530443573356,0.0,0.5361328125,0.0126953125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5248,5312,2048,64,0.2989464005157995,0.0,0.501953125,0.01025390625,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5312,5376,2048,64,0.2706742731440185,0.0,0.48193359375,0.00732421875,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5376,5440,2048,64,0.30168164409664117,0.0,0.51416015625,0.013671875,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5440,5504,2048,64,0.28497872883973585,0.0,0.48681640625,0.00927734375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5504,5568,2048,64,0.2711150069923211,0.0,0.46044921875,0.00830078125,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5568,5632,2048,64,0.28054770123375045,0.0,0.4853515625,0.00732421875,0.0810546875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5632,5696,2048,64,0.2855748660426395,0.0,0.515625,0.00927734375,0.0888671875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5696,5760,2048,64,0.2867601862303627,0.0,0.486328125,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5760,5824,2048,64,0.30236978249998936,0.0,0.51123046875,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5824,5888,2048,64,0.2801495095842207,0.0,0.52978515625,0.00537109375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5888,5952,2048,64,0.27987767020169035,0.0,0.5107421875,0.005859375,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,5952,6016,2048,64,0.26674793597141516,0.0,0.45751953125,0.00390625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,6016,6080,2048,64,0.2817081519533569,0.0,0.49462890625,0.00927734375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,64,6080,6144,2048,64,0.30123879082631994,0.0,0.52880859375,0.01123046875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,0,128,4096,128,0.29059425907052994,0.0,0.5244140625,0.0068359375,0.07958984375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,128,256,4096,128,0.2797422922904232,0.0,0.501953125,0.006103515625,0.085693359375,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,256,384,4096,128,0.28737706195022167,0.0,0.485595703125,0.009765625,0.085693359375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,384,512,4096,128,0.28379927135018307,0.0,0.558837890625,0.0078125,0.0908203125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,512,640,4096,128,0.2843666561974586,0.0,0.504638671875,0.008056640625,0.078857421875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,640,768,4096,128,0.2839983457847453,0.0,0.52294921875,0.005615234375,0.085693359375,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,768,896,4096,128,0.2803262381751438,0.0,0.521240234375,0.008056640625,0.08544921875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,896,1024,4096,128,0.3022864245456767,0.0,0.495361328125,0.0078125,0.085693359375,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1024,1152,4096,128,0.29536255541909673,0.0,0.467041015625,0.009521484375,0.083740234375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1152,1280,4096,128,0.2881917680674362,0.0,0.503662109375,0.010009765625,0.087646484375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1280,1408,4096,128,0.28006243181594564,0.0,0.53662109375,0.0087890625,0.083740234375,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1408,1536,4096,128,0.28099939291452675,0.0,0.480224609375,0.00537109375,0.089111328125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1536,1664,4096,128,0.29099928375418194,0.0,0.529541015625,0.007080078125,0.083740234375,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1664,1792,4096,128,0.2776783258759654,0.0,0.507080078125,0.0078125,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1792,1920,4096,128,0.28969733515412094,0.0,0.509765625,0.01171875,0.092041015625,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,1920,2048,4096,128,0.2781104295233024,0.0,0.497314453125,0.00830078125,0.091552734375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2048,2176,4096,128,0.29529288297238865,0.0,0.46630859375,0.0078125,0.085205078125,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2176,2304,4096,128,0.28864547035582305,0.0,0.488037109375,0.00927734375,0.074951171875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2304,2432,4096,128,0.2760299938483388,0.0,0.509765625,0.00830078125,0.079345703125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2432,2560,4096,128,0.2817352973350614,0.0,0.496337890625,0.006591796875,0.0810546875,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2560,2688,4096,128,0.28314109336517385,0.0,0.495361328125,0.0078125,0.084716796875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2688,2816,4096,128,0.28468950572080814,0.0,0.471923828125,0.00830078125,0.084228515625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2816,2944,4096,128,0.2801897666744786,0.0,0.48583984375,0.006591796875,0.080810546875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,2944,3072,4096,128,0.29149520978142734,0.0,0.4658203125,0.00830078125,0.085205078125,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3072,3200,4096,128,0.28986805668271226,0.0,0.52880859375,0.0078125,0.08544921875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3200,3328,4096,128,0.297801942186277,0.0,0.496826171875,0.007568359375,0.087158203125,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3328,3456,4096,128,0.3181007299015183,0.0,0.49853515625,0.0068359375,0.09765625,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3456,3584,4096,128,0.28804895781073475,0.0,0.490234375,0.00634765625,0.070556640625,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3584,3712,4096,128,0.28588924205760347,0.0,0.455810546875,0.006591796875,0.08642578125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3712,3840,4096,128,0.2817410767109551,0.0,0.494873046875,0.0078125,0.0810546875,1.0,106,0.828125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3840,3968,4096,128,0.29894284325465426,0.0,0.502685546875,0.0107421875,0.096435546875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.up_proj.output,128,3968,4096,4096,128,0.2930683001588138,0.0,0.49560546875,0.008056640625,0.08837890625,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4096,4224,4096,128,0.28649087246383137,0.0,0.48583984375,0.0078125,0.0810546875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4224,4352,4096,128,0.28880551036286206,0.0,0.49658203125,0.007080078125,0.0830078125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4352,4480,4096,128,0.27832868120634724,0.0,0.497314453125,0.009033203125,0.078857421875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4480,4608,4096,128,0.2845235127882795,0.0,0.490478515625,0.011962890625,0.085205078125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4608,4736,4096,128,0.27928495606177317,0.0,0.505615234375,0.010498046875,0.092041015625,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4736,4864,4096,128,0.27523348759812544,0.0,0.536376953125,0.00732421875,0.079345703125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4864,4992,4096,128,0.28463626462311764,0.0,0.50146484375,0.00927734375,0.08447265625,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,4992,5120,4096,128,0.3023277650433726,0.0,0.511962890625,0.00830078125,0.09375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5120,5248,4096,128,0.2864378130386101,0.0,0.531982421875,0.01025390625,0.0849609375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5248,5376,4096,128,0.28516093046155144,0.0,0.491943359375,0.00830078125,0.08544921875,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5376,5504,4096,128,0.29344905032727925,0.0,0.50048828125,0.01171875,0.07861328125,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5504,5632,4096,128,0.2758716727792,0.0,0.472900390625,0.007568359375,0.08154296875,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5632,5760,4096,128,0.28616813984277123,0.0,0.5009765625,0.009765625,0.0888671875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5760,5888,4096,128,0.2914714678054871,0.0,0.5205078125,0.007080078125,0.08447265625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.up_proj.output,128,5888,6016,4096,128,0.2733916344939402,0.0,0.484130859375,0.00439453125,0.08203125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.up_proj.output,128,6016,6144,4096,128,0.29163701066178055,0.0,0.51171875,0.010009765625,0.085205078125,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,0,0,6144,196608,6144,0.21462698320538395,0.0,0.8646138509114584,0.004023234049479167,0.039438883463541664,1.0,4883,0.7947591145833334
+fresh-zh-1,layers.4.mlp.silu_gate,64,0,64,2048,64,0.21075547977698597,0.0,0.89794921875,0.0029296875,0.03515625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,64,128,2048,64,0.2161529851841387,0.0,0.8681640625,0.0048828125,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,128,192,2048,64,0.20633154291673897,0.0,0.8759765625,0.00439453125,0.0390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,192,256,2048,64,0.21168577780542253,0.0,0.87841796875,0.0048828125,0.0380859375,1.0,54,0.84375
+fresh-zh-1,layers.4.mlp.silu_gate,64,256,320,2048,64,0.2059574919264327,0.0,0.841796875,0.00341796875,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,320,384,2048,64,0.2204335059605876,0.0,0.86572265625,0.00390625,0.03759765625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,384,448,2048,64,0.20857294082004849,0.0,0.87646484375,0.00341796875,0.04541015625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,448,512,2048,64,0.21532658443744226,0.0,0.865234375,0.00537109375,0.04150390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,512,576,2048,64,0.212043159254671,0.0,0.85986328125,0.00341796875,0.0400390625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,576,640,2048,64,0.205830006437348,0.0,0.88427734375,0.00341796875,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,640,704,2048,64,0.21004991887123758,0.0,0.84033203125,0.00341796875,0.04296875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,704,768,2048,64,0.22344553798969985,0.0,0.84375,0.00390625,0.044921875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,768,832,2048,64,0.21433800807676698,0.0,0.888671875,0.005859375,0.03515625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,832,896,2048,64,0.2787887731574088,0.0,0.86865234375,0.00537109375,0.04296875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.silu_gate,64,896,960,2048,64,0.2151722960172768,0.0,0.87548828125,0.001953125,0.037109375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,960,1024,2048,64,0.2077254909628545,0.0,0.85986328125,0.00390625,0.0380859375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,1024,1088,2048,64,0.20631491214548506,0.0,0.9033203125,0.00390625,0.0302734375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1088,1152,2048,64,0.20677339048298193,0.0,0.857421875,0.00244140625,0.0400390625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1152,1216,2048,64,0.210841414078341,0.0,0.88427734375,0.00439453125,0.0419921875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1216,1280,2048,64,0.200354399332678,0.0,0.86376953125,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1280,1344,2048,64,0.20192122205884327,0.0,0.8837890625,0.0029296875,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1344,1408,2048,64,0.23626692020389595,0.0,0.8876953125,0.00244140625,0.044921875,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.silu_gate,64,1408,1472,2048,64,0.21400493876039395,0.0,0.87109375,0.0029296875,0.02880859375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1472,1536,2048,64,0.20032423279924405,0.0,0.87744140625,0.0087890625,0.03955078125,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1536,1600,2048,64,0.2119280276712378,0.0,0.830078125,0.005859375,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,1600,1664,2048,64,0.20551278679055626,0.0,0.85986328125,0.0029296875,0.03662109375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1664,1728,2048,64,0.20890222285794627,0.0,0.86962890625,0.0029296875,0.02880859375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1728,1792,2048,64,0.2107712834343943,0.0,0.8916015625,0.00537109375,0.03955078125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1792,1856,2048,64,0.24021358278989408,0.0,0.8291015625,0.0068359375,0.056640625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.silu_gate,64,1856,1920,2048,64,0.24442600713788162,0.0,0.87890625,0.0048828125,0.0380859375,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.silu_gate,64,1920,1984,2048,64,0.20987466598572674,0.0,0.8662109375,0.001953125,0.037109375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,1984,2048,2048,64,0.20375417457402953,0.0,0.86962890625,0.00341796875,0.03564453125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2048,2112,2048,64,0.21313243386549138,0.0,0.83203125,0.005859375,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2112,2176,2048,64,0.2035787050254059,0.0,0.85791015625,0.00439453125,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2176,2240,2048,64,0.2189505942166764,0.0,0.86572265625,0.0068359375,0.03857421875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2240,2304,2048,64,0.22292893738864333,0.0,0.8759765625,0.00146484375,0.0322265625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2304,2368,2048,64,0.19731704186571378,0.0,0.849609375,0.00390625,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2368,2432,2048,64,0.22409053034641524,0.0,0.8271484375,0.00390625,0.0439453125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2432,2496,2048,64,0.22058781359486812,0.0,0.873046875,0.001953125,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2496,2560,2048,64,0.21199150947641843,0.0,0.87255859375,0.00439453125,0.04931640625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2560,2624,2048,64,0.2076202240797306,0.0,0.89013671875,0.00537109375,0.03759765625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2624,2688,2048,64,0.21220221584998097,0.0,0.8701171875,0.00390625,0.03857421875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2688,2752,2048,64,0.208635183506795,0.0,0.8525390625,0.00341796875,0.04296875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2752,2816,2048,64,0.21295416816485252,0.0,0.86181640625,0.00439453125,0.041015625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,2816,2880,2048,64,0.20398522752915454,0.0,0.86669921875,0.00341796875,0.0380859375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2880,2944,2048,64,0.20054626045339016,0.0,0.86962890625,0.001953125,0.0341796875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,2944,3008,2048,64,0.23977410712688213,0.0,0.86669921875,0.00439453125,0.044921875,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.silu_gate,64,3008,3072,2048,64,0.20944854370750854,0.0,0.8681640625,0.0029296875,0.04296875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3072,3136,2048,64,0.21113822644073016,0.0,0.8642578125,0.0048828125,0.0498046875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3136,3200,2048,64,0.2052896693418179,0.0,0.83544921875,0.00830078125,0.04345703125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3200,3264,2048,64,0.20481524178084562,0.0,0.8564453125,0.0029296875,0.04150390625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3264,3328,2048,64,0.2130875702362585,0.0,0.81298828125,0.0048828125,0.044921875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3328,3392,2048,64,0.20759689336213466,0.0,0.86376953125,0.00390625,0.037109375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3392,3456,2048,64,0.21343286266875014,0.0,0.89404296875,0.0048828125,0.03759765625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3456,3520,2048,64,0.2127675028698012,0.0,0.87451171875,0.00439453125,0.04052734375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3520,3584,2048,64,0.20259716983075798,0.0,0.87109375,0.001953125,0.037109375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3584,3648,2048,64,0.21678533207729275,0.0,0.87744140625,0.00048828125,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3648,3712,2048,64,0.22147006437417346,0.0,0.818359375,0.00439453125,0.05615234375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3712,3776,2048,64,0.212676155605099,0.0,0.82861328125,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,3776,3840,2048,64,0.21919574794135283,0.0,0.8515625,0.005859375,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3840,3904,2048,64,0.2248366481211261,0.0,0.84765625,0.0048828125,0.04443359375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3904,3968,2048,64,0.2117585164729648,0.0,0.890625,0.00341796875,0.03564453125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,3968,4032,2048,64,0.21915074143180896,0.0,0.84326171875,0.00439453125,0.0390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4032,4096,2048,64,0.22595533084060254,0.0,0.8349609375,0.0029296875,0.0361328125,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.silu_gate,64,4096,4160,2048,64,0.2264810670799187,0.0,0.88037109375,0.00341796875,0.03515625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4160,4224,2048,64,0.22305891029012292,0.0,0.8583984375,0.005859375,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4224,4288,2048,64,0.21074571865355568,0.0,0.86962890625,0.00146484375,0.033203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4288,4352,2048,64,0.20953755792701284,0.0,0.8662109375,0.00439453125,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4352,4416,2048,64,0.21666499863062952,0.0,0.86865234375,0.00537109375,0.04345703125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4416,4480,2048,64,0.21987331206578448,0.0,0.892578125,0.00341796875,0.03076171875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4480,4544,2048,64,0.21734029920192327,0.0,0.91357421875,0.00390625,0.0341796875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4544,4608,2048,64,0.20630600774285,0.0,0.85888671875,0.00244140625,0.02880859375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4608,4672,2048,64,0.2025048339624243,0.0,0.8515625,0.00244140625,0.0361328125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4672,4736,2048,64,0.22635288344561688,0.0,0.859375,0.00390625,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4736,4800,2048,64,0.21080396799764647,0.0,0.86962890625,0.00439453125,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4800,4864,2048,64,0.2086522916694608,0.0,0.8681640625,0.00341796875,0.0390625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4864,4928,2048,64,0.20828770085877293,0.0,0.8935546875,0.00537109375,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,4928,4992,2048,64,0.21688955540643934,0.0,0.84228515625,0.001953125,0.0380859375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,4992,5056,2048,64,0.1993705559105516,0.0,0.837890625,0.00341796875,0.0458984375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5056,5120,2048,64,0.21033002906680603,0.0,0.888671875,0.00390625,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5120,5184,2048,64,0.22770017232403045,0.0,0.84326171875,0.00439453125,0.0458984375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5184,5248,2048,64,0.21715256745565417,0.0,0.86865234375,0.001953125,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5248,5312,2048,64,0.21283680074588027,0.0,0.84228515625,0.00244140625,0.03857421875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5312,5376,2048,64,0.22087302535388065,0.0,0.8525390625,0.00732421875,0.0400390625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5376,5440,2048,64,0.22602466949000932,0.0,0.84765625,0.00244140625,0.03076171875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,64,5440,5504,2048,64,0.2222526819604763,0.0,0.8779296875,0.001953125,0.041015625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5504,5568,2048,64,0.21093006409503365,0.0,0.888671875,0.0029296875,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5568,5632,2048,64,0.19515514852184623,0.0,0.8359375,0.00390625,0.04052734375,1.0,54,0.84375
+fresh-zh-1,layers.4.mlp.silu_gate,64,5632,5696,2048,64,0.21388557532599822,0.0,0.859375,0.00537109375,0.041015625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5696,5760,2048,64,0.21605042208692166,0.0,0.85498046875,0.005859375,0.0419921875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5760,5824,2048,64,0.20511191055154374,0.0,0.86962890625,0.0029296875,0.03515625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5824,5888,2048,64,0.21239031767686053,0.0,0.88330078125,0.00244140625,0.03759765625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5888,5952,2048,64,0.22143194531753693,0.0,0.86474609375,0.00537109375,0.0419921875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,5952,6016,2048,64,0.22438887100544175,0.0,0.888671875,0.0029296875,0.037109375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,6016,6080,2048,64,0.2146371570197757,0.0,0.8857421875,0.00439453125,0.033203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,64,6080,6144,2048,64,0.21695222075898182,0.0,0.8408203125,0.00439453125,0.044921875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,0,128,4096,128,0.2134712922854523,0.0,0.883056640625,0.00390625,0.0380859375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,128,256,4096,128,0.209025804779564,0.0,0.877197265625,0.004638671875,0.038330078125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.silu_gate,128,256,384,4096,128,0.2133183290656279,0.0,0.853759765625,0.003662109375,0.038818359375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,384,512,4096,128,0.21197666098867868,0.0,0.870849609375,0.004150390625,0.043701171875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,512,640,4096,128,0.2089596766564072,0.0,0.8720703125,0.00341796875,0.03955078125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,640,768,4096,128,0.21685118960397692,0.0,0.842041015625,0.003662109375,0.04345703125,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,768,896,4096,128,0.2486603725414741,0.0,0.878662109375,0.005615234375,0.0400390625,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.silu_gate,128,896,1024,4096,128,0.21148167363758205,0.0,0.86767578125,0.0029296875,0.0380859375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,1024,1152,4096,128,0.20654427852814872,0.0,0.88037109375,0.003173828125,0.03515625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,1152,1280,4096,128,0.20566476025623914,0.0,0.8740234375,0.0048828125,0.04052734375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,1280,1408,4096,128,0.21976605459029702,0.0,0.8857421875,0.002685546875,0.04150390625,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,128,1408,1536,4096,128,0.20727748558447648,0.0,0.874267578125,0.005859375,0.033935546875,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,1536,1664,4096,128,0.20874505317137645,0.0,0.844970703125,0.00439453125,0.039794921875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,1664,1792,4096,128,0.2098388341508464,0.0,0.880615234375,0.004150390625,0.034423828125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.silu_gate,128,1792,1920,4096,128,0.24232894825229304,0.0,0.85400390625,0.005859375,0.04736328125,1.0,97,0.7578125
+fresh-zh-1,layers.4.mlp.silu_gate,128,1920,2048,4096,128,0.20683706036269767,0.0,0.867919921875,0.002685546875,0.035888671875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,2048,2176,4096,128,0.20841032064805393,0.0,0.844970703125,0.005126953125,0.04052734375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,2176,2304,4096,128,0.22094872010612027,0.0,0.870849609375,0.004150390625,0.03515625,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,128,2304,2432,4096,128,0.21112861104262193,0.0,0.83837890625,0.00390625,0.0419921875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,2432,2560,4096,128,0.21633236419529867,0.0,0.872802734375,0.003173828125,0.046142578125,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.silu_gate,128,2560,2688,4096,128,0.20992372169261803,0.0,0.880126953125,0.004638671875,0.038330078125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,2688,2816,4096,128,0.21080573703732344,0.0,0.857177734375,0.00390625,0.041748046875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,2816,2944,4096,128,0.20227305261942327,0.0,0.8681640625,0.002685546875,0.0361328125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,2944,3072,4096,128,0.22512253875355268,0.0,0.867431640625,0.004150390625,0.0439453125,1.0,99,0.7734375
+fresh-zh-1,layers.4.mlp.silu_gate,128,3072,3200,4096,128,0.20823448201848077,0.0,0.849853515625,0.006103515625,0.046875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.silu_gate,128,3200,3328,4096,128,0.20899233939900602,0.0,0.834716796875,0.004150390625,0.042724609375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3328,3456,4096,128,0.2105351003996567,0.0,0.87890625,0.00439453125,0.037353515625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3456,3584,4096,128,0.20774458296293052,0.0,0.872802734375,0.0029296875,0.03857421875,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3584,3712,4096,128,0.2191402172328971,0.0,0.847900390625,0.00244140625,0.04345703125,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3712,3840,4096,128,0.21596055551712837,0.0,0.840087890625,0.004638671875,0.04052734375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3840,3968,4096,128,0.21839549862253796,0.0,0.869140625,0.004150390625,0.040771484375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,3968,4096,4096,128,0.2225790410229563,0.0,0.839111328125,0.003662109375,0.036865234375,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,128,4096,4224,4096,128,0.2247765014469659,0.0,0.869384765625,0.004638671875,0.038818359375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4224,4352,4096,128,0.2101425065435595,0.0,0.867919921875,0.0029296875,0.035888671875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4352,4480,4096,128,0.21827505009779352,0.0,0.880615234375,0.00439453125,0.036865234375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4480,4608,4096,128,0.21189499107809795,0.0,0.88623046875,0.003173828125,0.03173828125,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4608,4736,4096,128,0.21476014018236025,0.0,0.85546875,0.00390625,0.04150390625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4736,4864,4096,128,0.20973088916808427,0.0,0.868896484375,0.004150390625,0.03662109375,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.silu_gate,128,4864,4992,4096,128,0.2126321301843122,0.0,0.867919921875,0.003662109375,0.035888671875,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,4992,5120,4096,128,0.20492357074202794,0.0,0.86328125,0.003662109375,0.037841796875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,5120,5248,4096,128,0.2224888829008942,0.0,0.85595703125,0.003173828125,0.039794921875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.silu_gate,128,5248,5376,4096,128,0.21689213572732133,0.0,0.847412109375,0.00439453125,0.0390625,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.silu_gate,128,5376,5504,4096,128,0.2241466103431999,0.0,0.86279296875,0.001953125,0.03564453125,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.silu_gate,128,5504,5632,4096,128,0.20319574790546044,0.0,0.8623046875,0.00341796875,0.038330078125,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.silu_gate,128,5632,5760,4096,128,0.21497072383986413,0.0,0.857177734375,0.005615234375,0.04150390625,1.0,106,0.828125
+fresh-zh-1,layers.4.mlp.silu_gate,128,5760,5888,4096,128,0.2087828332178944,0.0,0.87646484375,0.002685546875,0.03759765625,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,5888,6016,4096,128,0.22291531109168505,0.0,0.876708984375,0.004150390625,0.039306640625,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.silu_gate,128,6016,6144,4096,128,0.2157977933920848,0.0,0.86328125,0.00439453125,0.0390625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.gated_product,0,0,6144,196608,6144,0.06856923877001814,0.0,0.4993082682291667,0.025004069010416668,0.170654296875,1.0,4257,0.69287109375
+fresh-zh-1,layers.4.mlp.gated_product,64,0,64,2048,64,0.059958540126263705,0.0,0.4833984375,0.01708984375,0.126953125,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,64,128,2048,64,0.06431285557124988,0.0,0.50244140625,0.02294921875,0.1572265625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,128,192,2048,64,0.05868412964336093,0.0,0.5146484375,0.01708984375,0.1513671875,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,192,256,2048,64,0.06719096689266069,0.0,0.48486328125,0.02294921875,0.173828125,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,256,320,2048,64,0.054029642395946924,0.0,0.47509765625,0.0185546875,0.16015625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,320,384,2048,64,0.07509743339012628,0.0,0.51611328125,0.0263671875,0.18310546875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,384,448,2048,64,0.06238043652950567,0.0,0.47119140625,0.02294921875,0.1728515625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,448,512,2048,64,0.0706644291070925,0.0,0.44580078125,0.02734375,0.1728515625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,512,576,2048,64,0.06615572629561407,0.0,0.4990234375,0.02685546875,0.1552734375,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,576,640,2048,64,0.06078164460358777,0.0,0.48388671875,0.0205078125,0.1474609375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,640,704,2048,64,0.07314218251532616,0.0,0.49609375,0.029296875,0.18798828125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,64,704,768,2048,64,0.06446170022327044,0.0,0.47021484375,0.02294921875,0.1689453125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,768,832,2048,64,0.0611682548035463,0.0,0.51171875,0.0244140625,0.1513671875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,832,896,2048,64,0.07012450400738263,0.0,0.4833984375,0.025390625,0.1572265625,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,896,960,2048,64,0.07061295880330418,0.0,0.4990234375,0.025390625,0.162109375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,960,1024,2048,64,0.061102510866041015,0.0,0.52880859375,0.017578125,0.15380859375,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,1024,1088,2048,64,0.05902019360021221,0.0,0.53076171875,0.02001953125,0.13671875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,1088,1152,2048,64,0.06014468198051514,0.0,0.501953125,0.01953125,0.15478515625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,1152,1216,2048,64,0.05769879758325639,0.0,0.4716796875,0.025390625,0.15087890625,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,1216,1280,2048,64,0.06744021683662424,0.0,0.52099609375,0.03369140625,0.17822265625,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,1280,1344,2048,64,0.05730446196503558,0.0,0.49755859375,0.02490234375,0.14306640625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,1344,1408,2048,64,0.08415701501455115,0.0,0.45947265625,0.029296875,0.20068359375,1.0,36,0.5625
+fresh-zh-1,layers.4.mlp.gated_product,64,1408,1472,2048,64,0.060876159743135476,0.0,0.5224609375,0.0166015625,0.142578125,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,1472,1536,2048,64,0.053434285404403134,0.0,0.529296875,0.02197265625,0.15283203125,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,1536,1600,2048,64,0.06515281457659085,0.0,0.44873046875,0.02490234375,0.15869140625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,1600,1664,2048,64,0.061291526891329204,0.0,0.47021484375,0.0205078125,0.1572265625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,1664,1728,2048,64,0.0644942304661644,0.0,0.48095703125,0.0234375,0.16943359375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,1728,1792,2048,64,0.06029662927298161,0.0,0.47998046875,0.02685546875,0.1513671875,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,1792,1856,2048,64,0.10799058941179197,0.0,0.51806640625,0.0478515625,0.2568359375,1.0,30,0.46875
+fresh-zh-1,layers.4.mlp.gated_product,64,1856,1920,2048,64,0.05954944257299548,0.0,0.49267578125,0.02490234375,0.14697265625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,1920,1984,2048,64,0.06066403053086594,0.0,0.47412109375,0.02490234375,0.15869140625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,1984,2048,2048,64,0.05458218137473336,0.0,0.50732421875,0.02294921875,0.146484375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,2048,2112,2048,64,0.06090484397838055,0.0,0.52490234375,0.02587890625,0.166015625,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,2112,2176,2048,64,0.06485820599367424,0.0,0.5478515625,0.0234375,0.1669921875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,2176,2240,2048,64,0.0812695246732498,0.0,0.5263671875,0.03125,0.18017578125,1.0,40,0.625
+fresh-zh-1,layers.4.mlp.gated_product,64,2240,2304,2048,64,0.0892734246854657,0.0,0.484375,0.0244140625,0.17529296875,1.0,37,0.578125
+fresh-zh-1,layers.4.mlp.gated_product,64,2304,2368,2048,64,0.054414467581300204,0.0,0.4931640625,0.02099609375,0.15478515625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,2368,2432,2048,64,0.06770918134963737,0.0,0.486328125,0.0234375,0.1787109375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,2432,2496,2048,64,0.06831232038826908,0.0,0.50439453125,0.0185546875,0.15625,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,2496,2560,2048,64,0.06200075139963107,0.0,0.49853515625,0.0244140625,0.17529296875,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,2560,2624,2048,64,0.05714591561147553,0.0,0.48291015625,0.021484375,0.14990234375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,2624,2688,2048,64,0.05888080319603492,0.0,0.52783203125,0.02392578125,0.14892578125,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,2688,2752,2048,64,0.062406723753195864,0.0,0.50341796875,0.0234375,0.17236328125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,2752,2816,2048,64,0.05888727767199956,0.0,0.52001953125,0.02197265625,0.150390625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,2816,2880,2048,64,0.061130659555450544,0.0,0.49853515625,0.02294921875,0.16650390625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,2880,2944,2048,64,0.055749382138472164,0.0,0.51025390625,0.01904296875,0.138671875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.gated_product,64,2944,3008,2048,64,0.09701220764848133,0.0,0.53271484375,0.03466796875,0.2236328125,1.0,32,0.5
+fresh-zh-1,layers.4.mlp.gated_product,64,3008,3072,2048,64,0.06470081951437744,0.0,0.51953125,0.02294921875,0.166015625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,3072,3136,2048,64,0.1358525043854948,0.0,0.47412109375,0.05517578125,0.30908203125,1.0,13,0.203125
+fresh-zh-1,layers.4.mlp.gated_product,64,3136,3200,2048,64,0.05744333180334085,0.0,0.5029296875,0.02880859375,0.162109375,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,3200,3264,2048,64,0.059963790576152545,0.0,0.48095703125,0.02099609375,0.1572265625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,3264,3328,2048,64,0.06462228713213693,0.0,0.50634765625,0.0263671875,0.18359375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,3328,3392,2048,64,0.07236859463888298,0.0,0.48876953125,0.0244140625,0.19189453125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,64,3392,3456,2048,64,0.06112480505014267,0.0,0.51220703125,0.01708984375,0.14599609375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,3456,3520,2048,64,0.06146170170559768,0.0,0.5078125,0.01708984375,0.142578125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,3520,3584,2048,64,0.07464924587994115,0.0,0.47900390625,0.02587890625,0.17919921875,1.0,41,0.640625
+fresh-zh-1,layers.4.mlp.gated_product,64,3584,3648,2048,64,0.05997302238806097,0.0,0.5185546875,0.01806640625,0.13427734375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,3648,3712,2048,64,0.07322120686958647,0.0,0.53515625,0.025390625,0.19970703125,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,3712,3776,2048,64,0.06098331036704583,0.0,0.49365234375,0.02490234375,0.16162109375,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,3776,3840,2048,64,0.07070522716424031,0.0,0.49462890625,0.02392578125,0.1787109375,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,3840,3904,2048,64,0.06643481288976084,0.0,0.50390625,0.0283203125,0.17236328125,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,3904,3968,2048,64,0.07502621814296027,0.0,0.48876953125,0.02880859375,0.18505859375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,64,3968,4032,2048,64,0.06261574773950175,0.0,0.51611328125,0.0244140625,0.154296875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,4032,4096,2048,64,0.09377512459506038,0.0,0.482421875,0.02734375,0.21337890625,1.0,34,0.53125
+fresh-zh-1,layers.4.mlp.gated_product,64,4096,4160,2048,64,0.08179599170877745,0.0,0.50537109375,0.02099609375,0.16796875,1.0,42,0.65625
+fresh-zh-1,layers.4.mlp.gated_product,64,4160,4224,2048,64,0.1272527953920771,0.0,0.513671875,0.04150390625,0.27294921875,1.0,22,0.34375
+fresh-zh-1,layers.4.mlp.gated_product,64,4224,4288,2048,64,0.05925632266738987,0.0,0.4921875,0.01904296875,0.14306640625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,4288,4352,2048,64,0.08528273160724625,0.0,0.51220703125,0.0322265625,0.2138671875,1.0,35,0.546875
+fresh-zh-1,layers.4.mlp.gated_product,64,4352,4416,2048,64,0.058447811276985936,0.0,0.49560546875,0.02197265625,0.14453125,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,4416,4480,2048,64,0.06144640979899548,0.0,0.50244140625,0.0205078125,0.14599609375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,4480,4544,2048,64,0.07898541796858655,0.0,0.501953125,0.02978515625,0.1826171875,1.0,40,0.625
+fresh-zh-1,layers.4.mlp.gated_product,64,4544,4608,2048,64,0.05683641358722699,0.0,0.53076171875,0.025390625,0.13525390625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.gated_product,64,4608,4672,2048,64,0.059808305808537125,0.0,0.52392578125,0.02392578125,0.1806640625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,4672,4736,2048,64,0.06790546435622254,0.0,0.482421875,0.02587890625,0.173828125,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,4736,4800,2048,64,0.05831321816796149,0.0,0.4765625,0.0185546875,0.1416015625,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,4800,4864,2048,64,0.059039848530164044,0.0,0.47265625,0.01953125,0.15283203125,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,4864,4928,2048,64,0.05842978085004897,0.0,0.51318359375,0.0205078125,0.13818359375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,4928,4992,2048,64,0.06216945202854343,0.0,0.5009765625,0.0234375,0.15283203125,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,4992,5056,2048,64,0.06174700967809547,0.0,0.50244140625,0.0244140625,0.169921875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,5056,5120,2048,64,0.06803534935309218,0.0,0.482421875,0.021484375,0.169921875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,5120,5184,2048,64,0.0757767919468373,0.0,0.49609375,0.03125,0.1865234375,1.0,40,0.625
+fresh-zh-1,layers.4.mlp.gated_product,64,5184,5248,2048,64,0.05917162422240458,0.0,0.48681640625,0.02783203125,0.1484375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.gated_product,64,5248,5312,2048,64,0.0826191061169999,0.0,0.48583984375,0.03076171875,0.19384765625,1.0,39,0.609375
+fresh-zh-1,layers.4.mlp.gated_product,64,5312,5376,2048,64,0.06371419747724952,0.0,0.49560546875,0.0263671875,0.16796875,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,5376,5440,2048,64,0.06833509104997094,0.0,0.50244140625,0.0234375,0.1337890625,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,5440,5504,2048,64,0.06572318216571528,0.0,0.52685546875,0.021484375,0.169921875,1.0,46,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,64,5504,5568,2048,64,0.056521287314547204,0.0,0.52490234375,0.02197265625,0.146484375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,5568,5632,2048,64,0.060541064177561915,0.0,0.5029296875,0.02197265625,0.17578125,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,5632,5696,2048,64,0.06813222694640782,0.0,0.505859375,0.03271484375,0.16650390625,1.0,47,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,64,5696,5760,2048,64,0.07091111974734393,0.0,0.52099609375,0.0302734375,0.1767578125,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,64,5760,5824,2048,64,0.05919903383744786,0.0,0.4990234375,0.0234375,0.15283203125,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,5824,5888,2048,64,0.05834873241939777,0.0,0.4912109375,0.015625,0.14794921875,1.0,48,0.75
+fresh-zh-1,layers.4.mlp.gated_product,64,5888,5952,2048,64,0.0730619715479146,0.0,0.48974609375,0.02490234375,0.1826171875,1.0,45,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,64,5952,6016,2048,64,0.0595993274857631,0.0,0.53662109375,0.017578125,0.14404296875,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,64,6016,6080,2048,64,0.06896344291443648,0.0,0.48388671875,0.02197265625,0.1591796875,1.0,44,0.6875
+fresh-zh-1,layers.4.mlp.gated_product,64,6080,6144,2048,64,0.0708073127144232,0.0,0.45751953125,0.03515625,0.18115234375,1.0,43,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,128,0,128,4096,128,0.062173828600952434,0.0,0.492919921875,0.020751953125,0.14111328125,1.0,96,0.75
+fresh-zh-1,layers.4.mlp.gated_product,128,128,256,4096,128,0.06308111089688187,0.0,0.499755859375,0.018798828125,0.164794921875,1.0,94,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,128,256,384,4096,128,0.06541722540439315,0.0,0.49560546875,0.023193359375,0.173828125,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,384,512,4096,128,0.06665125806255642,0.0,0.45849609375,0.024658203125,0.171630859375,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gated_product,128,512,640,4096,128,0.0635255399127668,0.0,0.491455078125,0.0234375,0.150634765625,1.0,95,0.7421875
+fresh-zh-1,layers.4.mlp.gated_product,128,640,768,4096,128,0.06893870342115548,0.0,0.483154296875,0.026123046875,0.177001953125,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gated_product,128,768,896,4096,128,0.06579894170118919,0.0,0.49755859375,0.02392578125,0.158203125,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,128,896,1024,4096,128,0.06602918591460821,0.0,0.513916015625,0.021728515625,0.15869140625,1.0,92,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,128,1024,1152,4096,128,0.0595850905140868,0.0,0.516357421875,0.019775390625,0.14501953125,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,128,1152,1280,4096,128,0.062758800536357,0.0,0.496337890625,0.029541015625,0.1640625,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,1280,1408,4096,128,0.07199376548445566,0.0,0.478515625,0.02587890625,0.1787109375,1.0,85,0.6640625
+fresh-zh-1,layers.4.mlp.gated_product,128,1408,1536,4096,128,0.0572762153155695,0.0,0.52587890625,0.018798828125,0.1484375,1.0,94,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,128,1536,1664,4096,128,0.06325164233410133,0.0,0.45947265625,0.0224609375,0.158203125,1.0,97,0.7578125
+fresh-zh-1,layers.4.mlp.gated_product,128,1664,1792,4096,128,0.06243071866119319,0.0,0.48046875,0.025390625,0.160888671875,1.0,94,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,128,1792,1920,4096,128,0.0872012141895419,0.0,0.50537109375,0.03857421875,0.210205078125,1.0,77,0.6015625
+fresh-zh-1,layers.4.mlp.gated_product,128,1920,2048,4096,128,0.057703289004501834,0.0,0.49072265625,0.023193359375,0.15478515625,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,128,2048,2176,4096,128,0.06291258580263873,0.0,0.536376953125,0.024658203125,0.166015625,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,2176,2304,4096,128,0.08536533252933381,0.0,0.50537109375,0.028076171875,0.179931640625,1.0,76,0.59375
+fresh-zh-1,layers.4.mlp.gated_product,128,2304,2432,4096,128,0.061422583473810556,0.0,0.48974609375,0.022705078125,0.16943359375,1.0,94,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,128,2432,2560,4096,128,0.06523291458668844,0.0,0.50146484375,0.0224609375,0.16650390625,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gated_product,128,2560,2688,4096,128,0.05801984426075306,0.0,0.50537109375,0.02294921875,0.1484375,1.0,99,0.7734375
+fresh-zh-1,layers.4.mlp.gated_product,128,2688,2816,4096,128,0.06067252525330917,0.0,0.51171875,0.0224609375,0.163330078125,1.0,94,0.734375
+fresh-zh-1,layers.4.mlp.gated_product,128,2816,2944,4096,128,0.05850192794475151,0.0,0.50439453125,0.021240234375,0.15380859375,1.0,96,0.75
+fresh-zh-1,layers.4.mlp.gated_product,128,2944,3072,4096,128,0.08245472842312958,0.0,0.526123046875,0.029296875,0.199951171875,1.0,77,0.6015625
+fresh-zh-1,layers.4.mlp.gated_product,128,3072,3200,4096,128,0.10429678642335917,0.0,0.488525390625,0.044189453125,0.25732421875,1.0,56,0.4375
+fresh-zh-1,layers.4.mlp.gated_product,128,3200,3328,4096,128,0.062336571025558625,0.0,0.49365234375,0.023193359375,0.17041015625,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,3328,3456,4096,128,0.06698303995200915,0.0,0.50048828125,0.021240234375,0.166259765625,1.0,92,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,128,3456,3584,4096,128,0.06837415698563229,0.0,0.493408203125,0.021728515625,0.161865234375,1.0,86,0.671875
+fresh-zh-1,layers.4.mlp.gated_product,128,3584,3712,4096,128,0.06692573701423706,0.0,0.52685546875,0.0205078125,0.1650390625,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,3712,3840,4096,128,0.06602345527034413,0.0,0.494140625,0.02392578125,0.17333984375,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,128,3840,3968,4096,128,0.07086084169882756,0.0,0.496337890625,0.02734375,0.1796875,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,128,3968,4096,4096,128,0.0797323831883759,0.0,0.499267578125,0.026611328125,0.18310546875,1.0,80,0.625
+fresh-zh-1,layers.4.mlp.gated_product,128,4096,4224,4096,128,0.10696695329567968,0.0,0.509521484375,0.031494140625,0.2255859375,1.0,62,0.484375
+fresh-zh-1,layers.4.mlp.gated_product,128,4224,4352,4096,128,0.07343179177459658,0.0,0.502197265625,0.025634765625,0.179931640625,1.0,82,0.640625
+fresh-zh-1,layers.4.mlp.gated_product,128,4352,4480,4096,128,0.05996585661964754,0.0,0.4990234375,0.02099609375,0.145263671875,1.0,96,0.75
+fresh-zh-1,layers.4.mlp.gated_product,128,4480,4608,4096,128,0.06880797250729975,0.0,0.516357421875,0.028076171875,0.161376953125,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gated_product,128,4608,4736,4096,128,0.06398509800383878,0.0,0.503173828125,0.0244140625,0.177978515625,1.0,92,0.71875
+fresh-zh-1,layers.4.mlp.gated_product,128,4736,4864,4096,128,0.05867765813139183,0.0,0.474609375,0.01904296875,0.14794921875,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,128,4864,4992,4096,128,0.06032860041354396,0.0,0.507080078125,0.021484375,0.145263671875,1.0,97,0.7578125
+fresh-zh-1,layers.4.mlp.gated_product,128,4992,5120,4096,128,0.06496730703124502,0.0,0.492431640625,0.023681640625,0.16796875,1.0,90,0.703125
+fresh-zh-1,layers.4.mlp.gated_product,128,5120,5248,4096,128,0.06798309830712236,0.0,0.491455078125,0.031005859375,0.171142578125,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gated_product,128,5248,5376,4096,128,0.07377470994772543,0.0,0.49072265625,0.02783203125,0.18505859375,1.0,85,0.6640625
+fresh-zh-1,layers.4.mlp.gated_product,128,5376,5504,4096,128,0.06704185760700405,0.0,0.5146484375,0.0224609375,0.152099609375,1.0,91,0.7109375
+fresh-zh-1,layers.4.mlp.gated_product,128,5504,5632,4096,128,0.05856567412505923,0.0,0.513916015625,0.02197265625,0.16162109375,1.0,98,0.765625
+fresh-zh-1,layers.4.mlp.gated_product,128,5632,5760,4096,128,0.06953555656101046,0.0,0.513427734375,0.031494140625,0.171630859375,1.0,89,0.6953125
+fresh-zh-1,layers.4.mlp.gated_product,128,5760,5888,4096,128,0.05877542080767171,0.0,0.4951171875,0.01953125,0.14990234375,1.0,95,0.7421875
+fresh-zh-1,layers.4.mlp.gated_product,128,5888,6016,4096,128,0.0666713263825744,0.0,0.51318359375,0.02197265625,0.1669921875,1.0,93,0.7265625
+fresh-zh-1,layers.4.mlp.gated_product,128,6016,6144,4096,128,0.0698914586786213,0.0,0.470703125,0.02880859375,0.169189453125,1.0,87,0.6796875
+fresh-zh-1,layers.4.mlp.down_proj.output,0,0,2048,65536,2048,0.04479850657461982,0.0,0.503509521484375,0.0085906982421875,0.0884552001953125,1.0,1604,0.783203125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,0,64,2048,64,0.04436098575349122,0.0,0.5009765625,0.0087890625,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,64,128,2048,64,0.04356000180717245,0.0,0.4931640625,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,128,192,2048,64,0.0407131436820665,0.0,0.501953125,0.01025390625,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,192,256,2048,64,0.042821982382138114,0.0,0.51416015625,0.00830078125,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,256,320,2048,64,0.04382668239949954,0.0,0.49853515625,0.0107421875,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,320,384,2048,64,0.04332344816930327,0.0,0.5205078125,0.0078125,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,384,448,2048,64,0.04370967879468048,0.0,0.47314453125,0.00634765625,0.08935546875,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,448,512,2048,64,0.043167646026581234,0.0,0.47412109375,0.005859375,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.down_proj.output,64,512,576,2048,64,0.041024810322124246,0.0,0.4951171875,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.down_proj.output,64,576,640,2048,64,0.044160984015138884,0.0,0.494140625,0.0078125,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,640,704,2048,64,0.04162162415452735,0.0,0.4990234375,0.00927734375,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,704,768,2048,64,0.040581967506173454,0.0,0.49755859375,0.00830078125,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,768,832,2048,64,0.04434019694944209,0.0,0.521484375,0.013671875,0.1015625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,832,896,2048,64,0.04440035300580422,0.0,0.51025390625,0.00439453125,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,896,960,2048,64,0.04617090342926527,0.0,0.56298828125,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,960,1024,2048,64,0.04397453522184742,0.0,0.486328125,0.01123046875,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1024,1088,2048,64,0.042765132018002576,0.0,0.51171875,0.01025390625,0.09228515625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1088,1152,2048,64,0.04226534855071831,0.0,0.49169921875,0.00732421875,0.06787109375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1152,1216,2048,64,0.07660379888089057,0.0,0.4951171875,0.01318359375,0.14697265625,1.0,32,0.5
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1216,1280,2048,64,0.04443825774055461,0.0,0.5107421875,0.005859375,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1280,1344,2048,64,0.04361395158730572,0.0,0.5361328125,0.009765625,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1344,1408,2048,64,0.0437582988425758,0.0,0.44921875,0.00927734375,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1408,1472,2048,64,0.0421405518220733,0.0,0.5029296875,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1472,1536,2048,64,0.04211957547292298,0.0,0.5078125,0.0078125,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1536,1600,2048,64,0.04464715325458805,0.0,0.49755859375,0.0068359375,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1600,1664,2048,64,0.04639786353525258,0.0,0.53466796875,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1664,1728,2048,64,0.043601788092051924,0.0,0.52197265625,0.01123046875,0.0869140625,1.0,53,0.828125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1728,1792,2048,64,0.043183931468069696,0.0,0.48779296875,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1792,1856,2048,64,0.04408771359682926,0.0,0.48583984375,0.00732421875,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1856,1920,2048,64,0.042682232275626904,0.0,0.52294921875,0.01025390625,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1920,1984,2048,64,0.04233801346739568,0.0,0.52880859375,0.0078125,0.09912109375,1.0,51,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,64,1984,2048,2048,64,0.0445213709550072,0.0,0.48388671875,0.0078125,0.07568359375,1.0,52,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,0,128,4096,128,0.043962318037509794,0.0,0.4970703125,0.0087890625,0.0849609375,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,128,128,256,4096,128,0.04178087028541135,0.0,0.508056640625,0.00927734375,0.090576171875,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,128,256,384,4096,128,0.04357579173936436,0.0,0.509521484375,0.009521484375,0.08349609375,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,384,512,4096,128,0.04343950784602857,0.0,0.4736328125,0.006103515625,0.091796875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.down_proj.output,128,512,640,4096,128,0.04262175249301478,0.0,0.49462890625,0.00830078125,0.08349609375,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.down_proj.output,128,640,768,4096,128,0.04110508292129365,0.0,0.498291015625,0.008544921875,0.084716796875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.down_proj.output,128,768,896,4096,128,0.04437028517237263,0.0,0.515869140625,0.009033203125,0.091552734375,1.0,103,0.8046875
+fresh-zh-1,layers.4.mlp.down_proj.output,128,896,1024,4096,128,0.04508609581374306,0.0,0.524658203125,0.010009765625,0.083740234375,1.0,105,0.8203125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1024,1152,4096,128,0.04251597467206236,0.0,0.501708984375,0.0087890625,0.08056640625,1.0,102,0.796875
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1152,1280,4096,128,0.06262148494726029,0.0,0.5029296875,0.009765625,0.1259765625,1.0,81,0.6328125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1280,1408,4096,128,0.0436861848337436,0.0,0.49267578125,0.009521484375,0.0869140625,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1408,1536,4096,128,0.042130064953000604,0.0,0.50537109375,0.008544921875,0.088623046875,1.0,100,0.78125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1536,1664,4096,128,0.0455309237462551,0.0,0.51611328125,0.00732421875,0.082763671875,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1664,1792,4096,128,0.04339336275205657,0.0,0.5048828125,0.009521484375,0.08203125,1.0,104,0.8125
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1792,1920,4096,128,0.04339066398562374,0.0,0.50439453125,0.009033203125,0.086669921875,1.0,101,0.7890625
+fresh-zh-1,layers.4.mlp.down_proj.output,128,1920,2048,4096,128,0.043443410640042625,0.0,0.50634765625,0.007568359375,0.087890625,1.0,102,0.796875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4925126868892598,0.0,0.4973602294921875,0.012644449869791666,0.12777201334635416,1.0,3004,0.4889322916666667
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.516836231877527,0.0,0.4423828125,0.01025390625,0.11474609375,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.32391786087274,0.0,0.4990234375,0.00927734375,0.119140625,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.308988374444305,0.0,0.453125,0.01171875,0.11083984375,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3425787838911638,0.0,0.52978515625,0.0107421875,0.10400390625,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2437077778273495,0.0,0.5732421875,0.013671875,0.107421875,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.4589910653163938,0.0,0.43017578125,0.0087890625,0.12548828125,1.0,33,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.1079149860798228,0.0,0.49462890625,0.01513671875,0.12744140625,1.0,27,0.421875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.7933786028126932,0.0,0.529296875,0.0078125,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5999659793627081,0.0,0.484375,0.0126953125,0.1201171875,1.0,26,0.40625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.127650470917614,0.0,0.45458984375,0.01123046875,0.10205078125,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.7917035775344536,0.0,0.45703125,0.01318359375,0.11572265625,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.078109972527533,0.0,0.50390625,0.013671875,0.119140625,1.0,30,0.46875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.3054629917104439,0.0,0.52880859375,0.0126953125,0.13427734375,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4829836016408124,0.0,0.48388671875,0.01416015625,0.13134765625,1.0,31,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.7551437853572387,0.0,0.52587890625,0.009765625,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.8189334575437409,0.0,0.5537109375,0.0078125,0.1015625,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5105272536391214,0.0,0.4970703125,0.0078125,0.1083984375,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.4289087107692289,0.0,0.416015625,0.01025390625,0.09814453125,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5346184196277672,0.0,0.4365234375,0.01220703125,0.11083984375,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.5968333369798464,0.0,0.4853515625,0.013671875,0.1171875,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.8433614532232179,0.0,0.47900390625,0.01123046875,0.10498046875,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.0420105018807484,0.0,0.51171875,0.00927734375,0.11181640625,1.0,32,0.5
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.4022828111478003,0.0,0.537109375,0.0126953125,0.11376953125,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.674898632983693,0.0,0.43798828125,0.0126953125,0.14599609375,1.0,25,0.390625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7729268578676476,0.0,0.52978515625,0.01318359375,0.1279296875,1.0,31,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.7236679248032167,0.0,0.54150390625,0.00830078125,0.11083984375,1.0,32,0.5
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3136112123711026,0.0,0.52294921875,0.00830078125,0.115234375,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3495401484366312,0.0,0.46923828125,0.01611328125,0.1328125,1.0,32,0.5
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2386728435447714,0.0,0.4970703125,0.01171875,0.119140625,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.083335637077689,0.0,0.46142578125,0.0068359375,0.10107421875,1.0,43,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.2776790607403414,0.0,0.50732421875,0.0087890625,0.0849609375,1.0,43,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3236983408570762,0.0,0.46923828125,0.01220703125,0.119140625,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.5559449559131908,0.0,0.4677734375,0.0126953125,0.125,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.3815546428729077,0.0,0.48291015625,0.0146484375,0.1279296875,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9602984973137352,0.0,0.517578125,0.01025390625,0.1142578125,1.0,33,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.8831955672165495,0.0,0.53955078125,0.009765625,0.107421875,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.8324456379034866,0.0,0.5419921875,0.01416015625,0.13232421875,1.0,31,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.408082444046917,0.0,0.52685546875,0.00927734375,0.111328125,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.009573448024036,0.0,0.50146484375,0.009765625,0.11279296875,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8819160560837934,0.0,0.49609375,0.00830078125,0.1005859375,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.9891412450757704,0.0,0.49072265625,0.00732421875,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.8670701858973398,0.0,0.4560546875,0.00390625,0.05419921875,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.1333756550507714,0.0,0.50390625,0.009765625,0.10009765625,1.0,43,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5011164782966886,0.0,0.4345703125,0.009765625,0.11474609375,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.8011658651422603,0.0,0.458984375,0.01025390625,0.1064453125,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0392336762957126,0.0,0.48583984375,0.0126953125,0.11865234375,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.8808638837123258,0.0,0.51025390625,0.0087890625,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.744682755821805,0.0,0.48291015625,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.1029933077554825,0.0,0.55810546875,0.0126953125,0.1328125,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.271870101007735,0.0,0.5439453125,0.01708984375,0.1640625,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.8511615438344327,0.0,0.50830078125,0.01123046875,0.1083984375,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.110346930169018,0.0,0.49951171875,0.00927734375,0.10595703125,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.6526868254409761,0.0,0.5205078125,0.00830078125,0.095703125,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6424441070013098,0.0,0.46240234375,0.0078125,0.10107421875,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.7170913420002711,0.0,0.50146484375,0.009765625,0.10302734375,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.5084613564051494,0.0,0.51171875,0.00830078125,0.08447265625,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.1167220567841896,0.0,0.61376953125,0.0068359375,0.09765625,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.897076690451304,0.0,0.4677734375,0.0126953125,0.09521484375,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.4043623545201442,0.0,0.44287109375,0.0087890625,0.10205078125,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3674138291184248,0.0,0.53857421875,0.0107421875,0.11474609375,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.1607854202122048,0.0,0.47705078125,0.01171875,0.09765625,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.212013308924579,0.0,0.46142578125,0.00732421875,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.096346123465654,0.0,0.568359375,0.01123046875,0.12255859375,1.0,33,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.9556309872354156,0.0,0.51171875,0.01318359375,0.12451171875,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.43177886529057,0.0,0.447265625,0.01611328125,0.150390625,1.0,29,0.453125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.1012664714540223,0.0,0.47509765625,0.0087890625,0.109375,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1190780166241616,0.0,0.48828125,0.0087890625,0.107421875,1.0,43,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8334184398378982,0.0,0.455078125,0.0087890625,0.09912109375,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8248564887453396,0.0,0.53662109375,0.0087890625,0.09765625,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0121108839396726,0.0,0.51953125,0.015625,0.12353515625,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6751855002510194,0.0,0.51318359375,0.015625,0.1337890625,1.0,26,0.40625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.5671610391913038,0.0,0.48193359375,0.0146484375,0.12939453125,1.0,27,0.421875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.1700835510653693,0.0,0.56787109375,0.0087890625,0.11328125,1.0,29,0.453125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.4312676492037348,0.0,0.40625,0.00927734375,0.09716796875,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.2511580406672145,0.0,0.455078125,0.01025390625,0.10693359375,1.0,35,0.546875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.2830999301612516,0.0,0.54541015625,0.0126953125,0.1220703125,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.123569034495451,0.0,0.53759765625,0.01416015625,0.1357421875,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8022986509204509,0.0,0.48193359375,0.00634765625,0.1103515625,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.2665398406454997,0.0,0.494140625,0.0166015625,0.1572265625,1.0,31,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9087998026771757,0.0,0.5361328125,0.01025390625,0.11083984375,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9677025113430777,0.0,0.5224609375,0.01025390625,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.8464890933675313,0.0,0.4892578125,0.0146484375,0.11181640625,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9440496419580623,0.0,0.46044921875,0.00830078125,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9152520312342548,0.0,0.47705078125,0.00537109375,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.5225446274571752,0.0,0.4775390625,0.01025390625,0.09619140625,1.0,35,0.546875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.9445603401562237,0.0,0.50390625,0.009765625,0.109375,1.0,33,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7121901231014468,0.0,0.5078125,0.0078125,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.138103014695665,0.0,0.52197265625,0.015625,0.14404296875,1.0,33,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.4876833288259883,0.0,0.49951171875,0.00634765625,0.0791015625,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.7306836615617114,0.0,0.47607421875,0.0078125,0.1083984375,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8196249831290009,0.0,0.478515625,0.01220703125,0.10693359375,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7447437243992683,0.0,0.5029296875,0.01220703125,0.10888671875,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1139756111226977,0.0,0.521484375,0.01611328125,0.1318359375,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9091430867392333,0.0,0.5048828125,0.00927734375,0.1044921875,1.0,43,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.6480418206757362,0.0,0.54443359375,0.00634765625,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.8682617804636978,0.0,0.48876953125,0.015625,0.10986328125,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.4236485972096953,0.0,0.470703125,0.010009765625,0.121826171875,1.0,75,0.5859375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3258899568563411,0.0,0.491455078125,0.011474609375,0.107177734375,1.0,78,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.3556297365618146,0.0,0.501708984375,0.012451171875,0.1171875,1.0,70,0.546875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.9569762902966283,0.0,0.511962890625,0.011474609375,0.117431640625,1.0,60,0.46875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3841038110775483,0.0,0.469482421875,0.01123046875,0.112548828125,1.0,63,0.4921875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.940198800080567,0.0,0.48046875,0.01318359375,0.11572265625,1.0,62,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3970458091023963,0.0,0.50634765625,0.01318359375,0.132568359375,1.0,67,0.5234375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.7876846273884637,0.0,0.539794921875,0.0087890625,0.0927734375,1.0,100,0.78125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.4702844431773614,0.0,0.45654296875,0.009033203125,0.1015625,1.0,78,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.5660348655044398,0.0,0.4609375,0.0126953125,0.113525390625,1.0,75,0.5859375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.9452234238025823,0.0,0.495361328125,0.010498046875,0.10595703125,1.0,65,0.5078125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.5446168640169673,0.0,0.487548828125,0.012939453125,0.130126953125,1.0,59,0.4609375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.748470868837093,0.0,0.53564453125,0.0107421875,0.11865234375,1.0,63,0.4921875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3316968554272108,0.0,0.49609375,0.011962890625,0.123291015625,1.0,69,0.5390625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1635992686268353,0.0,0.479248046875,0.00927734375,0.111328125,1.0,80,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.3008922091860835,0.0,0.48828125,0.010498046875,0.10107421875,1.0,79,0.6171875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.471335776951575,0.0,0.475341796875,0.013671875,0.12646484375,1.0,69,0.5390625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.9221336767970312,0.0,0.528564453125,0.010009765625,0.110595703125,1.0,69,0.5390625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.6340980975915513,0.0,0.534423828125,0.01220703125,0.12353515625,1.0,66,0.515625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9478962171391796,0.0,0.498779296875,0.008544921875,0.10693359375,1.0,76,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.9287417805155282,0.0,0.473388671875,0.005615234375,0.060546875,1.0,91,0.7109375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.3300171158439313,0.0,0.46923828125,0.010009765625,0.11181640625,1.0,79,0.6171875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9278667408136386,0.0,0.472412109375,0.012451171875,0.111083984375,1.0,87,0.6796875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.815620496446454,0.0,0.49658203125,0.01025390625,0.09375,1.0,98,0.765625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.189060826966355,0.0,0.551025390625,0.0146484375,0.1484375,1.0,76,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.984989071386198,0.0,0.50390625,0.01025390625,0.108642578125,1.0,75,0.5859375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6475734259221197,0.0,0.491455078125,0.008056640625,0.098388671875,1.0,74,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.616146395061406,0.0,0.506591796875,0.0087890625,0.093994140625,1.0,83,0.6484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.009902016906591,0.0,0.540771484375,0.009521484375,0.096435546875,1.0,73,0.5703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3860112198062604,0.0,0.49072265625,0.010009765625,0.109130859375,1.0,73,0.5703125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.1866758303739762,0.0,0.46923828125,0.009521484375,0.099365234375,1.0,83,0.6484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.027209859339289,0.0,0.5400390625,0.01220703125,0.123291015625,1.0,68,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.2772585016827145,0.0,0.461181640625,0.011962890625,0.128662109375,1.0,67,0.5234375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.986641247656235,0.0,0.4716796875,0.0087890625,0.10400390625,1.0,93,0.7265625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9232433775593616,0.0,0.528076171875,0.01220703125,0.11083984375,1.0,87,0.6796875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.622072776266593,0.0,0.49755859375,0.014892578125,0.13232421875,1.0,52,0.40625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.8381770456435458,0.0,0.487060546875,0.0087890625,0.10595703125,1.0,62,0.484375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.267229630632513,0.0,0.500244140625,0.011474609375,0.113525390625,1.0,68,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.976240365009001,0.0,0.509765625,0.010498046875,0.12353515625,1.0,80,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1022795129386198,0.0,0.51513671875,0.013916015625,0.13037109375,1.0,74,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.9091182364384417,0.0,0.505859375,0.0126953125,0.1064453125,1.0,95,0.7421875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9297623371484712,0.0,0.46875,0.0068359375,0.09521484375,1.0,89,0.6953125
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.7463471961650692,0.0,0.49072265625,0.0107421875,0.10791015625,1.0,67,0.5234375
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9493400980424811,0.0,0.514892578125,0.011474609375,0.130126953125,1.0,77,0.6015625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.6137638648921697,0.0,0.48779296875,0.00732421875,0.094482421875,1.0,71,0.5546875
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7830799218474792,0.0,0.49072265625,0.01220703125,0.108154296875,1.0,96,0.75
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0167307446767628,0.0,0.51318359375,0.0126953125,0.118896484375,1.0,80,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.7661059720295599,0.0,0.5166015625,0.01123046875,0.097900390625,1.0,94,0.734375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.3951555878076887,0.0,0.4034423828125,0.0102691650390625,0.10101318359375,1.0,1120,0.546875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4736208880719317,0.0,0.439453125,0.00927734375,0.0986328125,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3795633600519557,0.0,0.4775390625,0.009765625,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,128,192,2048,64,1.075131189698752,0.0,0.4287109375,0.0146484375,0.12646484375,1.0,32,0.5
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,192,256,2048,64,0.8953596400188287,0.0,0.41845703125,0.00927734375,0.09228515625,1.0,42,0.65625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,256,320,2048,64,1.303753853068869,0.0,0.462890625,0.00927734375,0.078125,1.0,44,0.6875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0975149574345493,0.0,0.484375,0.01171875,0.10009765625,1.0,42,0.65625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,384,448,2048,64,1.212609319682238,0.0,0.45947265625,0.01025390625,0.12255859375,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,448,512,2048,64,1.2434522754326436,0.0,0.4326171875,0.01025390625,0.10302734375,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6268910777672352,0.0,0.630859375,0.017578125,0.18798828125,1.0,19,0.296875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5112991349291212,0.0,0.68505859375,0.01318359375,0.1328125,1.0,28,0.4375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1124550587756386,0.0,0.57958984375,0.01318359375,0.11279296875,1.0,36,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2879052859487996,0.0,0.61865234375,0.0126953125,0.09912109375,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,768,832,2048,64,1.619595445570053,0.0,0.353515625,0.00439453125,0.060546875,1.0,44,0.6875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,832,896,2048,64,1.4555267573400792,0.0,0.287109375,0.00830078125,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,896,960,2048,64,1.4012634112987816,0.0,0.29736328125,0.0068359375,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.2853899425168094,0.0,0.33984375,0.01025390625,0.09033203125,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4087208417638837,0.0,0.357421875,0.0126953125,0.11572265625,1.0,34,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.1121891521432266,0.0,0.35009765625,0.009765625,0.10205078125,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.337229438454639,0.0,0.244140625,0.00732421875,0.06787109375,1.0,45,0.703125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.299442147374748,0.0,0.25048828125,0.009765625,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.374098456534868,0.0,0.64208984375,0.01171875,0.1376953125,1.0,28,0.4375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0275576007192107,0.0,0.60595703125,0.0107421875,0.11962890625,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.5751193342642,0.0,0.13232421875,0.00341796875,0.0458984375,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.6275835761308468,0.0,0.197265625,0.00830078125,0.0595703125,1.0,44,0.6875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.8849708250417848,0.0,0.62158203125,0.01123046875,0.1025390625,1.0,39,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.420892405688573,0.0,0.6220703125,0.01123046875,0.14208984375,1.0,24,0.375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.0704655629540323,0.0,0.140625,0.0,0.00048828125,1.0,55,0.859375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.0396257343961,0.0,0.1728515625,0.0,0.005859375,1.0,53,0.828125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.490758518684611,0.0,0.3173828125,0.00830078125,0.087890625,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.279204534184445,0.0,0.31494140625,0.00830078125,0.09033203125,1.0,40,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.3730531104835664,0.0,0.2666015625,0.0107421875,0.083984375,1.0,38,0.59375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.5439341452237927,0.0,0.27880859375,0.0107421875,0.08642578125,1.0,37,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4273670842077995,0.0,0.45849609375,0.009521484375,0.09326171875,1.0,80,0.625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,128,256,4096,128,0.9893371417362486,0.0,0.423583984375,0.01171875,0.110595703125,1.0,73,0.5703125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,256,384,4096,128,1.205054602743063,0.0,0.4736328125,0.010986328125,0.0908203125,1.0,86,0.671875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,384,512,4096,128,1.2281276243654076,0.0,0.446044921875,0.010498046875,0.114501953125,1.0,68,0.53125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,512,640,4096,128,1.5701591725293564,0.0,0.657958984375,0.01513671875,0.16015625,1.0,47,0.3671875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,640,768,4096,128,1.203381960013189,0.0,0.59912109375,0.01220703125,0.105712890625,1.0,72,0.5625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,768,896,4096,128,1.539747958050957,0.0,0.3203125,0.006591796875,0.07080078125,1.0,84,0.65625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.3445754817354185,0.0,0.318603515625,0.009033203125,0.085205078125,1.0,78,0.609375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.2691452084306614,0.0,0.353759765625,0.011962890625,0.1123046875,1.0,71,0.5546875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3184711725031393,0.0,0.247314453125,0.008544921875,0.075439453125,1.0,85,0.6640625
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.2132644375912713,0.0,0.6240234375,0.01171875,0.1318359375,1.0,64,0.5
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.6015662981069148,0.0,0.164794921875,0.005615234375,0.052490234375,1.0,91,0.7109375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1836613936676734,0.0,0.621826171875,0.01123046875,0.130859375,1.0,58,0.453125
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.055103499071201,0.0,0.15673828125,0.0,0.003173828125,1.0,107,0.8359375
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.3890149749568539,0.0,0.316162109375,0.00927734375,0.089599609375,1.0,79,0.6171875
+fresh-zh-1,layers.5.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4609940946144375,0.0,0.272705078125,0.0107421875,0.0849609375,1.0,74,0.578125
+fresh-zh-1,layers.5.linear_attn.in_proj_b.output,0,0,16,512,16,1.189667113501561,0.0,0.529296875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_b.output,64,0,16,512,16,1.189667113501561,0.0,0.529296875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_b.output,128,0,16,512,16,1.189667113501561,0.0,0.529296875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_a.output,0,0,16,512,16,1.5080787573145866,0.0,0.50390625,0.009765625,0.09375,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_a.output,64,0,16,512,16,1.5080787573145866,0.0,0.50390625,0.009765625,0.09375,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.in_proj_a.output,128,0,16,512,16,1.5080787573145866,0.0,0.50390625,0.009765625,0.09375,1.0,13,0.8125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,0,0,2048,65536,2048,0.034035692079314395,0.0,0.50543212890625,0.0098114013671875,0.096435546875,1.0,1494,0.7294921875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,0,64,2048,64,0.03379095781911049,0.0,0.4658203125,0.009765625,0.10400390625,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,64,128,2048,64,0.03019422480561826,0.0,0.5,0.0087890625,0.08056640625,1.0,46,0.71875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,128,192,2048,64,0.031243692909011692,0.0,0.49560546875,0.0068359375,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,192,256,2048,64,0.030901180280567982,0.0,0.49658203125,0.0078125,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,256,320,2048,64,0.029684298587195204,0.0,0.451171875,0.01123046875,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,320,384,2048,64,0.030154532907690285,0.0,0.517578125,0.00830078125,0.072265625,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,384,448,2048,64,0.030884333786482178,0.0,0.52587890625,0.01025390625,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,448,512,2048,64,0.031568571169167635,0.0,0.5302734375,0.01171875,0.1044921875,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,512,576,2048,64,0.028923547464073652,0.0,0.5439453125,0.0087890625,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,576,640,2048,64,0.03305902932752615,0.0,0.5400390625,0.00927734375,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,640,704,2048,64,0.029643224021586874,0.0,0.49755859375,0.0078125,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,704,768,2048,64,0.030778583106307638,0.0,0.50634765625,0.00830078125,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,768,832,2048,64,0.03098546881109002,0.0,0.544921875,0.0048828125,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,832,896,2048,64,0.03374083577622139,0.0,0.53759765625,0.00927734375,0.10498046875,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,896,960,2048,64,0.03140617086881692,0.0,0.5087890625,0.01025390625,0.10302734375,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,960,1024,2048,64,0.031175775161675953,0.0,0.552734375,0.013671875,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1024,1088,2048,64,0.029952761458658054,0.0,0.5068359375,0.00634765625,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1088,1152,2048,64,0.03183974611311117,0.0,0.50732421875,0.00830078125,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07993079257001251,0.0,0.482421875,0.02099609375,0.240234375,1.0,9,0.140625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1216,1280,2048,64,0.033388523620374186,0.0,0.5205078125,0.01318359375,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1280,1344,2048,64,0.032166673333550014,0.0,0.4873046875,0.009765625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1344,1408,2048,64,0.0285302489962562,0.0,0.46826171875,0.0087890625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1408,1472,2048,64,0.029240126978501278,0.0,0.48193359375,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1472,1536,2048,64,0.032177360636551675,0.0,0.53076171875,0.0068359375,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02930402927147403,0.0,0.505859375,0.0078125,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1600,1664,2048,64,0.0325107922120793,0.0,0.494140625,0.0087890625,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1664,1728,2048,64,0.03289651034876489,0.0,0.48974609375,0.00732421875,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1728,1792,2048,64,0.033997717262592285,0.0,0.49658203125,0.0087890625,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1792,1856,2048,64,0.031113124431553577,0.0,0.52587890625,0.009765625,0.10302734375,1.0,46,0.71875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1856,1920,2048,64,0.032065447847399016,0.0,0.48291015625,0.01123046875,0.09228515625,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03315766331982296,0.0,0.46630859375,0.01025390625,0.1025390625,1.0,48,0.75
+fresh-zh-1,layers.5.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03359880145599657,0.0,0.51220703125,0.01123046875,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,0,128,4096,128,0.032043096307513085,0.0,0.48291015625,0.009521484375,0.0927734375,1.0,93,0.7265625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,128,256,4096,128,0.031072908532391936,0.0,0.49609375,0.00732421875,0.080078125,1.0,99,0.7734375
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,256,384,4096,128,0.029920339549332788,0.0,0.484375,0.009765625,0.080322265625,1.0,100,0.78125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,384,512,4096,128,0.03122832655697105,0.0,0.528076171875,0.010986328125,0.091064453125,1.0,99,0.7734375
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,512,640,4096,128,0.031060191708879997,0.0,0.5419921875,0.008544921875,0.086669921875,1.0,97,0.7578125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,640,768,4096,128,0.030216236599102404,0.0,0.501953125,0.008056640625,0.087158203125,1.0,97,0.7578125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,768,896,4096,128,0.0323924626751423,0.0,0.541259765625,0.007568359375,0.095947265625,1.0,98,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,896,1024,4096,128,0.031291185065228,0.0,0.53076171875,0.011962890625,0.091552734375,1.0,101,0.7890625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1024,1152,4096,128,0.030910656346530792,0.0,0.507080078125,0.00732421875,0.088134765625,1.0,98,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06125244938130495,0.0,0.50146484375,0.01904296875,0.178466796875,1.0,49,0.3828125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1280,1408,4096,128,0.030402877998108133,0.0,0.477783203125,0.009033203125,0.09228515625,1.0,98,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1408,1536,4096,128,0.030743841360942385,0.0,0.50634765625,0.007568359375,0.086669921875,1.0,97,0.7578125
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1536,1664,4096,128,0.030948972049168313,0.0,0.5,0.007568359375,0.0869140625,1.0,99,0.7734375
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03345164549161641,0.0,0.4931640625,0.008056640625,0.088134765625,1.0,98,0.765625
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1792,1920,4096,128,0.031592874651949626,0.0,0.50439453125,0.01025390625,0.098876953125,1.0,95,0.7421875
+fresh-zh-1,layers.5.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0333789611590161,0.0,0.4892578125,0.0107421875,0.097412109375,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gate_proj.output,0,0,6144,196608,6144,0.7508624749010487,0.0,0.8547821044921875,0.0070953369140625,0.07001749674479167,1.0,4085,0.6648763020833334
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,0,64,2048,64,0.6851684212700431,0.0,0.8154296875,0.009765625,0.076171875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,64,128,2048,64,0.7399944592364108,0.0,0.84912109375,0.00830078125,0.072265625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,128,192,2048,64,0.6877165330368005,0.0,0.849609375,0.00634765625,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,192,256,2048,64,0.8659176992926906,0.0,0.875,0.01025390625,0.07470703125,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,256,320,2048,64,0.7795727132004832,0.0,0.86865234375,0.0068359375,0.068359375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,320,384,2048,64,0.6917144203889151,0.0,0.82470703125,0.005859375,0.07275390625,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,384,448,2048,64,0.8041114789372729,0.0,0.88720703125,0.0107421875,0.07421875,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,448,512,2048,64,0.7063232399561228,0.0,0.853515625,0.0048828125,0.0625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,512,576,2048,64,0.7867534782333756,0.0,0.86279296875,0.00732421875,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,576,640,2048,64,0.7275469323135096,0.0,0.87158203125,0.00537109375,0.0654296875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,640,704,2048,64,0.8522516827051816,0.0,0.884765625,0.00390625,0.060546875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,704,768,2048,64,0.8288236087036754,0.0,0.85302734375,0.00634765625,0.0712890625,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,768,832,2048,64,0.7983037387875337,0.0,0.865234375,0.00732421875,0.06884765625,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,832,896,2048,64,0.7793346284350539,0.0,0.8330078125,0.01123046875,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,896,960,2048,64,0.7060357750984569,0.0,0.85888671875,0.00732421875,0.06494140625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,960,1024,2048,64,0.7017114145745126,0.0,0.85009765625,0.00390625,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1024,1088,2048,64,0.7329853571110361,0.0,0.87060546875,0.0087890625,0.06787109375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1088,1152,2048,64,0.6718913344758636,0.0,0.8076171875,0.00732421875,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1152,1216,2048,64,0.7628246245743097,0.0,0.8583984375,0.0078125,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1216,1280,2048,64,0.79720072860182,0.0,0.857421875,0.00732421875,0.07080078125,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1280,1344,2048,64,0.7258547270404774,0.0,0.84326171875,0.005859375,0.0634765625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1344,1408,2048,64,0.7437054380624573,0.0,0.8310546875,0.01025390625,0.08349609375,1.0,39,0.609375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1408,1472,2048,64,0.8319751085125842,0.0,0.8642578125,0.00830078125,0.0791015625,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1472,1536,2048,64,0.7238251443844933,0.0,0.82421875,0.00927734375,0.0693359375,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1536,1600,2048,64,0.790422323905702,0.0,0.8681640625,0.00634765625,0.0693359375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1600,1664,2048,64,0.691872558755428,0.0,0.86083984375,0.0068359375,0.060546875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1664,1728,2048,64,0.7779405587151086,0.0,0.82763671875,0.0087890625,0.0810546875,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1728,1792,2048,64,0.7501433664521943,0.0,0.86083984375,0.0078125,0.06494140625,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1792,1856,2048,64,0.7634853031446267,0.0,0.8642578125,0.00634765625,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1856,1920,2048,64,0.6732045947550829,0.0,0.8837890625,0.005859375,0.06005859375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1920,1984,2048,64,0.7674537794209361,0.0,0.84716796875,0.005859375,0.0673828125,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,1984,2048,2048,64,0.699538288203135,0.0,0.87353515625,0.0078125,0.0625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2048,2112,2048,64,0.7228099540144949,0.0,0.84619140625,0.0107421875,0.0830078125,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2112,2176,2048,64,0.8542470667413518,0.0,0.8564453125,0.00634765625,0.0673828125,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2176,2240,2048,64,0.7760121160420929,0.0,0.86083984375,0.0048828125,0.0634765625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2240,2304,2048,64,0.7213922213205975,0.0,0.85205078125,0.0048828125,0.07421875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2304,2368,2048,64,0.8012623690832072,0.0,0.8623046875,0.01025390625,0.076171875,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2368,2432,2048,64,0.7745395364133171,0.0,0.89208984375,0.00537109375,0.0576171875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2432,2496,2048,64,0.7267200886235613,0.0,0.84228515625,0.00537109375,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2496,2560,2048,64,0.6771807797826481,0.0,0.88330078125,0.0078125,0.0595703125,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2560,2624,2048,64,0.7342015987879612,0.0,0.83544921875,0.005859375,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2624,2688,2048,64,0.7872823109412181,0.0,0.87646484375,0.0068359375,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2688,2752,2048,64,0.7705808093488212,0.0,0.8720703125,0.00830078125,0.078125,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2752,2816,2048,64,0.6784947818650657,0.0,0.833984375,0.00390625,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2816,2880,2048,64,0.7276036408065297,0.0,0.849609375,0.0068359375,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2880,2944,2048,64,0.8315967529941334,0.0,0.88720703125,0.00634765625,0.0693359375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,2944,3008,2048,64,0.7410381098242674,0.0,0.86376953125,0.005859375,0.0634765625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3008,3072,2048,64,0.6668001335336757,0.0,0.8134765625,0.00732421875,0.07763671875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3072,3136,2048,64,0.8284147761175402,0.0,0.853515625,0.00634765625,0.0615234375,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3136,3200,2048,64,0.7230878077826628,0.0,0.83251953125,0.00830078125,0.07177734375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3200,3264,2048,64,0.7119331959376342,0.0,0.8134765625,0.0078125,0.07568359375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3264,3328,2048,64,0.7496147682171753,0.0,0.8583984375,0.0048828125,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3328,3392,2048,64,0.7478887765645359,0.0,0.84716796875,0.0078125,0.06494140625,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3392,3456,2048,64,0.686584488450156,0.0,0.86669921875,0.0048828125,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3456,3520,2048,64,0.6922706390507043,0.0,0.81689453125,0.0078125,0.06103515625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3520,3584,2048,64,0.7264183279860772,0.0,0.8740234375,0.0087890625,0.0654296875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3584,3648,2048,64,0.7115863781273772,0.0,0.845703125,0.0078125,0.068359375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3648,3712,2048,64,0.7255727169293745,0.0,0.88525390625,0.0107421875,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3712,3776,2048,64,0.6235006404298787,0.0,0.84130859375,0.005859375,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3776,3840,2048,64,0.7481785823717253,0.0,0.828125,0.00830078125,0.0693359375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3840,3904,2048,64,0.7099264565203441,0.0,0.83984375,0.00830078125,0.0673828125,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3904,3968,2048,64,0.7150861678109972,0.0,0.85986328125,0.0078125,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,3968,4032,2048,64,0.716489746704204,0.0,0.8505859375,0.0068359375,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4032,4096,2048,64,0.7132388097190039,0.0,0.86279296875,0.009765625,0.07470703125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4096,4160,2048,64,0.7070974803244987,0.0,0.86572265625,0.00732421875,0.06298828125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4160,4224,2048,64,0.6802132146353318,0.0,0.82666015625,0.00439453125,0.080078125,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4224,4288,2048,64,0.7832839497276374,0.0,0.8642578125,0.00537109375,0.06787109375,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4288,4352,2048,64,0.7469602437011383,0.0,0.82177734375,0.00634765625,0.0771484375,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4352,4416,2048,64,0.783737577438423,0.0,0.80078125,0.0087890625,0.08837890625,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4416,4480,2048,64,0.7383553863266676,0.0,0.85888671875,0.0068359375,0.0693359375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4480,4544,2048,64,0.7825808915421264,0.0,0.88916015625,0.00634765625,0.05419921875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4544,4608,2048,64,0.7257989560998737,0.0,0.8681640625,0.00634765625,0.0615234375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4608,4672,2048,64,0.7342621917576544,0.0,0.82861328125,0.00927734375,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4672,4736,2048,64,0.7881075263265026,0.0,0.82568359375,0.009765625,0.0947265625,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4736,4800,2048,64,0.7545413019631183,0.0,0.861328125,0.0087890625,0.0673828125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4800,4864,2048,64,0.8426586483906597,0.0,0.88037109375,0.00732421875,0.0712890625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4864,4928,2048,64,0.8340054564823768,0.0,0.86376953125,0.00732421875,0.07421875,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4928,4992,2048,64,0.6877314582642716,0.0,0.8818359375,0.0048828125,0.0576171875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,4992,5056,2048,64,0.7820719828587507,0.0,0.9013671875,0.00439453125,0.05615234375,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5056,5120,2048,64,0.7767623546395668,0.0,0.85693359375,0.01123046875,0.07373046875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5120,5184,2048,64,0.743516896394429,0.0,0.857421875,0.00439453125,0.0654296875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5184,5248,2048,64,0.7015019625134592,0.0,0.81884765625,0.01025390625,0.0673828125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5248,5312,2048,64,0.6534771178235178,0.0,0.8271484375,0.0068359375,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5312,5376,2048,64,0.8160235906142113,0.0,0.87548828125,0.00341796875,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5376,5440,2048,64,0.8456563029763834,0.0,0.8837890625,0.0078125,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5440,5504,2048,64,0.8369956212213674,0.0,0.896484375,0.0048828125,0.0576171875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5504,5568,2048,64,0.8243701513696485,0.0,0.837890625,0.0078125,0.07861328125,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5568,5632,2048,64,0.7355310744066174,0.0,0.8486328125,0.0048828125,0.05810546875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5632,5696,2048,64,0.7822892847882144,0.0,0.8544921875,0.0087890625,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5696,5760,2048,64,0.7355812705993197,0.0,0.8251953125,0.0068359375,0.0654296875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5760,5824,2048,64,0.7723764168133193,0.0,0.8583984375,0.0078125,0.0556640625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5824,5888,2048,64,0.7270848548728903,0.0,0.8642578125,0.0048828125,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5888,5952,2048,64,0.7845518273833024,0.0,0.87255859375,0.00390625,0.06640625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,5952,6016,2048,64,0.7611225399720278,0.0,0.88916015625,0.00390625,0.04833984375,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,6016,6080,2048,64,0.6976247904066862,0.0,0.86474609375,0.00537109375,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gate_proj.output,64,6080,6144,2048,64,0.7824645538167666,0.0,0.83984375,0.0078125,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,0,128,4096,128,0.7131085349392025,0.0,0.832275390625,0.009033203125,0.073974609375,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,128,256,4096,128,0.7819103183103876,0.0,0.8623046875,0.0078125,0.074951171875,1.0,83,0.6484375
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,256,384,4096,128,0.7369540197803169,0.0,0.8466796875,0.007080078125,0.07177734375,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,384,512,4096,128,0.7567984506659626,0.0,0.870361328125,0.00732421875,0.070068359375,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,512,640,4096,128,0.7577287028452575,0.0,0.8671875,0.00634765625,0.070068359375,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,640,768,4096,128,0.8406192672721691,0.0,0.868896484375,0.005126953125,0.066162109375,1.0,81,0.6328125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,768,896,4096,128,0.7888762014537384,0.0,0.84912109375,0.009033203125,0.069091796875,1.0,83,0.6484375
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,896,1024,4096,128,0.7038769157541119,0.0,0.8544921875,0.005615234375,0.0703125,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1024,1152,4096,128,0.7031022326386647,0.0,0.839111328125,0.00830078125,0.079345703125,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1152,1280,4096,128,0.7802020281761031,0.0,0.85791015625,0.007568359375,0.0712890625,1.0,82,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1280,1408,4096,128,0.7348342885884808,0.0,0.837158203125,0.0078125,0.073974609375,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1408,1536,4096,128,0.7797773466919127,0.0,0.84423828125,0.008544921875,0.07568359375,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1536,1664,4096,128,0.7427836453797545,0.0,0.864501953125,0.007080078125,0.065673828125,1.0,86,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1664,1792,4096,128,0.7641683659790578,0.0,0.84423828125,0.00830078125,0.0732421875,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1792,1920,4096,128,0.7197618475986338,0.0,0.8740234375,0.006103515625,0.065185546875,1.0,90,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,1920,2048,4096,128,0.7342816626505293,0.0,0.8603515625,0.006591796875,0.0654296875,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2048,2176,4096,128,0.7912623713594119,0.0,0.851318359375,0.008544921875,0.076416015625,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2176,2304,4096,128,0.7492000871683053,0.0,0.8564453125,0.005126953125,0.0693359375,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2304,2432,4096,128,0.7880142376810808,0.0,0.877197265625,0.008056640625,0.066650390625,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2432,2560,4096,128,0.7023873203995329,0.0,0.86279296875,0.00634765625,0.064697265625,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2560,2688,4096,128,0.7612047769108334,0.0,0.85595703125,0.00634765625,0.069091796875,1.0,86,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2688,2816,4096,128,0.7259992950254178,0.0,0.85302734375,0.005859375,0.075439453125,1.0,82,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2816,2944,4096,128,0.7813322653344426,0.0,0.868408203125,0.0068359375,0.072509765625,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,2944,3072,4096,128,0.7048971195474028,0.0,0.838623046875,0.006591796875,0.072021484375,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3072,3200,4096,128,0.7775368219749504,0.0,0.843017578125,0.007568359375,0.06689453125,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3200,3328,4096,128,0.731016817934876,0.0,0.8359375,0.006591796875,0.07421875,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3328,3456,4096,128,0.7178913155525566,0.0,0.85693359375,0.005859375,0.06298828125,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3456,3584,4096,128,0.7095499365533615,0.0,0.845458984375,0.008056640625,0.062744140625,1.0,90,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3584,3712,4096,128,0.7186135752574929,0.0,0.865478515625,0.00927734375,0.0634765625,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3712,3840,4096,128,0.6886669150381167,0.0,0.834716796875,0.0068359375,0.070068359375,1.0,90,0.703125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3840,3968,4096,128,0.7125109827441783,0.0,0.849853515625,0.008056640625,0.07421875,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,3968,4096,4096,128,0.7148661262158236,0.0,0.856689453125,0.00830078125,0.06640625,1.0,91,0.7109375
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4096,4224,4096,128,0.6937855807256976,0.0,0.84619140625,0.005859375,0.07177734375,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4224,4352,4096,128,0.7653376220894252,0.0,0.843017578125,0.00537109375,0.07177734375,1.0,82,0.640625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4352,4480,4096,128,0.7613846816185136,0.0,0.829833984375,0.008056640625,0.079345703125,1.0,86,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4480,4608,4096,128,0.7547241139921712,0.0,0.878662109375,0.006591796875,0.05810546875,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4608,4736,4096,128,0.7616608297980254,0.0,0.8271484375,0.009521484375,0.084716796875,1.0,80,0.625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4736,4864,4096,128,0.7998144078709045,0.0,0.870849609375,0.0078125,0.07080078125,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4864,4992,4096,128,0.7643754509822641,0.0,0.872802734375,0.00634765625,0.06591796875,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,4992,5120,4096,128,0.779421690087536,0.0,0.879150390625,0.0078125,0.065185546875,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5120,5248,4096,128,0.7228147683308078,0.0,0.838134765625,0.00732421875,0.0673828125,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5248,5376,4096,128,0.7392316429773017,0.0,0.851318359375,0.005859375,0.07177734375,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5376,5504,4096,128,0.8413371062503506,0.0,0.89013671875,0.00634765625,0.063720703125,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5504,5632,4096,128,0.7812144737160758,0.0,0.84326171875,0.006103515625,0.06884765625,1.0,84,0.65625
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5632,5760,4096,128,0.7592945182045521,0.0,0.83984375,0.008056640625,0.073974609375,1.0,83,0.6484375
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5760,5888,4096,128,0.7500725683008659,0.0,0.861328125,0.00634765625,0.0634765625,1.0,86,0.671875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,5888,6016,4096,128,0.7729259636937906,0.0,0.880859375,0.00390625,0.056640625,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gate_proj.output,128,6016,6144,4096,128,0.7412594438419131,0.0,0.852294921875,0.006591796875,0.070068359375,1.0,86,0.671875
+fresh-zh-1,layers.5.mlp.up_proj.output,0,0,6144,196608,6144,0.3024524779724786,0.0,0.4986368815104167,0.0086822509765625,0.08474222819010417,1.0,4887,0.79541015625
+fresh-zh-1,layers.5.mlp.up_proj.output,64,0,64,2048,64,0.3126049992357714,0.0,0.46337890625,0.0126953125,0.09375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,64,128,2048,64,0.31950391145763096,0.0,0.50439453125,0.01025390625,0.09765625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,128,192,2048,64,0.3032905055872207,0.0,0.4912109375,0.0078125,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,192,256,2048,64,0.2824560956581047,0.0,0.5029296875,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,256,320,2048,64,0.3171329162644528,0.0,0.52587890625,0.00634765625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,320,384,2048,64,0.3014686265348055,0.0,0.46435546875,0.0068359375,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,384,448,2048,64,0.3167298711912037,0.0,0.52001953125,0.01025390625,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,448,512,2048,64,0.314776480372067,0.0,0.44677734375,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,512,576,2048,64,0.3153188638505526,0.0,0.49853515625,0.00830078125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,576,640,2048,64,0.2727822813324714,0.0,0.50244140625,0.0087890625,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,640,704,2048,64,0.29657459779805,0.0,0.49072265625,0.005859375,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,704,768,2048,64,0.30854170218184374,0.0,0.498046875,0.00634765625,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,768,832,2048,64,0.2956343205958955,0.0,0.453125,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,832,896,2048,64,0.2946946709296901,0.0,0.53466796875,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,896,960,2048,64,0.28552184125192503,0.0,0.4365234375,0.00830078125,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,960,1024,2048,64,0.3113841164794228,0.0,0.4423828125,0.01171875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1024,1088,2048,64,0.312008030782394,0.0,0.4794921875,0.009765625,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1088,1152,2048,64,0.3123483301221118,0.0,0.50341796875,0.009765625,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1152,1216,2048,64,0.28429266025710753,0.0,0.53759765625,0.0107421875,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1216,1280,2048,64,0.29947483696993227,0.0,0.49609375,0.0068359375,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1280,1344,2048,64,0.3121811514057478,0.0,0.5361328125,0.009765625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1344,1408,2048,64,0.31647402735691144,0.0,0.49951171875,0.01318359375,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1408,1472,2048,64,0.309071494640667,0.0,0.48388671875,0.00732421875,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1472,1536,2048,64,0.33076374635160516,0.0,0.5146484375,0.01123046875,0.10205078125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1536,1600,2048,64,0.3035833450747813,0.0,0.4921875,0.00830078125,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1600,1664,2048,64,0.2885567222354576,0.0,0.5166015625,0.0078125,0.08154296875,1.0,54,0.84375
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1664,1728,2048,64,0.313940303091423,0.0,0.482421875,0.0087890625,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1728,1792,2048,64,0.31166432282783746,0.0,0.52392578125,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1792,1856,2048,64,0.3017133427768844,0.0,0.533203125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1856,1920,2048,64,0.30901757391724943,0.0,0.49072265625,0.01025390625,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1920,1984,2048,64,0.30314717108671085,0.0,0.4833984375,0.00634765625,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,1984,2048,2048,64,0.2890501457180075,0.0,0.49951171875,0.00927734375,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2048,2112,2048,64,0.3245943132589549,0.0,0.44921875,0.0068359375,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2112,2176,2048,64,0.30664927867204256,0.0,0.52099609375,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2176,2240,2048,64,0.29184481160962383,0.0,0.49462890625,0.0087890625,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2240,2304,2048,64,0.3175686875483403,0.0,0.53076171875,0.01220703125,0.0947265625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2304,2368,2048,64,0.30329590607663504,0.0,0.501953125,0.00927734375,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2368,2432,2048,64,0.30277035896877375,0.0,0.56005859375,0.01025390625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2432,2496,2048,64,0.3176447143193134,0.0,0.47998046875,0.0087890625,0.095703125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2496,2560,2048,64,0.3109159849930068,0.0,0.478515625,0.005859375,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2560,2624,2048,64,0.3162743226192011,0.0,0.52294921875,0.0087890625,0.09228515625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2624,2688,2048,64,0.2782153993567251,0.0,0.50830078125,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2688,2752,2048,64,0.29356706796866633,0.0,0.5166015625,0.0068359375,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2752,2816,2048,64,0.3006744980376868,0.0,0.556640625,0.01171875,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2816,2880,2048,64,0.27740849433562986,0.0,0.4677734375,0.0087890625,0.0751953125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2880,2944,2048,64,0.29694150214581555,0.0,0.5322265625,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,2944,3008,2048,64,0.3008132518158988,0.0,0.48193359375,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3008,3072,2048,64,0.29691116089071073,0.0,0.54052734375,0.00927734375,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3072,3136,2048,64,0.31411514866875756,0.0,0.5146484375,0.0107421875,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3136,3200,2048,64,0.3148767394376802,0.0,0.4404296875,0.01171875,0.1015625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3200,3264,2048,64,0.3075452752668601,0.0,0.42578125,0.013671875,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3264,3328,2048,64,0.28886857389558823,0.0,0.53857421875,0.00830078125,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3328,3392,2048,64,0.2958734752347244,0.0,0.5224609375,0.00390625,0.0625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3392,3456,2048,64,0.2958964744973052,0.0,0.486328125,0.0078125,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3456,3520,2048,64,0.30032252895034256,0.0,0.53173828125,0.0107421875,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3520,3584,2048,64,0.2911407375041528,0.0,0.4951171875,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3584,3648,2048,64,0.2927379155392321,0.0,0.48388671875,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3648,3712,2048,64,0.30879744024967043,0.0,0.52099609375,0.00439453125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3712,3776,2048,64,0.305828556866538,0.0,0.48388671875,0.0087890625,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3776,3840,2048,64,0.29279864763814145,0.0,0.4833984375,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3840,3904,2048,64,0.2852083222970327,0.0,0.482421875,0.0087890625,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3904,3968,2048,64,0.32094929550946943,0.0,0.51953125,0.009765625,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.up_proj.output,64,3968,4032,2048,64,0.3133919256571887,0.0,0.50732421875,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4032,4096,2048,64,0.2810957687591543,0.0,0.4970703125,0.009765625,0.080078125,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4096,4160,2048,64,0.28941874264186457,0.0,0.53515625,0.00537109375,0.08984375,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4160,4224,2048,64,0.3113241624108432,0.0,0.4873046875,0.009765625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4224,4288,2048,64,0.3037103929777606,0.0,0.4697265625,0.0126953125,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4288,4352,2048,64,0.2888042138967604,0.0,0.52587890625,0.0078125,0.07421875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4352,4416,2048,64,0.30643250902720437,0.0,0.5244140625,0.01220703125,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4416,4480,2048,64,0.3126277704688664,0.0,0.50537109375,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4480,4544,2048,64,0.30354634761196403,0.0,0.48388671875,0.005859375,0.06640625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4544,4608,2048,64,0.3215854299154497,0.0,0.50732421875,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4608,4672,2048,64,0.2987809986191927,0.0,0.48095703125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4672,4736,2048,64,0.2945996207515802,0.0,0.4951171875,0.0048828125,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4736,4800,2048,64,0.3016433488399425,0.0,0.48388671875,0.00634765625,0.091796875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4800,4864,2048,64,0.3034460596057357,0.0,0.509765625,0.009765625,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4864,4928,2048,64,0.30763140765592684,0.0,0.5009765625,0.01220703125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4928,4992,2048,64,0.2943446011752544,0.0,0.5341796875,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,4992,5056,2048,64,0.3004306541109272,0.0,0.4560546875,0.0078125,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5056,5120,2048,64,0.2910468702840202,0.0,0.4892578125,0.0107421875,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5120,5184,2048,64,0.3119852031638504,0.0,0.48095703125,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5184,5248,2048,64,0.30482921180957606,0.0,0.50146484375,0.0087890625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5248,5312,2048,64,0.3206650797938676,0.0,0.49951171875,0.01123046875,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5312,5376,2048,64,0.29970918998362883,0.0,0.52783203125,0.01025390625,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5376,5440,2048,64,0.3057979208280462,0.0,0.4716796875,0.00537109375,0.06982421875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5440,5504,2048,64,0.28162240125189925,0.0,0.515625,0.00830078125,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5504,5568,2048,64,0.2916515876687564,0.0,0.5087890625,0.0107421875,0.08984375,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5568,5632,2048,64,0.3030897294462708,0.0,0.47705078125,0.009765625,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5632,5696,2048,64,0.2909478262541666,0.0,0.427734375,0.00732421875,0.08203125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5696,5760,2048,64,0.2945304474618116,0.0,0.50927734375,0.005859375,0.07421875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5760,5824,2048,64,0.2805467570952701,0.0,0.50341796875,0.0087890625,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5824,5888,2048,64,0.2993196118174855,0.0,0.5048828125,0.005859375,0.072265625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5888,5952,2048,64,0.3009345237179274,0.0,0.5322265625,0.00830078125,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,64,5952,6016,2048,64,0.2902748210080469,0.0,0.50244140625,0.0087890625,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,6016,6080,2048,64,0.29063043333187166,0.0,0.5234375,0.00732421875,0.080078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,64,6080,6144,2048,64,0.32537832428706426,0.0,0.46875,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,0,128,4096,128,0.3160732786743624,0.0,0.48388671875,0.011474609375,0.095947265625,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,128,256,4096,128,0.29305850674717865,0.0,0.4970703125,0.006591796875,0.0810546875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,256,384,4096,128,0.30939991868387623,0.0,0.4951171875,0.006591796875,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,384,512,4096,128,0.31575468634703013,0.0,0.4833984375,0.009765625,0.085693359375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,512,640,4096,128,0.2948187230392185,0.0,0.50048828125,0.00830078125,0.0810546875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,640,768,4096,128,0.3026173111739848,0.0,0.494384765625,0.006103515625,0.0849609375,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,768,896,4096,128,0.295164869681806,0.0,0.493896484375,0.008056640625,0.08154296875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,896,1024,4096,128,0.2987329826346266,0.0,0.439453125,0.009765625,0.081298828125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1024,1152,4096,128,0.31217822682145774,0.0,0.491455078125,0.009765625,0.08984375,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1152,1280,4096,128,0.2919824435254889,0.0,0.516845703125,0.009033203125,0.08349609375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1280,1408,4096,128,0.31433491794940754,0.0,0.517822265625,0.011474609375,0.088623046875,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1408,1536,4096,128,0.320101425098331,0.0,0.499267578125,0.009033203125,0.095703125,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1536,1664,4096,128,0.29616535023029344,0.0,0.50439453125,0.008056640625,0.080810546875,1.0,106,0.828125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1664,1792,4096,128,0.312804382984693,0.0,0.503173828125,0.009765625,0.091064453125,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1792,1920,4096,128,0.3053872968865146,0.0,0.511962890625,0.010009765625,0.0849609375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,1920,2048,4096,128,0.2961825400639586,0.0,0.491455078125,0.008056640625,0.084716796875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2048,2176,4096,128,0.3157493058663285,0.0,0.485107421875,0.0068359375,0.090576171875,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2176,2304,4096,128,0.3049780855853681,0.0,0.5126953125,0.010009765625,0.085693359375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2304,2432,4096,128,0.30303324645402124,0.0,0.531005859375,0.009765625,0.083984375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2432,2560,4096,128,0.3142983568674595,0.0,0.479248046875,0.00732421875,0.092529296875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2560,2688,4096,128,0.2978533662622067,0.0,0.515625,0.0078125,0.083984375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2688,2816,4096,128,0.2971420343589362,0.0,0.53662109375,0.009033203125,0.087158203125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2816,2944,4096,128,0.2873410242431235,0.0,0.5,0.008544921875,0.080322265625,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,2944,3072,4096,128,0.2988685747360576,0.0,0.51123046875,0.008544921875,0.080322265625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3072,3200,4096,128,0.31449617458889734,0.0,0.4775390625,0.01123046875,0.09228515625,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3200,3328,4096,128,0.2983531039920983,0.0,0.482177734375,0.010986328125,0.0810546875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3328,3456,4096,128,0.2958849750894826,0.0,0.50439453125,0.005859375,0.072021484375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3456,3584,4096,128,0.29576726528606184,0.0,0.513427734375,0.0107421875,0.086669921875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3584,3712,4096,128,0.30087484632235656,0.0,0.50244140625,0.006103515625,0.08447265625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3712,3840,4096,128,0.2993844971385407,0.0,0.483642578125,0.0087890625,0.085693359375,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3840,3968,4096,128,0.3036052020268369,0.0,0.5009765625,0.00927734375,0.09130859375,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,3968,4096,4096,128,0.29768215455534186,0.0,0.502197265625,0.0087890625,0.08349609375,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4096,4224,4096,128,0.30057107536588656,0.0,0.51123046875,0.00732421875,0.09033203125,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4224,4352,4096,128,0.2963510391134402,0.0,0.497802734375,0.01025390625,0.083251953125,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4352,4480,4096,128,0.3095456391689616,0.0,0.514892578125,0.0107421875,0.083251953125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4480,4608,4096,128,0.3126959976418533,0.0,0.49560546875,0.007080078125,0.078125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4608,4736,4096,128,0.2966976758274801,0.0,0.488037109375,0.007568359375,0.087646484375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4736,4864,4096,128,0.3025460468999909,0.0,0.496826171875,0.008056640625,0.090576171875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4864,4992,4096,128,0.3010613120424033,0.0,0.517578125,0.00927734375,0.086669921875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,4992,5120,4096,128,0.29577597826027285,0.0,0.47265625,0.00927734375,0.082763671875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5120,5248,4096,128,0.3084279619016703,0.0,0.4912109375,0.0087890625,0.08154296875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5248,5376,4096,128,0.3103640539429868,0.0,0.513671875,0.010986328125,0.091064453125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5376,5504,4096,128,0.2939587941103666,0.0,0.49365234375,0.0068359375,0.074462890625,1.0,105,0.8203125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5504,5632,4096,128,0.29742564842790536,0.0,0.492919921875,0.010498046875,0.082763671875,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5632,5760,4096,128,0.2927446174433269,0.0,0.468505859375,0.006591796875,0.078125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5760,5888,4096,128,0.2900850848761814,0.0,0.504150390625,0.007568359375,0.07861328125,1.0,105,0.8203125
+fresh-zh-1,layers.5.mlp.up_proj.output,128,5888,6016,4096,128,0.2956527179619608,0.0,0.517333984375,0.008544921875,0.08154296875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.up_proj.output,128,6016,6144,4096,128,0.30849400536682187,0.0,0.49609375,0.00732421875,0.079833984375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,0,0,6144,196608,6144,0.2173093901779525,0.0,0.8547821044921875,0.003931681315104167,0.040293375651041664,1.0,4834,0.7867838541666666
+fresh-zh-1,layers.5.mlp.silu_gate,64,0,64,2048,64,0.2093447392540898,0.0,0.8154296875,0.00537109375,0.04736328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,64,128,2048,64,0.21088102975183043,0.0,0.84912109375,0.00439453125,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,128,192,2048,64,0.20335105940948342,0.0,0.849609375,0.00390625,0.0458984375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,192,256,2048,64,0.21800167339999177,0.0,0.875,0.0048828125,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,256,320,2048,64,0.21949524748489088,0.0,0.86865234375,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,320,384,2048,64,0.2078969944021363,0.0,0.82470703125,0.00244140625,0.04736328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,384,448,2048,64,0.2108308705227769,0.0,0.88720703125,0.0048828125,0.0380859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,448,512,2048,64,0.21139179693861765,0.0,0.853515625,0.0029296875,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,512,576,2048,64,0.21237817623832442,0.0,0.86279296875,0.001953125,0.041015625,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,576,640,2048,64,0.2131925683148838,0.0,0.87158203125,0.00244140625,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,640,704,2048,64,0.21843910902484448,0.0,0.884765625,0.00048828125,0.02734375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,704,768,2048,64,0.20686776397669873,0.0,0.85302734375,0.00439453125,0.03515625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,768,832,2048,64,0.2223475169099985,0.0,0.865234375,0.0029296875,0.03857421875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,832,896,2048,64,0.22556935813951645,0.0,0.8330078125,0.0048828125,0.04052734375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,896,960,2048,64,0.22826347106267766,0.0,0.85888671875,0.00439453125,0.0419921875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,960,1024,2048,64,0.20625929838302307,0.0,0.85009765625,0.001953125,0.0439453125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1024,1088,2048,64,0.21421001367482884,0.0,0.87060546875,0.00634765625,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1088,1152,2048,64,0.20987054137605693,0.0,0.8076171875,0.0048828125,0.05517578125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1152,1216,2048,64,0.2149048880057905,0.0,0.8583984375,0.005859375,0.0400390625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1216,1280,2048,64,0.22242709293760363,0.0,0.857421875,0.00390625,0.03955078125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1280,1344,2048,64,0.24719256837804024,0.0,0.84326171875,0.00390625,0.04443359375,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,1344,1408,2048,64,0.20661752763393823,0.0,0.8310546875,0.00537109375,0.04541015625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1408,1472,2048,64,0.2172927441708312,0.0,0.8642578125,0.00341796875,0.04052734375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1472,1536,2048,64,0.22487780926990125,0.0,0.82421875,0.0048828125,0.041015625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1536,1600,2048,64,0.22235256081826443,0.0,0.8681640625,0.00341796875,0.041015625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1600,1664,2048,64,0.21301500011701435,0.0,0.86083984375,0.00390625,0.03466796875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1664,1728,2048,64,0.2166899081776063,0.0,0.82763671875,0.0029296875,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,1728,1792,2048,64,0.21371208501498445,0.0,0.86083984375,0.00439453125,0.0361328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,1792,1856,2048,64,0.23086551618512938,0.0,0.8642578125,0.0029296875,0.03662109375,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,1856,1920,2048,64,0.219624324554072,0.0,0.8837890625,0.00341796875,0.04150390625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1920,1984,2048,64,0.21086888719782013,0.0,0.84716796875,0.00341796875,0.0400390625,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,1984,2048,2048,64,0.20708390919726577,0.0,0.87353515625,0.00439453125,0.0380859375,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2048,2112,2048,64,0.22030708548201935,0.0,0.84619140625,0.005859375,0.05126953125,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,2112,2176,2048,64,0.2362317807523741,0.0,0.8564453125,0.00390625,0.03955078125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,2176,2240,2048,64,0.21776546313870615,0.0,0.86083984375,0.00341796875,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2240,2304,2048,64,0.20599790372925678,0.0,0.85205078125,0.00341796875,0.04296875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,2304,2368,2048,64,0.2130601372752542,0.0,0.8623046875,0.00341796875,0.044921875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2368,2432,2048,64,0.21617881774977432,0.0,0.89208984375,0.00244140625,0.03271484375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2432,2496,2048,64,0.2091865878658313,0.0,0.84228515625,0.001953125,0.0380859375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2496,2560,2048,64,0.20983349953816788,0.0,0.88330078125,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,2560,2624,2048,64,0.22165038045810406,0.0,0.83544921875,0.0029296875,0.0419921875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,2624,2688,2048,64,0.22367443301091197,0.0,0.87646484375,0.00537109375,0.04150390625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2688,2752,2048,64,0.23241291365805983,0.0,0.8720703125,0.00537109375,0.05029296875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.silu_gate,64,2752,2816,2048,64,0.2061262280726961,0.0,0.833984375,0.00244140625,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,2816,2880,2048,64,0.20537195040215986,0.0,0.849609375,0.00439453125,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2880,2944,2048,64,0.2084502259514747,0.0,0.88720703125,0.00341796875,0.03466796875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,2944,3008,2048,64,0.20900780257213067,0.0,0.86376953125,0.0029296875,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3008,3072,2048,64,0.20246412038432163,0.0,0.8134765625,0.00390625,0.04736328125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3072,3136,2048,64,0.21708677842008317,0.0,0.853515625,0.00341796875,0.03125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,3136,3200,2048,64,0.21945143724818544,0.0,0.83251953125,0.00537109375,0.03857421875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3200,3264,2048,64,0.23291230951961672,0.0,0.8134765625,0.005859375,0.04833984375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.silu_gate,64,3264,3328,2048,64,0.23493879955844718,0.0,0.8583984375,0.0029296875,0.04345703125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3328,3392,2048,64,0.20972401810114266,0.0,0.84716796875,0.00439453125,0.03369140625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,3392,3456,2048,64,0.2135732970016873,0.0,0.86669921875,0.00244140625,0.03515625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3456,3520,2048,64,0.21991956808166085,0.0,0.81689453125,0.00244140625,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3520,3584,2048,64,0.2055787239506386,0.0,0.8740234375,0.0048828125,0.03857421875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3584,3648,2048,64,0.20983545627011152,0.0,0.845703125,0.00537109375,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,3648,3712,2048,64,0.21285388451506948,0.0,0.88525390625,0.00634765625,0.03564453125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3712,3776,2048,64,0.20285583986126032,0.0,0.84130859375,0.00390625,0.03857421875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3776,3840,2048,64,0.23100763588627052,0.0,0.828125,0.00341796875,0.0380859375,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,3840,3904,2048,64,0.2119609107996066,0.0,0.83984375,0.0068359375,0.04541015625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,3904,3968,2048,64,0.20828993617444413,0.0,0.85986328125,0.00439453125,0.05029296875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,3968,4032,2048,64,0.2283099344277763,0.0,0.8505859375,0.00341796875,0.037109375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4032,4096,2048,64,0.20389535803861278,0.0,0.86279296875,0.00537109375,0.04931640625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,4096,4160,2048,64,0.2019076740166892,0.0,0.86572265625,0.00439453125,0.03466796875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4160,4224,2048,64,0.2104998731084117,0.0,0.82666015625,0.00341796875,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4224,4288,2048,64,0.2096851976015771,0.0,0.8642578125,0.0009765625,0.03369140625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,4288,4352,2048,64,0.23422914828025249,0.0,0.82177734375,0.00390625,0.04638671875,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,64,4352,4416,2048,64,0.2571174828295491,0.0,0.80078125,0.00634765625,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.silu_gate,64,4416,4480,2048,64,0.21281690374938916,0.0,0.85888671875,0.0048828125,0.04052734375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,4480,4544,2048,64,0.21252584094198074,0.0,0.88916015625,0.00244140625,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4544,4608,2048,64,0.20742419550312433,0.0,0.8681640625,0.00244140625,0.03076171875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,4608,4672,2048,64,0.20983426608877287,0.0,0.82861328125,0.00439453125,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4672,4736,2048,64,0.2159024124265643,0.0,0.82568359375,0.0068359375,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4736,4800,2048,64,0.22264710887266678,0.0,0.861328125,0.00634765625,0.03271484375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4800,4864,2048,64,0.23875573113226645,0.0,0.88037109375,0.0048828125,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4864,4928,2048,64,0.26474250300914537,0.0,0.86376953125,0.00439453125,0.04541015625,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.silu_gate,64,4928,4992,2048,64,0.20381084074551534,0.0,0.8818359375,0.001953125,0.03125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,4992,5056,2048,64,0.21784583554514325,0.0,0.9013671875,0.00244140625,0.02978515625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5056,5120,2048,64,0.21458747453078827,0.0,0.85693359375,0.0068359375,0.0439453125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5120,5184,2048,64,0.2316954025896136,0.0,0.857421875,0.00390625,0.04150390625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5184,5248,2048,64,0.22494630796987525,0.0,0.81884765625,0.0068359375,0.0458984375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,5248,5312,2048,64,0.1966460430522615,0.0,0.8271484375,0.00341796875,0.05224609375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5312,5376,2048,64,0.21462482459891677,0.0,0.87548828125,0.00146484375,0.03076171875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5376,5440,2048,64,0.22044865079809683,0.0,0.8837890625,0.00244140625,0.03857421875,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5440,5504,2048,64,0.22646953053313176,0.0,0.896484375,0.001953125,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5504,5568,2048,64,0.2127892701434775,0.0,0.837890625,0.00439453125,0.04443359375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5568,5632,2048,64,0.21881334853048304,0.0,0.8486328125,0.00244140625,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5632,5696,2048,64,0.20909820492557157,0.0,0.8544921875,0.00537109375,0.0380859375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5696,5760,2048,64,0.22243951556873104,0.0,0.8251953125,0.00390625,0.03369140625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,5760,5824,2048,64,0.22659258895020598,0.0,0.8583984375,0.00537109375,0.03466796875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,5824,5888,2048,64,0.20671143685872234,0.0,0.8642578125,0.00244140625,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,5888,5952,2048,64,0.2171333757015219,0.0,0.87255859375,0.001953125,0.03076171875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,5952,6016,2048,64,0.22850662948771996,0.0,0.88916015625,0.00341796875,0.03076171875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,64,6016,6080,2048,64,0.20916857641017206,0.0,0.86474609375,0.00537109375,0.03515625,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,64,6080,6144,2048,64,0.21679785891197306,0.0,0.83984375,0.00439453125,0.04248046875,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,0,128,4096,128,0.21011428861759407,0.0,0.832275390625,0.0048828125,0.045654296875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,128,256,4096,128,0.21080367995857655,0.0,0.8623046875,0.004150390625,0.04248046875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,256,384,4096,128,0.21377479265560684,0.0,0.8466796875,0.003662109375,0.044189453125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,384,512,4096,128,0.2111115200294973,0.0,0.870361328125,0.00390625,0.037353515625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,512,640,4096,128,0.21278576189093715,0.0,0.8671875,0.002197265625,0.039794921875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,640,768,4096,128,0.21273212747994485,0.0,0.868896484375,0.00244140625,0.031494140625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,768,896,4096,128,0.22396423108112096,0.0,0.84912109375,0.003662109375,0.03955078125,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,896,1024,4096,128,0.21753977842114167,0.0,0.8544921875,0.003173828125,0.04345703125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,1024,1152,4096,128,0.21205137832144547,0.0,0.839111328125,0.005615234375,0.048095703125,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,1152,1280,4096,128,0.21869833396879673,0.0,0.85791015625,0.0048828125,0.0400390625,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,1280,1408,4096,128,0.2278101935679057,0.0,0.837158203125,0.0048828125,0.045166015625,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.silu_gate,128,1408,1536,4096,128,0.2211178031856779,0.0,0.84423828125,0.004150390625,0.04052734375,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,1536,1664,4096,128,0.2177338416246905,0.0,0.864501953125,0.00390625,0.037353515625,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,1664,1792,4096,128,0.21520614720248046,0.0,0.84423828125,0.003662109375,0.0419921875,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,1792,1920,4096,128,0.22531503556049978,0.0,0.8740234375,0.003173828125,0.0390625,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,1920,2048,4096,128,0.20898496720633808,0.0,0.8603515625,0.00390625,0.03857421875,1.0,105,0.8203125
+fresh-zh-1,layers.5.mlp.silu_gate,128,2048,2176,4096,128,0.22840825964817857,0.0,0.851318359375,0.005126953125,0.04541015625,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.silu_gate,128,2176,2304,4096,128,0.21196336154730058,0.0,0.8564453125,0.00341796875,0.039794921875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,2304,2432,4096,128,0.21462514221246343,0.0,0.877197265625,0.0029296875,0.03857421875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,2432,2560,4096,128,0.20951029338839589,0.0,0.86279296875,0.00341796875,0.041259765625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,2560,2688,4096,128,0.22266470661060683,0.0,0.85595703125,0.004150390625,0.041748046875,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,2688,2816,4096,128,0.21966313338212434,0.0,0.85302734375,0.00390625,0.045654296875,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,128,2816,2944,4096,128,0.20691681264605838,0.0,0.868408203125,0.00390625,0.037353515625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,2944,3072,4096,128,0.20576197605367694,0.0,0.838623046875,0.00341796875,0.041748046875,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,3072,3200,4096,128,0.21827231005684683,0.0,0.843017578125,0.00439453125,0.03466796875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,3200,3328,4096,128,0.23392774895651644,0.0,0.8359375,0.00439453125,0.045654296875,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.silu_gate,128,3328,3456,4096,128,0.21165740828123564,0.0,0.85693359375,0.00341796875,0.034912109375,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,3456,3584,4096,128,0.212869946406717,0.0,0.845458984375,0.003662109375,0.039306640625,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,128,3584,3712,4096,128,0.2113500589794576,0.0,0.865478515625,0.005859375,0.038818359375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,3712,3840,4096,128,0.21738792469176044,0.0,0.834716796875,0.003662109375,0.040283203125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,3840,3968,4096,128,0.21013344000724016,0.0,0.849853515625,0.005615234375,0.0478515625,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,3968,4096,4096,128,0.2164471565857468,0.0,0.856689453125,0.00439453125,0.043212890625,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,4096,4224,4096,128,0.2062485216983228,0.0,0.84619140625,0.00390625,0.041259765625,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,4224,4352,4096,128,0.22229617180386277,0.0,0.843017578125,0.00244140625,0.04052734375,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.silu_gate,128,4352,4480,4096,128,0.23600893468053308,0.0,0.829833984375,0.005859375,0.048828125,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.silu_gate,128,4480,4608,4096,128,0.2099905116287572,0.0,0.878662109375,0.00244140625,0.03125,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.silu_gate,128,4608,4736,4096,128,0.21288996091481652,0.0,0.8271484375,0.005859375,0.046142578125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,4736,4864,4096,128,0.23084197434377077,0.0,0.870849609375,0.005615234375,0.0361328125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,4864,4992,4096,128,0.2362492875173819,0.0,0.872802734375,0.003173828125,0.0380859375,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.silu_gate,128,4992,5120,4096,128,0.21622279284324225,0.0,0.879150390625,0.004638671875,0.036865234375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,5120,5248,4096,128,0.2283457915645054,0.0,0.838134765625,0.00537109375,0.04345703125,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.silu_gate,128,5248,5376,4096,128,0.20583182647762188,0.0,0.851318359375,0.00244140625,0.042236328125,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,128,5376,5504,4096,128,0.22347936806179483,0.0,0.89013671875,0.002197265625,0.034423828125,1.0,104,0.8125
+fresh-zh-1,layers.5.mlp.silu_gate,128,5504,5632,4096,128,0.2158223285289505,0.0,0.84326171875,0.00341796875,0.038818359375,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.silu_gate,128,5632,5760,4096,128,0.21587194976368287,0.0,0.83984375,0.004638671875,0.035888671875,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,5760,5888,4096,128,0.21687994316597667,0.0,0.861328125,0.003662109375,0.03759765625,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,5888,6016,4096,128,0.22289255546493292,0.0,0.880859375,0.002685546875,0.030517578125,1.0,101,0.7890625
+fresh-zh-1,layers.5.mlp.silu_gate,128,6016,6144,4096,128,0.21301737603570484,0.0,0.852294921875,0.0048828125,0.0390625,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.gated_product,0,0,6144,196608,6144,0.07007852725949201,0.0,0.5015004475911459,0.024576822916666668,0.1669158935546875,1.0,4294,0.6988932291666666
+fresh-zh-1,layers.5.mlp.gated_product,64,0,64,2048,64,0.07379679015756645,0.0,0.54345703125,0.03564453125,0.1884765625,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gated_product,64,64,128,2048,64,0.06331975700631497,0.0,0.48828125,0.02392578125,0.15673828125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,128,192,2048,64,0.062018896571494585,0.0,0.5126953125,0.0263671875,0.16455078125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,192,256,2048,64,0.06099973810493875,0.0,0.490234375,0.0185546875,0.14697265625,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,256,320,2048,64,0.0816093085412849,0.0,0.490234375,0.0263671875,0.17529296875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gated_product,64,320,384,2048,64,0.07044263806282364,0.0,0.5361328125,0.02099609375,0.17529296875,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,384,448,2048,64,0.06724518314800476,0.0,0.4912109375,0.0263671875,0.15478515625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,448,512,2048,64,0.06274049620719084,0.0,0.52978515625,0.01904296875,0.1416015625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,512,576,2048,64,0.0684964336183176,0.0,0.494140625,0.02294921875,0.15576171875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,576,640,2048,64,0.0577529032002673,0.0,0.513671875,0.01953125,0.15185546875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,640,704,2048,64,0.06814109253608548,0.0,0.53369140625,0.015625,0.14501953125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,704,768,2048,64,0.06450257862982442,0.0,0.50439453125,0.0224609375,0.15576171875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,768,832,2048,64,0.07233266874644334,0.0,0.5439453125,0.0244140625,0.1708984375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,832,896,2048,64,0.06989766180070596,0.0,0.47509765625,0.02685546875,0.1650390625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,896,960,2048,64,0.07740536201902694,0.0,0.54443359375,0.02490234375,0.18212890625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,960,1024,2048,64,0.06396714552726186,0.0,0.53955078125,0.0263671875,0.16015625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,1024,1088,2048,64,0.07764516992689911,0.0,0.52685546875,0.0302734375,0.18408203125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,1088,1152,2048,64,0.07391409404604612,0.0,0.49365234375,0.03271484375,0.19921875,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gated_product,64,1152,1216,2048,64,0.099419982252239,0.0,0.47509765625,0.033203125,0.23583984375,1.0,33,0.515625
+fresh-zh-1,layers.5.mlp.gated_product,64,1216,1280,2048,64,0.07035476355712998,0.0,0.5048828125,0.0205078125,0.1591796875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,1280,1344,2048,64,0.07325756817740674,0.0,0.45556640625,0.0263671875,0.1787109375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,1344,1408,2048,64,0.06413304284348387,0.0,0.50048828125,0.03173828125,0.1640625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,1408,1472,2048,64,0.06698790134660142,0.0,0.49951171875,0.02001953125,0.1552734375,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,1472,1536,2048,64,0.0765077986212333,0.0,0.4853515625,0.03369140625,0.20166015625,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,1536,1600,2048,64,0.07030085350854423,0.0,0.51171875,0.02490234375,0.162109375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,1600,1664,2048,64,0.06272284057987934,0.0,0.47998046875,0.0224609375,0.14794921875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,1664,1728,2048,64,0.08094698914781465,0.0,0.49462890625,0.02685546875,0.20068359375,1.0,40,0.625
+fresh-zh-1,layers.5.mlp.gated_product,64,1728,1792,2048,64,0.06507540072768486,0.0,0.48828125,0.02587890625,0.15966796875,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,1792,1856,2048,64,0.06861202713454734,0.0,0.49609375,0.0234375,0.1640625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,1856,1920,2048,64,0.11236681964989838,0.0,0.51318359375,0.0390625,0.24560546875,1.0,30,0.46875
+fresh-zh-1,layers.5.mlp.gated_product,64,1920,1984,2048,64,0.059635290530292755,0.0,0.51220703125,0.01953125,0.13623046875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,1984,2048,2048,64,0.06425478327381332,0.0,0.5009765625,0.025390625,0.1640625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,2048,2112,2048,64,0.07753170296593848,0.0,0.53955078125,0.02734375,0.18359375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,2112,2176,2048,64,0.06792749452847079,0.0,0.48876953125,0.02099609375,0.14208984375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,2176,2240,2048,64,0.06532711099320655,0.0,0.517578125,0.021484375,0.15087890625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,2240,2304,2048,64,0.0726785526610425,0.0,0.4501953125,0.02734375,0.177734375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,2304,2368,2048,64,0.07027602905361292,0.0,0.4931640625,0.0283203125,0.171875,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,2368,2432,2048,64,0.06255942677771383,0.0,0.4638671875,0.0224609375,0.12890625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,2432,2496,2048,64,0.06451828062187671,0.0,0.5419921875,0.02197265625,0.1611328125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,2496,2560,2048,64,0.06433027102289185,0.0,0.51806640625,0.0244140625,0.15771484375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,2560,2624,2048,64,0.09490569525625758,0.0,0.4970703125,0.03173828125,0.2177734375,1.0,37,0.578125
+fresh-zh-1,layers.5.mlp.gated_product,64,2624,2688,2048,64,0.06743816899383186,0.0,0.490234375,0.021484375,0.158203125,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,2688,2752,2048,64,0.061091707909130655,0.0,0.501953125,0.0234375,0.15771484375,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,2752,2816,2048,64,0.06153021690898672,0.0,0.4794921875,0.0205078125,0.166015625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,2816,2880,2048,64,0.056566242857834514,0.0,0.533203125,0.02197265625,0.154296875,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,2880,2944,2048,64,0.0648105577625864,0.0,0.48193359375,0.0224609375,0.1513671875,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,2944,3008,2048,64,0.06433843945271053,0.0,0.51953125,0.0205078125,0.1513671875,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,3008,3072,2048,64,0.06100970654496926,0.0,0.47607421875,0.02099609375,0.166015625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,3072,3136,2048,64,0.07245631729665417,0.0,0.5,0.021484375,0.15234375,1.0,43,0.671875
+fresh-zh-1,layers.5.mlp.gated_product,64,3136,3200,2048,64,0.07789532919251468,0.0,0.50439453125,0.02734375,0.1865234375,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gated_product,64,3200,3264,2048,64,0.09233479290947029,0.0,0.5322265625,0.03369140625,0.21728515625,1.0,35,0.546875
+fresh-zh-1,layers.5.mlp.gated_product,64,3264,3328,2048,64,0.08445497697628032,0.0,0.48388671875,0.02294921875,0.18994140625,1.0,38,0.59375
+fresh-zh-1,layers.5.mlp.gated_product,64,3328,3392,2048,64,0.059164952145849735,0.0,0.47119140625,0.01318359375,0.1240234375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,3392,3456,2048,64,0.06533894803828005,0.0,0.51708984375,0.01904296875,0.154296875,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,3456,3520,2048,64,0.07276212201148091,0.0,0.4609375,0.02880859375,0.1767578125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,3520,3584,2048,64,0.06022909714767281,0.0,0.5166015625,0.02294921875,0.158203125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,3584,3648,2048,64,0.06874354288501318,0.0,0.52783203125,0.02685546875,0.16943359375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,3648,3712,2048,64,0.06427199323125245,0.0,0.484375,0.01904296875,0.150390625,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,3712,3776,2048,64,0.07028529002811706,0.0,0.5224609375,0.02392578125,0.1796875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,3776,3840,2048,64,0.06920724949553785,0.0,0.5009765625,0.02587890625,0.16943359375,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,3840,3904,2048,64,0.06122517783514808,0.0,0.4970703125,0.029296875,0.16845703125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,3904,3968,2048,64,0.06382309895730985,0.0,0.46728515625,0.02587890625,0.17236328125,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,3968,4032,2048,64,0.07021531762071231,0.0,0.48388671875,0.0263671875,0.15625,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,4032,4096,2048,64,0.05775657703631811,0.0,0.49560546875,0.01953125,0.15478515625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,4096,4160,2048,64,0.05699603088246688,0.0,0.48193359375,0.0205078125,0.1572265625,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,4160,4224,2048,64,0.06926131968343226,0.0,0.48291015625,0.02587890625,0.18798828125,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,4224,4288,2048,64,0.07000738520375133,0.0,0.53125,0.025390625,0.171875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,4288,4352,2048,64,0.06354981224375786,0.0,0.5048828125,0.0234375,0.15185546875,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,4352,4416,2048,64,0.1324222329201175,0.0,0.4765625,0.044921875,0.28955078125,1.0,18,0.28125
+fresh-zh-1,layers.5.mlp.gated_product,64,4416,4480,2048,64,0.06323564275465267,0.0,0.5126953125,0.02294921875,0.142578125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.gated_product,64,4480,4544,2048,64,0.06646522690761496,0.0,0.5166015625,0.015625,0.1279296875,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,4544,4608,2048,64,0.06080284757600937,0.0,0.49462890625,0.01953125,0.1328125,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,4608,4672,2048,64,0.06711981934003541,0.0,0.5146484375,0.02490234375,0.1748046875,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,4672,4736,2048,64,0.07071471657820579,0.0,0.49462890625,0.03125,0.19287109375,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,4736,4800,2048,64,0.07030500425981276,0.0,0.52783203125,0.02294921875,0.1689453125,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,4800,4864,2048,64,0.07309499201667415,0.0,0.48583984375,0.025390625,0.16015625,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,4864,4928,2048,64,0.07497663965392067,0.0,0.47607421875,0.02978515625,0.1708984375,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,64,4928,4992,2048,64,0.06287612332864292,0.0,0.4736328125,0.02001953125,0.16357421875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,64,4992,5056,2048,64,0.07427526050894387,0.0,0.5361328125,0.01806640625,0.15087890625,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,5056,5120,2048,64,0.05997276001697694,0.0,0.50732421875,0.02685546875,0.15185546875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,5120,5184,2048,64,0.06705837423304782,0.0,0.49462890625,0.0244140625,0.1494140625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5184,5248,2048,64,0.07831427014481257,0.0,0.5048828125,0.02978515625,0.18798828125,1.0,42,0.65625
+fresh-zh-1,layers.5.mlp.gated_product,64,5248,5312,2048,64,0.06282041222251586,0.0,0.49365234375,0.02587890625,0.17236328125,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,64,5312,5376,2048,64,0.06382830118298179,0.0,0.4736328125,0.0224609375,0.14013671875,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5376,5440,2048,64,0.0702041102005597,0.0,0.5205078125,0.01708984375,0.13330078125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5440,5504,2048,64,0.0628310777290326,0.0,0.50390625,0.0224609375,0.13134765625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5504,5568,2048,64,0.06778733861732772,0.0,0.4833984375,0.03125,0.17529296875,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,5568,5632,2048,64,0.06863693736133239,0.0,0.49560546875,0.025390625,0.146484375,1.0,45,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,64,5632,5696,2048,64,0.06525381408041153,0.0,0.544921875,0.025390625,0.15625,1.0,46,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,64,5696,5760,2048,64,0.061929169560641144,0.0,0.50244140625,0.017578125,0.1376953125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,5760,5824,2048,64,0.05980573072086784,0.0,0.51513671875,0.02099609375,0.14111328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.gated_product,64,5824,5888,2048,64,0.06106588785958893,0.0,0.5234375,0.02001953125,0.134765625,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5888,5952,2048,64,0.062299329179708096,0.0,0.47216796875,0.015625,0.142578125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,5952,6016,2048,64,0.06311243697438877,0.0,0.4736328125,0.01904296875,0.146484375,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.gated_product,64,6016,6080,2048,64,0.057000053664402216,0.0,0.48388671875,0.0185546875,0.134765625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.gated_product,64,6080,6144,2048,64,0.07763361826557093,0.0,0.5126953125,0.02294921875,0.169921875,1.0,44,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,128,0,128,4096,128,0.06875811902931417,0.0,0.515869140625,0.030517578125,0.173583984375,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,128,256,4096,128,0.06151142812850657,0.0,0.50146484375,0.0224609375,0.156005859375,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,256,384,4096,128,0.07623071722683908,0.0,0.51318359375,0.024169921875,0.176513671875,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,128,384,512,4096,128,0.06503185573599,0.0,0.510498046875,0.022216796875,0.148681640625,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gated_product,128,512,640,4096,128,0.0633528185895783,0.0,0.50390625,0.021240234375,0.1533203125,1.0,93,0.7265625
+fresh-zh-1,layers.5.mlp.gated_product,128,640,768,4096,128,0.06634678267221421,0.0,0.51904296875,0.01953125,0.1494140625,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gated_product,128,768,896,4096,128,0.0711255864411274,0.0,0.509521484375,0.025390625,0.167724609375,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,128,896,1024,4096,128,0.0710048793260101,0.0,0.5419921875,0.026123046875,0.17333984375,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,1024,1152,4096,128,0.07580259135288446,0.0,0.51025390625,0.031005859375,0.193603515625,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gated_product,128,1152,1280,4096,128,0.08612237115353705,0.0,0.489990234375,0.02685546875,0.201171875,1.0,77,0.6015625
+fresh-zh-1,layers.5.mlp.gated_product,128,1280,1408,4096,128,0.06884663564631002,0.0,0.47802734375,0.029296875,0.172607421875,1.0,91,0.7109375
+fresh-zh-1,layers.5.mlp.gated_product,128,1408,1536,4096,128,0.07190557063499738,0.0,0.492431640625,0.02685546875,0.1787109375,1.0,90,0.703125
+fresh-zh-1,layers.5.mlp.gated_product,128,1536,1664,4096,128,0.06661968453257174,0.0,0.495849609375,0.022705078125,0.156494140625,1.0,93,0.7265625
+fresh-zh-1,layers.5.mlp.gated_product,128,1664,1792,4096,128,0.07344121061081846,0.0,0.491455078125,0.025634765625,0.177734375,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,128,1792,1920,4096,128,0.09309648872472218,0.0,0.504638671875,0.031982421875,0.206298828125,1.0,75,0.5859375
+fresh-zh-1,layers.5.mlp.gated_product,128,1920,2048,4096,128,0.06198808373468704,0.0,0.506591796875,0.022705078125,0.14794921875,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gated_product,128,2048,2176,4096,128,0.0728879601776382,0.0,0.51416015625,0.02392578125,0.16455078125,1.0,92,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,128,2176,2304,4096,128,0.06910066370022308,0.0,0.48388671875,0.024169921875,0.166748046875,1.0,91,0.7109375
+fresh-zh-1,layers.5.mlp.gated_product,128,2304,2432,4096,128,0.06652970065429568,0.0,0.478515625,0.025390625,0.147705078125,1.0,92,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,128,2432,2560,4096,128,0.06442434440598503,0.0,0.530029296875,0.023193359375,0.159423828125,1.0,94,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,128,2560,2688,4096,128,0.08232556598443237,0.0,0.49365234375,0.026611328125,0.1904296875,1.0,80,0.625
+fresh-zh-1,layers.5.mlp.gated_product,128,2688,2816,4096,128,0.06131135444647057,0.0,0.49072265625,0.02197265625,0.161865234375,1.0,93,0.7265625
+fresh-zh-1,layers.5.mlp.gated_product,128,2816,2944,4096,128,0.060828234515515334,0.0,0.507568359375,0.02197265625,0.15234375,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gated_product,128,2944,3072,4096,128,0.062696168479076,0.0,0.497802734375,0.020263671875,0.15966796875,1.0,95,0.7421875
+fresh-zh-1,layers.5.mlp.gated_product,128,3072,3200,4096,128,0.07522499659755279,0.0,0.502197265625,0.025146484375,0.172119140625,1.0,85,0.6640625
+fresh-zh-1,layers.5.mlp.gated_product,128,3200,3328,4096,128,0.08848264552356809,0.0,0.508056640625,0.02734375,0.2060546875,1.0,73,0.5703125
+fresh-zh-1,layers.5.mlp.gated_product,128,3328,3456,4096,128,0.06232844331912097,0.0,0.494140625,0.0166015625,0.138427734375,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,3456,3584,4096,128,0.06679023335352799,0.0,0.48876953125,0.025390625,0.16845703125,1.0,92,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,128,3584,3712,4096,128,0.06654533718564286,0.0,0.506103515625,0.023193359375,0.16015625,1.0,93,0.7265625
+fresh-zh-1,layers.5.mlp.gated_product,128,3712,3840,4096,128,0.06974835258654556,0.0,0.51171875,0.02490234375,0.173828125,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,3840,3968,4096,128,0.06253763011763426,0.0,0.482177734375,0.02783203125,0.172119140625,1.0,92,0.71875
+fresh-zh-1,layers.5.mlp.gated_product,128,3968,4096,4096,128,0.06428846327114089,0.0,0.48974609375,0.02294921875,0.160888671875,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,4096,4224,4096,128,0.06342585411583244,0.0,0.482421875,0.023193359375,0.173095703125,1.0,94,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,128,4224,4352,4096,128,0.06685661006693092,0.0,0.51806640625,0.024169921875,0.1611328125,1.0,91,0.7109375
+fresh-zh-1,layers.5.mlp.gated_product,128,4352,4480,4096,128,0.1037651056139392,0.0,0.49462890625,0.033447265625,0.23046875,1.0,65,0.5078125
+fresh-zh-1,layers.5.mlp.gated_product,128,4480,4608,4096,128,0.06369698839518306,0.0,0.505615234375,0.017822265625,0.129638671875,1.0,97,0.7578125
+fresh-zh-1,layers.5.mlp.gated_product,128,4608,4736,4096,128,0.06894070382935963,0.0,0.504638671875,0.02783203125,0.185791015625,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,4736,4864,4096,128,0.07171356734220502,0.0,0.5068359375,0.0234375,0.16455078125,1.0,88,0.6875
+fresh-zh-1,layers.5.mlp.gated_product,128,4864,4992,4096,128,0.0691914134074185,0.0,0.474853515625,0.026611328125,0.169189453125,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,4992,5120,4096,128,0.06750387495442534,0.0,0.521728515625,0.022705078125,0.153076171875,1.0,94,0.734375
+fresh-zh-1,layers.5.mlp.gated_product,128,5120,5248,4096,128,0.07290387665650633,0.0,0.499755859375,0.0263671875,0.16748046875,1.0,89,0.6953125
+fresh-zh-1,layers.5.mlp.gated_product,128,5248,5376,4096,128,0.06332636190289259,0.0,0.483642578125,0.024169921875,0.15673828125,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,5376,5504,4096,128,0.06661967208581886,0.0,0.51220703125,0.01953125,0.1328125,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,5504,5632,4096,128,0.06821346072134046,0.0,0.489501953125,0.0283203125,0.1611328125,1.0,91,0.7109375
+fresh-zh-1,layers.5.mlp.gated_product,128,5632,5760,4096,128,0.06361321519350974,0.0,0.523681640625,0.02099609375,0.147705078125,1.0,95,0.7421875
+fresh-zh-1,layers.5.mlp.gated_product,128,5760,5888,4096,128,0.060439093669316574,0.0,0.519287109375,0.0205078125,0.1376953125,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.gated_product,128,5888,6016,4096,128,0.062707201010282,0.0,0.472900390625,0.017333984375,0.14453125,1.0,96,0.75
+fresh-zh-1,layers.5.mlp.gated_product,128,6016,6144,4096,128,0.06810280758804706,0.0,0.498291015625,0.021484375,0.1572265625,1.0,92,0.71875
+fresh-zh-1,layers.5.mlp.down_proj.output,0,0,2048,65536,2048,0.0461538345378076,0.0,0.494659423828125,0.009124755859375,0.0903778076171875,1.0,1579,0.77099609375
+fresh-zh-1,layers.5.mlp.down_proj.output,64,0,64,2048,64,0.045918936347770604,0.0,0.49169921875,0.01025390625,0.09130859375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,64,128,2048,64,0.04381860464655987,0.0,0.51513671875,0.0107421875,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.down_proj.output,64,128,192,2048,64,0.04532523737167838,0.0,0.49560546875,0.009765625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,192,256,2048,64,0.045097280545461214,0.0,0.4951171875,0.00830078125,0.0966796875,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,256,320,2048,64,0.045571306095046886,0.0,0.49951171875,0.01513671875,0.0986328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,320,384,2048,64,0.04688527357505684,0.0,0.46044921875,0.01171875,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,384,448,2048,64,0.04541148230025495,0.0,0.48095703125,0.00927734375,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,448,512,2048,64,0.04460770769796476,0.0,0.5302734375,0.0087890625,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.down_proj.output,64,512,576,2048,64,0.044696671331764665,0.0,0.5087890625,0.0087890625,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.down_proj.output,64,576,640,2048,64,0.04720833633577565,0.0,0.47998046875,0.00634765625,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,640,704,2048,64,0.04592740650232685,0.0,0.470703125,0.01025390625,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,64,704,768,2048,64,0.04508617659149187,0.0,0.4892578125,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,768,832,2048,64,0.0455166342922706,0.0,0.4453125,0.0107421875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,832,896,2048,64,0.04491362979132051,0.0,0.47509765625,0.00927734375,0.09326171875,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,896,960,2048,64,0.04628109642162424,0.0,0.451171875,0.009765625,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,960,1024,2048,64,0.047155781516741074,0.0,0.46923828125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1024,1088,2048,64,0.046552507262015055,0.0,0.51806640625,0.0107421875,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1088,1152,2048,64,0.04595218467063131,0.0,0.50244140625,0.00732421875,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1152,1216,2048,64,0.06614850121631964,0.0,0.46875,0.0126953125,0.12744140625,1.0,39,0.609375
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1216,1280,2048,64,0.04595987086988313,0.0,0.48974609375,0.00927734375,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1280,1344,2048,64,0.04551102615313063,0.0,0.48876953125,0.005859375,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1344,1408,2048,64,0.04407919170326111,0.0,0.53369140625,0.01025390625,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1408,1472,2048,64,0.04359667280883925,0.0,0.533203125,0.00537109375,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1472,1536,2048,64,0.04476309751448666,0.0,0.50244140625,0.01220703125,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1536,1600,2048,64,0.04482314470298082,0.0,0.4931640625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1600,1664,2048,64,0.04695448308124574,0.0,0.5029296875,0.00634765625,0.06640625,1.0,53,0.828125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1664,1728,2048,64,0.0451610386408377,0.0,0.5146484375,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1728,1792,2048,64,0.045116949979671805,0.0,0.50341796875,0.0068359375,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1792,1856,2048,64,0.04543299761818774,0.0,0.48583984375,0.0068359375,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1856,1920,2048,64,0.04385068082665602,0.0,0.51708984375,0.0087890625,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1920,1984,2048,64,0.04488280218827214,0.0,0.53515625,0.005859375,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.5.mlp.down_proj.output,64,1984,2048,2048,64,0.043852466321982746,0.0,0.4814453125,0.0048828125,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,0,128,4096,128,0.04488105852407075,0.0,0.50341796875,0.010498046875,0.092529296875,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.down_proj.output,128,128,256,4096,128,0.04521140262917655,0.0,0.495361328125,0.009033203125,0.0908203125,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,128,256,384,4096,128,0.04623295803545551,0.0,0.47998046875,0.012939453125,0.095947265625,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,384,512,4096,128,0.04501138917414921,0.0,0.505615234375,0.00927734375,0.08935546875,1.0,100,0.78125
+fresh-zh-1,layers.5.mlp.down_proj.output,128,512,640,4096,128,0.04596966090657788,0.0,0.494384765625,0.007568359375,0.091064453125,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.down_proj.output,128,640,768,4096,128,0.045508735357451785,0.0,0.47998046875,0.00830078125,0.087890625,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,128,768,896,4096,128,0.045216137264963804,0.0,0.460205078125,0.01025390625,0.090576171875,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,896,1024,4096,128,0.04672048595874352,0.0,0.460205078125,0.009765625,0.08203125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1024,1152,4096,128,0.046253319926161884,0.0,0.51025390625,0.009033203125,0.087890625,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1152,1280,4096,128,0.05695583351835777,0.0,0.479248046875,0.011474609375,0.111083984375,1.0,87,0.6796875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1280,1408,4096,128,0.04480082947180656,0.0,0.51123046875,0.008056640625,0.094970703125,1.0,99,0.7734375
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1408,1536,4096,128,0.0441837344454519,0.0,0.517822265625,0.0087890625,0.08935546875,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1536,1664,4096,128,0.04590118616382016,0.0,0.498046875,0.00732421875,0.077392578125,1.0,103,0.8046875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1664,1792,4096,128,0.04513899969310044,0.0,0.509033203125,0.008056640625,0.08837890625,1.0,102,0.796875
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1792,1920,4096,128,0.0446488492658854,0.0,0.50146484375,0.0078125,0.087646484375,1.0,98,0.765625
+fresh-zh-1,layers.5.mlp.down_proj.output,128,1920,2048,4096,128,0.044370625050770905,0.0,0.50830078125,0.00537109375,0.084228515625,1.0,99,0.7734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.2596788416060622,0.0,0.5034942626953125,0.012761433919270834,0.12867228190104166,1.0,3193,0.5196940104166666
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3184401952122153,0.0,0.53271484375,0.00927734375,0.08642578125,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3967482065663155,0.0,0.521484375,0.01171875,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.8027709645599014,0.0,0.4736328125,0.013671875,0.095703125,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8229747347403249,0.0,0.50341796875,0.00732421875,0.10791015625,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.9144117481119421,0.0,0.50244140625,0.009765625,0.09130859375,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.9881939488721317,0.0,0.494140625,0.0087890625,0.10791015625,1.0,46,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.4725667231294086,0.0,0.4873046875,0.0087890625,0.11279296875,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.4412123473263827,0.0,0.46240234375,0.01123046875,0.11865234375,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4788777940340674,0.0,0.53515625,0.00830078125,0.09912109375,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.39387877463091,0.0,0.57958984375,0.01171875,0.109375,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6610025464149958,0.0,0.478515625,0.01513671875,0.10400390625,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1595665542493845,0.0,0.52978515625,0.009765625,0.103515625,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.3818866578833044,0.0,0.50634765625,0.0107421875,0.1259765625,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.7252640430118142,0.0,0.56591796875,0.01806640625,0.16064453125,1.0,24,0.375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.7151575517904767,0.0,0.5087890625,0.0078125,0.10498046875,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.4986291849247342,0.0,0.43408203125,0.01025390625,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.23685952657163,0.0,0.494140625,0.009765625,0.10009765625,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.2708704643448427,0.0,0.5419921875,0.00830078125,0.10986328125,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.0995702957278077,0.0,0.49658203125,0.017578125,0.1240234375,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1274729667953685,0.0,0.4501953125,0.01513671875,0.11865234375,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.221440839265349,0.0,0.52783203125,0.013671875,0.12548828125,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.19521616792857,0.0,0.50390625,0.01416015625,0.11376953125,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.6033470770755421,0.0,0.43603515625,0.01025390625,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7879002606576192,0.0,0.52734375,0.01025390625,0.10546875,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.4191985651810008,0.0,0.54248046875,0.01123046875,0.12109375,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1381629650514635,0.0,0.5283203125,0.0087890625,0.08984375,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.522897690693484,0.0,0.5087890625,0.01611328125,0.12890625,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3612934232154386,0.0,0.48291015625,0.009765625,0.10400390625,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.9469703682411812,0.0,0.53466796875,0.01171875,0.103515625,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.8362306676155831,0.0,0.5341796875,0.00634765625,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.6164194614246363,0.0,0.4873046875,0.01220703125,0.14453125,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.8597619855784289,0.0,0.4990234375,0.01806640625,0.17919921875,1.0,20,0.3125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.4588538498316026,0.0,0.51123046875,0.0087890625,0.09912109375,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.2886685319377909,0.0,0.5322265625,0.0078125,0.0947265625,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.7523364752305902,0.0,0.50146484375,0.00732421875,0.103515625,1.0,46,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.0278661194964955,0.0,0.49365234375,0.0087890625,0.12255859375,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.1438029452923555,0.0,0.47607421875,0.0107421875,0.09619140625,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.0595568495340828,0.0,0.4814453125,0.01171875,0.115234375,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.623707637445558,0.0,0.494140625,0.00830078125,0.10205078125,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.882798984865189,0.0,0.462890625,0.0166015625,0.1474609375,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.5921701777409978,0.0,0.54150390625,0.01318359375,0.1162109375,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.6198884899632036,0.0,0.48291015625,0.009765625,0.1181640625,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.9337531640256587,0.0,0.49072265625,0.01220703125,0.1201171875,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.532943228042311,0.0,0.51806640625,0.0087890625,0.10791015625,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.0116384699779892,0.0,0.4619140625,0.01171875,0.1083984375,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9895939482492788,0.0,0.486328125,0.00830078125,0.11865234375,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.7924863050493636,0.0,0.4716796875,0.0234375,0.17041015625,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.671510807509065,0.0,0.564453125,0.0205078125,0.16064453125,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.354889001274311,0.0,0.48681640625,0.01318359375,0.14697265625,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8725523615964702,0.0,0.4736328125,0.00830078125,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0066484816726209,0.0,0.525390625,0.0107421875,0.11083984375,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.1308080308122972,0.0,0.46142578125,0.005859375,0.1142578125,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.3001226499068639,0.0,0.4892578125,0.01123046875,0.09375,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.456894467704999,0.0,0.486328125,0.01220703125,0.099609375,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.690309368267299,0.0,0.48681640625,0.01123046875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6680244204859027,0.0,0.525390625,0.00732421875,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8445970502120426,0.0,0.50390625,0.0087890625,0.10205078125,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.9367383598232675,0.0,0.51953125,0.01123046875,0.10205078125,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.6721594630796912,0.0,0.4765625,0.01123046875,0.11865234375,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.7913292197776245,0.0,0.490234375,0.0126953125,0.1298828125,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.7771757788951671,0.0,0.509765625,0.013671875,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.8047002988835864,0.0,0.4951171875,0.009765625,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.134266885334005,0.0,0.5322265625,0.01708984375,0.20068359375,1.0,16,0.25
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9591814546628604,0.0,0.48779296875,0.00634765625,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7756249975502166,0.0,0.533203125,0.0146484375,0.1083984375,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7717806351272384,0.0,0.49267578125,0.01611328125,0.10888671875,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.5908023776468623,0.0,0.53076171875,0.0048828125,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.6694679179466929,0.0,0.4716796875,0.0126953125,0.10009765625,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0914438573822778,0.0,0.52783203125,0.01513671875,0.125,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8762334629435957,0.0,0.5087890625,0.00732421875,0.09423828125,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.7979053358160364,0.0,0.46728515625,0.009765625,0.1123046875,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9263120242062715,0.0,0.5146484375,0.01416015625,0.111328125,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9222256307252115,0.0,0.4990234375,0.0078125,0.11181640625,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8386898377115151,0.0,0.55859375,0.01171875,0.1103515625,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8529340044177656,0.0,0.44580078125,0.01220703125,0.107421875,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.7129674010906427,0.0,0.484375,0.00732421875,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.7188732607002233,0.0,0.46044921875,0.02294921875,0.22998046875,1.0,40,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.288822918209286,0.0,0.52001953125,0.02587890625,0.296875,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.304877938215726,0.0,0.55126953125,0.01513671875,0.12841796875,1.0,28,0.4375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.4141311897037054,0.0,0.4765625,0.01220703125,0.1298828125,1.0,29,0.453125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.3904340443390208,0.0,0.51171875,0.01025390625,0.12158203125,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.0609089987677909,0.0,0.51953125,0.00634765625,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9837446210360604,0.0,0.4970703125,0.01416015625,0.12890625,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8357753775506926,0.0,0.50634765625,0.01220703125,0.107421875,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.312459416995316,0.0,0.51953125,0.01513671875,0.13623046875,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7636676054895457,0.0,0.54736328125,0.0126953125,0.10107421875,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.8177216454396454,0.0,0.474609375,0.01025390625,0.1025390625,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8304856923862596,0.0,0.51318359375,0.01025390625,0.119140625,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.7499888126368056,0.0,0.4677734375,0.0078125,0.08203125,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.0801693051413916,0.0,0.55078125,0.01611328125,0.14306640625,1.0,29,0.453125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.735980329499044,0.0,0.5166015625,0.0078125,0.09375,1.0,47,0.734375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.0421952811540944,0.0,0.53955078125,0.01171875,0.1298828125,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8653972539640464,0.0,0.48193359375,0.0087890625,0.11376953125,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9764438081636383,0.0,0.5,0.0166015625,0.14208984375,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9331798857608727,0.0,0.498046875,0.0087890625,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.015258389188245,0.0,0.51611328125,0.0107421875,0.095703125,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3581586985506229,0.0,0.527099609375,0.010498046875,0.09130859375,1.0,85,0.6640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8129356172420245,0.0,0.488525390625,0.010498046875,0.1015625,1.0,85,0.6640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.9520178899770307,0.0,0.498291015625,0.010009765625,0.1005859375,1.0,92,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.4569738817415545,0.0,0.474853515625,0.009765625,0.115478515625,1.0,67,0.5234375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.4370068837785082,0.0,0.557373046875,0.01025390625,0.104248046875,1.0,76,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4323973004950288,0.0,0.504150390625,0.013671875,0.110107421875,1.0,76,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5630333894938648,0.0,0.5361328125,0.0146484375,0.145263671875,1.0,56,0.4375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.6105363798083039,0.0,0.471435546875,0.009033203125,0.102294921875,1.0,74,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2539803079823608,0.0,0.51806640625,0.00927734375,0.106201171875,1.0,73,0.5703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.1136090261176246,0.0,0.473388671875,0.01611328125,0.120849609375,1.0,81,0.6328125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.2083996466200857,0.0,0.515869140625,0.013916015625,0.11962890625,1.0,71,0.5546875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7017173633878331,0.0,0.481689453125,0.01025390625,0.09619140625,1.0,96,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.2863785411819006,0.0,0.535400390625,0.010498046875,0.10693359375,1.0,69,0.5390625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.4443574973684932,0.0,0.495849609375,0.012939453125,0.115966796875,1.0,69,0.5390625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.8933181425974853,0.0,0.534423828125,0.00927734375,0.09765625,1.0,91,0.7109375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.7423441850384973,0.0,0.4931640625,0.0146484375,0.157958984375,1.0,50,0.390625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.3763940461174609,0.0,0.521728515625,0.008544921875,0.098876953125,1.0,84,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.9006994314340309,0.0,0.49755859375,0.009033203125,0.115234375,1.0,81,0.6328125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.1024848967342042,0.0,0.478759765625,0.010986328125,0.106689453125,1.0,82,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.7580327797439417,0.0,0.478515625,0.01171875,0.123779296875,1.0,66,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.6060891312133128,0.0,0.51220703125,0.01171875,0.117431640625,1.0,67,0.5234375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7448948735926797,0.0,0.50439453125,0.009765625,0.1162109375,1.0,82,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0006769149808052,0.0,0.47412109375,0.01025390625,0.113525390625,1.0,85,0.6640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.7330544615517895,0.0,0.51806640625,0.021728515625,0.165771484375,1.0,74,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.1395332003723448,0.0,0.480224609375,0.01171875,0.122802734375,1.0,73,0.5703125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.070529767966164,0.0,0.493408203125,0.0087890625,0.113037109375,1.0,80,0.625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3807353828359508,0.0,0.48779296875,0.01171875,0.096923828125,1.0,76,0.59375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6792582904474276,0.0,0.506103515625,0.009033203125,0.09375,1.0,92,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.8912289327394884,0.0,0.51171875,0.009765625,0.10302734375,1.0,75,0.5859375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.7327691195880763,0.0,0.4833984375,0.01171875,0.125732421875,1.0,63,0.4921875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.7910577609519557,0.0,0.50244140625,0.01171875,0.0986328125,1.0,95,0.7421875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.6545579773465895,0.0,0.510009765625,0.014892578125,0.1513671875,1.0,54,0.421875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7737052040610096,0.0,0.512939453125,0.015380859375,0.108642578125,1.0,91,0.7109375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.6313615218688361,0.0,0.501220703125,0.0078125,0.094482421875,1.0,95,0.7421875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9897057076221274,0.0,0.518310546875,0.011962890625,0.1123046875,1.0,88,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8644960645118119,0.0,0.490966796875,0.011962890625,0.111572265625,1.0,89,0.6953125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8814478878093366,0.0,0.52880859375,0.009521484375,0.11181640625,1.0,84,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7860721757288164,0.0,0.465087890625,0.00927734375,0.100341796875,1.0,100,0.78125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.0240103306641357,0.0,0.490234375,0.02587890625,0.26904296875,1.0,74,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.3606016050510417,0.0,0.513916015625,0.01416015625,0.130859375,1.0,56,0.4375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.236696150095779,0.0,0.515625,0.008056640625,0.109130859375,1.0,74,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9127633760009725,0.0,0.501708984375,0.0126953125,0.118896484375,1.0,83,0.6484375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0737173587434035,0.0,0.533447265625,0.012451171875,0.123779296875,1.0,75,0.5859375
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8241283803749286,0.0,0.493896484375,0.01025390625,0.110595703125,1.0,81,0.6328125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9298518556334666,0.0,0.50927734375,0.01123046875,0.115234375,1.0,72,0.5625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9021746087840711,0.0,0.528076171875,0.0087890625,0.11474609375,1.0,85,0.6640625
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9225927914496245,0.0,0.490966796875,0.0126953125,0.12841796875,1.0,74,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9750831492764567,0.0,0.507080078125,0.010009765625,0.099853515625,1.0,86,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.546762840091011,0.0,0.3339691162109375,0.0079193115234375,0.0841522216796875,1.0,1173,0.57275390625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5568584082648202,0.0,0.18505859375,0.00341796875,0.037109375,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4526105245331593,0.0,0.20751953125,0.0078125,0.06201171875,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5235071594868972,0.0,0.52685546875,0.001953125,0.03955078125,1.0,45,0.703125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,192,256,2048,64,1.5879282476894645,0.0,0.55078125,0.00390625,0.05615234375,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,256,320,2048,64,1.9792620761617514,0.0,0.30322265625,0.0029296875,0.0244140625,1.0,49,0.765625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8180497519090755,0.0,0.30078125,0.00390625,0.03173828125,1.0,48,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,384,448,2048,64,1.5416281376232819,0.0,0.291015625,0.00927734375,0.06591796875,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7019461636679951,0.0,0.3076171875,0.00341796875,0.03564453125,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6748169301114626,0.0,0.27685546875,0.00830078125,0.0615234375,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,576,640,2048,64,1.413928054740803,0.0,0.25,0.005859375,0.064453125,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3711039600947517,0.0,0.17724609375,0.00439453125,0.05224609375,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3206225520085892,0.0,0.19482421875,0.00341796875,0.0390625,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,768,832,2048,64,1.7157043444261044,0.0,0.51708984375,0.013671875,0.13330078125,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,832,896,2048,64,1.7705814336544454,0.0,0.51123046875,0.01513671875,0.1298828125,1.0,29,0.453125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,896,960,2048,64,1.2010518345746362,0.0,0.23291015625,0.0078125,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.2601638549008778,0.0,0.2802734375,0.01220703125,0.111328125,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.3497293217730624,0.0,0.34814453125,0.0078125,0.103515625,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3748686854210752,0.0,0.25390625,0.0078125,0.0732421875,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2643618654659696,0.0,0.41015625,0.0068359375,0.08251953125,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4988749580876533,0.0,0.2939453125,0.009765625,0.0869140625,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.316895981622981,0.0,0.41162109375,0.01123046875,0.11865234375,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0698440823921331,0.0,0.3349609375,0.00732421875,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.5760899013194494,0.0,0.56396484375,0.0048828125,0.0966796875,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.598308980805675,0.0,0.541015625,0.0078125,0.109375,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.221552145983132,0.0,0.4306640625,0.01220703125,0.1220703125,1.0,28,0.4375
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.185304227365382,0.0,0.37939453125,0.01220703125,0.1240234375,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2935454689213406,0.0,0.24462890625,0.00634765625,0.07763671875,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.416254645547522,0.0,0.26025390625,0.005859375,0.08544921875,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3788230770318533,0.0,0.44287109375,0.009765625,0.1015625,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5233586021638084,0.0,0.3701171875,0.0107421875,0.11181640625,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.4387078779947555,0.0,0.111328125,0.00244140625,0.0283203125,1.0,46,0.71875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.220237221401565,0.0,0.1767578125,0.0068359375,0.06005859375,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5056369813752202,0.0,0.1962890625,0.005615234375,0.04931640625,1.0,86,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5560511213996098,0.0,0.538818359375,0.0029296875,0.04736328125,1.0,86,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,256,384,4096,128,1.9003661839957025,0.0,0.302001953125,0.00341796875,0.029296875,1.0,97,0.7578125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6237669258141754,0.0,0.29931640625,0.00634765625,0.0517578125,1.0,86,0.671875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,512,640,4096,128,1.5498716549074467,0.0,0.263427734375,0.007080078125,0.064453125,1.0,83,0.6484375
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3460999209310558,0.0,0.18603515625,0.00390625,0.045654296875,1.0,85,0.6640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7433588286242794,0.0,0.51416015625,0.01416015625,0.130615234375,1.0,60,0.46875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.230962722939598,0.0,0.256591796875,0.009765625,0.096435546875,1.0,79,0.6171875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3623569914316598,0.0,0.301025390625,0.0078125,0.087646484375,1.0,70,0.546875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.38658520596948,0.0,0.35205078125,0.0078125,0.087890625,1.0,81,0.6328125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.19974609543941,0.0,0.373291015625,0.009521484375,0.0986328125,1.0,78,0.609375
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5872383209784893,0.0,0.552490234375,0.00634765625,0.103515625,1.0,63,0.4921875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2035646548412429,0.0,0.405029296875,0.012451171875,0.12255859375,1.0,57,0.4453125
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3562885204118387,0.0,0.25244140625,0.006103515625,0.08154296875,1.0,82,0.640625
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4528892780494425,0.0,0.406494140625,0.01025390625,0.10546875,1.0,71,0.5546875
+fresh-zh-1,layers.6.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.332032314687194,0.0,0.14404296875,0.004638671875,0.045166015625,1.0,87,0.6796875
+fresh-zh-1,layers.6.linear_attn.in_proj_b.output,0,0,16,512,16,1.2830503262810231,0.0,0.33984375,0.0078125,0.087890625,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_b.output,64,0,16,512,16,1.2830503262810231,0.0,0.33984375,0.0078125,0.087890625,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_b.output,128,0,16,512,16,1.2830503262810231,0.0,0.33984375,0.0078125,0.087890625,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_a.output,0,0,16,512,16,1.4373960582208931,0.0,0.49609375,0.005859375,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_a.output,64,0,16,512,16,1.4373960582208931,0.0,0.49609375,0.005859375,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.in_proj_a.output,128,0,16,512,16,1.4373960582208931,0.0,0.49609375,0.005859375,0.099609375,1.0,12,0.75
+fresh-zh-1,layers.6.linear_attn.out_proj.output,0,0,2048,65536,2048,0.0678911575078637,0.0,0.4996337890625,0.017913818359375,0.18145751953125,1.0,1060,0.517578125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,0,64,2048,64,0.06460182074527736,0.0,0.53271484375,0.0126953125,0.1640625,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,64,128,2048,64,0.05441258419048881,0.0,0.4990234375,0.01611328125,0.15478515625,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,128,192,2048,64,0.05676151903778818,0.0,0.501953125,0.01708984375,0.13916015625,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,192,256,2048,64,0.08898438196558868,0.0,0.49951171875,0.01806640625,0.22314453125,1.0,17,0.265625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,256,320,2048,64,0.0677638506353494,0.0,0.48828125,0.01513671875,0.1640625,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,320,384,2048,64,0.05775970211294715,0.0,0.490234375,0.017578125,0.16845703125,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,384,448,2048,64,0.06886274424997343,0.0,0.515625,0.01171875,0.16357421875,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,448,512,2048,64,0.0588990629437806,0.0,0.52001953125,0.01806640625,0.17529296875,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,512,576,2048,64,0.05850669950946662,0.0,0.49609375,0.01416015625,0.16455078125,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,576,640,2048,64,0.0780391682092319,0.0,0.54541015625,0.02001953125,0.17919921875,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,640,704,2048,64,0.05490971676362268,0.0,0.5078125,0.017578125,0.1826171875,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,704,768,2048,64,0.06813564932906854,0.0,0.51318359375,0.0205078125,0.1845703125,1.0,33,0.515625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,768,832,2048,64,0.07032052970548448,0.0,0.4794921875,0.02099609375,0.19921875,1.0,30,0.46875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,832,896,2048,64,0.07361750605082447,0.0,0.48291015625,0.02197265625,0.17724609375,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,896,960,2048,64,0.05202664714783269,0.0,0.533203125,0.01416015625,0.123046875,1.0,44,0.6875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,960,1024,2048,64,0.06403994832903184,0.0,0.5009765625,0.01806640625,0.1884765625,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06465007496451036,0.0,0.45947265625,0.0205078125,0.1728515625,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1088,1152,2048,64,0.05839590288165845,0.0,0.4775390625,0.02001953125,0.18017578125,1.0,41,0.640625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1152,1216,2048,64,0.10983532207819058,0.0,0.5439453125,0.033203125,0.2880859375,1.0,15,0.234375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1216,1280,2048,64,0.0809882033978435,0.0,0.498046875,0.01953125,0.19873046875,1.0,28,0.4375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06959448180117316,0.0,0.4482421875,0.015625,0.173828125,1.0,35,0.546875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06630577957743591,0.0,0.498046875,0.0244140625,0.20068359375,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1408,1472,2048,64,0.06281674243099256,0.0,0.49462890625,0.01220703125,0.18310546875,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1472,1536,2048,64,0.061227630162099034,0.0,0.54833984375,0.01513671875,0.15673828125,1.0,37,0.578125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1536,1600,2048,64,0.053008518340936894,0.0,0.49658203125,0.01123046875,0.13671875,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06310634931942216,0.0,0.49365234375,0.0146484375,0.15283203125,1.0,38,0.59375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07442501833816965,0.0,0.46826171875,0.01904296875,0.18212890625,1.0,36,0.5625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07163220947612513,0.0,0.515625,0.01904296875,0.1875,1.0,34,0.53125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1792,1856,2048,64,0.07071104785430779,0.0,0.48828125,0.0205078125,0.21142578125,1.0,31,0.484375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1856,1920,2048,64,0.05895358592229274,0.0,0.49072265625,0.0185546875,0.1669921875,1.0,39,0.609375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1920,1984,2048,64,0.07937940253358555,0.0,0.458984375,0.021484375,0.203125,1.0,26,0.40625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,64,1984,2048,2048,64,0.05789333598357984,0.0,0.50146484375,0.01220703125,0.14013671875,1.0,42,0.65625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,0,128,4096,128,0.05972488828742997,0.0,0.515869140625,0.014404296875,0.160400390625,1.0,73,0.5703125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,128,256,4096,128,0.07463273503388099,0.0,0.500732421875,0.01708984375,0.18701171875,1.0,57,0.4453125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,256,384,4096,128,0.06296079193079743,0.0,0.4892578125,0.01611328125,0.166748046875,1.0,75,0.5859375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,384,512,4096,128,0.06407486699671204,0.0,0.517822265625,0.015869140625,0.174560546875,1.0,69,0.5390625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,512,640,4096,128,0.0689679116048899,0.0,0.520751953125,0.01806640625,0.181396484375,1.0,63,0.4921875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,640,768,4096,128,0.061877070488812996,0.0,0.510498046875,0.01953125,0.18701171875,1.0,70,0.546875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,768,896,4096,128,0.07198789514634771,0.0,0.481201171875,0.02197265625,0.187255859375,1.0,60,0.46875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,896,1024,4096,128,0.05834332436290444,0.0,0.51708984375,0.016357421875,0.15283203125,1.0,79,0.6171875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06160240931278943,0.0,0.468505859375,0.020263671875,0.179443359375,1.0,76,0.59375
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1152,1280,4096,128,0.09649582132307681,0.0,0.52099609375,0.025390625,0.241455078125,1.0,41,0.3203125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06797002391696408,0.0,0.47314453125,0.01953125,0.186279296875,1.0,68,0.53125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1408,1536,4096,128,0.06202727555240694,0.0,0.521484375,0.013671875,0.170166015625,1.0,73,0.5703125
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1536,1664,4096,128,0.05827655764167259,0.0,0.4951171875,0.0126953125,0.147216796875,1.0,79,0.6171875
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07304196324397491,0.0,0.491943359375,0.01904296875,0.185302734375,1.0,69,0.5390625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1792,1920,4096,128,0.0650983009830186,0.0,0.489501953125,0.018798828125,0.186279296875,1.0,69,0.5390625
+fresh-zh-1,layers.6.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06947203717286787,0.0,0.480224609375,0.0166015625,0.17041015625,1.0,66,0.515625
+fresh-zh-1,layers.6.mlp.gate_proj.output,0,0,6144,196608,6144,0.7207385878315593,0.0,0.82415771484375,0.007914225260416666,0.07747904459635417,1.0,3942,0.6416015625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,0,64,2048,64,0.6721613740350368,0.0,0.81640625,0.005859375,0.07373046875,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,64,128,2048,64,0.7070166554027632,0.0,0.83837890625,0.0087890625,0.09228515625,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,128,192,2048,64,0.6352985219624837,0.0,0.8173828125,0.01123046875,0.08544921875,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,192,256,2048,64,0.8068755023510524,0.0,0.83154296875,0.0078125,0.07666015625,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,256,320,2048,64,0.7040696045709879,0.0,0.7939453125,0.0078125,0.09326171875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,320,384,2048,64,0.7594906783423324,0.0,0.8671875,0.0068359375,0.06640625,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,384,448,2048,64,0.6580693287689288,0.0,0.80224609375,0.00830078125,0.07373046875,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,448,512,2048,64,0.8664782218265159,0.0,0.82080078125,0.01025390625,0.08740234375,1.0,36,0.5625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,512,576,2048,64,0.827330655589436,0.0,0.8857421875,0.00634765625,0.08251953125,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,576,640,2048,64,0.6887541293555948,0.0,0.85498046875,0.00830078125,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,640,704,2048,64,0.656946545343932,0.0,0.84130859375,0.009765625,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,704,768,2048,64,0.7105004015430925,0.0,0.77001953125,0.00830078125,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,768,832,2048,64,0.7409604422670212,0.0,0.85107421875,0.005859375,0.07275390625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,832,896,2048,64,0.7251766646948038,0.0,0.7919921875,0.00732421875,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,896,960,2048,64,0.6777535069310513,0.0,0.81396484375,0.00732421875,0.07763671875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,960,1024,2048,64,0.6618498378340636,0.0,0.833984375,0.0068359375,0.08154296875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1024,1088,2048,64,0.6507491228862913,0.0,0.814453125,0.0078125,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1088,1152,2048,64,0.6806562623048668,0.0,0.8232421875,0.00732421875,0.07373046875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1152,1216,2048,64,0.7304889196359156,0.0,0.84619140625,0.009765625,0.0732421875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1216,1280,2048,64,0.723046153471108,0.0,0.80517578125,0.01171875,0.08056640625,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1280,1344,2048,64,0.7306647797830926,0.0,0.8759765625,0.00732421875,0.06640625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1344,1408,2048,64,0.7691425749585002,0.0,0.8935546875,0.00927734375,0.08056640625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1408,1472,2048,64,0.6783263215214091,0.0,0.84423828125,0.005859375,0.0654296875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1472,1536,2048,64,0.6781148330990058,0.0,0.7861328125,0.00927734375,0.0771484375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1536,1600,2048,64,0.6643918991673526,0.0,0.80810546875,0.00927734375,0.07177734375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1600,1664,2048,64,0.6709483186938102,0.0,0.8095703125,0.00732421875,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1664,1728,2048,64,0.6797557194640623,0.0,0.80419921875,0.01171875,0.07470703125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1728,1792,2048,64,0.8111018541111464,0.0,0.86865234375,0.0078125,0.068359375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1792,1856,2048,64,0.6820154990310361,0.0,0.81591796875,0.00634765625,0.072265625,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1856,1920,2048,64,0.6908902365268683,0.0,0.7958984375,0.0107421875,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1920,1984,2048,64,0.6954314333439857,0.0,0.8291015625,0.00341796875,0.06396484375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,1984,2048,2048,64,0.7132480376251439,0.0,0.7939453125,0.0087890625,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2048,2112,2048,64,0.6536654569863981,0.0,0.8095703125,0.0107421875,0.0732421875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2112,2176,2048,64,0.7320455040931717,0.0,0.8193359375,0.0087890625,0.08642578125,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2176,2240,2048,64,0.7111474993680905,0.0,0.845703125,0.01123046875,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2240,2304,2048,64,0.7015714798406176,0.0,0.8232421875,0.00537109375,0.068359375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2304,2368,2048,64,0.705932721271645,0.0,0.77734375,0.00439453125,0.07568359375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2368,2432,2048,64,0.7490481967257936,0.0,0.8515625,0.00927734375,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2432,2496,2048,64,0.7212821589581356,0.0,0.8505859375,0.0078125,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2496,2560,2048,64,0.7093125506439225,0.0,0.837890625,0.0087890625,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2560,2624,2048,64,0.7137925519945786,0.0,0.8212890625,0.00927734375,0.0791015625,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2624,2688,2048,64,0.7552028333879626,0.0,0.84033203125,0.009765625,0.0869140625,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2688,2752,2048,64,0.7427113023360818,0.0,0.82275390625,0.01123046875,0.09619140625,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2752,2816,2048,64,0.6393057728188639,0.0,0.78369140625,0.00830078125,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2816,2880,2048,64,0.7238740926185697,0.0,0.8017578125,0.01220703125,0.1005859375,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2880,2944,2048,64,0.7547141796486766,0.0,0.87353515625,0.00830078125,0.06787109375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,2944,3008,2048,64,0.6503361014376903,0.0,0.7763671875,0.00927734375,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3008,3072,2048,64,0.7011183639021443,0.0,0.82080078125,0.00830078125,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3072,3136,2048,64,0.7537648161852563,0.0,0.83349609375,0.01171875,0.09521484375,1.0,37,0.578125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3136,3200,2048,64,0.6418934269167597,0.0,0.83740234375,0.00732421875,0.06982421875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3200,3264,2048,64,0.7505950996389861,0.0,0.78173828125,0.01220703125,0.08837890625,1.0,37,0.578125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3264,3328,2048,64,0.696351037492661,0.0,0.81201171875,0.0068359375,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3328,3392,2048,64,0.7666362997753136,0.0,0.810546875,0.0048828125,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3392,3456,2048,64,0.8038919685060296,0.0,0.8173828125,0.0068359375,0.076171875,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3456,3520,2048,64,0.7670848978846582,0.0,0.83056640625,0.009765625,0.09814453125,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3520,3584,2048,64,0.6426428477851953,0.0,0.82177734375,0.0068359375,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3584,3648,2048,64,0.7416316463984627,0.0,0.82177734375,0.0078125,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3648,3712,2048,64,0.7623934835521989,0.0,0.82177734375,0.00830078125,0.076171875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3712,3776,2048,64,0.7567583579052298,0.0,0.83056640625,0.00390625,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3776,3840,2048,64,0.7306563627283097,0.0,0.84716796875,0.00634765625,0.0625,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3840,3904,2048,64,0.7281924437853166,0.0,0.79638671875,0.0087890625,0.0771484375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3904,3968,2048,64,0.7313512374096925,0.0,0.84228515625,0.005859375,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,3968,4032,2048,64,0.7708816388142604,0.0,0.830078125,0.00537109375,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4032,4096,2048,64,0.6882326218286792,0.0,0.84130859375,0.01025390625,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4096,4160,2048,64,0.7257744369530282,0.0,0.7841796875,0.00634765625,0.08837890625,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4160,4224,2048,64,0.7610540550976098,0.0,0.8232421875,0.0078125,0.09130859375,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4224,4288,2048,64,0.7758374153652343,0.0,0.84814453125,0.00927734375,0.072265625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4288,4352,2048,64,0.7942800907429554,0.0,0.8115234375,0.009765625,0.10009765625,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4352,4416,2048,64,0.7175292068307204,0.0,0.79443359375,0.0048828125,0.0859375,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4416,4480,2048,64,0.6935279157175667,0.0,0.79248046875,0.00830078125,0.0732421875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4480,4544,2048,64,0.7824500675488163,0.0,0.82861328125,0.00341796875,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4544,4608,2048,64,0.7450989493309085,0.0,0.8056640625,0.00732421875,0.083984375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4608,4672,2048,64,0.7613855923495971,0.0,0.84814453125,0.009765625,0.07861328125,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4672,4736,2048,64,0.6982406331701781,0.0,0.80224609375,0.00732421875,0.072265625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4736,4800,2048,64,0.7150711137281099,0.0,0.8662109375,0.0048828125,0.056640625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4800,4864,2048,64,0.7666607296304943,0.0,0.81689453125,0.0048828125,0.07080078125,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4864,4928,2048,64,0.7435108930571462,0.0,0.83544921875,0.005859375,0.08251953125,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4928,4992,2048,64,0.6380902495769915,0.0,0.81201171875,0.0107421875,0.07373046875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,4992,5056,2048,64,0.6910457265120857,0.0,0.8193359375,0.005859375,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5056,5120,2048,64,0.6946561896656283,0.0,0.828125,0.0087890625,0.06787109375,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5120,5184,2048,64,0.7949058726913736,0.0,0.84619140625,0.00732421875,0.0703125,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5184,5248,2048,64,0.6824946978645334,0.0,0.80224609375,0.0078125,0.07861328125,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5248,5312,2048,64,0.747230298420071,0.0,0.82666015625,0.0048828125,0.068359375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5312,5376,2048,64,0.7154714711444319,0.0,0.841796875,0.005859375,0.0576171875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5376,5440,2048,64,0.7009028516712862,0.0,0.82568359375,0.00634765625,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5440,5504,2048,64,0.7169871824087737,0.0,0.794921875,0.00830078125,0.09814453125,1.0,37,0.578125
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5504,5568,2048,64,0.7366458692454712,0.0,0.82421875,0.0068359375,0.080078125,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5568,5632,2048,64,0.7826558860087002,0.0,0.81103515625,0.0087890625,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5632,5696,2048,64,0.692740634286872,0.0,0.8623046875,0.00537109375,0.06640625,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5696,5760,2048,64,0.6477349541179678,0.0,0.85400390625,0.00537109375,0.0634765625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5760,5824,2048,64,0.670052546674509,0.0,0.8076171875,0.0087890625,0.06787109375,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5824,5888,2048,64,0.7183305101966805,0.0,0.8046875,0.0087890625,0.09375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5888,5952,2048,64,0.7190802235148268,0.0,0.81591796875,0.00634765625,0.0771484375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,5952,6016,2048,64,0.7705213977963568,0.0,0.85595703125,0.0068359375,0.06298828125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,6016,6080,2048,64,0.7293817421733046,0.0,0.833984375,0.01025390625,0.08056640625,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,64,6080,6144,2048,64,0.6726231017844173,0.0,0.81787109375,0.00732421875,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,0,128,4096,128,0.689809199620293,0.0,0.827392578125,0.00732421875,0.083740234375,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,128,256,4096,128,0.7261722551509316,0.0,0.824462890625,0.00927734375,0.081298828125,1.0,78,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,256,384,4096,128,0.7323046150918493,0.0,0.83056640625,0.007080078125,0.080810546875,1.0,80,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,384,512,4096,128,0.7693632920688475,0.0,0.8115234375,0.008056640625,0.081787109375,1.0,80,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,512,640,4096,128,0.7612024252399716,0.0,0.870361328125,0.00732421875,0.076904296875,1.0,81,0.6328125
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,640,768,4096,128,0.6842476101647059,0.0,0.8056640625,0.00927734375,0.0791015625,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,768,896,4096,128,0.7331110325259127,0.0,0.821533203125,0.006591796875,0.076904296875,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,896,1024,4096,128,0.6698488725071928,0.0,0.823974609375,0.007080078125,0.079345703125,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1024,1152,4096,128,0.6658706211990844,0.0,0.81884765625,0.0078125,0.074462890625,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1152,1280,4096,128,0.7267770640850647,0.0,0.82568359375,0.0107421875,0.077392578125,1.0,80,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1280,1408,4096,128,0.7501504252579171,0.0,0.884765625,0.00830078125,0.0732421875,1.0,85,0.6640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1408,1536,4096,128,0.6782205855537189,0.0,0.815185546875,0.007568359375,0.071533203125,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1536,1664,4096,128,0.6676781567631415,0.0,0.808837890625,0.00830078125,0.073486328125,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1664,1792,4096,128,0.7483161283463843,0.0,0.83642578125,0.009521484375,0.0732421875,1.0,85,0.6640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1792,1920,4096,128,0.6864672096490498,0.0,0.805908203125,0.008544921875,0.07568359375,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,1920,2048,4096,128,0.704396068153063,0.0,0.8115234375,0.00634765625,0.07421875,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2048,2176,4096,128,0.6939629491983929,0.0,0.814453125,0.009765625,0.079833984375,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2176,2304,4096,128,0.7063757170172409,0.0,0.83447265625,0.00830078125,0.07421875,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2304,2432,4096,128,0.7278097993226504,0.0,0.814453125,0.0068359375,0.0751953125,1.0,85,0.6640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2432,2560,4096,128,0.7153223914195251,0.0,0.84423828125,0.00830078125,0.070556640625,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2560,2688,4096,128,0.7347894687732466,0.0,0.830810546875,0.00927734375,0.083251953125,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2688,2816,4096,128,0.6929400947330452,0.0,0.80322265625,0.010009765625,0.082763671875,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2816,2944,4096,128,0.7394549326791771,0.0,0.837646484375,0.010498046875,0.085205078125,1.0,81,0.6328125
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,2944,3072,4096,128,0.6762041130583256,0.0,0.798583984375,0.009033203125,0.075927734375,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3072,3200,4096,128,0.7000673430598425,0.0,0.83544921875,0.009521484375,0.08154296875,1.0,81,0.6328125
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3200,3328,4096,128,0.7239812742810289,0.0,0.796875,0.009521484375,0.090576171875,1.0,78,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3328,3456,4096,128,0.7854850454215166,0.0,0.81396484375,0.005859375,0.0751953125,1.0,78,0.609375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3456,3584,4096,128,0.7076047874245136,0.0,0.826171875,0.008056640625,0.08447265625,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3584,3712,4096,128,0.7520842116088302,0.0,0.82177734375,0.008056640625,0.074951171875,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3712,3840,4096,128,0.7438218646473036,0.0,0.8388671875,0.005126953125,0.067138671875,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3840,3968,4096,128,0.7297735496874082,0.0,0.8193359375,0.00732421875,0.078857421875,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,3968,4096,4096,128,0.7307265708902809,0.0,0.835693359375,0.0078125,0.07177734375,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4096,4224,4096,128,0.7436234961709457,0.0,0.8037109375,0.007080078125,0.089599609375,1.0,77,0.6015625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4224,4352,4096,128,0.785112908323142,0.0,0.829833984375,0.009521484375,0.08544921875,1.0,79,0.6171875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4352,4480,4096,128,0.7056306160218231,0.0,0.79345703125,0.006591796875,0.08056640625,1.0,79,0.6171875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4480,4608,4096,128,0.7640027985881893,0.0,0.817138671875,0.005126953125,0.084228515625,1.0,80,0.625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4608,4736,4096,128,0.7304957227963208,0.0,0.8251953125,0.009033203125,0.075927734375,1.0,81,0.6328125
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4736,4864,4096,128,0.7413148359657729,0.0,0.841552734375,0.0048828125,0.06494140625,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4864,4992,4096,128,0.6928086368903978,0.0,0.82373046875,0.0087890625,0.077880859375,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,4992,5120,4096,128,0.6928533098612525,0.0,0.82373046875,0.00732421875,0.0673828125,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5120,5248,4096,128,0.7408354604945807,0.0,0.82421875,0.007080078125,0.074462890625,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5248,5376,4096,128,0.7315232548930096,0.0,0.834228515625,0.005126953125,0.06298828125,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5376,5504,4096,128,0.7089906301282878,0.0,0.810302734375,0.00732421875,0.085205078125,1.0,77,0.6015625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5504,5632,4096,128,0.7599991357167715,0.0,0.817626953125,0.0078125,0.078369140625,1.0,82,0.640625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5632,5760,4096,128,0.6706154476219526,0.0,0.858154296875,0.00537109375,0.0654296875,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5760,5888,4096,128,0.694611091613292,0.0,0.80615234375,0.009521484375,0.081298828125,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,5888,6016,4096,128,0.7452447894189482,0.0,0.8359375,0.0068359375,0.069091796875,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gate_proj.output,128,6016,6144,4096,128,0.7015766397443175,0.0,0.825927734375,0.0087890625,0.081298828125,1.0,80,0.625
+fresh-zh-1,layers.6.mlp.up_proj.output,0,0,6144,196608,6144,0.328458505678127,0.0,0.4991658528645833,0.009150187174479166,0.08976236979166667,1.0,4687,0.7628580729166666
+fresh-zh-1,layers.6.mlp.up_proj.output,64,0,64,2048,64,0.315144212836686,0.0,0.45458984375,0.0078125,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,64,128,2048,64,0.3265952416815682,0.0,0.4912109375,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,128,192,2048,64,0.30745966037105094,0.0,0.51416015625,0.009765625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,192,256,2048,64,0.33511535026409445,0.0,0.49853515625,0.00537109375,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,256,320,2048,64,0.3896074312055975,0.0,0.52587890625,0.009765625,0.10546875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,320,384,2048,64,0.32925360490551164,0.0,0.49853515625,0.00927734375,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,384,448,2048,64,0.330159413366171,0.0,0.498046875,0.0107421875,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,448,512,2048,64,0.4357206717685966,0.0,0.47998046875,0.01025390625,0.1044921875,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,512,576,2048,64,0.292317949237806,0.0,0.462890625,0.0126953125,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,576,640,2048,64,0.3006166735918473,0.0,0.51318359375,0.0078125,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,640,704,2048,64,0.400594863076073,0.0,0.4765625,0.0146484375,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,704,768,2048,64,0.3787276769987837,0.0,0.515625,0.0126953125,0.1103515625,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,768,832,2048,64,0.32600790491756887,0.0,0.4921875,0.01220703125,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,832,896,2048,64,0.32028060966375943,0.0,0.4560546875,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,896,960,2048,64,0.31573171116544296,0.0,0.462890625,0.00732421875,0.0751953125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,960,1024,2048,64,0.3077035034878425,0.0,0.49072265625,0.0078125,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1024,1088,2048,64,0.32366788744612873,0.0,0.46923828125,0.00634765625,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1088,1152,2048,64,0.3531810162676297,0.0,0.4453125,0.0107421875,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1152,1216,2048,64,0.3203272026077917,0.0,0.49560546875,0.0087890625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1216,1280,2048,64,0.3191342214696593,0.0,0.53369140625,0.01123046875,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1280,1344,2048,64,0.2966420485105468,0.0,0.533203125,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1344,1408,2048,64,0.3143009856308885,0.0,0.423828125,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1408,1472,2048,64,0.29811078991616535,0.0,0.50341796875,0.01171875,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1472,1536,2048,64,0.32800619319012886,0.0,0.533203125,0.009765625,0.091796875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1536,1600,2048,64,0.30785438277189553,0.0,0.470703125,0.009765625,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1600,1664,2048,64,0.3191510482661729,0.0,0.47998046875,0.0078125,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1664,1728,2048,64,0.3134257219788419,0.0,0.4736328125,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1728,1792,2048,64,0.3155354212450852,0.0,0.51953125,0.0078125,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1792,1856,2048,64,0.30661775271261427,0.0,0.50830078125,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1856,1920,2048,64,0.3633609877144449,0.0,0.5419921875,0.01171875,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1920,1984,2048,64,0.3294387564910615,0.0,0.5185546875,0.01123046875,0.09375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,1984,2048,2048,64,0.3088487426672444,0.0,0.47509765625,0.01025390625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2048,2112,2048,64,0.3304569751244961,0.0,0.544921875,0.00927734375,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2112,2176,2048,64,0.359997342887848,0.0,0.52783203125,0.00830078125,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2176,2240,2048,64,0.3267179574144076,0.0,0.5068359375,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2240,2304,2048,64,0.3200018477915778,0.0,0.5009765625,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2304,2368,2048,64,0.3080178462578436,0.0,0.5029296875,0.01123046875,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2368,2432,2048,64,0.33870333508845557,0.0,0.5556640625,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2432,2496,2048,64,0.3279938129834399,0.0,0.42041015625,0.009765625,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2496,2560,2048,64,0.3103511322948262,0.0,0.47412109375,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2560,2624,2048,64,0.31533472861786405,0.0,0.5322265625,0.00537109375,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2624,2688,2048,64,0.32326075733066756,0.0,0.46435546875,0.0087890625,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2688,2752,2048,64,0.3209262858343868,0.0,0.515625,0.01123046875,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2752,2816,2048,64,0.3180672187577003,0.0,0.57666015625,0.00732421875,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2816,2880,2048,64,0.3839384921108738,0.0,0.5146484375,0.00830078125,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2880,2944,2048,64,0.32717766783857105,0.0,0.50390625,0.01171875,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,2944,3008,2048,64,0.3247992185389989,0.0,0.5068359375,0.0087890625,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3008,3072,2048,64,0.36581187452614133,0.0,0.52490234375,0.00732421875,0.10498046875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3072,3136,2048,64,0.3751474736286174,0.0,0.5029296875,0.0068359375,0.09423828125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3136,3200,2048,64,0.3168669332461485,0.0,0.51416015625,0.00732421875,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3200,3264,2048,64,0.37028757990680633,0.0,0.43505859375,0.009765625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3264,3328,2048,64,0.32586694069496275,0.0,0.4990234375,0.0107421875,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3328,3392,2048,64,0.30058414636060987,0.0,0.5400390625,0.01025390625,0.09375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3392,3456,2048,64,0.3281882395964733,0.0,0.4599609375,0.00927734375,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3456,3520,2048,64,0.33076721021512967,0.0,0.49169921875,0.00537109375,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3520,3584,2048,64,0.3159956829177256,0.0,0.51220703125,0.0078125,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3584,3648,2048,64,0.30232053575809686,0.0,0.546875,0.00830078125,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3648,3712,2048,64,0.30025955948348454,0.0,0.47802734375,0.0107421875,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3712,3776,2048,64,0.3325362987952861,0.0,0.51220703125,0.00732421875,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3776,3840,2048,64,0.316034675647712,0.0,0.4453125,0.01025390625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3840,3904,2048,64,0.3067636741922371,0.0,0.509765625,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3904,3968,2048,64,0.3103422649105778,0.0,0.48388671875,0.0107421875,0.09765625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,3968,4032,2048,64,0.3365169855066927,0.0,0.51123046875,0.00732421875,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4032,4096,2048,64,0.2962555756851099,0.0,0.4931640625,0.00732421875,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4096,4160,2048,64,0.34195777797600546,0.0,0.541015625,0.00732421875,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4160,4224,2048,64,0.3484266514376584,0.0,0.49169921875,0.0146484375,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4224,4288,2048,64,0.29682970309554946,0.0,0.4765625,0.00830078125,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4288,4352,2048,64,0.34304989341082237,0.0,0.50732421875,0.0068359375,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4352,4416,2048,64,0.3123370850054814,0.0,0.49169921875,0.0068359375,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4416,4480,2048,64,0.31778943333986437,0.0,0.48681640625,0.00732421875,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4480,4544,2048,64,0.33365506870061445,0.0,0.5283203125,0.00732421875,0.09326171875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4544,4608,2048,64,0.32954421222613434,0.0,0.53662109375,0.0087890625,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4608,4672,2048,64,0.32545082470875536,0.0,0.55322265625,0.00537109375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4672,4736,2048,64,0.3403419224133989,0.0,0.44970703125,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4736,4800,2048,64,0.29156313171039766,0.0,0.462890625,0.0048828125,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4800,4864,2048,64,0.34970994710894987,0.0,0.5361328125,0.005859375,0.10400390625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4864,4928,2048,64,0.3338435513836884,0.0,0.50341796875,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4928,4992,2048,64,0.31327552708551065,0.0,0.4853515625,0.00830078125,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,4992,5056,2048,64,0.32970058437459626,0.0,0.55810546875,0.0078125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5056,5120,2048,64,0.32587672303118653,0.0,0.46484375,0.01025390625,0.091796875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5120,5184,2048,64,0.3022309178099792,0.0,0.4775390625,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5184,5248,2048,64,0.3125496546828357,0.0,0.470703125,0.005859375,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5248,5312,2048,64,0.2992924925763803,0.0,0.4853515625,0.01123046875,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5312,5376,2048,64,0.2995431327136922,0.0,0.55419921875,0.0087890625,0.0966796875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5376,5440,2048,64,0.31603546966591006,0.0,0.5009765625,0.009765625,0.07421875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5440,5504,2048,64,0.3845640140916263,0.0,0.5048828125,0.01025390625,0.09033203125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5504,5568,2048,64,0.307868814346953,0.0,0.48583984375,0.0078125,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5568,5632,2048,64,0.42452848132741555,0.0,0.4755859375,0.0126953125,0.1201171875,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5632,5696,2048,64,0.29869424419312524,0.0,0.48779296875,0.0078125,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5696,5760,2048,64,0.30674291285111477,0.0,0.48779296875,0.00927734375,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5760,5824,2048,64,0.33107810202358473,0.0,0.51708984375,0.0048828125,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5824,5888,2048,64,0.31490957563829886,0.0,0.49658203125,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5888,5952,2048,64,0.3352552093924346,0.0,0.4765625,0.00927734375,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,5952,6016,2048,64,0.33661961678914576,0.0,0.50244140625,0.01318359375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,64,6016,6080,2048,64,0.320229084042279,0.0,0.55810546875,0.0126953125,0.09228515625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,64,6080,6144,2048,64,0.3073110846235227,0.0,0.5,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,0,128,4096,128,0.3209208054750396,0.0,0.472900390625,0.009521484375,0.081787109375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,128,256,4096,128,0.3215849349224157,0.0,0.50634765625,0.0078125,0.086669921875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,256,384,4096,128,0.3606950836883552,0.0,0.51220703125,0.009033203125,0.0947265625,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,384,512,4096,128,0.3865603070937129,0.0,0.489013671875,0.011474609375,0.09912109375,1.0,91,0.7109375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,512,640,4096,128,0.29649634726925705,0.0,0.488037109375,0.01025390625,0.090087890625,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,640,768,4096,128,0.38981463392735316,0.0,0.49609375,0.013916015625,0.10888671875,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,768,896,4096,128,0.3231569456126017,0.0,0.47412109375,0.0107421875,0.0888671875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,896,1024,4096,128,0.3117434518110616,0.0,0.476806640625,0.007568359375,0.078369140625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1024,1152,4096,128,0.3387460196191799,0.0,0.457275390625,0.008544921875,0.086181640625,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1152,1280,4096,128,0.31973126844553285,0.0,0.5146484375,0.01025390625,0.08544921875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1280,1408,4096,128,0.3055990956409079,0.0,0.478515625,0.008056640625,0.085205078125,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1408,1536,4096,128,0.31341514468474574,0.0,0.518310546875,0.01025390625,0.08935546875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1536,1664,4096,128,0.31355359398455457,0.0,0.475341796875,0.008544921875,0.08349609375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1664,1792,4096,128,0.31448234072700465,0.0,0.49658203125,0.0087890625,0.091552734375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1792,1920,4096,128,0.33618867743526915,0.0,0.525146484375,0.011962890625,0.091796875,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,1920,2048,4096,128,0.3193097556648674,0.0,0.496826171875,0.010986328125,0.090576171875,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2048,2176,4096,128,0.3455429780032744,0.0,0.536376953125,0.009521484375,0.090087890625,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2176,2304,4096,128,0.3233773386363574,0.0,0.50390625,0.008544921875,0.084228515625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2304,2432,4096,128,0.3237243756757925,0.0,0.529296875,0.009521484375,0.084228515625,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2432,2560,4096,128,0.3192943521831356,0.0,0.447265625,0.009521484375,0.0908203125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2560,2688,4096,128,0.31932233581641195,0.0,0.498291015625,0.007080078125,0.086181640625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2688,2816,4096,128,0.31949995038161844,0.0,0.546142578125,0.00927734375,0.087158203125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2816,2944,4096,128,0.35668893454707695,0.0,0.50927734375,0.01123046875,0.093505859375,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,2944,3072,4096,128,0.34591390540702016,0.0,0.515869140625,0.008544921875,0.10107421875,1.0,95,0.7421875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3072,3200,4096,128,0.34723211282566685,0.0,0.508544921875,0.006591796875,0.089111328125,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3200,3328,4096,128,0.3487851450901643,0.0,0.467041015625,0.010498046875,0.09130859375,1.0,95,0.7421875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3328,3456,4096,128,0.3146890128784041,0.0,0.5,0.009765625,0.09423828125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3456,3584,4096,128,0.3234657779241411,0.0,0.501953125,0.00634765625,0.087646484375,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3584,3712,4096,128,0.3012918098806196,0.0,0.512451171875,0.009521484375,0.08935546875,1.0,102,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3712,3840,4096,128,0.32439043314208754,0.0,0.478759765625,0.00927734375,0.09228515625,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3840,3968,4096,128,0.3085581575600848,0.0,0.496826171875,0.010009765625,0.090087890625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,3968,4096,4096,128,0.31702606175126,0.0,0.502197265625,0.00732421875,0.08984375,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4096,4224,4096,128,0.3452073676432374,0.0,0.516357421875,0.0107421875,0.08740234375,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4224,4352,4096,128,0.3207733639261282,0.0,0.491943359375,0.008056640625,0.0869140625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4352,4480,4096,128,0.31507505344932774,0.0,0.4892578125,0.0068359375,0.080810546875,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4480,4608,4096,128,0.33160601071252854,0.0,0.532470703125,0.008056640625,0.0927734375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4608,4736,4096,128,0.3329796265957251,0.0,0.50146484375,0.006591796875,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4736,4864,4096,128,0.32195194274900657,0.0,0.49951171875,0.00537109375,0.091552734375,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4864,4992,4096,128,0.32372293143302183,0.0,0.494384765625,0.0078125,0.08740234375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,4992,5120,4096,128,0.3277942296246953,0.0,0.511474609375,0.00927734375,0.091064453125,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5120,5248,4096,128,0.30743358170718943,0.0,0.47412109375,0.00732421875,0.079345703125,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5248,5376,4096,128,0.29941783887112944,0.0,0.519775390625,0.010009765625,0.094482421875,1.0,102,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5376,5504,4096,128,0.3519715180389011,0.0,0.5029296875,0.01025390625,0.084716796875,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5504,5632,4096,128,0.37081507406358255,0.0,0.480712890625,0.01123046875,0.104736328125,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5632,5760,4096,128,0.3027453270477424,0.0,0.48779296875,0.008544921875,0.0849609375,1.0,102,0.796875
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5760,5888,4096,128,0.3230949941334844,0.0,0.5068359375,0.007568359375,0.089599609375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.up_proj.output,128,5888,6016,4096,128,0.33593810578143446,0.0,0.489501953125,0.01123046875,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.up_proj.output,128,6016,6144,4096,128,0.3138365569839203,0.0,0.529052734375,0.01025390625,0.0888671875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,0,0,6144,196608,6144,0.2207714929644524,0.0,0.82415771484375,0.004979451497395833,0.048288981119791664,1.0,4676,0.7610677083333334
+fresh-zh-1,layers.6.mlp.silu_gate,64,0,64,2048,64,0.22126702606347518,0.0,0.81640625,0.00341796875,0.04833984375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,64,128,2048,64,0.1931520344522323,0.0,0.83837890625,0.00634765625,0.05126953125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,128,192,2048,64,0.194955633940355,0.0,0.8173828125,0.0068359375,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,192,256,2048,64,0.23249520959594389,0.0,0.83154296875,0.00537109375,0.04150390625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,256,320,2048,64,0.3556239641857541,0.0,0.7939453125,0.0078125,0.09423828125,1.0,32,0.5
+fresh-zh-1,layers.6.mlp.silu_gate,64,320,384,2048,64,0.21287026949054455,0.0,0.8671875,0.0029296875,0.03955078125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,384,448,2048,64,0.22268740590397562,0.0,0.80224609375,0.0078125,0.05078125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,448,512,2048,64,0.2166425181551977,0.0,0.82080078125,0.00537109375,0.04638671875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,512,576,2048,64,0.202313943198885,0.0,0.8857421875,0.0048828125,0.0341796875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,576,640,2048,64,0.2094871013303276,0.0,0.85498046875,0.00390625,0.05078125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,640,704,2048,64,0.19890481943308838,0.0,0.84130859375,0.005859375,0.046875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,704,768,2048,64,0.2145868958452049,0.0,0.77001953125,0.00537109375,0.048828125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,768,832,2048,64,0.2216980643943503,0.0,0.85107421875,0.00146484375,0.04296875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,832,896,2048,64,0.21148138454066,0.0,0.7919921875,0.0048828125,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,896,960,2048,64,0.20765197803044386,0.0,0.81396484375,0.0048828125,0.0478515625,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,960,1024,2048,64,0.20320344273853314,0.0,0.833984375,0.00390625,0.05126953125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1024,1088,2048,64,0.20705993351119564,0.0,0.814453125,0.00634765625,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1088,1152,2048,64,0.20157711647891535,0.0,0.8232421875,0.00537109375,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,1152,1216,2048,64,0.21090617842883258,0.0,0.84619140625,0.00732421875,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1216,1280,2048,64,0.2026850602501964,0.0,0.80517578125,0.00537109375,0.05078125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1280,1344,2048,64,0.2105162291444234,0.0,0.8759765625,0.0029296875,0.0390625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,1344,1408,2048,64,0.20498726066901324,0.0,0.8935546875,0.0048828125,0.04296875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,1408,1472,2048,64,0.21788664895925208,0.0,0.84423828125,0.00341796875,0.04052734375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1472,1536,2048,64,0.2228249300791897,0.0,0.7861328125,0.00537109375,0.048828125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,1536,1600,2048,64,0.22052396025996998,0.0,0.80810546875,0.005859375,0.04833984375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,1600,1664,2048,64,0.19980251188137652,0.0,0.8095703125,0.00439453125,0.04638671875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,1664,1728,2048,64,0.22299627466474123,0.0,0.80419921875,0.00732421875,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,1728,1792,2048,64,0.22398601788478165,0.0,0.86865234375,0.00537109375,0.0419921875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,1792,1856,2048,64,0.226980914594489,0.0,0.81591796875,0.00439453125,0.04248046875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1856,1920,2048,64,0.21948810531185264,0.0,0.7958984375,0.0078125,0.0537109375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,1920,1984,2048,64,0.22844671968406696,0.0,0.8291015625,0.00244140625,0.03564453125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,1984,2048,2048,64,0.21463470868397788,0.0,0.7939453125,0.00634765625,0.05322265625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,2048,2112,2048,64,0.22592381710403273,0.0,0.8095703125,0.00732421875,0.05615234375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,2112,2176,2048,64,0.20945930420140507,0.0,0.8193359375,0.00390625,0.0498046875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,2176,2240,2048,64,0.20911356886843233,0.0,0.845703125,0.0068359375,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,2240,2304,2048,64,0.20125127827485711,0.0,0.8232421875,0.00244140625,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,2304,2368,2048,64,0.2507104770285528,0.0,0.77734375,0.0029296875,0.05322265625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.silu_gate,64,2368,2432,2048,64,0.20859563617620072,0.0,0.8515625,0.00439453125,0.0380859375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,2432,2496,2048,64,0.3206687541784561,0.0,0.8505859375,0.005859375,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.silu_gate,64,2496,2560,2048,64,0.2741150200700663,0.0,0.837890625,0.00732421875,0.06201171875,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.silu_gate,64,2560,2624,2048,64,0.21543668239179134,0.0,0.8212890625,0.0068359375,0.05126953125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,2624,2688,2048,64,0.2023313497145738,0.0,0.84033203125,0.00537109375,0.04541015625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,2688,2752,2048,64,0.2021494308374355,0.0,0.82275390625,0.005859375,0.05810546875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,2752,2816,2048,64,0.2396769000324508,0.0,0.78369140625,0.0068359375,0.05322265625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,2816,2880,2048,64,0.21833734661114207,0.0,0.8017578125,0.0068359375,0.064453125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,2880,2944,2048,64,0.20875489049901552,0.0,0.87353515625,0.00439453125,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,2944,3008,2048,64,0.21699162535972139,0.0,0.7763671875,0.0087890625,0.0537109375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3008,3072,2048,64,0.20992243532404145,0.0,0.82080078125,0.0068359375,0.0458984375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3072,3136,2048,64,0.1980718436460612,0.0,0.83349609375,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3136,3200,2048,64,0.2129307367039687,0.0,0.83740234375,0.00634765625,0.0498046875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3200,3264,2048,64,0.21459380883533258,0.0,0.78173828125,0.00830078125,0.052734375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3264,3328,2048,64,0.1991835884933485,0.0,0.81201171875,0.00390625,0.04833984375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3328,3392,2048,64,0.21519022273238994,0.0,0.810546875,0.0009765625,0.03564453125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3392,3456,2048,64,0.22942479560335438,0.0,0.8173828125,0.005859375,0.044921875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3456,3520,2048,64,0.2094806518695327,0.0,0.83056640625,0.00537109375,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,3520,3584,2048,64,0.20289559169516888,0.0,0.82177734375,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,3584,3648,2048,64,0.22844935456328727,0.0,0.82177734375,0.00537109375,0.05029296875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3648,3712,2048,64,0.23221674974366216,0.0,0.82177734375,0.005859375,0.052734375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3712,3776,2048,64,0.21698923732354236,0.0,0.83056640625,0.00146484375,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,3776,3840,2048,64,0.2060669408180211,0.0,0.84716796875,0.00341796875,0.03662109375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,3840,3904,2048,64,0.2245331813639894,0.0,0.79638671875,0.00390625,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,3904,3968,2048,64,0.19934431436100936,0.0,0.84228515625,0.00244140625,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,3968,4032,2048,64,0.23161474687192174,0.0,0.830078125,0.00390625,0.0419921875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,4032,4096,2048,64,0.20395985147100623,0.0,0.84130859375,0.00634765625,0.0458984375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,4096,4160,2048,64,0.21621924489302877,0.0,0.7841796875,0.0048828125,0.0517578125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,4160,4224,2048,64,0.23263921762392548,0.0,0.8232421875,0.0048828125,0.056640625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,4224,4288,2048,64,0.21731768306259672,0.0,0.84814453125,0.0048828125,0.0390625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4288,4352,2048,64,0.23176456246620813,0.0,0.8115234375,0.00634765625,0.06005859375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,4352,4416,2048,64,0.22444940553897433,0.0,0.79443359375,0.00341796875,0.04931640625,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4416,4480,2048,64,0.21672831224197497,0.0,0.79248046875,0.0048828125,0.05029296875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,4480,4544,2048,64,0.21570625907629876,0.0,0.82861328125,0.0,0.04638671875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,4544,4608,2048,64,0.2241845702752243,0.0,0.8056640625,0.00537109375,0.052734375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,4608,4672,2048,64,0.2023830775116036,0.0,0.84814453125,0.00634765625,0.041015625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4672,4736,2048,64,0.22212517900218107,0.0,0.80224609375,0.0048828125,0.04736328125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,4736,4800,2048,64,0.21051875283128174,0.0,0.8662109375,0.00390625,0.033203125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4800,4864,2048,64,0.2595615267446486,0.0,0.81689453125,0.00439453125,0.048828125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4864,4928,2048,64,0.2149766420791629,0.0,0.83544921875,0.00244140625,0.0478515625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,4928,4992,2048,64,0.20392579147461906,0.0,0.81201171875,0.00732421875,0.05126953125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,4992,5056,2048,64,0.23137980269408706,0.0,0.8193359375,0.00341796875,0.04345703125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,5056,5120,2048,64,0.21561934828846863,0.0,0.828125,0.00537109375,0.04345703125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5120,5184,2048,64,0.2714062092908933,0.0,0.84619140625,0.00390625,0.05224609375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5184,5248,2048,64,0.24765245528951088,0.0,0.80224609375,0.00537109375,0.05908203125,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.silu_gate,64,5248,5312,2048,64,0.21574621579885084,0.0,0.82666015625,0.0029296875,0.0390625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,5312,5376,2048,64,0.23882275265173694,0.0,0.841796875,0.00390625,0.04052734375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,5376,5440,2048,64,0.19971020924642466,0.0,0.82568359375,0.00390625,0.044921875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,64,5440,5504,2048,64,0.22926236455004256,0.0,0.794921875,0.00390625,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5504,5568,2048,64,0.23252488312533393,0.0,0.82421875,0.00390625,0.05224609375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,64,5568,5632,2048,64,0.22504271473050858,0.0,0.81103515625,0.00732421875,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,64,5632,5696,2048,64,0.21176307449894946,0.0,0.8623046875,0.00390625,0.0439453125,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,5696,5760,2048,64,0.2092041355281123,0.0,0.85400390625,0.00341796875,0.03857421875,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,5760,5824,2048,64,0.22089561154194776,0.0,0.8076171875,0.005859375,0.04541015625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5824,5888,2048,64,0.2069610426065997,0.0,0.8046875,0.0068359375,0.05126953125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5888,5952,2048,64,0.2061378686443757,0.0,0.81591796875,0.0029296875,0.0517578125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,5952,6016,2048,64,0.22505461712284774,0.0,0.85595703125,0.00439453125,0.03662109375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.silu_gate,64,6016,6080,2048,64,0.20141952706153268,0.0,0.833984375,0.00390625,0.0390625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,64,6080,6144,2048,64,0.2059700673588769,0.0,0.81787109375,0.00439453125,0.0537109375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,0,128,4096,128,0.20768582671430774,0.0,0.827392578125,0.005126953125,0.049560546875,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,128,256,4096,128,0.21454803854865181,0.0,0.824462890625,0.006591796875,0.050537109375,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.silu_gate,128,256,384,4096,128,0.2930717962685659,0.0,0.83056640625,0.005859375,0.065185546875,1.0,81,0.6328125
+fresh-zh-1,layers.6.mlp.silu_gate,128,384,512,4096,128,0.21968575445493405,0.0,0.8115234375,0.006591796875,0.048583984375,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,512,640,4096,128,0.20593175718725926,0.0,0.870361328125,0.004150390625,0.04296875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,640,768,4096,128,0.20689449371864677,0.0,0.8056640625,0.005859375,0.0478515625,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,768,896,4096,128,0.2166499570314243,0.0,0.821533203125,0.003662109375,0.044921875,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,896,1024,4096,128,0.20543975165574488,0.0,0.823974609375,0.00439453125,0.049560546875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,1024,1152,4096,128,0.20433691535502702,0.0,0.81884765625,0.005859375,0.046630859375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,1152,1280,4096,128,0.2068364689169687,0.0,0.82568359375,0.00634765625,0.0498046875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,1280,1408,4096,128,0.20777013713449455,0.0,0.884765625,0.00390625,0.04052734375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,1408,1536,4096,128,0.22036962274720182,0.0,0.815185546875,0.00439453125,0.044677734375,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,1536,1664,4096,128,0.21041846497259745,0.0,0.808837890625,0.005126953125,0.047607421875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,1664,1792,4096,128,0.2234916941658397,0.0,0.83642578125,0.00634765625,0.044189453125,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,1792,1920,4096,128,0.22326594451856918,0.0,0.805908203125,0.006103515625,0.048095703125,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,1920,2048,4096,128,0.221648327205809,0.0,0.8115234375,0.00439453125,0.044921875,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,2048,2176,4096,128,0.21784716116051772,0.0,0.814453125,0.005615234375,0.05224609375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,2176,2304,4096,128,0.20522007905192485,0.0,0.83447265625,0.004638671875,0.043701171875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,2304,2432,4096,128,0.23061643775286098,0.0,0.814453125,0.004150390625,0.045166015625,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,2432,2560,4096,128,0.2983014365825079,0.0,0.84423828125,0.00634765625,0.060302734375,1.0,83,0.6484375
+fresh-zh-1,layers.6.mlp.silu_gate,128,2560,2688,4096,128,0.20898676895595897,0.0,0.830810546875,0.005859375,0.04833984375,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,2688,2816,4096,128,0.22170860244594087,0.0,0.80322265625,0.0068359375,0.055908203125,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,128,2816,2944,4096,128,0.21359986099299078,0.0,0.837646484375,0.005126953125,0.052001953125,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,2944,3072,4096,128,0.213486292684835,0.0,0.798583984375,0.0078125,0.049560546875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,3072,3200,4096,128,0.20563554395902056,0.0,0.83544921875,0.005615234375,0.05126953125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,3200,3328,4096,128,0.20703212880558278,0.0,0.796875,0.006103515625,0.05078125,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,3328,3456,4096,128,0.22242141173598431,0.0,0.81396484375,0.00341796875,0.04052734375,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,3456,3584,4096,128,0.2062144086103309,0.0,0.826171875,0.005126953125,0.0498046875,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,3584,3712,4096,128,0.23034075460271153,0.0,0.82177734375,0.005615234375,0.051513671875,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.silu_gate,128,3712,3840,4096,128,0.21159857420638542,0.0,0.8388671875,0.00244140625,0.03857421875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,3840,3968,4096,128,0.21231262939530363,0.0,0.8193359375,0.003173828125,0.046142578125,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,3968,4096,4096,128,0.21822581421616843,0.0,0.835693359375,0.00537109375,0.044189453125,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,4096,4224,4096,128,0.22457934838135016,0.0,0.8037109375,0.0048828125,0.053955078125,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,128,4224,4352,4096,128,0.2246572809713143,0.0,0.829833984375,0.00537109375,0.0498046875,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,4352,4480,4096,128,0.22062263820158387,0.0,0.79345703125,0.004150390625,0.049560546875,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,4480,4608,4096,128,0.2199862629281409,0.0,0.817138671875,0.0029296875,0.049560546875,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,4608,4736,4096,128,0.21248353490308225,0.0,0.8251953125,0.005615234375,0.045166015625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,4736,4864,4096,128,0.23631581777321975,0.0,0.841552734375,0.00390625,0.0400390625,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.silu_gate,128,4864,4992,4096,128,0.20952408580898563,0.0,0.82373046875,0.0048828125,0.0498046875,1.0,102,0.796875
+fresh-zh-1,layers.6.mlp.silu_gate,128,4992,5120,4096,128,0.22363845426390627,0.0,0.82373046875,0.00439453125,0.043212890625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.silu_gate,128,5120,5248,4096,128,0.2598009517424593,0.0,0.82421875,0.005126953125,0.056884765625,1.0,90,0.703125
+fresh-zh-1,layers.6.mlp.silu_gate,128,5248,5376,4096,128,0.22757717022548313,0.0,0.834228515625,0.00341796875,0.038818359375,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.silu_gate,128,5376,5504,4096,128,0.2149946504873172,0.0,0.810302734375,0.003662109375,0.05517578125,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.silu_gate,128,5504,5632,4096,128,0.2288143840820844,0.0,0.817626953125,0.005615234375,0.050048828125,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.silu_gate,128,5632,5760,4096,128,0.21048749374168574,0.0,0.858154296875,0.003662109375,0.04150390625,1.0,103,0.8046875
+fresh-zh-1,layers.6.mlp.silu_gate,128,5760,5888,4096,128,0.2140417533511883,0.0,0.80615234375,0.006591796875,0.048828125,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,5888,6016,4096,128,0.21580361625510064,0.0,0.8359375,0.003662109375,0.043701171875,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.silu_gate,128,6016,6144,4096,128,0.20370750419352718,0.0,0.825927734375,0.004150390625,0.046142578125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.gated_product,0,0,6144,196608,6144,0.07379530204222672,0.0,0.5019022623697916,0.0274505615234375,0.181427001953125,1.0,4069,0.6622721354166666
+fresh-zh-1,layers.6.mlp.gated_product,64,0,64,2048,64,0.07023085779664406,0.0,0.53955078125,0.0283203125,0.1708984375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,64,128,2048,64,0.060057957989569505,0.0,0.52685546875,0.0263671875,0.16162109375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,128,192,2048,64,0.05919988356072741,0.0,0.50439453125,0.0263671875,0.17626953125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,192,256,2048,64,0.07269136233399721,0.0,0.53515625,0.02099609375,0.166015625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,256,320,2048,64,0.15889341230267265,0.0,0.50244140625,0.0576171875,0.32763671875,1.0,10,0.15625
+fresh-zh-1,layers.6.mlp.gated_product,64,320,384,2048,64,0.07093004360347092,0.0,0.48974609375,0.02685546875,0.16064453125,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,384,448,2048,64,0.0690147721939616,0.0,0.51513671875,0.02587890625,0.17919921875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,448,512,2048,64,0.0974243931295418,0.0,0.515625,0.0283203125,0.21435546875,1.0,34,0.53125
+fresh-zh-1,layers.6.mlp.gated_product,64,512,576,2048,64,0.058992688762751995,0.0,0.537109375,0.02392578125,0.16796875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,576,640,2048,64,0.06485042454617053,0.0,0.4814453125,0.029296875,0.17578125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,640,704,2048,64,0.07649303289089665,0.0,0.49951171875,0.02685546875,0.18701171875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,704,768,2048,64,0.08391797198375281,0.0,0.49755859375,0.04052734375,0.2099609375,1.0,36,0.5625
+fresh-zh-1,layers.6.mlp.gated_product,64,768,832,2048,64,0.07060846182345756,0.0,0.51806640625,0.02294921875,0.1669921875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,832,896,2048,64,0.06604490277284049,0.0,0.5234375,0.02294921875,0.17138671875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,896,960,2048,64,0.06442565528251142,0.0,0.49755859375,0.02001953125,0.15625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,960,1024,2048,64,0.06105943333912348,0.0,0.50537109375,0.02392578125,0.16064453125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.gated_product,64,1024,1088,2048,64,0.07052569550678726,0.0,0.51220703125,0.025390625,0.18017578125,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,1088,1152,2048,64,0.072274357931694,0.0,0.5625,0.03173828125,0.17578125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,1152,1216,2048,64,0.06253809820188674,0.0,0.501953125,0.02001953125,0.15625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,1216,1280,2048,64,0.060425346300392056,0.0,0.4521484375,0.02734375,0.15673828125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,1280,1344,2048,64,0.06517455250963113,0.0,0.4736328125,0.02294921875,0.169921875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,1344,1408,2048,64,0.06116774834643961,0.0,0.546875,0.0205078125,0.1484375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,1408,1472,2048,64,0.07370928168251681,0.0,0.4833984375,0.029296875,0.19287109375,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,1472,1536,2048,64,0.0695466921141658,0.0,0.4873046875,0.03076171875,0.18798828125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,1536,1600,2048,64,0.06534875216581851,0.0,0.48388671875,0.0283203125,0.17041015625,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,1600,1664,2048,64,0.061763365647848636,0.0,0.50634765625,0.02294921875,0.15380859375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,1664,1728,2048,64,0.05966726785179999,0.0,0.50439453125,0.02685546875,0.15283203125,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,1728,1792,2048,64,0.07277515643706917,0.0,0.48876953125,0.0244140625,0.1728515625,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,1792,1856,2048,64,0.06414427565411902,0.0,0.48828125,0.02685546875,0.16943359375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.gated_product,64,1856,1920,2048,64,0.07114562157184373,0.0,0.478515625,0.02587890625,0.1708984375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,1920,1984,2048,64,0.07625162682978284,0.0,0.5068359375,0.025390625,0.1728515625,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,64,1984,2048,2048,64,0.06240436692184806,0.0,0.47607421875,0.0244140625,0.17138671875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,2048,2112,2048,64,0.0697173515623461,0.0,0.431640625,0.02880859375,0.16650390625,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,2112,2176,2048,64,0.09762529949750882,0.0,0.47119140625,0.033203125,0.23486328125,1.0,31,0.484375
+fresh-zh-1,layers.6.mlp.gated_product,64,2176,2240,2048,64,0.06621705636858928,0.0,0.505859375,0.02392578125,0.16259765625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,2240,2304,2048,64,0.06452426051356688,0.0,0.48828125,0.01953125,0.1552734375,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,2304,2368,2048,64,0.11657954255777617,0.0,0.5029296875,0.04248046875,0.255859375,1.0,28,0.4375
+fresh-zh-1,layers.6.mlp.gated_product,64,2368,2432,2048,64,0.0720596857928536,0.0,0.4345703125,0.0224609375,0.162109375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,2432,2496,2048,64,0.1014232158269842,0.0,0.55029296875,0.0361328125,0.2353515625,1.0,29,0.453125
+fresh-zh-1,layers.6.mlp.gated_product,64,2496,2560,2048,64,0.07509746111530946,0.0,0.51904296875,0.0224609375,0.18212890625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,2560,2624,2048,64,0.06962342090007656,0.0,0.47265625,0.0244140625,0.16650390625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,2624,2688,2048,64,0.06187301263338652,0.0,0.5322265625,0.02490234375,0.1630859375,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,2688,2752,2048,64,0.05933523465448703,0.0,0.49169921875,0.02880859375,0.17236328125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,2752,2816,2048,64,0.08021680420764991,0.0,0.4462890625,0.02734375,0.2099609375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,2816,2880,2048,64,0.07649558470012771,0.0,0.48046875,0.0341796875,0.20068359375,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gated_product,64,2880,2944,2048,64,0.07173931138551867,0.0,0.50048828125,0.0283203125,0.162109375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,2944,3008,2048,64,0.06320523833262666,0.0,0.4853515625,0.0302734375,0.18310546875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,3008,3072,2048,64,0.06786779720161228,0.0,0.470703125,0.0234375,0.17041015625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,3072,3136,2048,64,0.07425312414502153,0.0,0.51904296875,0.02490234375,0.1884765625,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,3136,3200,2048,64,0.09082627636227053,0.0,0.46875,0.03173828125,0.21923828125,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gated_product,64,3200,3264,2048,64,0.07404418015290017,0.0,0.541015625,0.02880859375,0.16259765625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,3264,3328,2048,64,0.06189869897209422,0.0,0.51220703125,0.02783203125,0.17431640625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,3328,3392,2048,64,0.061928409798054015,0.0,0.50390625,0.02197265625,0.1611328125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,3392,3456,2048,64,0.06956677436294789,0.0,0.533203125,0.02783203125,0.1640625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,3456,3520,2048,64,0.06328109951722509,0.0,0.505859375,0.02734375,0.166015625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,3520,3584,2048,64,0.06450427152244621,0.0,0.515625,0.0244140625,0.171875,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,3584,3648,2048,64,0.07213823218393697,0.0,0.45654296875,0.029296875,0.1767578125,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,3648,3712,2048,64,0.06358495081406015,0.0,0.533203125,0.0263671875,0.16748046875,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,3712,3776,2048,64,0.07580062446224721,0.0,0.5,0.0224609375,0.1630859375,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,64,3776,3840,2048,64,0.06565340910508126,0.0,0.52587890625,0.025390625,0.15625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,3840,3904,2048,64,0.0699666094127568,0.0,0.49169921875,0.02685546875,0.1640625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,3904,3968,2048,64,0.0646328600221507,0.0,0.5,0.02783203125,0.1884765625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,3968,4032,2048,64,0.08686033846419002,0.0,0.48876953125,0.0244140625,0.1904296875,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,4032,4096,2048,64,0.061270460002720815,0.0,0.51806640625,0.02587890625,0.1591796875,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,4096,4160,2048,64,0.07760456479679013,0.0,0.4912109375,0.0263671875,0.1826171875,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,64,4160,4224,2048,64,0.07413473214155454,0.0,0.52392578125,0.03515625,0.18994140625,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,4224,4288,2048,64,0.0716458374602946,0.0,0.53466796875,0.02685546875,0.16455078125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,4288,4352,2048,64,0.08724860038876404,0.0,0.48388671875,0.03271484375,0.2158203125,1.0,40,0.625
+fresh-zh-1,layers.6.mlp.gated_product,64,4352,4416,2048,64,0.07016485574333009,0.0,0.5341796875,0.02197265625,0.1826171875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,4416,4480,2048,64,0.0609259694920494,0.0,0.505859375,0.0244140625,0.15771484375,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,4480,4544,2048,64,0.07149372810346408,0.0,0.48388671875,0.02490234375,0.17822265625,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,4544,4608,2048,64,0.06856906397589904,0.0,0.45361328125,0.0283203125,0.17138671875,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,4608,4672,2048,64,0.0645869562121314,0.0,0.453125,0.01953125,0.1552734375,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,4672,4736,2048,64,0.07102520951125388,0.0,0.5478515625,0.021484375,0.16357421875,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,4736,4800,2048,64,0.06418231046739652,0.0,0.544921875,0.01708984375,0.14501953125,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,4800,4864,2048,64,0.08553909971981893,0.0,0.46826171875,0.029296875,0.19921875,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.gated_product,64,4864,4928,2048,64,0.06293426825222478,0.0,0.5087890625,0.02099609375,0.15185546875,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.gated_product,64,4928,4992,2048,64,0.07066145401667101,0.0,0.54638671875,0.03125,0.18798828125,1.0,44,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,64,4992,5056,2048,64,0.0730421095992429,0.0,0.48779296875,0.0234375,0.16845703125,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,5056,5120,2048,64,0.073373840648817,0.0,0.5400390625,0.03076171875,0.17529296875,1.0,41,0.640625
+fresh-zh-1,layers.6.mlp.gated_product,64,5120,5184,2048,64,0.0991254160395241,0.0,0.51123046875,0.029296875,0.2109375,1.0,35,0.546875
+fresh-zh-1,layers.6.mlp.gated_product,64,5184,5248,2048,64,0.0815865116468955,0.0,0.49755859375,0.02587890625,0.19580078125,1.0,38,0.59375
+fresh-zh-1,layers.6.mlp.gated_product,64,5248,5312,2048,64,0.05972455471704332,0.0,0.53271484375,0.0244140625,0.1572265625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.gated_product,64,5312,5376,2048,64,0.0661473322417871,0.0,0.45947265625,0.0205078125,0.1630859375,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,64,5376,5440,2048,64,0.06223015068328104,0.0,0.46435546875,0.0224609375,0.15234375,1.0,46,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,64,5440,5504,2048,64,0.07452763979465617,0.0,0.498046875,0.0283203125,0.17138671875,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,5504,5568,2048,64,0.09628638703515359,0.0,0.52880859375,0.03466796875,0.2158203125,1.0,33,0.515625
+fresh-zh-1,layers.6.mlp.gated_product,64,5568,5632,2048,64,0.09824454545165724,0.0,0.53173828125,0.03515625,0.2177734375,1.0,35,0.546875
+fresh-zh-1,layers.6.mlp.gated_product,64,5632,5696,2048,64,0.07770088810742601,0.0,0.50244140625,0.02978515625,0.19287109375,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,5696,5760,2048,64,0.061522345833776935,0.0,0.5205078125,0.01806640625,0.15087890625,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,64,5760,5824,2048,64,0.0759414182296555,0.0,0.48583984375,0.02685546875,0.19140625,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,64,5824,5888,2048,64,0.08104118705118024,0.0,0.50732421875,0.0390625,0.212890625,1.0,42,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,64,5888,5952,2048,64,0.06354093659682934,0.0,0.53173828125,0.0166015625,0.13916015625,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,5952,6016,2048,64,0.0757499734324271,0.0,0.482421875,0.02587890625,0.17041015625,1.0,43,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,64,6016,6080,2048,64,0.06200422482743006,0.0,0.48291015625,0.02783203125,0.1591796875,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.gated_product,64,6080,6144,2048,64,0.06496734197780311,0.0,0.49755859375,0.02392578125,0.18115234375,1.0,45,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,128,0,128,4096,128,0.06534268017432915,0.0,0.533203125,0.02783203125,0.169189453125,1.0,91,0.7109375
+fresh-zh-1,layers.6.mlp.gated_product,128,128,256,4096,128,0.06628974419763646,0.0,0.519775390625,0.025390625,0.177734375,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gated_product,128,256,384,4096,128,0.12304102478193485,0.0,0.49609375,0.043701171875,0.253173828125,1.0,46,0.359375
+fresh-zh-1,layers.6.mlp.gated_product,128,384,512,4096,128,0.08442319337019871,0.0,0.515380859375,0.028564453125,0.199462890625,1.0,77,0.6015625
+fresh-zh-1,layers.6.mlp.gated_product,128,512,640,4096,128,0.06199078516714191,0.0,0.50927734375,0.026611328125,0.17236328125,1.0,92,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,128,640,768,4096,128,0.08029137594634221,0.0,0.49853515625,0.032958984375,0.1982421875,1.0,76,0.59375
+fresh-zh-1,layers.6.mlp.gated_product,128,768,896,4096,128,0.06836477186149537,0.0,0.520751953125,0.0234375,0.167724609375,1.0,91,0.7109375
+fresh-zh-1,layers.6.mlp.gated_product,128,896,1024,4096,128,0.06276511554309389,0.0,0.50146484375,0.022216796875,0.159423828125,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.gated_product,128,1024,1152,4096,128,0.07140537984337977,0.0,0.537353515625,0.02880859375,0.177978515625,1.0,89,0.6953125
+fresh-zh-1,layers.6.mlp.gated_product,128,1152,1280,4096,128,0.06149079688144859,0.0,0.47705078125,0.02392578125,0.157470703125,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.gated_product,128,1280,1408,4096,128,0.06320291026766106,0.0,0.51025390625,0.021484375,0.157958984375,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.gated_product,128,1408,1536,4096,128,0.07165821861508692,0.0,0.4853515625,0.029541015625,0.19091796875,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,128,1536,1664,4096,128,0.06358133667114674,0.0,0.4951171875,0.025634765625,0.161865234375,1.0,90,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,128,1664,1792,4096,128,0.06654474527465837,0.0,0.49658203125,0.02587890625,0.168701171875,1.0,91,0.7109375
+fresh-zh-1,layers.6.mlp.gated_product,128,1792,1920,4096,128,0.06773546917249337,0.0,0.4833984375,0.0263671875,0.170166015625,1.0,90,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,128,1920,2048,4096,128,0.06967286274118892,0.0,0.491455078125,0.024658203125,0.17333984375,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,128,2048,2176,4096,128,0.08482690673025292,0.0,0.451416015625,0.032958984375,0.200439453125,1.0,77,0.6015625
+fresh-zh-1,layers.6.mlp.gated_product,128,2176,2304,4096,128,0.06537613765336546,0.0,0.4970703125,0.02197265625,0.157470703125,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.gated_product,128,2304,2432,4096,128,0.09691075291097766,0.0,0.46875,0.03125,0.216796875,1.0,71,0.5546875
+fresh-zh-1,layers.6.mlp.gated_product,128,2432,2560,4096,128,0.08923647621531353,0.0,0.53466796875,0.02783203125,0.21142578125,1.0,70,0.546875
+fresh-zh-1,layers.6.mlp.gated_product,128,2560,2688,4096,128,0.06586232014650117,0.0,0.50244140625,0.0244140625,0.1640625,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.gated_product,128,2688,2816,4096,128,0.0705528374652341,0.0,0.468994140625,0.028564453125,0.192626953125,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,128,2816,2944,4096,128,0.07415559074231295,0.0,0.490478515625,0.03173828125,0.182373046875,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,128,2944,3072,4096,128,0.06557796905090653,0.0,0.47802734375,0.02685546875,0.17578125,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,128,3072,3200,4096,128,0.08295462290653705,0.0,0.493896484375,0.027099609375,0.207275390625,1.0,78,0.609375
+fresh-zh-1,layers.6.mlp.gated_product,128,3200,3328,4096,128,0.06824217738669053,0.0,0.526611328125,0.029541015625,0.166748046875,1.0,90,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,128,3328,3456,4096,128,0.065858424044996,0.0,0.5185546875,0.02490234375,0.163330078125,1.0,89,0.6953125
+fresh-zh-1,layers.6.mlp.gated_product,128,3456,3584,4096,128,0.06389561252836697,0.0,0.5107421875,0.0263671875,0.169189453125,1.0,92,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,128,3584,3712,4096,128,0.06799621501469788,0.0,0.494873046875,0.028564453125,0.171875,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gated_product,128,3712,3840,4096,128,0.07090876108065138,0.0,0.512939453125,0.0234375,0.1611328125,1.0,89,0.6953125
+fresh-zh-1,layers.6.mlp.gated_product,128,3840,3968,4096,128,0.06735255387644998,0.0,0.495849609375,0.027587890625,0.177001953125,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gated_product,128,3968,4096,4096,128,0.0751624496243259,0.0,0.50341796875,0.025634765625,0.18017578125,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,128,4096,4224,4096,128,0.07588948210061536,0.0,0.507568359375,0.031005859375,0.1875,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,128,4224,4352,4096,128,0.07982933137382897,0.0,0.50927734375,0.029296875,0.1904296875,1.0,85,0.6640625
+fresh-zh-1,layers.6.mlp.gated_product,128,4352,4480,4096,128,0.0657079931972833,0.0,0.52001953125,0.02392578125,0.171875,1.0,88,0.6875
+fresh-zh-1,layers.6.mlp.gated_product,128,4480,4608,4096,128,0.07004666192140416,0.0,0.46875,0.026611328125,0.174072265625,1.0,91,0.7109375
+fresh-zh-1,layers.6.mlp.gated_product,128,4608,4736,4096,128,0.06788245465090846,0.0,0.50048828125,0.02099609375,0.1611328125,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.gated_product,128,4736,4864,4096,128,0.07561847181016819,0.0,0.506591796875,0.022705078125,0.173095703125,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,128,4864,4992,4096,128,0.06690950307763875,0.0,0.527587890625,0.02587890625,0.1708984375,1.0,92,0.71875
+fresh-zh-1,layers.6.mlp.gated_product,128,4992,5120,4096,128,0.07320816302252707,0.0,0.513916015625,0.027099609375,0.171630859375,1.0,86,0.671875
+fresh-zh-1,layers.6.mlp.gated_product,128,5120,5248,4096,128,0.09078052375845207,0.0,0.50439453125,0.02783203125,0.203369140625,1.0,72,0.5625
+fresh-zh-1,layers.6.mlp.gated_product,128,5248,5376,4096,128,0.06301782287121029,0.0,0.49609375,0.0224609375,0.159912109375,1.0,94,0.734375
+fresh-zh-1,layers.6.mlp.gated_product,128,5376,5504,4096,128,0.0686547913383541,0.0,0.481201171875,0.02587890625,0.16357421875,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gated_product,128,5504,5632,4096,128,0.09727039384953197,0.0,0.5302734375,0.035400390625,0.216552734375,1.0,67,0.5234375
+fresh-zh-1,layers.6.mlp.gated_product,128,5632,5760,4096,128,0.07008005083322066,0.0,0.511474609375,0.02392578125,0.171630859375,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.gated_product,128,5760,5888,4096,128,0.07853270975012844,0.0,0.49658203125,0.03271484375,0.201904296875,1.0,84,0.65625
+fresh-zh-1,layers.6.mlp.gated_product,128,5888,6016,4096,128,0.06991247777977726,0.0,0.507080078125,0.021240234375,0.15478515625,1.0,90,0.703125
+fresh-zh-1,layers.6.mlp.gated_product,128,6016,6144,4096,128,0.06350306850897566,0.0,0.490234375,0.0263671875,0.169677734375,1.0,93,0.7265625
+fresh-zh-1,layers.6.mlp.down_proj.output,0,0,2048,65536,2048,0.04843675533375296,0.0,0.4922332763671875,0.009490966796875,0.0912322998046875,1.0,1562,0.7626953125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,0,64,2048,64,0.047974019989997785,0.0,0.4833984375,0.01171875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,64,128,2048,64,0.04752869467407201,0.0,0.51220703125,0.0078125,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.down_proj.output,64,128,192,2048,64,0.04559002778959993,0.0,0.52001953125,0.009765625,0.095703125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,192,256,2048,64,0.05035866083788884,0.0,0.49169921875,0.0107421875,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,256,320,2048,64,0.04771461127903617,0.0,0.49267578125,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,320,384,2048,64,0.049056050714204144,0.0,0.42822265625,0.0078125,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,384,448,2048,64,0.04932086355566622,0.0,0.49365234375,0.009765625,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,448,512,2048,64,0.04587774859181176,0.0,0.515625,0.00830078125,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,512,576,2048,64,0.044210044225362566,0.0,0.49072265625,0.013671875,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.down_proj.output,64,576,640,2048,64,0.047982318719161976,0.0,0.4912109375,0.00927734375,0.1005859375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,640,704,2048,64,0.04720807695449169,0.0,0.51416015625,0.01123046875,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.6.mlp.down_proj.output,64,704,768,2048,64,0.046436368816402306,0.0,0.48046875,0.0068359375,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,768,832,2048,64,0.047960068143055146,0.0,0.5107421875,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,832,896,2048,64,0.047498758226167635,0.0,0.4912109375,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,896,960,2048,64,0.04953466469213051,0.0,0.4658203125,0.0048828125,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,960,1024,2048,64,0.04783054918523105,0.0,0.48388671875,0.00927734375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1024,1088,2048,64,0.04746969516975453,0.0,0.4638671875,0.01171875,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1088,1152,2048,64,0.04773567030288223,0.0,0.49951171875,0.00927734375,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1152,1216,2048,64,0.06502334872843007,0.0,0.49755859375,0.01025390625,0.12548828125,1.0,39,0.609375
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1216,1280,2048,64,0.05183146036341602,0.0,0.5439453125,0.0107421875,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1280,1344,2048,64,0.04841718752026207,0.0,0.533203125,0.0107421875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1344,1408,2048,64,0.04735776027311816,0.0,0.48974609375,0.00830078125,0.10205078125,1.0,48,0.75
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1408,1472,2048,64,0.04704499702512213,0.0,0.52587890625,0.0107421875,0.09765625,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1472,1536,2048,64,0.047014221508996125,0.0,0.48486328125,0.01025390625,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1536,1600,2048,64,0.04519321295650427,0.0,0.462890625,0.01171875,0.09814453125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1600,1664,2048,64,0.04960451170884029,0.0,0.48779296875,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1664,1728,2048,64,0.04880460425242959,0.0,0.49169921875,0.00732421875,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1728,1792,2048,64,0.04659828378591797,0.0,0.4599609375,0.01171875,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1792,1856,2048,64,0.04720889506638819,0.0,0.47314453125,0.01025390625,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1856,1920,2048,64,0.04924424967079938,0.0,0.46728515625,0.00830078125,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1920,1984,2048,64,0.04746482536640397,0.0,0.45361328125,0.0078125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,64,1984,2048,2048,64,0.04817484870013139,0.0,0.55078125,0.0068359375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,128,0,128,4096,128,0.047751876462720645,0.0,0.497802734375,0.009765625,0.085205078125,1.0,97,0.7578125
+fresh-zh-1,layers.6.mlp.down_proj.output,128,128,256,4096,128,0.04803355782805399,0.0,0.505859375,0.010498046875,0.093994140625,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.down_proj.output,128,256,384,4096,128,0.048389979547340665,0.0,0.46044921875,0.009033203125,0.088134765625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,128,384,512,4096,128,0.047630428287651,0.0,0.504638671875,0.009033203125,0.085693359375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.down_proj.output,128,512,640,4096,128,0.04613475327817282,0.0,0.490966796875,0.011474609375,0.100830078125,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.down_proj.output,128,640,768,4096,128,0.04682381273772005,0.0,0.497314453125,0.009033203125,0.0908203125,1.0,96,0.75
+fresh-zh-1,layers.6.mlp.down_proj.output,128,768,896,4096,128,0.04772997050760885,0.0,0.5009765625,0.009033203125,0.082275390625,1.0,100,0.78125
+fresh-zh-1,layers.6.mlp.down_proj.output,128,896,1024,4096,128,0.0486900628543577,0.0,0.474853515625,0.006591796875,0.085693359375,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1024,1152,4096,128,0.047602868499570954,0.0,0.481689453125,0.010498046875,0.091552734375,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1152,1280,4096,128,0.05879853809093979,0.0,0.520751953125,0.009765625,0.1123046875,1.0,87,0.6796875
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1280,1408,4096,128,0.04789040355571432,0.0,0.511474609375,0.009521484375,0.0966796875,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1408,1536,4096,128,0.04702961178444228,0.0,0.50537109375,0.010498046875,0.09423828125,1.0,98,0.765625
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1536,1664,4096,128,0.04745015320947035,0.0,0.475341796875,0.009521484375,0.09033203125,1.0,102,0.796875
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1664,1792,4096,128,0.047714198348233906,0.0,0.475830078125,0.010009765625,0.0869140625,1.0,101,0.7890625
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1792,1920,4096,128,0.04823730868855183,0.0,0.47021484375,0.00927734375,0.090576171875,1.0,99,0.7734375
+fresh-zh-1,layers.6.mlp.down_proj.output,128,1920,2048,4096,128,0.04782115480801241,0.0,0.502197265625,0.00732421875,0.08349609375,1.0,98,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,0,0,4096,131072,4096,1.6019598802735018,0.0,0.740234375,0.0121612548828125,0.12081146240234375,1.0,1848,0.451171875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,0,64,2048,64,1.9927558997377948,0.0,0.51416015625,0.01611328125,0.15966796875,1.0,18,0.28125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,64,128,2048,64,0.603179663208102,0.0,0.50341796875,0.01171875,0.10546875,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,128,192,2048,64,0.7951508564272955,0.0,0.4970703125,0.0146484375,0.13671875,1.0,28,0.4375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,192,256,2048,64,0.5942914964252316,0.0,0.47412109375,0.015625,0.115234375,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,256,320,2048,64,1.3198629807363376,0.0,0.9619140625,0.001953125,0.0234375,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,320,384,2048,64,1.265702069548266,0.0,0.96484375,0.00341796875,0.0283203125,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,384,448,2048,64,1.278036658270668,0.0,0.96826171875,0.00146484375,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,448,512,2048,64,1.3575862748857952,0.0,0.97998046875,0.001953125,0.01513671875,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,512,576,2048,64,1.3291344357227257,0.0,0.462890625,0.01025390625,0.1103515625,1.0,27,0.421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,576,640,2048,64,0.5367255156284881,0.0,0.53955078125,0.01025390625,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,640,704,2048,64,0.5842844572323938,0.0,0.46630859375,0.00830078125,0.09521484375,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,704,768,2048,64,0.5382167896230551,0.0,0.5,0.01025390625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,768,832,2048,64,1.8710631877841613,0.0,0.98095703125,0.00244140625,0.02099609375,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,832,896,2048,64,1.7668094803437333,0.0,0.98193359375,0.00244140625,0.01708984375,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,896,960,2048,64,2.023938809411559,0.0,0.990234375,0.00146484375,0.01318359375,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,960,1024,2048,64,1.8256400316447168,0.0,0.97607421875,0.00146484375,0.01318359375,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1024,1088,2048,64,1.4487905279626663,0.0,0.4853515625,0.01123046875,0.1083984375,1.0,24,0.375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1088,1152,2048,64,0.6054052932613883,0.0,0.50341796875,0.00537109375,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1152,1216,2048,64,0.6264798894970408,0.0,0.4921875,0.0078125,0.09912109375,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1216,1280,2048,64,0.5618834137926992,0.0,0.51953125,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1280,1344,2048,64,1.679407811346482,0.0,0.9873046875,0.0009765625,0.009765625,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1344,1408,2048,64,1.6790507825025183,0.0,0.9873046875,0.00048828125,0.0107421875,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1408,1472,2048,64,1.7950202855659667,0.0,0.9892578125,0.00048828125,0.00830078125,1.0,52,0.8125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1472,1536,2048,64,1.6234631141384483,0.0,0.986328125,0.00146484375,0.013671875,1.0,53,0.828125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1536,1600,2048,64,1.964264726120113,0.0,0.46044921875,0.01123046875,0.13720703125,1.0,18,0.28125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1600,1664,2048,64,0.5489544092900877,0.0,0.52001953125,0.01171875,0.09375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1664,1728,2048,64,0.9931921201352727,0.0,0.48291015625,0.0166015625,0.1572265625,1.0,23,0.359375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1728,1792,2048,64,0.5008050623752393,0.0,0.515625,0.0087890625,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1792,1856,2048,64,1.863899375452201,0.0,0.98828125,0.00048828125,0.013671875,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1856,1920,2048,64,1.8405149174874658,0.0,0.9912109375,0.00048828125,0.0087890625,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1920,1984,2048,64,1.9560364948403202,0.0,0.98828125,0.00048828125,0.00927734375,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,1984,2048,2048,64,1.7384032791244788,0.0,0.96875,0.0009765625,0.01171875,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2048,2112,2048,64,1.454323403832203,0.0,0.4501953125,0.01220703125,0.1240234375,1.0,23,0.359375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2112,2176,2048,64,0.5628478084781109,0.0,0.48193359375,0.0078125,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2176,2240,2048,64,0.5448477497042601,0.0,0.52099609375,0.009765625,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2240,2304,2048,64,0.48278342995554246,0.0,0.5029296875,0.00927734375,0.09912109375,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2304,2368,2048,64,2.2732422643253174,0.0,0.99169921875,0.001953125,0.0146484375,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2368,2432,2048,64,2.2540716545835884,0.0,0.982421875,0.00146484375,0.0234375,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2432,2496,2048,64,2.1978748564165516,0.0,0.98291015625,0.0009765625,0.0166015625,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2496,2560,2048,64,2.192839513386519,0.0,0.984375,0.0009765625,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2560,2624,2048,64,1.8866035507957206,0.0,0.40771484375,0.0166015625,0.1455078125,1.0,23,0.359375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2624,2688,2048,64,0.5250751060938432,0.0,0.50732421875,0.01171875,0.0986328125,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2688,2752,2048,64,0.4475053315655496,0.0,0.505859375,0.01025390625,0.099609375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2752,2816,2048,64,0.48189294723235654,0.0,0.5078125,0.01025390625,0.1044921875,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2816,2880,2048,64,2.0452199126312975,0.0,0.9833984375,0.00244140625,0.0166015625,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2880,2944,2048,64,2.054465806316067,0.0,0.96728515625,0.00244140625,0.0234375,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,2944,3008,2048,64,1.9729554559278346,0.0,0.97509765625,0.00244140625,0.017578125,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3008,3072,2048,64,2.0380613235845657,0.0,0.98681640625,0.00146484375,0.01806640625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3072,3136,2048,64,2.125501548598492,0.0,0.4765625,0.01025390625,0.13232421875,1.0,27,0.421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3136,3200,2048,64,0.737613595353742,0.0,0.51220703125,0.01025390625,0.109375,1.0,36,0.5625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3200,3264,2048,64,0.651929694419052,0.0,0.50732421875,0.0126953125,0.11865234375,1.0,40,0.625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3264,3328,2048,64,0.6580174794204267,0.0,0.52880859375,0.0087890625,0.11279296875,1.0,38,0.59375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3328,3392,2048,64,2.31719603445233,0.0,0.9892578125,0.00146484375,0.0126953125,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3392,3456,2048,64,2.3122715932500544,0.0,0.9873046875,0.001953125,0.021484375,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3456,3520,2048,64,2.22644584853436,0.0,0.9853515625,0.00146484375,0.013671875,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3520,3584,2048,64,2.2556635059907464,0.0,0.98828125,0.0,0.01123046875,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3584,3648,2048,64,2.1353470217125117,0.0,0.47998046875,0.0078125,0.103515625,1.0,29,0.453125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3648,3712,2048,64,0.6671033367868251,0.0,0.5205078125,0.0078125,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3712,3776,2048,64,0.719943533230946,0.0,0.5126953125,0.0107421875,0.10205078125,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3776,3840,2048,64,0.6258110295475267,0.0,0.537109375,0.0087890625,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3840,3904,2048,64,2.5591076483527955,0.0,0.99560546875,0.00048828125,0.00537109375,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3904,3968,2048,64,2.5823795083730485,0.0,0.99560546875,0.00146484375,0.00634765625,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,3968,4032,2048,64,2.459394818299023,0.0,0.99560546875,0.0,0.0029296875,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.output,64,4032,4096,2048,64,2.48127511131369,0.0,0.99609375,0.0,0.00439453125,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,0,128,4096,128,1.4722265080563566,0.0,0.5087890625,0.021484375,0.17529296875,1.0,33,0.2578125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,128,256,4096,128,0.7019427566405976,0.0,0.485595703125,0.0146484375,0.1279296875,1.0,69,0.5390625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,256,384,4096,128,1.2930661268428953,0.0,0.96337890625,0.002685546875,0.02587890625,1.0,91,0.7109375
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,384,512,4096,128,1.3184115809643713,0.0,0.97412109375,0.001708984375,0.017333984375,1.0,98,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,512,640,4096,128,1.0135760029101506,0.0,0.501220703125,0.0126953125,0.1328125,1.0,53,0.4140625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,640,768,4096,128,0.5617230810619681,0.0,0.483154296875,0.00927734375,0.089599609375,1.0,96,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,768,896,4096,128,1.819683103250882,0.0,0.9814453125,0.00244140625,0.018798828125,1.0,95,0.7421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,896,1024,4096,128,1.9273414110356784,0.0,0.983154296875,0.00146484375,0.013916015625,1.0,95,0.7421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1024,1152,4096,128,1.110294907451,0.0,0.494384765625,0.009765625,0.12109375,1.0,54,0.421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1152,1280,4096,128,0.5950588301334424,0.0,0.505859375,0.00732421875,0.09033203125,1.0,94,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1280,1408,4096,128,1.679229306413198,0.0,0.9873046875,0.000732421875,0.01025390625,1.0,101,0.7890625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1408,1536,4096,128,1.7113927527837425,0.0,0.98779296875,0.0009765625,0.010986328125,1.0,105,0.8203125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1536,1664,4096,128,1.442166227894474,0.0,0.490234375,0.016357421875,0.173828125,1.0,31,0.2421875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1664,1792,4096,128,0.7865228216649105,0.0,0.499267578125,0.014892578125,0.14208984375,1.0,61,0.4765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1792,1920,4096,128,1.852244050240815,0.0,0.98974609375,0.00048828125,0.01123046875,1.0,98,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,1920,2048,4096,128,1.8504222126339096,0.0,0.978515625,0.000732421875,0.010498046875,1.0,100,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2048,2176,4096,128,1.1026908493414411,0.0,0.466064453125,0.013671875,0.143310546875,1.0,50,0.390625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2176,2304,4096,128,0.5147518385578794,0.0,0.511962890625,0.00927734375,0.092529296875,1.0,99,0.7734375
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2304,2432,4096,128,2.263677253531529,0.0,0.987060546875,0.001708984375,0.01904296875,1.0,96,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2432,2560,4096,128,2.19535862855449,0.0,0.983642578125,0.0009765625,0.019775390625,1.0,97,0.7578125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2560,2688,4096,128,1.3847340583871117,0.0,0.45751953125,0.02001953125,0.1875,1.0,34,0.265625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2688,2816,4096,128,0.46501711493872955,0.0,0.5068359375,0.009765625,0.10400390625,1.0,85,0.6640625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2816,2944,4096,128,2.049848072461164,0.0,0.975341796875,0.00244140625,0.02001953125,1.0,97,0.7578125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,2944,3072,4096,128,2.0057725680852605,0.0,0.98095703125,0.001708984375,0.0185546875,1.0,96,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3072,3200,4096,128,1.5908850758532593,0.0,0.494384765625,0.01416015625,0.1650390625,1.0,39,0.3046875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3200,3328,4096,128,0.6549806599007829,0.0,0.51806640625,0.0107421875,0.1162109375,1.0,77,0.6015625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3328,3456,4096,128,2.3147351234031888,0.0,0.98828125,0.001708984375,0.01708984375,1.0,92,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3456,3584,4096,128,2.2411022922564636,0.0,0.98681640625,0.000732421875,0.012451171875,1.0,93,0.7265625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3584,3712,4096,128,1.5818871269924113,0.0,0.500244140625,0.012451171875,0.134765625,1.0,44,0.34375
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3712,3840,4096,128,0.6745213620577163,0.0,0.52490234375,0.010009765625,0.100830078125,1.0,89,0.6953125
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3840,3968,4096,128,2.570769912022739,0.0,0.99560546875,0.0009765625,0.006103515625,1.0,98,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.output,128,3968,4096,4096,128,2.4703591895006736,0.0,0.995849609375,0.0,0.003662109375,1.0,101,0.7890625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.21097805670778041,0.0,0.0,0.0001373291015625,0.0229644775390625,1.0,1340,0.654296875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.2886021222343077,0.0,0.0,0.0,0.00048828125,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.29766474643209145,0.0,0.0,0.0,0.0087890625,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.2869603039597292,0.0,0.0,0.0,0.001953125,1.0,52,0.8125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.26927335978159084,0.0,0.0,0.0,0.00146484375,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.22530728961069263,0.0,0.0,0.0,0.02783203125,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.2244011949500475,0.0,0.0,0.0,0.01416015625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.19955902241750983,0.0,0.0,0.00146484375,0.03271484375,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.22578228353811547,0.0,0.0,0.00048828125,0.01806640625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.22124660645185276,0.0,0.0,0.0,0.001953125,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.22271005680892525,0.0,0.0,0.00048828125,0.01123046875,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.20290084921953522,0.0,0.0,0.0,0.0078125,1.0,50,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.21636645501925406,0.0,0.0,0.0,0.0029296875,1.0,51,0.796875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.21539089696092945,0.0,0.0,0.00048828125,0.0087890625,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.21016262017394263,0.0,0.0,0.00048828125,0.01025390625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.1929221045797528,0.0,0.0,0.0,0.01025390625,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.22927046784279045,0.0,0.0,0.0,0.005859375,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.18535415243854064,0.0,0.0,0.0,0.0361328125,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.20041036487183966,0.0,0.0,0.0,0.04150390625,1.0,38,0.59375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.19600650449564658,0.0,0.0,0.0,0.0283203125,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.19653664618259264,0.0,0.0,0.0,0.0322265625,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.20582309965423917,0.0,0.0,0.0,0.02685546875,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.22163519404892634,0.0,0.0,0.0,0.02880859375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.2158481394296101,0.0,0.0,0.0,0.017578125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.20302866473423156,0.0,0.0,0.0,0.01611328125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.18168382212263773,0.0,0.0,0.0,0.03564453125,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.1891515968935471,0.0,0.0,0.0,0.041015625,1.0,39,0.609375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.18545403924190712,0.0,0.0,0.0,0.025390625,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.18799580793697393,0.0,0.0,0.0,0.03515625,1.0,39,0.609375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.13175564901043835,0.0,0.0,0.0,0.0322265625,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.13163227236848926,0.0,0.0,0.0,0.0234375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.1325930744364305,0.0,0.0,0.0,0.005859375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.13105006238032677,0.0,0.0,0.0,0.0068359375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.29316845518117013,0.0,0.0,0.0,0.00439453125,1.0,95,0.7421875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.2782573973290973,0.0,0.0,0.0,0.001708984375,1.0,100,0.78125
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.2248546986908721,0.0,0.0,0.0,0.02099609375,1.0,93,0.7265625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.21307445058936345,0.0,0.0,0.000732421875,0.025390625,1.0,91,0.7109375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.22197953764963982,0.0,0.0,0.000244140625,0.006591796875,1.0,98,0.765625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.20974174295023804,0.0,0.0,0.0,0.00537109375,1.0,101,0.7890625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.21279281638722042,0.0,0.0,0.00048828125,0.009765625,1.0,92,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.21187718831947566,0.0,0.0,0.0,0.009033203125,1.0,92,0.71875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.19302911201975942,0.0,0.0,0.0,0.039306640625,1.0,83,0.6484375
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.19627175433223132,0.0,0.0,0.0,0.030029296875,1.0,86,0.671875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.2138753230183231,0.0,0.0,0.0,0.02880859375,1.0,88,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.20953646221957337,0.0,0.0,0.0,0.017578125,1.0,88,0.6875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.1854553016611674,0.0,0.0,0.0,0.037841796875,1.0,80,0.625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.18672924847625563,0.0,0.0,0.0,0.030029296875,1.0,79,0.6171875
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.13169397513753991,0.0,0.0,0.0,0.02783203125,1.0,84,0.65625
+fresh-zh-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.1318238260679615,0.0,0.0,0.0,0.00634765625,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.k_proj.output,0,0,512,16384,512,0.832057474218385,0.0,0.49066162109375,0.01220703125,0.11895751953125,1.0,271,0.529296875
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,0,64,2048,64,0.7925436522240297,0.0,0.4609375,0.01513671875,0.12744140625,1.0,26,0.40625
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,64,128,2048,64,0.9479138281473497,0.0,0.5,0.0107421875,0.125,1.0,31,0.484375
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,128,192,2048,64,0.9345710826772836,0.0,0.49169921875,0.01220703125,0.12060546875,1.0,30,0.46875
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,192,256,2048,64,0.7593844908715988,0.0,0.46142578125,0.0068359375,0.10888671875,1.0,38,0.59375
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,256,320,2048,64,0.8502400233922809,0.0,0.48388671875,0.0146484375,0.14892578125,1.0,22,0.34375
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,320,384,2048,64,0.792786531025811,0.0,0.48974609375,0.01123046875,0.1025390625,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,384,448,2048,64,0.808799266647113,0.0,0.5068359375,0.0126953125,0.10009765625,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.k_proj.output,64,448,512,2048,64,0.7458071523604479,0.0,0.53076171875,0.01025390625,0.1015625,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.k_proj.output,128,0,128,4096,128,0.8736893230072023,0.0,0.48046875,0.013916015625,0.128662109375,1.0,57,0.4453125
+fresh-zh-1,layers.7.self_attn.k_proj.output,128,128,256,4096,128,0.8514951302129999,0.0,0.4765625,0.010009765625,0.119873046875,1.0,67,0.5234375
+fresh-zh-1,layers.7.self_attn.k_proj.output,128,256,384,4096,128,0.8220153834187184,0.0,0.48681640625,0.01318359375,0.12548828125,1.0,64,0.5
+fresh-zh-1,layers.7.self_attn.k_proj.output,128,384,512,4096,128,0.7779410524714929,0.0,0.518798828125,0.011474609375,0.10107421875,1.0,85,0.6640625
+fresh-zh-1,layers.7.self_attn.v_proj.output,0,0,512,16384,512,0.7663962515042856,0.0,0.49798583984375,0.0113525390625,0.11895751953125,1.0,314,0.61328125
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,0,64,2048,64,1.0014543349453962,0.0,0.48876953125,0.0126953125,0.12841796875,1.0,36,0.5625
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,64,128,2048,64,0.7153684586814667,0.0,0.4580078125,0.01123046875,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,128,192,2048,64,0.7368549859819359,0.0,0.51318359375,0.0126953125,0.09814453125,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,192,256,2048,64,0.6658087075247145,0.0,0.47900390625,0.00732421875,0.09423828125,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,256,320,2048,64,0.976254064085861,0.0,0.525390625,0.01611328125,0.166015625,1.0,28,0.4375
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,320,384,2048,64,0.7812042473360374,0.0,0.51611328125,0.01318359375,0.14453125,1.0,34,0.53125
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,384,448,2048,64,0.5095897477048328,0.0,0.48974609375,0.0078125,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.7.self_attn.v_proj.output,64,448,512,2048,64,0.612333738947371,0.0,0.513671875,0.0068359375,0.1015625,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.v_proj.output,128,0,128,4096,128,0.8702479005022716,0.0,0.473388671875,0.01220703125,0.119140625,1.0,80,0.625
+fresh-zh-1,layers.7.self_attn.v_proj.output,128,128,256,4096,128,0.7022309112329682,0.0,0.49609375,0.009521484375,0.096435546875,1.0,89,0.6953125
+fresh-zh-1,layers.7.self_attn.v_proj.output,128,256,384,4096,128,0.8841244464723349,0.0,0.520751953125,0.014404296875,0.15576171875,1.0,60,0.46875
+fresh-zh-1,layers.7.self_attn.v_proj.output,128,384,512,4096,128,0.5633091153261867,0.0,0.501708984375,0.009033203125,0.10205078125,1.0,92,0.71875
+fresh-zh-1,layers.7.self_attn.o_proj.output,0,0,2048,65536,2048,0.03652104582239922,0.0,0.5077972412109375,0.01007080078125,0.1060028076171875,1.0,1359,0.66357421875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,0,64,2048,64,0.04075583015690854,0.0,0.525390625,0.0126953125,0.1005859375,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,64,128,2048,64,0.034496152280536846,0.0,0.53515625,0.01171875,0.11328125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,128,192,2048,64,0.03454445914511903,0.0,0.4755859375,0.00830078125,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,192,256,2048,64,0.03769535185961132,0.0,0.4677734375,0.009765625,0.11474609375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,256,320,2048,64,0.036543833781415014,0.0,0.45703125,0.01220703125,0.0966796875,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,320,384,2048,64,0.03520774714354937,0.0,0.54638671875,0.01318359375,0.10693359375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,384,448,2048,64,0.03788452033909524,0.0,0.51123046875,0.00927734375,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,448,512,2048,64,0.03359152517617311,0.0,0.529296875,0.00927734375,0.10400390625,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,512,576,2048,64,0.032035087068513206,0.0,0.52685546875,0.0126953125,0.11376953125,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,576,640,2048,64,0.03663663109683069,0.0,0.52294921875,0.0107421875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,640,704,2048,64,0.03686756322729357,0.0,0.4853515625,0.00927734375,0.10595703125,1.0,40,0.625
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,704,768,2048,64,0.03318245485888495,0.0,0.53173828125,0.00537109375,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,768,832,2048,64,0.0328878993516541,0.0,0.4794921875,0.00927734375,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,832,896,2048,64,0.03117757252868593,0.0,0.49853515625,0.00927734375,0.09765625,1.0,48,0.75
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,896,960,2048,64,0.03935145892524003,0.0,0.5703125,0.00830078125,0.09521484375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,960,1024,2048,64,0.033359308363896,0.0,0.544921875,0.00634765625,0.0986328125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1024,1088,2048,64,0.036806553653285334,0.0,0.53271484375,0.00634765625,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1088,1152,2048,64,0.03247785201903226,0.0,0.46435546875,0.0126953125,0.10205078125,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1152,1216,2048,64,0.059025364801656675,0.0,0.533203125,0.021484375,0.18896484375,1.0,24,0.375
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1216,1280,2048,64,0.03626800038181245,0.0,0.515625,0.0107421875,0.0966796875,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1280,1344,2048,64,0.03666027124842348,0.0,0.51416015625,0.0126953125,0.1083984375,1.0,46,0.71875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1344,1408,2048,64,0.036804047757008705,0.0,0.505859375,0.009765625,0.11767578125,1.0,42,0.65625
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1408,1472,2048,64,0.03539002214181692,0.0,0.451171875,0.01025390625,0.10302734375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1472,1536,2048,64,0.03580090587403966,0.0,0.41650390625,0.01171875,0.115234375,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1536,1600,2048,64,0.0334868285215726,0.0,0.5048828125,0.00634765625,0.103515625,1.0,44,0.6875
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1600,1664,2048,64,0.035372488079820213,0.0,0.55029296875,0.00927734375,0.08984375,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1664,1728,2048,64,0.036292803893165436,0.0,0.51904296875,0.009765625,0.09814453125,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1728,1792,2048,64,0.03311003358717061,0.0,0.56396484375,0.0078125,0.095703125,1.0,47,0.734375
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1792,1856,2048,64,0.03696389760881227,0.0,0.4892578125,0.00927734375,0.11669921875,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1856,1920,2048,64,0.036843528440848934,0.0,0.498046875,0.01123046875,0.10498046875,1.0,45,0.703125
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1920,1984,2048,64,0.034932057367620305,0.0,0.52734375,0.01220703125,0.11279296875,1.0,41,0.640625
+fresh-zh-1,layers.7.self_attn.o_proj.output,64,1984,2048,2048,64,0.0369025753512765,0.0,0.455078125,0.0078125,0.09375,1.0,43,0.671875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,0,128,4096,128,0.03775594134663287,0.0,0.5302734375,0.01220703125,0.109619140625,1.0,85,0.6640625
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,128,256,4096,128,0.03615424739535246,0.0,0.4716796875,0.009521484375,0.101806640625,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,256,384,4096,128,0.035882009742820964,0.0,0.501708984375,0.012451171875,0.1015625,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,384,512,4096,128,0.03580242620957966,0.0,0.520263671875,0.008544921875,0.10205078125,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,512,640,4096,128,0.0344128576378981,0.0,0.52490234375,0.011474609375,0.1103515625,1.0,89,0.6953125
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,640,768,4096,128,0.03507344101154338,0.0,0.508544921875,0.0068359375,0.09326171875,1.0,84,0.65625
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,768,896,4096,128,0.032044148861734505,0.0,0.489013671875,0.010009765625,0.096435546875,1.0,94,0.734375
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,896,1024,4096,128,0.036478629182456646,0.0,0.5576171875,0.006591796875,0.10009765625,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1024,1152,4096,128,0.034709748368450685,0.0,0.49853515625,0.009521484375,0.0947265625,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1152,1280,4096,128,0.04898653662826042,0.0,0.5244140625,0.01611328125,0.142578125,1.0,64,0.5
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1280,1408,4096,128,0.03673222984865037,0.0,0.510009765625,0.01123046875,0.11279296875,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1408,1536,4096,128,0.0355960568644909,0.0,0.433837890625,0.010986328125,0.109130859375,1.0,87,0.6796875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1536,1664,4096,128,0.03444256521653281,0.0,0.527587890625,0.008056640625,0.096923828125,1.0,89,0.6953125
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1664,1792,4096,128,0.03473788953413355,0.0,0.54150390625,0.008544921875,0.097900390625,1.0,91,0.7109375
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1792,1920,4096,128,0.03690376210094576,0.0,0.49365234375,0.01025390625,0.110595703125,1.0,86,0.671875
+fresh-zh-1,layers.7.self_attn.o_proj.output,128,1920,2048,4096,128,0.035930827290026016,0.0,0.4912109375,0.009765625,0.1025390625,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,0,0,6144,196608,6144,0.6370830048042964,0.0,0.80743408203125,0.0078125,0.08022054036458333,1.0,3967,0.6456705729166666
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,0,64,2048,64,0.6520449340982315,0.0,0.84619140625,0.00732421875,0.0712890625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,64,128,2048,64,0.6687711352329321,0.0,0.8115234375,0.00390625,0.07568359375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,128,192,2048,64,0.5830260613502175,0.0,0.78759765625,0.0068359375,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,192,256,2048,64,0.6509014522834744,0.0,0.81787109375,0.00439453125,0.068359375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,256,320,2048,64,0.7125184382278259,0.0,0.84228515625,0.00732421875,0.07373046875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,320,384,2048,64,0.6054529180290857,0.0,0.83984375,0.00830078125,0.0654296875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,384,448,2048,64,0.6091251617221112,0.0,0.79052734375,0.0068359375,0.078125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,448,512,2048,64,0.6077953620758085,0.0,0.79638671875,0.0068359375,0.07958984375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,512,576,2048,64,0.6187965483169175,0.0,0.80615234375,0.00732421875,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,576,640,2048,64,0.6247427494973803,0.0,0.8095703125,0.00537109375,0.07275390625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,640,704,2048,64,0.617073003595434,0.0,0.81884765625,0.0068359375,0.076171875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,704,768,2048,64,0.5238979426812441,0.0,0.72265625,0.0078125,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,768,832,2048,64,0.6398479781948213,0.0,0.796875,0.0078125,0.06201171875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,832,896,2048,64,0.673950163951991,0.0,0.771484375,0.00732421875,0.07958984375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,896,960,2048,64,0.6593284038884972,0.0,0.82080078125,0.0087890625,0.07421875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,960,1024,2048,64,0.6107462884982121,0.0,0.79931640625,0.01025390625,0.08251953125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1024,1088,2048,64,0.5900035815757457,0.0,0.822265625,0.00927734375,0.08203125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1088,1152,2048,64,0.5926868241691908,0.0,0.787109375,0.00732421875,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1152,1216,2048,64,0.6044194951569926,0.0,0.79443359375,0.00830078125,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1216,1280,2048,64,0.6539255719919724,0.0,0.8232421875,0.009765625,0.07958984375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1280,1344,2048,64,0.6504031174427316,0.0,0.8388671875,0.01220703125,0.07861328125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1344,1408,2048,64,0.5602416384031754,0.0,0.7939453125,0.00537109375,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1408,1472,2048,64,0.7015602150959978,0.0,0.8115234375,0.0087890625,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1472,1536,2048,64,0.5855739138409014,0.0,0.76171875,0.005859375,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1536,1600,2048,64,0.6396354941371901,0.0,0.82861328125,0.0087890625,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1600,1664,2048,64,0.6222705052011552,0.0,0.84033203125,0.00732421875,0.06787109375,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1664,1728,2048,64,0.6129594368802963,0.0,0.81005859375,0.0078125,0.0732421875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1728,1792,2048,64,0.6012711802768055,0.0,0.796875,0.009765625,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1792,1856,2048,64,0.5805222337144628,0.0,0.77734375,0.00927734375,0.08544921875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1856,1920,2048,64,0.5967801886279002,0.0,0.787109375,0.009765625,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1920,1984,2048,64,0.5802361225340849,0.0,0.7685546875,0.00537109375,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,1984,2048,2048,64,0.6811597561653296,0.0,0.8154296875,0.00732421875,0.0869140625,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2048,2112,2048,64,0.6068316024258151,0.0,0.8125,0.01025390625,0.08935546875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2112,2176,2048,64,0.62967231209829,0.0,0.791015625,0.00830078125,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2176,2240,2048,64,0.6632828335564326,0.0,0.80078125,0.00537109375,0.072265625,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2240,2304,2048,64,0.6193033034783061,0.0,0.77880859375,0.00830078125,0.09326171875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2304,2368,2048,64,0.5910756962747342,0.0,0.78076171875,0.00732421875,0.0693359375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2368,2432,2048,64,0.6980972974661593,0.0,0.81396484375,0.0078125,0.0966796875,1.0,37,0.578125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2432,2496,2048,64,0.6139575420218478,0.0,0.82470703125,0.0087890625,0.0830078125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2496,2560,2048,64,0.6810818995578073,0.0,0.83154296875,0.005859375,0.0830078125,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2560,2624,2048,64,0.6319150313521618,0.0,0.82568359375,0.01025390625,0.0830078125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2624,2688,2048,64,0.6454303056511765,0.0,0.76806640625,0.005859375,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2688,2752,2048,64,0.6091382849922197,0.0,0.7998046875,0.00341796875,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2752,2816,2048,64,0.6944314416687039,0.0,0.83544921875,0.009765625,0.08251953125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2816,2880,2048,64,0.5901899605245465,0.0,0.8046875,0.0068359375,0.07958984375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2880,2944,2048,64,0.6757303931424279,0.0,0.83447265625,0.00537109375,0.07568359375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,2944,3008,2048,64,0.6080339749822683,0.0,0.8310546875,0.0078125,0.07275390625,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3008,3072,2048,64,0.5731557671026605,0.0,0.78955078125,0.00927734375,0.087890625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3072,3136,2048,64,0.6301723616811772,0.0,0.80224609375,0.00634765625,0.08154296875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3136,3200,2048,64,0.6378370075631358,0.0,0.8173828125,0.0078125,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3200,3264,2048,64,0.5457363380719071,0.0,0.77880859375,0.0078125,0.07958984375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3264,3328,2048,64,0.677185801418423,0.0,0.826171875,0.00830078125,0.07177734375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3328,3392,2048,64,0.607044129829878,0.0,0.83251953125,0.00537109375,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3392,3456,2048,64,0.6472625149064106,0.0,0.81689453125,0.00537109375,0.0615234375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3456,3520,2048,64,0.6358055455496613,0.0,0.8046875,0.0087890625,0.08349609375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3520,3584,2048,64,0.5771613382584558,0.0,0.787109375,0.00830078125,0.0849609375,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3584,3648,2048,64,0.6743453978774337,0.0,0.82080078125,0.0068359375,0.09033203125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3648,3712,2048,64,0.680748614410491,0.0,0.80126953125,0.0087890625,0.07958984375,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3712,3776,2048,64,0.5125171400704311,0.0,0.78125,0.00732421875,0.08447265625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3776,3840,2048,64,0.5725335867616156,0.0,0.80712890625,0.0078125,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3840,3904,2048,64,0.5732112916054949,0.0,0.79541015625,0.00634765625,0.0888671875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3904,3968,2048,64,0.8834172414148411,0.0,0.818359375,0.0078125,0.11376953125,1.0,32,0.5
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,3968,4032,2048,64,0.6293797383247384,0.0,0.802734375,0.00634765625,0.0810546875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4032,4096,2048,64,0.622037564167186,0.0,0.8037109375,0.00830078125,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4096,4160,2048,64,0.6811187504062766,0.0,0.8134765625,0.0078125,0.0712890625,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4160,4224,2048,64,0.6783239008924206,0.0,0.86865234375,0.0107421875,0.07421875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4224,4288,2048,64,0.716006336397697,0.0,0.80419921875,0.00537109375,0.07666015625,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4288,4352,2048,64,0.566347357520178,0.0,0.78955078125,0.005859375,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4352,4416,2048,64,0.6705253401801503,0.0,0.8369140625,0.005859375,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4416,4480,2048,64,0.6985704751559667,0.0,0.84765625,0.00927734375,0.078125,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4480,4544,2048,64,0.6711745093087672,0.0,0.8095703125,0.005859375,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4544,4608,2048,64,0.6053061801459424,0.0,0.80126953125,0.01171875,0.09326171875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4608,4672,2048,64,0.6087418490799539,0.0,0.7578125,0.009765625,0.08251953125,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4672,4736,2048,64,0.670237651946941,0.0,0.849609375,0.009765625,0.06787109375,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4736,4800,2048,64,0.6313407483905913,0.0,0.81494140625,0.0087890625,0.07861328125,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4800,4864,2048,64,0.7064042914371633,0.0,0.8232421875,0.009765625,0.08935546875,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4864,4928,2048,64,0.6660784581497948,0.0,0.7841796875,0.00732421875,0.06982421875,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4928,4992,2048,64,0.6641175712456816,0.0,0.81201171875,0.0068359375,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,4992,5056,2048,64,0.6314531450020578,0.0,0.791015625,0.009765625,0.09814453125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5056,5120,2048,64,0.729702892899878,0.0,0.8369140625,0.009765625,0.0869140625,1.0,37,0.578125
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5120,5184,2048,64,0.6369493009448377,0.0,0.80908203125,0.0078125,0.07275390625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5184,5248,2048,64,0.6486299564608948,0.0,0.8134765625,0.0087890625,0.0849609375,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5248,5312,2048,64,0.7058862983491714,0.0,0.8134765625,0.00830078125,0.09033203125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5312,5376,2048,64,0.6405712247999393,0.0,0.8046875,0.0087890625,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5376,5440,2048,64,0.6159010812913241,0.0,0.751953125,0.0068359375,0.0869140625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5440,5504,2048,64,0.6396355622599061,0.0,0.81689453125,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5504,5568,2048,64,0.7228404938562674,0.0,0.81494140625,0.01025390625,0.087890625,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5568,5632,2048,64,0.6463547507550019,0.0,0.8359375,0.00439453125,0.064453125,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5632,5696,2048,64,0.6431710680617548,0.0,0.8232421875,0.005859375,0.0703125,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5696,5760,2048,64,0.6423180744907951,0.0,0.81787109375,0.00927734375,0.08154296875,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5760,5824,2048,64,0.6774815545415782,0.0,0.833984375,0.0068359375,0.0810546875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5824,5888,2048,64,0.6223143077258684,0.0,0.80615234375,0.0068359375,0.0771484375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5888,5952,2048,64,0.5743752300714212,0.0,0.779296875,0.00830078125,0.0771484375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,5952,6016,2048,64,0.61891613426523,0.0,0.78271484375,0.00927734375,0.0927734375,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,6016,6080,2048,64,0.6163428822069871,0.0,0.80712890625,0.0087890625,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,64,6080,6144,2048,64,0.5687598681127555,0.0,0.80712890625,0.009765625,0.0771484375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,0,128,4096,128,0.6604609857530995,0.0,0.828857421875,0.005615234375,0.07373046875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,128,256,4096,128,0.6178964673787526,0.0,0.802734375,0.005615234375,0.0751953125,1.0,85,0.6640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,256,384,4096,128,0.6611564719355605,0.0,0.841064453125,0.007568359375,0.06982421875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,384,512,4096,128,0.6084606251861542,0.0,0.79345703125,0.0068359375,0.078857421875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,512,640,4096,128,0.621776757067389,0.0,0.807861328125,0.00634765625,0.078369140625,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,640,768,4096,128,0.5723845499801382,0.0,0.770751953125,0.0078125,0.08203125,1.0,89,0.6953125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,768,896,4096,128,0.6571203309481894,0.0,0.7841796875,0.008056640625,0.071044921875,1.0,85,0.6640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,896,1024,4096,128,0.635501759670457,0.0,0.81005859375,0.009765625,0.079345703125,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1024,1152,4096,128,0.5913467247799589,0.0,0.8046875,0.00830078125,0.084716796875,1.0,85,0.6640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1152,1280,4096,128,0.6296592649325753,0.0,0.808837890625,0.009033203125,0.07568359375,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1280,1408,4096,128,0.6069987267613903,0.0,0.81640625,0.008056640625,0.075927734375,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1408,1536,4096,128,0.6461747224924904,0.0,0.78662109375,0.007080078125,0.08154296875,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1536,1664,4096,128,0.6310127364021381,0.0,0.83447265625,0.00830078125,0.069580078125,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1664,1792,4096,128,0.607143435891418,0.0,0.803466796875,0.0087890625,0.077880859375,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1792,1920,4096,128,0.588707337042601,0.0,0.7822265625,0.009521484375,0.083740234375,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,1920,2048,4096,128,0.6327134309118942,0.0,0.7919921875,0.00634765625,0.08447265625,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2048,2176,4096,128,0.6183574267063867,0.0,0.8017578125,0.009765625,0.08544921875,1.0,82,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2176,2304,4096,128,0.6416699692948834,0.0,0.789794921875,0.0068359375,0.082763671875,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2304,2432,4096,128,0.6468038015720908,0.0,0.79736328125,0.0078125,0.08154296875,1.0,82,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2432,2560,4096,128,0.6483889331685034,0.0,0.828125,0.00732421875,0.084228515625,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2560,2688,4096,128,0.638708417942716,0.0,0.796875,0.008056640625,0.08984375,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2688,2816,4096,128,0.653178565715891,0.0,0.817626953125,0.00634765625,0.07958984375,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2816,2944,4096,128,0.6344035599365698,0.0,0.819580078125,0.00634765625,0.078857421875,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,2944,3072,4096,128,0.5908522861493288,0.0,0.810302734375,0.0087890625,0.08056640625,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3072,3200,4096,128,0.6340162670010636,0.0,0.809814453125,0.007080078125,0.078125,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3200,3328,4096,128,0.6149832356799846,0.0,0.802490234375,0.00830078125,0.077392578125,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3328,3456,4096,128,0.627475632500532,0.0,0.82470703125,0.005615234375,0.06298828125,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3456,3584,4096,128,0.6071918568838,0.0,0.7958984375,0.008544921875,0.08447265625,1.0,82,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3584,3712,4096,128,0.6775545703706374,0.0,0.81103515625,0.008056640625,0.0849609375,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3712,3840,4096,128,0.5433546387195449,0.0,0.794189453125,0.00732421875,0.08154296875,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3840,3968,4096,128,0.7446466300377137,0.0,0.806884765625,0.0068359375,0.102294921875,1.0,69,0.5390625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,3968,4096,4096,128,0.6257194204468813,0.0,0.80322265625,0.00732421875,0.0791015625,1.0,85,0.6640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4096,4224,4096,128,0.6797227621158931,0.0,0.841064453125,0.00927734375,0.072998046875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4224,4352,4096,128,0.6455286218022174,0.0,0.796875,0.00634765625,0.0771484375,1.0,79,0.6171875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4352,4480,4096,128,0.6846915146923245,0.0,0.84228515625,0.00732421875,0.07373046875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4480,4608,4096,128,0.6390895061213009,0.0,0.805419921875,0.0087890625,0.089111328125,1.0,82,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4608,4736,4096,128,0.6402285329898341,0.0,0.8037109375,0.009521484375,0.07666015625,1.0,80,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4736,4864,4096,128,0.6699246836545257,0.0,0.819091796875,0.00927734375,0.08544921875,1.0,79,0.6171875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4864,4992,4096,128,0.6650987373497528,0.0,0.798095703125,0.007080078125,0.067138671875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,4992,5120,4096,128,0.6823486594987348,0.0,0.81396484375,0.009765625,0.09228515625,1.0,78,0.609375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5120,5248,4096,128,0.6428161604971439,0.0,0.811279296875,0.00830078125,0.078857421875,1.0,83,0.6484375
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5248,5376,4096,128,0.674020385536962,0.0,0.80908203125,0.0087890625,0.0869140625,1.0,80,0.625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5376,5504,4096,128,0.6278804800451152,0.0,0.784423828125,0.006591796875,0.07958984375,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5504,5632,4096,128,0.6856649485652352,0.0,0.825439453125,0.007080078125,0.076904296875,1.0,82,0.640625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5632,5760,4096,128,0.6427447127784331,0.0,0.820556640625,0.007568359375,0.075927734375,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5760,5888,4096,128,0.650483033731242,0.0,0.820068359375,0.0068359375,0.078857421875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,5888,6016,4096,128,0.5970611719804824,0.0,0.781005859375,0.008544921875,0.084716796875,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gate_proj.output,128,6016,6144,4096,128,0.5930288087533585,0.0,0.80712890625,0.00927734375,0.07861328125,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.up_proj.output,0,0,6144,196608,6144,0.31223632182950356,0.0,0.4963531494140625,0.008677164713541666,0.0859222412109375,1.0,4811,0.7830403645833334
+fresh-zh-1,layers.7.mlp.up_proj.output,64,0,64,2048,64,0.2977079647403049,0.0,0.474609375,0.00732421875,0.0908203125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,64,128,2048,64,0.32058038925916327,0.0,0.4736328125,0.009765625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,128,192,2048,64,0.304444584298588,0.0,0.5341796875,0.01123046875,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,192,256,2048,64,0.30745328159004043,0.0,0.4970703125,0.00732421875,0.072265625,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,256,320,2048,64,0.29814222588617556,0.0,0.51904296875,0.00732421875,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,320,384,2048,64,0.3001877565267697,0.0,0.490234375,0.00927734375,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,384,448,2048,64,0.31620772115490636,0.0,0.52001953125,0.0068359375,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,448,512,2048,64,0.297370380641149,0.0,0.53662109375,0.01025390625,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,512,576,2048,64,0.36042332976886765,0.0,0.46826171875,0.0126953125,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.up_proj.output,64,576,640,2048,64,0.2959207372901746,0.0,0.49072265625,0.00634765625,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,640,704,2048,64,0.34461044573902716,0.0,0.47900390625,0.00830078125,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,704,768,2048,64,0.35993928411087744,0.0,0.54296875,0.00830078125,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,768,832,2048,64,0.2973698026626495,0.0,0.48876953125,0.00537109375,0.091796875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,832,896,2048,64,0.3326624241879198,0.0,0.498046875,0.009765625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,896,960,2048,64,0.31473605329807364,0.0,0.45947265625,0.0146484375,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,960,1024,2048,64,0.2974770451969332,0.0,0.50048828125,0.00634765625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1024,1088,2048,64,0.3101334645931426,0.0,0.537109375,0.0078125,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1088,1152,2048,64,0.30915455145560056,0.0,0.47021484375,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1152,1216,2048,64,0.33118597966262525,0.0,0.4755859375,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1216,1280,2048,64,0.3124649372973879,0.0,0.5400390625,0.0068359375,0.0771484375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1280,1344,2048,64,0.2981372894139173,0.0,0.513671875,0.0068359375,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1344,1408,2048,64,0.3232661216348191,0.0,0.4794921875,0.009765625,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1408,1472,2048,64,0.3303633657895575,0.0,0.537109375,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1472,1536,2048,64,0.3222343043704721,0.0,0.51220703125,0.0107421875,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1536,1600,2048,64,0.3054389141528152,0.0,0.50146484375,0.01220703125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1600,1664,2048,64,0.30795006655075613,0.0,0.4560546875,0.0078125,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1664,1728,2048,64,0.3046944004562022,0.0,0.51806640625,0.00830078125,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1728,1792,2048,64,0.3144412374317282,0.0,0.52392578125,0.0078125,0.0947265625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1792,1856,2048,64,0.363705212762071,0.0,0.51220703125,0.0048828125,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1856,1920,2048,64,0.29604389061030906,0.0,0.47021484375,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1920,1984,2048,64,0.29610195137575723,0.0,0.529296875,0.0078125,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,1984,2048,2048,64,0.2882130134867951,0.0,0.49169921875,0.0068359375,0.09375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2048,2112,2048,64,0.3192903239520448,0.0,0.54345703125,0.01318359375,0.10546875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2112,2176,2048,64,0.32139355881177484,0.0,0.5029296875,0.009765625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2176,2240,2048,64,0.2975133364701389,0.0,0.54541015625,0.0068359375,0.09033203125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2240,2304,2048,64,0.3076688015552372,0.0,0.4990234375,0.00830078125,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2304,2368,2048,64,0.30974485131466795,0.0,0.4970703125,0.00634765625,0.0751953125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2368,2432,2048,64,0.3101048263889185,0.0,0.5,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2432,2496,2048,64,0.3008527132973379,0.0,0.49609375,0.0078125,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2496,2560,2048,64,0.2934952062244339,0.0,0.51171875,0.00537109375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2560,2624,2048,64,0.30595560487970086,0.0,0.4873046875,0.00732421875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2624,2688,2048,64,0.32103682751420637,0.0,0.48974609375,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2688,2752,2048,64,0.3046681300702101,0.0,0.5419921875,0.01171875,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2752,2816,2048,64,0.288748012805438,0.0,0.49658203125,0.01171875,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2816,2880,2048,64,0.3192508621320318,0.0,0.484375,0.01025390625,0.10302734375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2880,2944,2048,64,0.3028517032044933,0.0,0.53076171875,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,2944,3008,2048,64,0.28325392525902227,0.0,0.421875,0.01416015625,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3008,3072,2048,64,0.40114167956210073,0.0,0.5009765625,0.00732421875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3072,3136,2048,64,0.30789564519406176,0.0,0.4951171875,0.00830078125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3136,3200,2048,64,0.3220628466748207,0.0,0.49609375,0.0068359375,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3200,3264,2048,64,0.30604910112183514,0.0,0.52294921875,0.00537109375,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3264,3328,2048,64,0.29311508739009196,0.0,0.48974609375,0.0087890625,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3328,3392,2048,64,0.2887962039805754,0.0,0.517578125,0.01171875,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3392,3456,2048,64,0.29694166801524846,0.0,0.51318359375,0.0107421875,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3456,3520,2048,64,0.29944243376670776,0.0,0.51904296875,0.00927734375,0.0966796875,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3520,3584,2048,64,0.32189335358836746,0.0,0.4462890625,0.01025390625,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3584,3648,2048,64,0.2982990927040753,0.0,0.5146484375,0.00732421875,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3648,3712,2048,64,0.30540304628966997,0.0,0.466796875,0.00634765625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3712,3776,2048,64,0.3091445769181039,0.0,0.46044921875,0.00830078125,0.09375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3776,3840,2048,64,0.3042258313596754,0.0,0.5166015625,0.0146484375,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3840,3904,2048,64,0.31753340827759985,0.0,0.4716796875,0.00732421875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3904,3968,2048,64,0.2889170512894606,0.0,0.5341796875,0.00634765625,0.0712890625,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,3968,4032,2048,64,0.3159501713778153,0.0,0.5009765625,0.009765625,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4032,4096,2048,64,0.35626384684259144,0.0,0.47802734375,0.00732421875,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4096,4160,2048,64,0.29087123132270104,0.0,0.4970703125,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4160,4224,2048,64,0.3033110159063179,0.0,0.49365234375,0.01318359375,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4224,4288,2048,64,0.3197870405375863,0.0,0.46923828125,0.0087890625,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4288,4352,2048,64,0.2964813202999228,0.0,0.48583984375,0.0087890625,0.0947265625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4352,4416,2048,64,0.2965996391985451,0.0,0.4931640625,0.009765625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4416,4480,2048,64,0.28799236795381344,0.0,0.51171875,0.00439453125,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4480,4544,2048,64,0.3142629738482075,0.0,0.4443359375,0.00927734375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4544,4608,2048,64,0.3159909579520546,0.0,0.4951171875,0.0068359375,0.09228515625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4608,4672,2048,64,0.3255342196057445,0.0,0.45068359375,0.01171875,0.09716796875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4672,4736,2048,64,0.29505345107178144,0.0,0.49951171875,0.0068359375,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4736,4800,2048,64,0.3159519764771932,0.0,0.4736328125,0.0078125,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4800,4864,2048,64,0.2965252216575703,0.0,0.49169921875,0.00927734375,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4864,4928,2048,64,0.29570362704775177,0.0,0.48583984375,0.0048828125,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4928,4992,2048,64,0.3538352461165682,0.0,0.5029296875,0.0107421875,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,4992,5056,2048,64,0.30718423096362635,0.0,0.5390625,0.0078125,0.09716796875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5056,5120,2048,64,0.32173638094564727,0.0,0.4775390625,0.00830078125,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5120,5184,2048,64,0.3108678709642574,0.0,0.4912109375,0.00927734375,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5184,5248,2048,64,0.3179500998920771,0.0,0.48486328125,0.01025390625,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5248,5312,2048,64,0.32193916693387775,0.0,0.49609375,0.005859375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5312,5376,2048,64,0.3116541978782643,0.0,0.50244140625,0.0068359375,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5376,5440,2048,64,0.32194744662559543,0.0,0.478515625,0.0078125,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5440,5504,2048,64,0.31412273183817546,0.0,0.458984375,0.009765625,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5504,5568,2048,64,0.3053242948534862,0.0,0.51171875,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5568,5632,2048,64,0.30991348659128254,0.0,0.5224609375,0.0107421875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5632,5696,2048,64,0.31082512250863154,0.0,0.51025390625,0.00927734375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5696,5760,2048,64,0.3064819601033028,0.0,0.4814453125,0.00830078125,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5760,5824,2048,64,0.312092269748911,0.0,0.45751953125,0.013671875,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5824,5888,2048,64,0.3150068662296032,0.0,0.474609375,0.00634765625,0.07568359375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5888,5952,2048,64,0.30725093753369015,0.0,0.4931640625,0.01220703125,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,5952,6016,2048,64,0.306432486682917,0.0,0.478515625,0.009765625,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,64,6016,6080,2048,64,0.306588532558433,0.0,0.4443359375,0.00927734375,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,64,6080,6144,2048,64,0.32922918341734214,0.0,0.5185546875,0.00927734375,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,0,128,4096,128,0.3093556353514279,0.0,0.47412109375,0.008544921875,0.08544921875,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,128,256,4096,128,0.3059526313575557,0.0,0.515625,0.00927734375,0.07861328125,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,256,384,4096,128,0.29916673948229816,0.0,0.504638671875,0.008056640625,0.07861328125,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,384,512,4096,128,0.3069335972165974,0.0,0.5283203125,0.008544921875,0.08251953125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,512,640,4096,128,0.3297529828523454,0.0,0.4794921875,0.009765625,0.08984375,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,640,768,4096,128,0.352358232171963,0.0,0.510986328125,0.008544921875,0.091552734375,1.0,94,0.734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,768,896,4096,128,0.3155099744875006,0.0,0.493408203125,0.00732421875,0.091064453125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,896,1024,4096,128,0.30622816302942,0.0,0.47998046875,0.01025390625,0.08349609375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1024,1152,4096,128,0.30964439486793527,0.0,0.503662109375,0.007568359375,0.07958984375,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1152,1280,4096,128,0.3219615583927322,0.0,0.5078125,0.007568359375,0.07958984375,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1280,1408,4096,128,0.31095564694655053,0.0,0.49658203125,0.008544921875,0.08837890625,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1408,1536,4096,128,0.32632414894467054,0.0,0.524658203125,0.009033203125,0.08837890625,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1536,1664,4096,128,0.3066970604419498,0.0,0.478759765625,0.010009765625,0.08349609375,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1664,1792,4096,128,0.30960617683353875,0.0,0.52099609375,0.0078125,0.089599609375,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1792,1920,4096,128,0.33160478506649443,0.0,0.4912109375,0.0068359375,0.08544921875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,1920,2048,4096,128,0.29218410869832645,0.0,0.510498046875,0.00732421875,0.0908203125,1.0,104,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2048,2176,4096,128,0.3203436675003109,0.0,0.523193359375,0.01171875,0.094970703125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2176,2304,4096,128,0.30263367032439564,0.0,0.522216796875,0.0078125,0.0869140625,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2304,2432,4096,128,0.30992489111528865,0.0,0.49853515625,0.0068359375,0.0791015625,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2432,2560,4096,128,0.29719672876319925,0.0,0.50390625,0.006591796875,0.078857421875,1.0,104,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2560,2688,4096,128,0.3135868912898704,0.0,0.488525390625,0.007568359375,0.083740234375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2688,2816,4096,128,0.2968148281164267,0.0,0.519287109375,0.01171875,0.081298828125,1.0,105,0.8203125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2816,2944,4096,128,0.3111593378848753,0.0,0.507568359375,0.010009765625,0.09130859375,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,2944,3072,4096,128,0.34723726273007255,0.0,0.46142578125,0.01123046875,0.09765625,1.0,96,0.75
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3072,3200,4096,128,0.3150588877795361,0.0,0.49560546875,0.007568359375,0.0888671875,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3200,3328,4096,128,0.29965188698987405,0.0,0.50634765625,0.007080078125,0.07763671875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3328,3456,4096,128,0.2928972530062958,0.0,0.515380859375,0.011474609375,0.083740234375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3456,3584,4096,128,0.31087063404613735,0.0,0.482666015625,0.010009765625,0.09619140625,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3584,3712,4096,128,0.3018719673893924,0.0,0.49072265625,0.0068359375,0.085205078125,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3712,3840,4096,128,0.30669506509264144,0.0,0.488525390625,0.011474609375,0.090576171875,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3840,3968,4096,128,0.3035626194858202,0.0,0.5029296875,0.007080078125,0.078125,1.0,104,0.8125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,3968,4096,4096,128,0.33671088441031444,0.0,0.489501953125,0.0087890625,0.08544921875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4096,4224,4096,128,0.2971562262357184,0.0,0.495361328125,0.009521484375,0.08251953125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4224,4352,4096,128,0.30835444263264095,0.0,0.4775390625,0.0087890625,0.0927734375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4352,4480,4096,128,0.29232768426232897,0.0,0.50244140625,0.007080078125,0.080810546875,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4480,4608,4096,128,0.31512815031299274,0.0,0.4697265625,0.008056640625,0.087646484375,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4608,4736,4096,128,0.31066788305495086,0.0,0.47509765625,0.009033203125,0.087646484375,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4736,4864,4096,128,0.30639260640468796,0.0,0.482666015625,0.008544921875,0.077880859375,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4864,4992,4096,128,0.3260674902865726,0.0,0.494384765625,0.008056640625,0.090087890625,1.0,97,0.7578125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,4992,5120,4096,128,0.31454447267176483,0.0,0.50830078125,0.0078125,0.092529296875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5120,5248,4096,128,0.31442892616554224,0.0,0.488037109375,0.009765625,0.084716796875,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5248,5376,4096,128,0.3168384180155742,0.0,0.499267578125,0.00634765625,0.08154296875,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5376,5504,4096,128,0.3180591525535925,0.0,0.46875,0.0087890625,0.092529296875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5504,5632,4096,128,0.30762744854689383,0.0,0.51708984375,0.0107421875,0.08544921875,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5632,5760,4096,128,0.3086611804643307,0.0,0.495849609375,0.0087890625,0.088623046875,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5760,5888,4096,128,0.3135529545458169,0.0,0.466064453125,0.010009765625,0.08056640625,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.up_proj.output,128,5888,6016,4096,128,0.3068419849939115,0.0,0.48583984375,0.010986328125,0.081298828125,1.0,103,0.8046875
+fresh-zh-1,layers.7.mlp.up_proj.output,128,6016,6144,4096,128,0.3181103452498702,0.0,0.4814453125,0.009033203125,0.084716796875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,0,0,6144,196608,6144,0.2014157585865548,0.0,0.80743408203125,0.004979451497395833,0.050435384114583336,1.0,4732,0.7701822916666666
+fresh-zh-1,layers.7.mlp.silu_gate,64,0,64,2048,64,0.19677799851447186,0.0,0.84619140625,0.00537109375,0.0380859375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,64,128,2048,64,0.22443426642630893,0.0,0.8115234375,0.00341796875,0.05322265625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,128,192,2048,64,0.21132978287684584,0.0,0.78759765625,0.00634765625,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,192,256,2048,64,0.2031405286139498,0.0,0.81787109375,0.0009765625,0.04296875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,256,320,2048,64,0.20390337899936686,0.0,0.84228515625,0.00439453125,0.04150390625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,320,384,2048,64,0.18966153410714578,0.0,0.83984375,0.00537109375,0.04345703125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,384,448,2048,64,0.19412732415299616,0.0,0.79052734375,0.00390625,0.05078125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,448,512,2048,64,0.1921188085151151,0.0,0.79638671875,0.00634765625,0.04931640625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,512,576,2048,64,0.19576932312747156,0.0,0.80615234375,0.00341796875,0.0478515625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,576,640,2048,64,0.1971020982891229,0.0,0.8095703125,0.0029296875,0.04443359375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,640,704,2048,64,0.18667569559763553,0.0,0.81884765625,0.00537109375,0.0478515625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,704,768,2048,64,0.20101563365258515,0.0,0.72265625,0.00634765625,0.06689453125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,768,832,2048,64,0.21757698353568589,0.0,0.796875,0.005859375,0.0400390625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,832,896,2048,64,0.24965874597658738,0.0,0.771484375,0.00537109375,0.06103515625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.silu_gate,64,896,960,2048,64,0.199353276699364,0.0,0.82080078125,0.00439453125,0.041015625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,960,1024,2048,64,0.19458585756445015,0.0,0.79931640625,0.0068359375,0.0517578125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,1024,1088,2048,64,0.18781684683792035,0.0,0.822265625,0.00634765625,0.05322265625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1088,1152,2048,64,0.18995537748627836,0.0,0.787109375,0.00537109375,0.05419921875,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1152,1216,2048,64,0.2087436515539973,0.0,0.79443359375,0.005859375,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1216,1280,2048,64,0.19713991661221522,0.0,0.8232421875,0.005859375,0.044921875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,1280,1344,2048,64,0.20376163574557052,0.0,0.8388671875,0.0087890625,0.05517578125,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1344,1408,2048,64,0.1860620463507272,0.0,0.7939453125,0.00439453125,0.048828125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1408,1472,2048,64,0.22870382663082567,0.0,0.8115234375,0.0068359375,0.05029296875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,1472,1536,2048,64,0.18378217044377007,0.0,0.76171875,0.00537109375,0.05224609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,1536,1600,2048,64,0.20125368615643696,0.0,0.82861328125,0.0048828125,0.04443359375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1600,1664,2048,64,0.21040904744500089,0.0,0.84033203125,0.00634765625,0.05078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1664,1728,2048,64,0.21154585442658674,0.0,0.81005859375,0.0048828125,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,1728,1792,2048,64,0.1840620507627576,0.0,0.796875,0.00732421875,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,1792,1856,2048,64,0.19285272216964583,0.0,0.77734375,0.00537109375,0.0595703125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,1856,1920,2048,64,0.2038129135651419,0.0,0.787109375,0.00732421875,0.05615234375,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.silu_gate,64,1920,1984,2048,64,0.19269890777659682,0.0,0.7685546875,0.00341796875,0.05322265625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,1984,2048,2048,64,0.20406394435576633,0.0,0.8154296875,0.00390625,0.05029296875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2048,2112,2048,64,0.18731766958251728,0.0,0.8125,0.00732421875,0.0576171875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2112,2176,2048,64,0.2013781221986574,0.0,0.791015625,0.0048828125,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,2176,2240,2048,64,0.19733675636545944,0.0,0.80078125,0.00244140625,0.0400390625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2240,2304,2048,64,0.1959950069606398,0.0,0.77880859375,0.00390625,0.0537109375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2304,2368,2048,64,0.200291128249156,0.0,0.78076171875,0.00439453125,0.04833984375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2368,2432,2048,64,0.19310267971251466,0.0,0.81396484375,0.00537109375,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2432,2496,2048,64,0.18839438374801815,0.0,0.82470703125,0.00732421875,0.04931640625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2496,2560,2048,64,0.20089146676141556,0.0,0.83154296875,0.00244140625,0.0458984375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,2560,2624,2048,64,0.19640008638457285,0.0,0.82568359375,0.0068359375,0.0537109375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2624,2688,2048,64,0.22390507633081325,0.0,0.76806640625,0.0048828125,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,2688,2752,2048,64,0.19237635368283057,0.0,0.7998046875,0.00146484375,0.04443359375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2752,2816,2048,64,0.21028733731425495,0.0,0.83544921875,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2816,2880,2048,64,0.19127060325968337,0.0,0.8046875,0.00537109375,0.0537109375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2880,2944,2048,64,0.20273810772896736,0.0,0.83447265625,0.00244140625,0.04541015625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,2944,3008,2048,64,0.1897969883660312,0.0,0.8310546875,0.0048828125,0.0390625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3008,3072,2048,64,0.18549218954021182,0.0,0.78955078125,0.00634765625,0.0556640625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3072,3136,2048,64,0.20408752624246984,0.0,0.80224609375,0.0048828125,0.0576171875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3136,3200,2048,64,0.19626221506315178,0.0,0.8173828125,0.00537109375,0.048828125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3200,3264,2048,64,0.19373412127054215,0.0,0.77880859375,0.00390625,0.05712890625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,3264,3328,2048,64,0.20267792283572636,0.0,0.826171875,0.00537109375,0.04296875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,3328,3392,2048,64,0.19996926681902563,0.0,0.83251953125,0.00244140625,0.04052734375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,3392,3456,2048,64,0.21423004081071104,0.0,0.81689453125,0.00341796875,0.0380859375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,3456,3520,2048,64,0.19912917855853896,0.0,0.8046875,0.00537109375,0.05615234375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3520,3584,2048,64,0.1895171949095032,0.0,0.787109375,0.005859375,0.052734375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3584,3648,2048,64,0.1996457896891554,0.0,0.82080078125,0.00390625,0.04541015625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3648,3712,2048,64,0.20648524464420348,0.0,0.80126953125,0.00537109375,0.04638671875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,3712,3776,2048,64,0.1774950604087212,0.0,0.78125,0.00537109375,0.0498046875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,3776,3840,2048,64,0.2010903687098484,0.0,0.80712890625,0.0048828125,0.05078125,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,3840,3904,2048,64,0.18351483513195663,0.0,0.79541015625,0.00439453125,0.0537109375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,3904,3968,2048,64,0.20497707689106606,0.0,0.818359375,0.00146484375,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,3968,4032,2048,64,0.19777999806794797,0.0,0.802734375,0.00341796875,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,4032,4096,2048,64,0.19876256234535006,0.0,0.8037109375,0.00537109375,0.05419921875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,4096,4160,2048,64,0.21778536166380802,0.0,0.8134765625,0.0048828125,0.046875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,4160,4224,2048,64,0.21050218967401746,0.0,0.86865234375,0.005859375,0.0498046875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,4224,4288,2048,64,0.21199583309960135,0.0,0.80419921875,0.00244140625,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,4288,4352,2048,64,0.18813737178458467,0.0,0.78955078125,0.00439453125,0.05126953125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,4352,4416,2048,64,0.2070902269585986,0.0,0.8369140625,0.00439453125,0.04345703125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,4416,4480,2048,64,0.20216518698122649,0.0,0.84765625,0.00634765625,0.04345703125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,4480,4544,2048,64,0.21428770721449794,0.0,0.8095703125,0.00341796875,0.052734375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,4544,4608,2048,64,0.19173346925937199,0.0,0.80126953125,0.005859375,0.05615234375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,4608,4672,2048,64,0.18486685812956777,0.0,0.7578125,0.005859375,0.05078125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,4672,4736,2048,64,0.20150697012169197,0.0,0.849609375,0.0068359375,0.0390625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,4736,4800,2048,64,0.19574267836184503,0.0,0.81494140625,0.00537109375,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,4800,4864,2048,64,0.2050494316001741,0.0,0.8232421875,0.00390625,0.0595703125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,4864,4928,2048,64,0.21905665818691342,0.0,0.7841796875,0.00390625,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,4928,4992,2048,64,0.21960041585268852,0.0,0.81201171875,0.00634765625,0.04541015625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,4992,5056,2048,64,0.20269016396390885,0.0,0.791015625,0.00732421875,0.06494140625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5056,5120,2048,64,0.1958612836462942,0.0,0.8369140625,0.00537109375,0.046875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,5120,5184,2048,64,0.1955879683103299,0.0,0.80908203125,0.00390625,0.04541015625,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5184,5248,2048,64,0.19936032439237872,0.0,0.8134765625,0.00537109375,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5248,5312,2048,64,0.20517948975805597,0.0,0.8134765625,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5312,5376,2048,64,0.20278696257101134,0.0,0.8046875,0.0068359375,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,5376,5440,2048,64,0.2136333533428575,0.0,0.751953125,0.0048828125,0.06103515625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,5440,5504,2048,64,0.20086036099936055,0.0,0.81689453125,0.00341796875,0.046875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,5504,5568,2048,64,0.2044163186489091,0.0,0.81494140625,0.00634765625,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5568,5632,2048,64,0.19899814301681376,0.0,0.8359375,0.00244140625,0.0400390625,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5632,5696,2048,64,0.2070932537991645,0.0,0.8232421875,0.00439453125,0.03955078125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,64,5696,5760,2048,64,0.20423687795470782,0.0,0.81787109375,0.0068359375,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,5760,5824,2048,64,0.20240324365795778,0.0,0.833984375,0.001953125,0.04833984375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,64,5824,5888,2048,64,0.1956873361141391,0.0,0.80615234375,0.00390625,0.04296875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,64,5888,5952,2048,64,0.22161229456234235,0.0,0.779296875,0.00634765625,0.05908203125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.silu_gate,64,5952,6016,2048,64,0.20326854769594932,0.0,0.78271484375,0.00634765625,0.06201171875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.silu_gate,64,6016,6080,2048,64,0.2236002241893327,0.0,0.80712890625,0.0068359375,0.05810546875,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.silu_gate,64,6080,6144,2048,64,0.18782649111058602,0.0,0.80712890625,0.00537109375,0.052734375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,128,0,128,4096,128,0.21105961319693176,0.0,0.828857421875,0.004638671875,0.04541015625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,128,256,4096,128,0.20727560335978976,0.0,0.802734375,0.00390625,0.050048828125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,256,384,4096,128,0.19691125601046205,0.0,0.841064453125,0.0048828125,0.042236328125,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,384,512,4096,128,0.19312567743320658,0.0,0.79345703125,0.005126953125,0.05029296875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,512,640,4096,128,0.1964368410300922,0.0,0.807861328125,0.003173828125,0.046142578125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,640,768,4096,128,0.19397822081307403,0.0,0.770751953125,0.005859375,0.056884765625,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,768,896,4096,128,0.23416792394251001,0.0,0.7841796875,0.005615234375,0.050537109375,1.0,94,0.734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,896,1024,4096,128,0.1969839903328005,0.0,0.81005859375,0.005615234375,0.04638671875,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,128,1024,1152,4096,128,0.18888913863969697,0.0,0.8046875,0.005859375,0.0537109375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,128,1152,1280,4096,128,0.20302470143552462,0.0,0.808837890625,0.005859375,0.048828125,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,1280,1408,4096,128,0.19511264604572753,0.0,0.81640625,0.006591796875,0.050537109375,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,1408,1536,4096,128,0.20746243815279639,0.0,0.78662109375,0.005615234375,0.05322265625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,1536,1664,4096,128,0.2058822642170353,0.0,0.83447265625,0.005615234375,0.0478515625,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,1664,1792,4096,128,0.1982807190022098,0.0,0.803466796875,0.005859375,0.05419921875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,1792,1920,4096,128,0.1984085131542427,0.0,0.7822265625,0.00634765625,0.05712890625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,1920,2048,4096,128,0.19846279556169547,0.0,0.7919921875,0.003662109375,0.0517578125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,2048,2176,4096,128,0.19447500795485587,0.0,0.8017578125,0.006103515625,0.05517578125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,2176,2304,4096,128,0.19666702591733817,0.0,0.789794921875,0.003173828125,0.047119140625,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,2304,2432,4096,128,0.19672973970332228,0.0,0.79736328125,0.0048828125,0.05078125,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,2432,2560,4096,128,0.19474319660176637,0.0,0.828125,0.0048828125,0.04736328125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,2560,2688,4096,128,0.21060208586167303,0.0,0.796875,0.006103515625,0.05712890625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,2688,2816,4096,128,0.2015309228022101,0.0,0.817626953125,0.0029296875,0.04833984375,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,2816,2944,4096,128,0.19708777739480138,0.0,0.819580078125,0.00390625,0.050537109375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,128,2944,3072,4096,128,0.1876569332228858,0.0,0.810302734375,0.005615234375,0.0478515625,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.silu_gate,128,3072,3200,4096,128,0.20021310575142884,0.0,0.809814453125,0.005126953125,0.0537109375,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,3200,3328,4096,128,0.1982564628826432,0.0,0.802490234375,0.0048828125,0.05078125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,3328,3456,4096,128,0.20722236614069628,0.0,0.82470703125,0.00244140625,0.04052734375,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,3456,3584,4096,128,0.19438260842956745,0.0,0.7958984375,0.005859375,0.05517578125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,3584,3712,4096,128,0.20309431010786963,0.0,0.81103515625,0.0048828125,0.046142578125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,3712,3840,4096,128,0.18966000218464404,0.0,0.794189453125,0.005615234375,0.05029296875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,3840,3968,4096,128,0.1945421506567603,0.0,0.806884765625,0.0029296875,0.05126953125,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,3968,4096,4096,128,0.19827188886204555,0.0,0.80322265625,0.004150390625,0.05126953125,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,4096,4224,4096,128,0.21417473662011552,0.0,0.841064453125,0.00537109375,0.048095703125,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,4224,4352,4096,128,0.2004219348195265,0.0,0.796875,0.003662109375,0.05078125,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,4352,4480,4096,128,0.20464252359775834,0.0,0.84228515625,0.00537109375,0.043701171875,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,4480,4608,4096,128,0.20332356565027201,0.0,0.805419921875,0.005126953125,0.056884765625,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,4608,4736,4096,128,0.19336599266975849,0.0,0.8037109375,0.00634765625,0.045166015625,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,4736,4864,4096,128,0.2004500754949012,0.0,0.819091796875,0.00439453125,0.052734375,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,4864,4992,4096,128,0.21932870552972764,0.0,0.798095703125,0.005126953125,0.046142578125,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,4992,5120,4096,128,0.19930497359485333,0.0,0.81396484375,0.00634765625,0.055908203125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.silu_gate,128,5120,5248,4096,128,0.1974831540785151,0.0,0.811279296875,0.00439453125,0.046630859375,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.silu_gate,128,5248,5376,4096,128,0.20398673388991861,0.0,0.80908203125,0.005859375,0.049560546875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,5376,5504,4096,128,0.2073452365998646,0.0,0.784423828125,0.00390625,0.05419921875,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.silu_gate,128,5504,5632,4096,128,0.2017254226096857,0.0,0.825439453125,0.00439453125,0.046142578125,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,5632,5760,4096,128,0.20567002465820264,0.0,0.820556640625,0.005615234375,0.048583984375,1.0,97,0.7578125
+fresh-zh-1,layers.7.mlp.silu_gate,128,5760,5888,4096,128,0.1990736127148833,0.0,0.820068359375,0.0029296875,0.045166015625,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.silu_gate,128,5888,6016,4096,128,0.2126383215504755,0.0,0.781005859375,0.00634765625,0.06103515625,1.0,95,0.7421875
+fresh-zh-1,layers.7.mlp.silu_gate,128,6016,6144,4096,128,0.20648952881494367,0.0,0.80712890625,0.005859375,0.055419921875,1.0,97,0.7578125
+fresh-zh-1,layers.7.mlp.gated_product,0,0,6144,196608,6144,0.06453749038202067,0.0,0.5038503011067709,0.027989705403645832,0.1799774169921875,1.0,4166,0.6780598958333334
+fresh-zh-1,layers.7.mlp.gated_product,64,0,64,2048,64,0.060182306841035926,0.0,0.52783203125,0.02197265625,0.18115234375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,64,128,2048,64,0.06526675097144365,0.0,0.4873046875,0.02392578125,0.154296875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,128,192,2048,64,0.05853749390942987,0.0,0.48095703125,0.0283203125,0.18115234375,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,192,256,2048,64,0.0680940163176273,0.0,0.50732421875,0.0185546875,0.1650390625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,256,320,2048,64,0.06257296701825177,0.0,0.4833984375,0.02099609375,0.1640625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,320,384,2048,64,0.05480745300196157,0.0,0.5146484375,0.02734375,0.14990234375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,384,448,2048,64,0.0641208749193261,0.0,0.4814453125,0.02783203125,0.17333984375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,448,512,2048,64,0.058761931948556625,0.0,0.490234375,0.03173828125,0.17919921875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,512,576,2048,64,0.0745849315379624,0.0,0.5224609375,0.0322265625,0.20751953125,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gated_product,64,576,640,2048,64,0.06026793990984442,0.0,0.51318359375,0.01953125,0.1630859375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,640,704,2048,64,0.06271914868259683,0.0,0.47265625,0.0244140625,0.173828125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,704,768,2048,64,0.1010017398609809,0.0,0.470703125,0.044921875,0.291015625,1.0,24,0.375
+fresh-zh-1,layers.7.mlp.gated_product,64,768,832,2048,64,0.07033885035627761,0.0,0.53564453125,0.02490234375,0.1875,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,832,896,2048,64,0.08542717410716608,0.0,0.51171875,0.02880859375,0.2197265625,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gated_product,64,896,960,2048,64,0.05858315842495882,0.0,0.525390625,0.0263671875,0.150390625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,960,1024,2048,64,0.054765595252639875,0.0,0.5048828125,0.0234375,0.15869140625,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,1024,1088,2048,64,0.05581154983421895,0.0,0.453125,0.02587890625,0.16162109375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,1088,1152,2048,64,0.06431751512322885,0.0,0.54638671875,0.029296875,0.19287109375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,1152,1216,2048,64,0.07558019203021664,0.0,0.50537109375,0.02685546875,0.19775390625,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gated_product,64,1216,1280,2048,64,0.07065787156504881,0.0,0.490234375,0.02587890625,0.19287109375,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gated_product,64,1280,1344,2048,64,0.06587244755793718,0.0,0.4892578125,0.02685546875,0.1767578125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,1344,1408,2048,64,0.05884955358059776,0.0,0.517578125,0.02734375,0.17626953125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,1408,1472,2048,64,0.07858071322133316,0.0,0.4755859375,0.02978515625,0.17578125,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gated_product,64,1472,1536,2048,64,0.05645553648893421,0.0,0.52978515625,0.02783203125,0.17626953125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,1536,1600,2048,64,0.06548774803309812,0.0,0.5224609375,0.03125,0.1787109375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,1600,1664,2048,64,0.062396867927907856,0.0,0.53466796875,0.0244140625,0.16259765625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,1664,1728,2048,64,0.05899616072056178,0.0,0.484375,0.02392578125,0.162109375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,1728,1792,2048,64,0.055797388298014734,0.0,0.46533203125,0.02734375,0.18896484375,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,1792,1856,2048,64,0.06654553406614903,0.0,0.50341796875,0.02490234375,0.17626953125,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,1856,1920,2048,64,0.06294103982648103,0.0,0.51708984375,0.029296875,0.19482421875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,64,1920,1984,2048,64,0.05990171276785674,0.0,0.4873046875,0.03271484375,0.185546875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,1984,2048,2048,64,0.05604951680988928,0.0,0.50732421875,0.02392578125,0.1728515625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,2048,2112,2048,64,0.059369777504178774,0.0,0.49072265625,0.03125,0.19873046875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,2112,2176,2048,64,0.0678355764550781,0.0,0.505859375,0.02880859375,0.19140625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,64,2176,2240,2048,64,0.05880581173971514,0.0,0.48095703125,0.0205078125,0.1669921875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,2240,2304,2048,64,0.06068964659214896,0.0,0.47119140625,0.0283203125,0.193359375,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,2304,2368,2048,64,0.06376182925844161,0.0,0.48876953125,0.025390625,0.15869140625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,2368,2432,2048,64,0.06211796429165703,0.0,0.49462890625,0.02685546875,0.169921875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,2432,2496,2048,64,0.05546008787892281,0.0,0.48974609375,0.029296875,0.16064453125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,2496,2560,2048,64,0.05653965277440828,0.0,0.48876953125,0.01904296875,0.146484375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,2560,2624,2048,64,0.06476112990884016,0.0,0.49951171875,0.03271484375,0.18017578125,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,2624,2688,2048,64,0.07653402293626382,0.0,0.501953125,0.0302734375,0.20654296875,1.0,39,0.609375
+fresh-zh-1,layers.7.mlp.gated_product,64,2688,2752,2048,64,0.058234317414558125,0.0,0.4619140625,0.021484375,0.15234375,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,2752,2816,2048,64,0.06565267734281705,0.0,0.513671875,0.0361328125,0.1865234375,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,2816,2880,2048,64,0.060701153052172475,0.0,0.5166015625,0.0361328125,0.197265625,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,2880,2944,2048,64,0.06500923608496084,0.0,0.4912109375,0.0224609375,0.1640625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,2944,3008,2048,64,0.05247165908572239,0.0,0.564453125,0.03076171875,0.17138671875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.gated_product,64,3008,3072,2048,64,0.07974537059768357,0.0,0.49169921875,0.03662109375,0.2275390625,1.0,37,0.578125
+fresh-zh-1,layers.7.mlp.gated_product,64,3072,3136,2048,64,0.06793258292219698,0.0,0.48583984375,0.02978515625,0.1923828125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,3136,3200,2048,64,0.06338479343393032,0.0,0.5244140625,0.033203125,0.17626953125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,3200,3264,2048,64,0.05737906779832079,0.0,0.5185546875,0.02001953125,0.1767578125,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,3264,3328,2048,64,0.0581347708556407,0.0,0.52978515625,0.0244140625,0.15576171875,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,3328,3392,2048,64,0.05700782383983121,0.0,0.49169921875,0.0244140625,0.16748046875,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,3392,3456,2048,64,0.06273708807771028,0.0,0.4873046875,0.025390625,0.154296875,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,3456,3520,2048,64,0.05944085489811466,0.0,0.48974609375,0.03466796875,0.18798828125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,3520,3584,2048,64,0.0649651244956472,0.0,0.5615234375,0.03125,0.20556640625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,64,3584,3648,2048,64,0.05884560333703567,0.0,0.50341796875,0.02099609375,0.16845703125,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,3648,3712,2048,64,0.06401252301199355,0.0,0.52587890625,0.0234375,0.177734375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,3712,3776,2048,64,0.058593780759084266,0.0,0.51806640625,0.029296875,0.1943359375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,3776,3840,2048,64,0.05408484902594255,0.0,0.51123046875,0.02978515625,0.1630859375,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,3840,3904,2048,64,0.05852774001478649,0.0,0.50537109375,0.02294921875,0.17138671875,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,3904,3968,2048,64,0.0553110554634584,0.0,0.47265625,0.017578125,0.1513671875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,3968,4032,2048,64,0.06540837987310522,0.0,0.4873046875,0.0234375,0.17236328125,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,4032,4096,2048,64,0.064810110605865,0.0,0.49658203125,0.0263671875,0.1806640625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,4096,4160,2048,64,0.061464748553632334,0.0,0.5068359375,0.02490234375,0.16259765625,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,4160,4224,2048,64,0.08368334288564652,0.0,0.5048828125,0.041015625,0.2080078125,1.0,37,0.578125
+fresh-zh-1,layers.7.mlp.gated_product,64,4224,4288,2048,64,0.06502243745231076,0.0,0.5390625,0.0263671875,0.16455078125,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,4288,4352,2048,64,0.05840917587044786,0.0,0.5126953125,0.029296875,0.1865234375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,4352,4416,2048,64,0.05932695033730953,0.0,0.5205078125,0.0234375,0.15283203125,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,4416,4480,2048,64,0.065364223951004,0.0,0.498046875,0.02099609375,0.177734375,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gated_product,64,4480,4544,2048,64,0.11584461595114945,0.0,0.5205078125,0.04638671875,0.27099609375,1.0,21,0.328125
+fresh-zh-1,layers.7.mlp.gated_product,64,4544,4608,2048,64,0.05722764436480028,0.0,0.50439453125,0.02392578125,0.181640625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,4608,4672,2048,64,0.05823027234425671,0.0,0.54052734375,0.0390625,0.18994140625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,4672,4736,2048,64,0.05603787437088438,0.0,0.51513671875,0.0234375,0.14111328125,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,4736,4800,2048,64,0.05979724465084234,0.0,0.53369140625,0.02294921875,0.15966796875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,4800,4864,2048,64,0.06202561019620444,0.0,0.50341796875,0.03271484375,0.17138671875,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,4864,4928,2048,64,0.06098333613380625,0.0,0.51123046875,0.0205078125,0.15966796875,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,4928,4992,2048,64,0.0731132986106804,0.0,0.51708984375,0.0283203125,0.173828125,1.0,40,0.625
+fresh-zh-1,layers.7.mlp.gated_product,64,4992,5056,2048,64,0.060884391758620336,0.0,0.4833984375,0.0322265625,0.1943359375,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,5056,5120,2048,64,0.05858505469585878,0.0,0.5263671875,0.02197265625,0.1591796875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,64,5120,5184,2048,64,0.058661053311176964,0.0,0.51318359375,0.01904296875,0.15966796875,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,5184,5248,2048,64,0.06754858079004375,0.0,0.47998046875,0.03173828125,0.18896484375,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,5248,5312,2048,64,0.0675217371591764,0.0,0.482421875,0.02734375,0.171875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,5312,5376,2048,64,0.06447016590698494,0.0,0.52099609375,0.0234375,0.17333984375,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,5376,5440,2048,64,0.06818498608472885,0.0,0.5166015625,0.0302734375,0.1943359375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,5440,5504,2048,64,0.06823653553874394,0.0,0.53369140625,0.02880859375,0.181640625,1.0,43,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,64,5504,5568,2048,64,0.061496150693839124,0.0,0.47509765625,0.0341796875,0.17431640625,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,5568,5632,2048,64,0.06176780705390021,0.0,0.4853515625,0.025390625,0.16015625,1.0,44,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,64,5632,5696,2048,64,0.06956676418166485,0.0,0.47802734375,0.02587890625,0.18212890625,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,64,5696,5760,2048,64,0.058012949623948915,0.0,0.51123046875,0.0244140625,0.16357421875,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,5760,5824,2048,64,0.06262312581833998,0.0,0.50830078125,0.0263671875,0.158203125,1.0,46,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,64,5824,5888,2048,64,0.06147458845863182,0.0,0.51416015625,0.02294921875,0.1591796875,1.0,47,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,64,5888,5952,2048,64,0.06688957202630767,0.0,0.4765625,0.03515625,0.18017578125,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,64,5952,6016,2048,64,0.06169272137497167,0.0,0.50830078125,0.0283203125,0.19677734375,1.0,45,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,64,6016,6080,2048,64,0.06766507874229075,0.0,0.52197265625,0.0341796875,0.19677734375,1.0,41,0.640625
+fresh-zh-1,layers.7.mlp.gated_product,64,6080,6144,2048,64,0.059810757455838595,0.0,0.48583984375,0.0283203125,0.169921875,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.gated_product,128,0,128,4096,128,0.0627760258342189,0.0,0.507568359375,0.0234375,0.168212890625,1.0,89,0.6953125
+fresh-zh-1,layers.7.mlp.gated_product,128,128,256,4096,128,0.06349580006371222,0.0,0.494140625,0.025146484375,0.17333984375,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,256,384,4096,128,0.05881850519194384,0.0,0.4990234375,0.02490234375,0.156494140625,1.0,93,0.7265625
+fresh-zh-1,layers.7.mlp.gated_product,128,384,512,4096,128,0.06149980181572402,0.0,0.48583984375,0.02978515625,0.17626953125,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,128,512,640,4096,128,0.06780537070726461,0.0,0.517822265625,0.026123046875,0.18359375,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,128,640,768,4096,128,0.08406855258185116,0.0,0.4716796875,0.036376953125,0.237060546875,1.0,66,0.515625
+fresh-zh-1,layers.7.mlp.gated_product,128,768,896,4096,128,0.07824754291790535,0.0,0.523681640625,0.02880859375,0.20361328125,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gated_product,128,896,1024,4096,128,0.05670651141808935,0.0,0.51513671875,0.02490234375,0.15478515625,1.0,94,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,128,1024,1152,4096,128,0.06021491445864669,0.0,0.499755859375,0.028076171875,0.175537109375,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gated_product,128,1152,1280,4096,128,0.07316044095488818,0.0,0.497802734375,0.027587890625,0.1962890625,1.0,81,0.6328125
+fresh-zh-1,layers.7.mlp.gated_product,128,1280,1408,4096,128,0.06245978427720044,0.0,0.50341796875,0.028076171875,0.1767578125,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,1408,1536,4096,128,0.06841840428797936,0.0,0.502685546875,0.0302734375,0.183349609375,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,128,1536,1664,4096,128,0.06396098134667463,0.0,0.528564453125,0.027587890625,0.169921875,1.0,89,0.6953125
+fresh-zh-1,layers.7.mlp.gated_product,128,1664,1792,4096,128,0.05741905398317613,0.0,0.474853515625,0.02587890625,0.17578125,1.0,92,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,128,1792,1920,4096,128,0.06476836650166373,0.0,0.51025390625,0.02734375,0.185546875,1.0,85,0.6640625
+fresh-zh-1,layers.7.mlp.gated_product,128,1920,2048,4096,128,0.05800760091205666,0.0,0.497314453125,0.028076171875,0.1787109375,1.0,95,0.7421875
+fresh-zh-1,layers.7.mlp.gated_product,128,2048,2176,4096,128,0.06374337578873761,0.0,0.498291015625,0.031005859375,0.1943359375,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,128,2176,2304,4096,128,0.059755153325243664,0.0,0.47607421875,0.024169921875,0.18017578125,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,2304,2432,4096,128,0.06294526335683345,0.0,0.49169921875,0.025634765625,0.16455078125,1.0,91,0.7109375
+fresh-zh-1,layers.7.mlp.gated_product,128,2432,2560,4096,128,0.05600247174629212,0.0,0.4892578125,0.024169921875,0.153076171875,1.0,94,0.734375
+fresh-zh-1,layers.7.mlp.gated_product,128,2560,2688,4096,128,0.07089238539461848,0.0,0.500732421875,0.030517578125,0.192626953125,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,128,2688,2816,4096,128,0.06205445095647673,0.0,0.48779296875,0.028564453125,0.171875,1.0,92,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,128,2816,2944,4096,128,0.06289209313663141,0.0,0.50390625,0.029296875,0.18212890625,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,2944,3072,4096,128,0.06750036718037232,0.0,0.528076171875,0.035888671875,0.1982421875,1.0,86,0.671875
+fresh-zh-1,layers.7.mlp.gated_product,128,3072,3200,4096,128,0.06569805119310307,0.0,0.505126953125,0.030517578125,0.18408203125,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gated_product,128,3200,3328,4096,128,0.05775815528495584,0.0,0.524169921875,0.02197265625,0.166259765625,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,3328,3456,4096,128,0.05994094677023214,0.0,0.489501953125,0.024658203125,0.16162109375,1.0,93,0.7265625
+fresh-zh-1,layers.7.mlp.gated_product,128,3456,3584,4096,128,0.06226428603844125,0.0,0.525634765625,0.033447265625,0.19677734375,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,128,3584,3712,4096,128,0.06148336415023476,0.0,0.5146484375,0.021728515625,0.17431640625,1.0,92,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,128,3712,3840,4096,128,0.056384404039604034,0.0,0.5146484375,0.02978515625,0.178955078125,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,3840,3968,4096,128,0.05694211625730208,0.0,0.489013671875,0.02001953125,0.16162109375,1.0,93,0.7265625
+fresh-zh-1,layers.7.mlp.gated_product,128,3968,4096,4096,128,0.06510993240039836,0.0,0.491943359375,0.025146484375,0.17578125,1.0,91,0.7109375
+fresh-zh-1,layers.7.mlp.gated_product,128,4096,4224,4096,128,0.07341940203814634,0.0,0.505859375,0.033203125,0.1875,1.0,80,0.625
+fresh-zh-1,layers.7.mlp.gated_product,128,4224,4352,4096,128,0.061804325083705,0.0,0.52587890625,0.028076171875,0.177734375,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,128,4352,4480,4096,128,0.06241862225747456,0.0,0.50927734375,0.022705078125,0.164794921875,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gated_product,128,4480,4608,4096,128,0.09136459468638103,0.0,0.512451171875,0.039306640625,0.23974609375,1.0,62,0.484375
+fresh-zh-1,layers.7.mlp.gated_product,128,4608,4736,4096,128,0.057144588463359014,0.0,0.52783203125,0.030517578125,0.166015625,1.0,91,0.7109375
+fresh-zh-1,layers.7.mlp.gated_product,128,4736,4864,4096,128,0.06092161680407125,0.0,0.5185546875,0.02783203125,0.167236328125,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,4864,4992,4096,128,0.067322068149097,0.0,0.51416015625,0.0244140625,0.16748046875,1.0,84,0.65625
+fresh-zh-1,layers.7.mlp.gated_product,128,4992,5120,4096,128,0.05974578559837472,0.0,0.5048828125,0.02734375,0.176025390625,1.0,92,0.71875
+fresh-zh-1,layers.7.mlp.gated_product,128,5120,5248,4096,128,0.06326108575706639,0.0,0.49658203125,0.024658203125,0.174560546875,1.0,90,0.703125
+fresh-zh-1,layers.7.mlp.gated_product,128,5248,5376,4096,128,0.06601358678736927,0.0,0.501708984375,0.02587890625,0.173095703125,1.0,91,0.7109375
+fresh-zh-1,layers.7.mlp.gated_product,128,5376,5504,4096,128,0.06821076568147044,0.0,0.525146484375,0.029541015625,0.18798828125,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.gated_product,128,5504,5632,4096,128,0.061632128546753984,0.0,0.480224609375,0.02978515625,0.16748046875,1.0,89,0.6953125
+fresh-zh-1,layers.7.mlp.gated_product,128,5632,5760,4096,128,0.0640509055469874,0.0,0.49462890625,0.025390625,0.1748046875,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gated_product,128,5760,5888,4096,128,0.06205151454000856,0.0,0.51123046875,0.0244140625,0.158935546875,1.0,93,0.7265625
+fresh-zh-1,layers.7.mlp.gated_product,128,5888,6016,4096,128,0.06434363494749303,0.0,0.492431640625,0.03125,0.188232421875,1.0,87,0.6796875
+fresh-zh-1,layers.7.mlp.gated_product,128,6016,6144,4096,128,0.06385878791772343,0.0,0.50390625,0.0302734375,0.182861328125,1.0,88,0.6875
+fresh-zh-1,layers.7.mlp.down_proj.output,0,0,2048,65536,2048,0.04264570761748223,0.0,0.5100250244140625,0.0089874267578125,0.0893707275390625,1.0,1575,0.76904296875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,0,64,2048,64,0.04342962600714226,0.0,0.4697265625,0.0087890625,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,64,128,2048,64,0.0409494193196557,0.0,0.484375,0.00634765625,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,128,192,2048,64,0.04377992158045795,0.0,0.5400390625,0.0087890625,0.0966796875,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,192,256,2048,64,0.042058731879830766,0.0,0.50439453125,0.00830078125,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,256,320,2048,64,0.04420312788754825,0.0,0.52685546875,0.0107421875,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,320,384,2048,64,0.04128578814442622,0.0,0.5234375,0.009765625,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,384,448,2048,64,0.0431329761389523,0.0,0.5068359375,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,448,512,2048,64,0.04123729305222778,0.0,0.50244140625,0.01220703125,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.down_proj.output,64,512,576,2048,64,0.03866445445857392,0.0,0.48779296875,0.00927734375,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.down_proj.output,64,576,640,2048,64,0.04403301014500513,0.0,0.48779296875,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,640,704,2048,64,0.04156274242879924,0.0,0.53173828125,0.00634765625,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,704,768,2048,64,0.041748777742811015,0.0,0.50732421875,0.00634765625,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,768,832,2048,64,0.043947567046682304,0.0,0.51416015625,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,832,896,2048,64,0.042017450416578055,0.0,0.50439453125,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,896,960,2048,64,0.04352014773198306,0.0,0.52734375,0.01318359375,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,960,1024,2048,64,0.04496735780771785,0.0,0.494140625,0.00927734375,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1024,1088,2048,64,0.04203463127014648,0.0,0.5029296875,0.0107421875,0.091796875,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1088,1152,2048,64,0.041146303215294326,0.0,0.50439453125,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1152,1216,2048,64,0.05051266067159259,0.0,0.5283203125,0.01123046875,0.1279296875,1.0,42,0.65625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1216,1280,2048,64,0.041810132635766405,0.0,0.478515625,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1280,1344,2048,64,0.04294746729612083,0.0,0.51416015625,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1344,1408,2048,64,0.040917992819927515,0.0,0.52392578125,0.00830078125,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1408,1472,2048,64,0.04319241749135668,0.0,0.55078125,0.01025390625,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1472,1536,2048,64,0.041756539594125126,0.0,0.486328125,0.00927734375,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1536,1600,2048,64,0.0415240730764223,0.0,0.5185546875,0.01123046875,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1600,1664,2048,64,0.04545112023851784,0.0,0.4951171875,0.0029296875,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1664,1728,2048,64,0.04205057951978043,0.0,0.525390625,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1728,1792,2048,64,0.042030461642240335,0.0,0.51123046875,0.0107421875,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1792,1856,2048,64,0.04098755117842065,0.0,0.517578125,0.00732421875,0.09912109375,1.0,48,0.75
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1856,1920,2048,64,0.04436260422132493,0.0,0.5205078125,0.00634765625,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1920,1984,2048,64,0.04034061802506354,0.0,0.501953125,0.00732421875,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,64,1984,2048,2048,64,0.04152172428146309,0.0,0.5283203125,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,0,128,4096,128,0.042207744299697175,0.0,0.47705078125,0.00732421875,0.089111328125,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.down_proj.output,128,128,256,4096,128,0.042927953951536875,0.0,0.522216796875,0.008544921875,0.0947265625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,128,256,384,4096,128,0.04276933958894731,0.0,0.525146484375,0.009765625,0.085205078125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.down_proj.output,128,384,512,4096,128,0.04219578159531318,0.0,0.504638671875,0.0107421875,0.08984375,1.0,100,0.78125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,512,640,4096,128,0.041435769698469835,0.0,0.48779296875,0.009765625,0.088134765625,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.down_proj.output,128,640,768,4096,128,0.04165586394027461,0.0,0.51953125,0.00634765625,0.087646484375,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,128,768,896,4096,128,0.04299334127997167,0.0,0.50927734375,0.0078125,0.082275390625,1.0,102,0.796875
+fresh-zh-1,layers.7.mlp.down_proj.output,128,896,1024,4096,128,0.044249669641823045,0.0,0.5107421875,0.01123046875,0.0859375,1.0,104,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1024,1152,4096,128,0.04159283889266346,0.0,0.503662109375,0.010009765625,0.092041015625,1.0,99,0.7734375
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1152,1280,4096,128,0.046366022468742316,0.0,0.50341796875,0.010009765625,0.1083984375,1.0,91,0.7109375
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1280,1408,4096,128,0.041945006160227276,0.0,0.51904296875,0.009521484375,0.08837890625,1.0,98,0.765625
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1408,1536,4096,128,0.04248054570990934,0.0,0.5185546875,0.009765625,0.093994140625,1.0,97,0.7578125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1536,1664,4096,128,0.04353190195587752,0.0,0.5068359375,0.00732421875,0.081298828125,1.0,101,0.7890625
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1664,1792,4096,128,0.04204052178439995,0.0,0.518310546875,0.009521484375,0.0859375,1.0,104,0.8125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1792,1920,4096,128,0.042708430109883275,0.0,0.51904296875,0.0068359375,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.7.mlp.down_proj.output,128,1920,2048,4096,128,0.04093543116879266,0.0,0.51513671875,0.0078125,0.0859375,1.0,98,0.765625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5521285489806553,0.0,0.4993082682291667,0.015691121419270832,0.15509541829427084,1.0,2391,0.38916015625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3374644222878485,0.0,0.546875,0.01513671875,0.12109375,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.0445109463794195,0.0,0.494140625,0.0068359375,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3408751112768118,0.0,0.47265625,0.01416015625,0.1455078125,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.2213988017274358,0.0,0.44287109375,0.01416015625,0.12060546875,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.1773137879789854,0.0,0.4951171875,0.0126953125,0.12841796875,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.5484995708311957,0.0,0.5263671875,0.009765625,0.0986328125,1.0,39,0.609375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5932703488193203,0.0,0.4921875,0.0107421875,0.10546875,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.551702807303958,0.0,0.49560546875,0.0068359375,0.109375,1.0,34,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.8133088918610294,0.0,0.46923828125,0.0087890625,0.11279296875,1.0,29,0.453125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.2857302143386846,0.0,0.484375,0.01220703125,0.1455078125,1.0,22,0.34375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.9316408885552682,0.0,0.51513671875,0.0146484375,0.1044921875,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.01090403279906,0.0,0.4873046875,0.0146484375,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.5614990953903507,0.0,0.5888671875,0.01025390625,0.1005859375,1.0,37,0.578125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.54344162112743,0.0,0.42724609375,0.01171875,0.1103515625,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.2062200020450717,0.0,0.44970703125,0.01220703125,0.1396484375,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.1285155519898904,0.0,0.5244140625,0.01123046875,0.115234375,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.4040742054896358,0.0,0.5205078125,0.01416015625,0.123046875,1.0,33,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.1870878305140302,0.0,0.47607421875,0.01123046875,0.1142578125,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5315219683564363,0.0,0.5009765625,0.02001953125,0.2041015625,1.0,17,0.265625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.4507068225086457,0.0,0.50146484375,0.017578125,0.171875,1.0,23,0.359375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4392288550885388,0.0,0.50634765625,0.017578125,0.2138671875,1.0,15,0.234375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.5112633170974612,0.0,0.5107421875,0.01806640625,0.1923828125,1.0,19,0.296875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.9235513516662776,0.0,0.453125,0.00927734375,0.10595703125,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.8758758641957923,0.0,0.48974609375,0.01220703125,0.10791015625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.5165332767942914,0.0,0.384765625,0.0126953125,0.1103515625,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.98116754497627,0.0,0.43896484375,0.01123046875,0.12255859375,1.0,27,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.4602115129707227,0.0,0.51416015625,0.00634765625,0.07568359375,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.5896465378587061,0.0,0.5009765625,0.01123046875,0.0927734375,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.0809024699721765,0.0,0.49755859375,0.01123046875,0.10986328125,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.3166118978641952,0.0,0.4794921875,0.01123046875,0.1162109375,1.0,39,0.609375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.3925603207873452,0.0,0.46240234375,0.01220703125,0.1171875,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.588137359926976,0.0,0.44873046875,0.0126953125,0.125,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.1276439348131804,0.0,0.5361328125,0.0126953125,0.099609375,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9479469921558726,0.0,0.48193359375,0.013671875,0.09765625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.8872226252363619,0.0,0.50537109375,0.0107421875,0.10302734375,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.9454178373237648,0.0,0.4873046875,0.01171875,0.1103515625,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4623176139909568,0.0,0.51513671875,0.015625,0.16552734375,1.0,26,0.40625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.9359702452448231,0.0,0.48046875,0.01171875,0.13330078125,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.703717476121556,0.0,0.548828125,0.01171875,0.12646484375,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.093025405181889,0.0,0.576171875,0.01171875,0.130859375,1.0,30,0.46875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.064743744421069,0.0,0.5185546875,0.00830078125,0.0927734375,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.8998930067383615,0.0,0.4921875,0.021484375,0.18798828125,1.0,20,0.3125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.140302248364961,0.0,0.46435546875,0.01123046875,0.11962890625,1.0,39,0.609375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.1804512418867168,0.0,0.46044921875,0.01416015625,0.1103515625,1.0,38,0.59375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.3860241653030707,0.0,0.5322265625,0.009765625,0.13671875,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.784645234200792,0.0,0.513671875,0.01513671875,0.1298828125,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.4418573667561634,0.0,0.5302734375,0.01220703125,0.13330078125,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.1107647028449132,0.0,0.4755859375,0.0068359375,0.10498046875,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.5577851981099051,0.0,0.5322265625,0.01220703125,0.123046875,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.190660975518249,0.0,0.49560546875,0.01025390625,0.1171875,1.0,40,0.625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.294668941088938,0.0,0.52197265625,0.01953125,0.15478515625,1.0,23,0.359375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4780422781269906,0.0,0.46875,0.0146484375,0.17626953125,1.0,19,0.296875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4687416912438562,0.0,0.4833984375,0.0146484375,0.14794921875,1.0,27,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.6808625472981004,0.0,0.484375,0.00732421875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.773476594135825,0.0,0.5,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8759236604980732,0.0,0.51953125,0.0126953125,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.3606928867557542,0.0,0.45654296875,0.00537109375,0.1064453125,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.4496189332940648,0.0,0.5302734375,0.01025390625,0.09765625,1.0,37,0.578125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,5.010684673090454,0.0,0.45947265625,0.001953125,0.03173828125,1.0,51,0.796875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,4.857274558359564,0.0,0.498046875,0.0029296875,0.0224609375,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.8309086057374141,0.0,0.53173828125,0.00830078125,0.1064453125,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7962150738293785,0.0,0.47216796875,0.00634765625,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.9914836241091103,0.0,0.50341796875,0.01123046875,0.115234375,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.09589900973045,0.0,0.453125,0.01220703125,0.10498046875,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7600571180750367,0.0,0.5185546875,0.0126953125,0.099609375,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.2296652079895394,0.0,0.45166015625,0.01220703125,0.1689453125,1.0,27,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3233617424744573,0.0,0.494140625,0.01318359375,0.13916015625,1.0,34,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.1633638389536982,0.0,0.53955078125,0.01513671875,0.11279296875,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.2751366906928423,0.0,0.50537109375,0.00927734375,0.14208984375,1.0,29,0.453125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9238666135465866,0.0,0.4833984375,0.009765625,0.115234375,1.0,39,0.609375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0122601991925122,0.0,0.47216796875,0.0107421875,0.13037109375,1.0,33,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.67610444188726,0.0,0.51513671875,0.009765625,0.1025390625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.7813379129495299,0.0,0.5517578125,0.0107421875,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.0696009821920582,0.0,0.49560546875,0.0146484375,0.11376953125,1.0,37,0.578125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7918303735159472,0.0,0.505859375,0.01171875,0.1123046875,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.801656105691291,0.0,0.49267578125,0.01025390625,0.1015625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.7360211105831111,0.0,0.54296875,0.015625,0.14990234375,1.0,24,0.375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.2474269058322471,0.0,0.46142578125,0.015625,0.10888671875,1.0,33,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.7672901314942064,0.0,0.51513671875,0.01025390625,0.1123046875,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.6409526859350506,0.0,0.5283203125,0.01220703125,0.1181640625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9476934461336561,0.0,0.541015625,0.01123046875,0.12353515625,1.0,38,0.59375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.6822413259238053,0.0,0.50634765625,0.0107421875,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.6462904866783195,0.0,0.5478515625,0.0224609375,0.20068359375,1.0,22,0.34375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.8651854484131178,0.0,0.548828125,0.013671875,0.12939453125,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.2892281051952563,0.0,0.51953125,0.0146484375,0.15283203125,1.0,29,0.453125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.0244396149518438,0.0,0.51171875,0.0166015625,0.12744140625,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.4696323313721078,0.0,0.53955078125,0.013671875,0.14794921875,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.7204422767352505,0.0,0.51220703125,0.025390625,0.22265625,1.0,11,0.171875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.117957889845179,0.0,0.54248046875,0.01220703125,0.111328125,1.0,34,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.381401206842074,0.0,0.45849609375,0.01123046875,0.14990234375,1.0,22,0.34375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.089032135350396,0.0,0.5234375,0.02978515625,0.216796875,1.0,9,0.140625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.430297486456938,0.0,0.46484375,0.0166015625,0.1591796875,1.0,22,0.34375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.4831865446503405,0.0,0.5009765625,0.01611328125,0.17138671875,1.0,20,0.3125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.7663382002509457,0.0,0.46728515625,0.00732421875,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.2017907586263434,0.0,0.537109375,0.0185546875,0.1572265625,1.0,31,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0720927617210376,0.0,0.5107421875,0.0185546875,0.15576171875,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.199961290624035,0.0,0.5205078125,0.011962890625,0.107421875,1.0,79,0.6171875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.282528965930754,0.0,0.457763671875,0.013916015625,0.133056640625,1.0,65,0.5078125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.8892520017440493,0.0,0.5107421875,0.012451171875,0.114990234375,1.0,68,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.5726239230378354,0.0,0.493896484375,0.0087890625,0.108154296875,1.0,69,0.5390625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.063086492375325,0.0,0.476806640625,0.011962890625,0.130126953125,1.0,49,0.3828125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9720806830601699,0.0,0.501220703125,0.014404296875,0.1025390625,1.0,88,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5524966123527213,0.0,0.508056640625,0.01123046875,0.10546875,1.0,72,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1680141361337757,0.0,0.487060546875,0.01171875,0.1298828125,1.0,66,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.300115743285162,0.0,0.498291015625,0.01318359375,0.119873046875,1.0,73,0.5703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.491661795520604,0.0,0.501220703125,0.018798828125,0.18896484375,1.0,40,0.3125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4756856899292423,0.0,0.508544921875,0.018310546875,0.202880859375,1.0,34,0.265625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.9000293408121022,0.0,0.471435546875,0.010009765625,0.107666015625,1.0,92,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7642134254238815,0.0,0.411865234375,0.01171875,0.1171875,1.0,56,0.4375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.5263017031272712,0.0,0.507568359375,0.009033203125,0.08642578125,1.0,90,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.204536641034533,0.0,0.488525390625,0.01171875,0.11328125,1.0,82,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4935535680093932,0.0,0.45556640625,0.012451171875,0.123779296875,1.0,66,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.0416775757542056,0.0,0.509033203125,0.012451171875,0.098388671875,1.0,90,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.9167821098443312,0.0,0.496337890625,0.01123046875,0.10693359375,1.0,86,0.671875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.2276834087361164,0.0,0.497802734375,0.013916015625,0.154052734375,1.0,67,0.5234375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.9083249965845461,0.0,0.5625,0.0126953125,0.131591796875,1.0,60,0.46875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5400117983861568,0.0,0.50537109375,0.01416015625,0.1494140625,1.0,59,0.4609375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.1605503763512546,0.0,0.46240234375,0.0126953125,0.1142578125,1.0,76,0.59375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.5930060159752233,0.0,0.52294921875,0.011962890625,0.135498046875,1.0,62,0.484375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.287002504106959,0.0,0.5029296875,0.009521484375,0.121337890625,1.0,72,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.386428556051913,0.0,0.513916015625,0.01171875,0.11962890625,1.0,68,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3893841518729038,0.0,0.495361328125,0.0166015625,0.1689453125,1.0,41,0.3203125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.1447217923825688,0.0,0.48388671875,0.01318359375,0.127197265625,1.0,71,0.5546875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8262893865639022,0.0,0.509765625,0.01171875,0.0947265625,1.0,96,0.75
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.4058592006015984,0.0,0.493408203125,0.008056640625,0.10205078125,1.0,72,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,4.934575819076585,0.0,0.478759765625,0.00244140625,0.027587890625,1.0,99,0.7734375
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8137467526453227,0.0,0.501953125,0.007568359375,0.096435546875,1.0,95,0.7421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.0449962718605068,0.0,0.478271484375,0.011474609375,0.109619140625,1.0,84,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.0221945378636317,0.0,0.485107421875,0.0126953125,0.138427734375,1.0,72,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.245933730828032,0.0,0.516845703125,0.01416015625,0.127197265625,1.0,74,0.578125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1134413095392885,0.0,0.494384765625,0.01025390625,0.127685546875,1.0,65,0.5078125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8607519756610924,0.0,0.49365234375,0.0107421875,0.119384765625,1.0,77,0.6015625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.936625644352786,0.0,0.523681640625,0.012451171875,0.104248046875,1.0,80,0.625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7967583862798467,0.0,0.499267578125,0.010986328125,0.107421875,1.0,90,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.51159571013291,0.0,0.502197265625,0.01708984375,0.132568359375,1.0,54,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.7069492525972965,0.0,0.521728515625,0.010986328125,0.119384765625,1.0,87,0.6796875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8257045762992224,0.0,0.523681640625,0.011474609375,0.11279296875,1.0,86,0.671875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.2892979378901535,0.0,0.54833984375,0.01806640625,0.163330078125,1.0,52,0.40625
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.1643851664951836,0.0,0.515625,0.015380859375,0.14013671875,1.0,63,0.4921875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.186392619186075,0.0,0.52587890625,0.019775390625,0.193359375,1.0,39,0.3046875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.2566023909200206,0.0,0.50048828125,0.0126953125,0.132080078125,1.0,54,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.7902243102879132,0.0,0.494140625,0.02392578125,0.195556640625,1.0,25,0.1953125
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1804906953033716,0.0,0.484130859375,0.01416015625,0.137939453125,1.0,63,0.4921875
+fresh-zh-1,layers.8.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1387896902532801,0.0,0.52392578125,0.018798828125,0.15625,1.0,67,0.5234375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5911075104986345,0.0,0.314453125,0.0085601806640625,0.0865936279296875,1.0,1155,0.56396484375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,0,64,2048,64,1.542894210742229,0.0,0.078125,0.0029296875,0.03955078125,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,64,128,2048,64,1.6956411106073843,0.0,0.16796875,0.0048828125,0.04638671875,1.0,43,0.671875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,128,192,2048,64,1.588332456904569,0.0,0.43603515625,0.01123046875,0.1064453125,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,192,256,2048,64,1.738690656345504,0.0,0.421875,0.0107421875,0.1025390625,1.0,32,0.5
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,256,320,2048,64,1.9695803931060893,0.0,0.392578125,0.00537109375,0.0498046875,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8136964268718045,0.0,0.345703125,0.00732421875,0.06005859375,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,384,448,2048,64,1.8078040247913536,0.0,0.30224609375,0.0029296875,0.04052734375,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,448,512,2048,64,1.5431030474869183,0.0,0.275390625,0.00244140625,0.02880859375,1.0,44,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3508955172634967,0.0,0.34716796875,0.009765625,0.10498046875,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2204839591326013,0.0,0.4150390625,0.00634765625,0.09033203125,1.0,33,0.515625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1151461829621276,0.0,0.36669921875,0.0107421875,0.09423828125,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1696171353185176,0.0,0.33154296875,0.0078125,0.08203125,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,768,832,2048,64,1.1159373418606884,0.0,0.48291015625,0.00732421875,0.1201171875,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3726220504500435,0.0,0.47705078125,0.01171875,0.12548828125,1.0,30,0.46875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,896,960,2048,64,2.1354203076517226,0.0,0.04736328125,0.0,0.00048828125,1.0,53,0.828125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.0177785943200957,0.0,0.109375,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.6249128948783025,0.0,0.11865234375,0.001953125,0.0380859375,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4871855915314283,0.0,0.1923828125,0.00390625,0.03955078125,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6781585136237909,0.0,0.43994140625,0.02783203125,0.29443359375,1.0,11,0.171875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1216,1280,2048,64,0.9948730675561954,0.0,0.4072265625,0.02490234375,0.2138671875,1.0,19,0.296875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.7277798251587437,0.0,0.3974609375,0.00341796875,0.03369140625,1.0,42,0.65625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.8732167706002885,0.0,0.41650390625,0.00634765625,0.0478515625,1.0,41,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.806275553975405,0.0,0.1591796875,0.00244140625,0.0390625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.8319297641395083,0.0,0.22119140625,0.001953125,0.03955078125,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0824635859784093,0.0,0.5068359375,0.0107421875,0.1044921875,1.0,35,0.546875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3384964188881827,0.0,0.52197265625,0.017578125,0.1328125,1.0,28,0.4375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.6074735412864767,0.0,0.60009765625,0.013671875,0.1298828125,1.0,27,0.421875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3538461214443316,0.0,0.6279296875,0.0107421875,0.09521484375,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.6132154361717284,0.0,0.1396484375,0.00439453125,0.06396484375,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5811447236636513,0.0,0.15185546875,0.00439453125,0.0517578125,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6538548763095928,0.0,0.08837890625,0.00244140625,0.02587890625,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.6482394675310714,0.0,0.076171875,0.00341796875,0.0263671875,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6210677532915965,0.0,0.123046875,0.003662109375,0.043701171875,1.0,88,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,128,256,4096,128,1.6652094751291298,0.0,0.428955078125,0.01123046875,0.10546875,1.0,67,0.5234375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,256,384,4096,128,1.8932434674065943,0.0,0.369140625,0.00634765625,0.05419921875,1.0,81,0.6328125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6806728425269495,0.0,0.288818359375,0.0029296875,0.034423828125,1.0,83,0.6484375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,512,640,4096,128,1.2873421831553955,0.0,0.381103515625,0.007568359375,0.098876953125,1.0,68,0.53125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,640,768,4096,128,1.1427062729778155,0.0,0.34912109375,0.009033203125,0.089111328125,1.0,82,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,768,896,4096,128,1.250881178278093,0.0,0.47998046875,0.00927734375,0.12255859375,1.0,65,0.5078125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.07743235100782,0.0,0.078369140625,0.0,0.000244140625,1.0,105,0.8203125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.5575722936031684,0.0,0.155517578125,0.003173828125,0.0380859375,1.0,92,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3794905612936765,0.0,0.423583984375,0.028076171875,0.2666015625,1.0,25,0.1953125
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.8019661753045968,0.0,0.406982421875,0.005126953125,0.04150390625,1.0,82,0.640625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.819147882612817,0.0,0.190185546875,0.002197265625,0.0390625,1.0,92,0.71875
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2172304790683084,0.0,0.514404296875,0.013916015625,0.11865234375,1.0,61,0.4765625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.4860805002566224,0.0,0.614013671875,0.012451171875,0.1142578125,1.0,61,0.4765625
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.5972605737124022,0.0,0.145751953125,0.00439453125,0.057373046875,1.0,91,0.7109375
+fresh-zh-1,layers.8.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.651049559253163,0.0,0.082275390625,0.0029296875,0.026123046875,1.0,94,0.734375
+fresh-zh-1,layers.8.linear_attn.in_proj_b.output,0,0,16,512,16,1.183490119002411,0.0,0.48828125,0.001953125,0.0625,1.0,11,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_b.output,64,0,16,512,16,1.183490119002411,0.0,0.48828125,0.001953125,0.0625,1.0,11,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_b.output,128,0,16,512,16,1.183490119002411,0.0,0.48828125,0.001953125,0.0625,1.0,11,0.6875
+fresh-zh-1,layers.8.linear_attn.in_proj_a.output,0,0,16,512,16,1.2837916059642727,0.0,0.623046875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.8.linear_attn.in_proj_a.output,64,0,16,512,16,1.2837916059642727,0.0,0.623046875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.8.linear_attn.in_proj_a.output,128,0,16,512,16,1.2837916059642727,0.0,0.623046875,0.0078125,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,0,0,2048,65536,2048,0.02784173400544582,0.0,0.503692626953125,0.009857177734375,0.094635009765625,1.0,1504,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,0,64,2048,64,0.026861010716411237,0.0,0.51025390625,0.00927734375,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,64,128,2048,64,0.026936186780668003,0.0,0.48095703125,0.0087890625,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,128,192,2048,64,0.027123797074768422,0.0,0.49853515625,0.01025390625,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,192,256,2048,64,0.02825100655583763,0.0,0.50244140625,0.00732421875,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,256,320,2048,64,0.028005549985737878,0.0,0.52197265625,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,320,384,2048,64,0.02758766963236005,0.0,0.56201171875,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,384,448,2048,64,0.028720152681515086,0.0,0.537109375,0.00830078125,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,448,512,2048,64,0.026805552101400346,0.0,0.47412109375,0.00830078125,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,512,576,2048,64,0.027132818045741344,0.0,0.50048828125,0.01220703125,0.09423828125,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,576,640,2048,64,0.028429100463220336,0.0,0.5400390625,0.00830078125,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,640,704,2048,64,0.02752942914237549,0.0,0.45654296875,0.01123046875,0.10546875,1.0,45,0.703125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,704,768,2048,64,0.0269243126744191,0.0,0.48974609375,0.01220703125,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,768,832,2048,64,0.026787886094280018,0.0,0.455078125,0.009765625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,832,896,2048,64,0.028517648461142648,0.0,0.49267578125,0.01318359375,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,896,960,2048,64,0.028532733253298134,0.0,0.52783203125,0.00732421875,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,960,1024,2048,64,0.02781108685595345,0.0,0.498046875,0.0078125,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1024,1088,2048,64,0.026559569371214408,0.0,0.49951171875,0.00830078125,0.103515625,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02676337713292529,0.0,0.5322265625,0.009765625,0.11083984375,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1152,1216,2048,64,0.040144819847431526,0.0,0.5048828125,0.0107421875,0.13134765625,1.0,36,0.5625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1216,1280,2048,64,0.027183609060066234,0.0,0.552734375,0.00830078125,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1280,1344,2048,64,0.026785501161613913,0.0,0.521484375,0.01171875,0.1044921875,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1344,1408,2048,64,0.026140602157520298,0.0,0.4755859375,0.009765625,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1408,1472,2048,64,0.027571856064920037,0.0,0.50390625,0.01171875,0.09521484375,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1472,1536,2048,64,0.026897110919644543,0.0,0.51904296875,0.01123046875,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1536,1600,2048,64,0.025617520958565225,0.0,0.525390625,0.009765625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1600,1664,2048,64,0.028438565442907567,0.0,0.47998046875,0.01220703125,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1664,1728,2048,64,0.027675672205948954,0.0,0.48046875,0.0087890625,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1728,1792,2048,64,0.028071886653275077,0.0,0.50830078125,0.00927734375,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1792,1856,2048,64,0.026736466918938925,0.0,0.46923828125,0.01025390625,0.109375,1.0,46,0.71875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1856,1920,2048,64,0.028230283018825818,0.0,0.5205078125,0.01025390625,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1920,1984,2048,64,0.0260296414668202,0.0,0.49462890625,0.00830078125,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,64,1984,2048,2048,64,0.02692390622635303,0.0,0.482421875,0.01123046875,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,0,128,4096,128,0.026898625011236105,0.0,0.49560546875,0.009033203125,0.086669921875,1.0,97,0.7578125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,128,256,4096,128,0.027693137590125077,0.0,0.50048828125,0.00927734375,0.0966796875,1.0,96,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,256,384,4096,128,0.027797395073530757,0.0,0.5419921875,0.008544921875,0.087890625,1.0,98,0.765625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,384,512,4096,128,0.027779351985876367,0.0,0.505615234375,0.008056640625,0.09423828125,1.0,92,0.71875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,512,640,4096,128,0.027788518926448576,0.0,0.520263671875,0.010498046875,0.0908203125,1.0,96,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,640,768,4096,128,0.027228551943639583,0.0,0.47314453125,0.011962890625,0.099365234375,1.0,93,0.7265625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,768,896,4096,128,0.02766628919057842,0.0,0.473876953125,0.01123046875,0.089111328125,1.0,96,0.75
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,896,1024,4096,128,0.028174220654822484,0.0,0.512939453125,0.007568359375,0.080810546875,1.0,100,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02666166799680338,0.0,0.515869140625,0.009033203125,0.107177734375,1.0,94,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1152,1280,4096,128,0.03428232169875056,0.0,0.52880859375,0.010009765625,0.11083984375,1.0,82,0.640625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1280,1408,4096,128,0.026465016093293568,0.0,0.49853515625,0.01123046875,0.097900390625,1.0,93,0.7265625
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1408,1536,4096,128,0.027236573046992618,0.0,0.511474609375,0.01123046875,0.092529296875,1.0,95,0.7421875
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1536,1664,4096,128,0.027064823891105084,0.0,0.502685546875,0.0107421875,0.091064453125,1.0,100,0.78125
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1664,1792,4096,128,0.027874483424141325,0.0,0.494384765625,0.009033203125,0.091064453125,1.0,94,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1792,1920,4096,128,0.027493522351915194,0.0,0.494873046875,0.01025390625,0.1005859375,1.0,94,0.734375
+fresh-zh-1,layers.8.linear_attn.out_proj.output,128,1920,2048,4096,128,0.026480549100959528,0.0,0.488525390625,0.009765625,0.09619140625,1.0,94,0.734375
+fresh-zh-1,layers.8.mlp.gate_proj.output,0,0,6144,196608,6144,0.5689089520868569,0.0,0.7877705891927084,0.0080718994140625,0.08079020182291667,1.0,4060,0.6608072916666666
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,0,64,2048,64,0.560378213646572,0.0,0.79638671875,0.00732421875,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,64,128,2048,64,0.5601945740914246,0.0,0.759765625,0.00927734375,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,128,192,2048,64,0.5801376515487386,0.0,0.81787109375,0.00732421875,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,192,256,2048,64,0.5223089206088708,0.0,0.7646484375,0.0068359375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,256,320,2048,64,0.5446306641704733,0.0,0.73388671875,0.0068359375,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,320,384,2048,64,0.5384313361770705,0.0,0.7978515625,0.005859375,0.08154296875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,384,448,2048,64,0.6154179412906218,0.0,0.7822265625,0.00634765625,0.08349609375,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,448,512,2048,64,0.5906435682706671,0.0,0.744140625,0.0087890625,0.08154296875,1.0,39,0.609375
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,512,576,2048,64,0.5635983532958597,0.0,0.75390625,0.009765625,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,576,640,2048,64,0.4906189460051034,0.0,0.76708984375,0.00732421875,0.07666015625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,640,704,2048,64,0.5308014176205297,0.0,0.7685546875,0.0068359375,0.0771484375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,704,768,2048,64,0.558628806708701,0.0,0.76416015625,0.0048828125,0.08642578125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,768,832,2048,64,0.597245016723973,0.0,0.80615234375,0.00732421875,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,832,896,2048,64,0.5645029696294729,0.0,0.80322265625,0.0048828125,0.078125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,896,960,2048,64,0.6007690839714518,0.0,0.7900390625,0.0078125,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,960,1024,2048,64,0.5172428865832082,0.0,0.76904296875,0.00927734375,0.078125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1024,1088,2048,64,0.5727303577416113,0.0,0.77734375,0.00927734375,0.07958984375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1088,1152,2048,64,0.560647140543436,0.0,0.81103515625,0.00732421875,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1152,1216,2048,64,0.588818976817859,0.0,0.76953125,0.00732421875,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1216,1280,2048,64,0.5089001557493421,0.0,0.783203125,0.00830078125,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1280,1344,2048,64,0.5952532994875829,0.0,0.8359375,0.00634765625,0.078125,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1344,1408,2048,64,0.539017891538813,0.0,0.73828125,0.01220703125,0.08544921875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1408,1472,2048,64,0.60058476713452,0.0,0.8212890625,0.00830078125,0.0751953125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1472,1536,2048,64,0.7028448593679583,0.0,0.78662109375,0.0126953125,0.0859375,1.0,38,0.59375
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1536,1600,2048,64,0.5581516635298799,0.0,0.8408203125,0.00732421875,0.06884765625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1600,1664,2048,64,0.5600528763608096,0.0,0.7998046875,0.0078125,0.08154296875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1664,1728,2048,64,0.5524502096843601,0.0,0.78125,0.00830078125,0.0771484375,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1728,1792,2048,64,0.5360154060957392,0.0,0.80126953125,0.00634765625,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1792,1856,2048,64,0.5231376838753424,0.0,0.779296875,0.0087890625,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1856,1920,2048,64,0.5684957831759038,0.0,0.798828125,0.0087890625,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1920,1984,2048,64,0.5821843139231304,0.0,0.81689453125,0.0126953125,0.08251953125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,1984,2048,2048,64,0.5704533751112244,0.0,0.779296875,0.00732421875,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2048,2112,2048,64,0.5241369562925307,0.0,0.7666015625,0.01025390625,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2112,2176,2048,64,0.5569444161509212,0.0,0.79345703125,0.00439453125,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2176,2240,2048,64,0.5685531469895072,0.0,0.81591796875,0.0107421875,0.087890625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2240,2304,2048,64,0.5809568136655484,0.0,0.78173828125,0.00439453125,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2304,2368,2048,64,0.5477125640974848,0.0,0.78759765625,0.0068359375,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2368,2432,2048,64,0.6039487173040717,0.0,0.783203125,0.0048828125,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2432,2496,2048,64,0.5931667135134585,0.0,0.80712890625,0.01025390625,0.07666015625,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2496,2560,2048,64,0.6404465113520956,0.0,0.81005859375,0.0087890625,0.08740234375,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2560,2624,2048,64,0.5638842009737365,0.0,0.7841796875,0.0078125,0.0791015625,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2624,2688,2048,64,0.5637290723346486,0.0,0.78759765625,0.0107421875,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2688,2752,2048,64,0.5080234446256744,0.0,0.74267578125,0.0087890625,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2752,2816,2048,64,0.6119991584819499,0.0,0.84814453125,0.00341796875,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2816,2880,2048,64,0.5953609098115888,0.0,0.8525390625,0.0087890625,0.0615234375,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2880,2944,2048,64,0.5416262441102444,0.0,0.81201171875,0.00927734375,0.072265625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,2944,3008,2048,64,0.4956114001250092,0.0,0.75732421875,0.00830078125,0.07470703125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3008,3072,2048,64,0.5488940346301601,0.0,0.78125,0.00537109375,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3072,3136,2048,64,0.5397058864448625,0.0,0.76611328125,0.0087890625,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3136,3200,2048,64,0.6075377987914029,0.0,0.8291015625,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3200,3264,2048,64,0.635195632045662,0.0,0.80029296875,0.0087890625,0.0830078125,1.0,40,0.625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3264,3328,2048,64,0.5794994377517492,0.0,0.8173828125,0.005859375,0.07470703125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3328,3392,2048,64,0.5265220302631195,0.0,0.7509765625,0.00732421875,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3392,3456,2048,64,0.5262398929117501,0.0,0.76953125,0.01123046875,0.08740234375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3456,3520,2048,64,0.5689217439183412,0.0,0.78173828125,0.0107421875,0.0849609375,1.0,40,0.625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3520,3584,2048,64,0.5860781940002981,0.0,0.794921875,0.00927734375,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3584,3648,2048,64,0.5677709619022363,0.0,0.80322265625,0.00341796875,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3648,3712,2048,64,0.6094407839595158,0.0,0.79052734375,0.00732421875,0.08154296875,1.0,40,0.625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3712,3776,2048,64,0.5958610280074088,0.0,0.7841796875,0.0078125,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3776,3840,2048,64,0.6223410694335454,0.0,0.78369140625,0.00634765625,0.09765625,1.0,38,0.59375
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3840,3904,2048,64,0.610469746235188,0.0,0.81884765625,0.00634765625,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3904,3968,2048,64,0.574431473262731,0.0,0.79736328125,0.0068359375,0.08544921875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,3968,4032,2048,64,0.5489887344346954,0.0,0.7724609375,0.0078125,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4032,4096,2048,64,0.5263179358874152,0.0,0.75439453125,0.00634765625,0.08447265625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4096,4160,2048,64,0.5978599164038323,0.0,0.8193359375,0.0078125,0.080078125,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4160,4224,2048,64,0.6155558595957478,0.0,0.75244140625,0.009765625,0.08642578125,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4224,4288,2048,64,0.5260987285005281,0.0,0.7998046875,0.009765625,0.0830078125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4288,4352,2048,64,0.5380961156325268,0.0,0.8076171875,0.005859375,0.06884765625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4352,4416,2048,64,0.5964411890888272,0.0,0.787109375,0.00439453125,0.07275390625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4416,4480,2048,64,0.6764276657336584,0.0,0.85009765625,0.00732421875,0.076171875,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4480,4544,2048,64,0.5673645405095399,0.0,0.744140625,0.0078125,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4544,4608,2048,64,0.49533444574632746,0.0,0.7587890625,0.01171875,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4608,4672,2048,64,0.523846247358211,0.0,0.7919921875,0.0087890625,0.09619140625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4672,4736,2048,64,0.6173854501600137,0.0,0.78662109375,0.01123046875,0.0888671875,1.0,39,0.609375
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4736,4800,2048,64,0.5502366022441291,0.0,0.779296875,0.01171875,0.0888671875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4800,4864,2048,64,0.6071633643597032,0.0,0.80078125,0.009765625,0.07763671875,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4864,4928,2048,64,0.5500808397930907,0.0,0.76416015625,0.00732421875,0.08837890625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4928,4992,2048,64,0.5501548963802412,0.0,0.79931640625,0.01123046875,0.07666015625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,4992,5056,2048,64,0.5229636377729731,0.0,0.75537109375,0.01171875,0.0908203125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5056,5120,2048,64,0.6027134033514047,0.0,0.81640625,0.00830078125,0.078125,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5120,5184,2048,64,0.5475277673792115,0.0,0.78125,0.00634765625,0.07861328125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5184,5248,2048,64,0.5243275093162957,0.0,0.81884765625,0.0048828125,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5248,5312,2048,64,0.5516527520964292,0.0,0.7587890625,0.0107421875,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5312,5376,2048,64,0.5705171879107827,0.0,0.76171875,0.00634765625,0.07666015625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5376,5440,2048,64,0.5193437781521217,0.0,0.77099609375,0.0078125,0.07421875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5440,5504,2048,64,0.6125896519865425,0.0,0.83251953125,0.00634765625,0.07470703125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5504,5568,2048,64,0.5772880718216034,0.0,0.7763671875,0.00634765625,0.06494140625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5568,5632,2048,64,0.5572061871763399,0.0,0.73779296875,0.00634765625,0.087890625,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5632,5696,2048,64,0.6278887445831709,0.0,0.8271484375,0.0087890625,0.0869140625,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5696,5760,2048,64,0.5636972089316561,0.0,0.7685546875,0.00830078125,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5760,5824,2048,64,0.6164523834071627,0.0,0.80322265625,0.0107421875,0.08251953125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5824,5888,2048,64,0.5696932262668352,0.0,0.81494140625,0.00439453125,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5888,5952,2048,64,0.5942085256972369,0.0,0.81494140625,0.0078125,0.07470703125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,5952,6016,2048,64,0.5419807746247265,0.0,0.7666015625,0.005859375,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,6016,6080,2048,64,0.5423390007172526,0.0,0.76220703125,0.009765625,0.08740234375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,64,6080,6144,2048,64,0.5104387951499522,0.0,0.7509765625,0.0107421875,0.08642578125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,0,128,4096,128,0.5602864013927145,0.0,0.778076171875,0.00830078125,0.0732421875,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,128,256,4096,128,0.5519811152983811,0.0,0.791259765625,0.00732421875,0.069580078125,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,256,384,4096,128,0.5415398711693334,0.0,0.765869140625,0.00634765625,0.078857421875,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,384,512,4096,128,0.6031579673692015,0.0,0.76318359375,0.007568359375,0.083251953125,1.0,81,0.6328125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,512,640,4096,128,0.5283701609747485,0.0,0.760498046875,0.008544921875,0.085693359375,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,640,768,4096,128,0.5448927824043696,0.0,0.766357421875,0.006103515625,0.081787109375,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,768,896,4096,128,0.5811046432107183,0.0,0.8046875,0.006103515625,0.071044921875,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,896,1024,4096,128,0.5605638661101993,0.0,0.779541015625,0.00927734375,0.077392578125,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1024,1152,4096,128,0.5667209537675334,0.0,0.794189453125,0.00830078125,0.083984375,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1152,1280,4096,128,0.550312254989172,0.0,0.7763671875,0.0078125,0.07568359375,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1280,1408,4096,128,0.5678321838139335,0.0,0.787109375,0.009033203125,0.0810546875,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1408,1536,4096,128,0.6537174308728468,0.0,0.803955078125,0.010986328125,0.0810546875,1.0,81,0.6328125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1536,1664,4096,128,0.5591030780729026,0.0,0.8203125,0.007568359375,0.0751953125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1664,1792,4096,128,0.5442948418606746,0.0,0.791259765625,0.00732421875,0.08251953125,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1792,1920,4096,128,0.546287695165854,0.0,0.7890625,0.0087890625,0.086669921875,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,1920,2048,4096,128,0.5763486915721825,0.0,0.798095703125,0.010009765625,0.0810546875,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2048,2176,4096,128,0.5407895300545715,0.0,0.780029296875,0.007568359375,0.084228515625,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2176,2304,4096,128,0.5747884394697317,0.0,0.798828125,0.007568359375,0.085205078125,1.0,84,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2304,2432,4096,128,0.5765167413022257,0.0,0.785400390625,0.005859375,0.08154296875,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2432,2560,4096,128,0.617259460811832,0.0,0.80859375,0.01025390625,0.082275390625,1.0,82,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2560,2688,4096,128,0.5638066419895533,0.0,0.785888671875,0.00927734375,0.0830078125,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2688,2816,4096,128,0.5624192343225605,0.0,0.79541015625,0.006591796875,0.08056640625,1.0,84,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2816,2944,4096,128,0.5691281056320505,0.0,0.832275390625,0.00927734375,0.068115234375,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,2944,3072,4096,128,0.5229317934427239,0.0,0.769287109375,0.007080078125,0.079345703125,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3072,3200,4096,128,0.5746236250031572,0.0,0.797607421875,0.007080078125,0.07470703125,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3200,3328,4096,128,0.6079856451119884,0.0,0.808837890625,0.00732421875,0.0771484375,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3328,3456,4096,128,0.5263809804904465,0.0,0.76025390625,0.00927734375,0.085205078125,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3456,3584,4096,128,0.5775636762235562,0.0,0.788330078125,0.010009765625,0.08203125,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3584,3712,4096,128,0.5889745046827494,0.0,0.796875,0.00537109375,0.076416015625,1.0,84,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3712,3840,4096,128,0.6092449307962008,0.0,0.783935546875,0.007080078125,0.09033203125,1.0,81,0.6328125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3840,3968,4096,128,0.592724568641813,0.0,0.80810546875,0.007080078125,0.082763671875,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,3968,4096,4096,128,0.537772814566243,0.0,0.763427734375,0.007080078125,0.080078125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4096,4224,4096,128,0.6067724021101558,0.0,0.785888671875,0.0087890625,0.0830078125,1.0,82,0.640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4224,4352,4096,128,0.5321312346539554,0.0,0.8037109375,0.008056640625,0.076416015625,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4352,4480,4096,128,0.6376897674463579,0.0,0.818603515625,0.005615234375,0.076171875,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4480,4608,4096,128,0.5325686504904428,0.0,0.75146484375,0.009765625,0.084228515625,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4608,4736,4096,128,0.5725293376502913,0.0,0.789306640625,0.010009765625,0.09326171875,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4736,4864,4096,128,0.5793995467161489,0.0,0.7900390625,0.010498046875,0.08251953125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4864,4992,4096,128,0.5501178693328483,0.0,0.78173828125,0.00927734375,0.08251953125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,4992,5120,4096,128,0.5642492414758634,0.0,0.785888671875,0.01025390625,0.084716796875,1.0,84,0.65625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5120,5248,4096,128,0.5360531657760703,0.0,0.800048828125,0.005615234375,0.072509765625,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5248,5376,4096,128,0.5611642453850707,0.0,0.76025390625,0.008544921875,0.080078125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5376,5504,4096,128,0.5678838092542846,0.0,0.8017578125,0.00732421875,0.075927734375,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5504,5632,4096,128,0.5673359907916555,0.0,0.757080078125,0.006103515625,0.07666015625,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5632,5760,4096,128,0.59665686073805,0.0,0.7978515625,0.008544921875,0.0859375,1.0,81,0.6328125
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5760,5888,4096,128,0.5935334502210836,0.0,0.80908203125,0.0068359375,0.080322265625,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,5888,6016,4096,128,0.5686945278768305,0.0,0.790771484375,0.007080078125,0.079833984375,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gate_proj.output,128,6016,6144,4096,128,0.5266304944138361,0.0,0.756591796875,0.01025390625,0.086669921875,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.up_proj.output,0,0,6144,196608,6144,0.3167326708448727,0.0,0.4955393473307292,0.0087890625,0.08613077799479167,1.0,4748,0.7727864583333334
+fresh-zh-1,layers.8.mlp.up_proj.output,64,0,64,2048,64,0.31762118349660545,0.0,0.47900390625,0.0068359375,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,64,128,2048,64,0.3036785814948016,0.0,0.46240234375,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,128,192,2048,64,0.3076014428434008,0.0,0.51220703125,0.0087890625,0.09375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,192,256,2048,64,0.31685088445872384,0.0,0.4990234375,0.01416015625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,256,320,2048,64,0.33654837158653866,0.0,0.49169921875,0.00927734375,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,320,384,2048,64,0.3365637607214363,0.0,0.47802734375,0.0068359375,0.078125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,384,448,2048,64,0.30902103963872085,0.0,0.47265625,0.00537109375,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,448,512,2048,64,0.2964823610270252,0.0,0.5107421875,0.009765625,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,512,576,2048,64,0.3107362167518457,0.0,0.546875,0.0107421875,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,576,640,2048,64,0.3192906559480945,0.0,0.44091796875,0.0087890625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,640,704,2048,64,0.3309422980540094,0.0,0.4765625,0.00537109375,0.078125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,64,704,768,2048,64,0.32183692162716226,0.0,0.50146484375,0.00732421875,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,768,832,2048,64,0.3233544728115446,0.0,0.52978515625,0.01123046875,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,832,896,2048,64,0.29201463917657633,0.0,0.51318359375,0.0078125,0.0986328125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,896,960,2048,64,0.31413113274704396,0.0,0.48681640625,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,960,1024,2048,64,0.30117473116141513,0.0,0.478515625,0.01171875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1024,1088,2048,64,0.31204580232855694,0.0,0.46728515625,0.0078125,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1088,1152,2048,64,0.3350639634726463,0.0,0.4912109375,0.013671875,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1152,1216,2048,64,0.2887794521120259,0.0,0.49853515625,0.01220703125,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1216,1280,2048,64,0.30064526538815783,0.0,0.54150390625,0.00732421875,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1280,1344,2048,64,0.3130032083996614,0.0,0.4609375,0.00732421875,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1344,1408,2048,64,0.3583259728179955,0.0,0.521484375,0.01220703125,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1408,1472,2048,64,0.306067425699781,0.0,0.50439453125,0.00439453125,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1472,1536,2048,64,0.314977705377876,0.0,0.4619140625,0.005859375,0.07275390625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1536,1600,2048,64,0.3209968331712734,0.0,0.4638671875,0.01171875,0.09326171875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1600,1664,2048,64,0.33210890764821127,0.0,0.48681640625,0.00830078125,0.095703125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1664,1728,2048,64,0.30820572977115207,0.0,0.5322265625,0.0087890625,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1728,1792,2048,64,0.3151793133563371,0.0,0.53857421875,0.01123046875,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1792,1856,2048,64,0.3606654829206194,0.0,0.47900390625,0.0087890625,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1856,1920,2048,64,0.33643152873243287,0.0,0.45166015625,0.00732421875,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1920,1984,2048,64,0.3154417794849063,0.0,0.4873046875,0.0107421875,0.09765625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,1984,2048,2048,64,0.35129095148425454,0.0,0.49853515625,0.01025390625,0.09521484375,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2048,2112,2048,64,0.313009438913232,0.0,0.52490234375,0.00732421875,0.09716796875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2112,2176,2048,64,0.32754569922579263,0.0,0.44580078125,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2176,2240,2048,64,0.306230549254585,0.0,0.50244140625,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2240,2304,2048,64,0.30340302134943087,0.0,0.55224609375,0.0107421875,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2304,2368,2048,64,0.30905356796179273,0.0,0.4873046875,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2368,2432,2048,64,0.31662326979373,0.0,0.51171875,0.0068359375,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2432,2496,2048,64,0.3203797768803471,0.0,0.46142578125,0.013671875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2496,2560,2048,64,0.2948589544831651,0.0,0.47802734375,0.0107421875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2560,2624,2048,64,0.30463237905013235,0.0,0.5,0.0087890625,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2624,2688,2048,64,0.30920063139173,0.0,0.427734375,0.00634765625,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2688,2752,2048,64,0.2941843140592712,0.0,0.505859375,0.0087890625,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2752,2816,2048,64,0.29118029359669234,0.0,0.4326171875,0.01318359375,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2816,2880,2048,64,0.29530877846006015,0.0,0.49560546875,0.00927734375,0.07666015625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2880,2944,2048,64,0.3133653161110157,0.0,0.51953125,0.00634765625,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,2944,3008,2048,64,0.33230998345675317,0.0,0.41064453125,0.00830078125,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3008,3072,2048,64,0.32959801692325746,0.0,0.48291015625,0.00634765625,0.09814453125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3072,3136,2048,64,0.3158442061135755,0.0,0.505859375,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3136,3200,2048,64,0.30656006641568795,0.0,0.4970703125,0.00732421875,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3200,3264,2048,64,0.3212009988060271,0.0,0.482421875,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3264,3328,2048,64,0.29042494505288563,0.0,0.47900390625,0.0078125,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3328,3392,2048,64,0.3229734436069546,0.0,0.51708984375,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3392,3456,2048,64,0.2882491468971689,0.0,0.5205078125,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3456,3520,2048,64,0.31481543049769656,0.0,0.55419921875,0.00927734375,0.10107421875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3520,3584,2048,64,0.3157483310617206,0.0,0.48876953125,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3584,3648,2048,64,0.3264317936397335,0.0,0.50048828125,0.0087890625,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3648,3712,2048,64,0.29191858805583876,0.0,0.48095703125,0.0068359375,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3712,3776,2048,64,0.2977951195706707,0.0,0.48193359375,0.01025390625,0.06884765625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3776,3840,2048,64,0.3907953877869265,0.0,0.541015625,0.00732421875,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3840,3904,2048,64,0.34429781541599996,0.0,0.49609375,0.009765625,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3904,3968,2048,64,0.31449364255874507,0.0,0.501953125,0.00634765625,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,3968,4032,2048,64,0.29238632607001996,0.0,0.4814453125,0.0068359375,0.09619140625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4032,4096,2048,64,0.3459722086177406,0.0,0.5400390625,0.00927734375,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4096,4160,2048,64,0.3302406957115336,0.0,0.4990234375,0.013671875,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4160,4224,2048,64,0.30273448743073533,0.0,0.54541015625,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4224,4288,2048,64,0.3331994908733521,0.0,0.4814453125,0.00830078125,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4288,4352,2048,64,0.316376534003274,0.0,0.509765625,0.00830078125,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4352,4416,2048,64,0.29898026476337464,0.0,0.4794921875,0.00732421875,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4416,4480,2048,64,0.3049939688960786,0.0,0.4619140625,0.005859375,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4480,4544,2048,64,0.3303830729929231,0.0,0.49462890625,0.00927734375,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4544,4608,2048,64,0.3174923970156167,0.0,0.5029296875,0.009765625,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4608,4672,2048,64,0.3055963432810033,0.0,0.50537109375,0.00634765625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4672,4736,2048,64,0.3247107413473365,0.0,0.5126953125,0.0107421875,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4736,4800,2048,64,0.3041800273491523,0.0,0.47509765625,0.00927734375,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4800,4864,2048,64,0.31076170582687557,0.0,0.46728515625,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4864,4928,2048,64,0.3245096621007198,0.0,0.52685546875,0.01171875,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4928,4992,2048,64,0.3119824624279908,0.0,0.5546875,0.009765625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,4992,5056,2048,64,0.33205307720151334,0.0,0.525390625,0.009765625,0.09765625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5056,5120,2048,64,0.2995322378150346,0.0,0.5126953125,0.009765625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5120,5184,2048,64,0.3304295842543838,0.0,0.51953125,0.00830078125,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5184,5248,2048,64,0.3115212749596758,0.0,0.45703125,0.01318359375,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5248,5312,2048,64,0.3182431202568025,0.0,0.46630859375,0.0078125,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5312,5376,2048,64,0.3134028797415199,0.0,0.5283203125,0.00830078125,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5376,5440,2048,64,0.3242611552466315,0.0,0.5390625,0.0087890625,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5440,5504,2048,64,0.3054769102547999,0.0,0.5166015625,0.0107421875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5504,5568,2048,64,0.30876581932077024,0.0,0.5166015625,0.00927734375,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5568,5632,2048,64,0.3244302052402548,0.0,0.44189453125,0.009765625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5632,5696,2048,64,0.29836363404558214,0.0,0.47216796875,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5696,5760,2048,64,0.30395972230825835,0.0,0.4990234375,0.0048828125,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5760,5824,2048,64,0.31453590631810036,0.0,0.4775390625,0.01220703125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5824,5888,2048,64,0.2979580634369796,0.0,0.47412109375,0.00830078125,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5888,5952,2048,64,0.3259254220644566,0.0,0.51416015625,0.00830078125,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,64,5952,6016,2048,64,0.3045573812122519,0.0,0.50390625,0.0087890625,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.up_proj.output,64,6016,6080,2048,64,0.3388969723523316,0.0,0.50830078125,0.0087890625,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,64,6080,6144,2048,64,0.3448220254415235,0.0,0.509765625,0.00634765625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,128,0,128,4096,128,0.31072809421138536,0.0,0.470703125,0.006591796875,0.08642578125,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,128,256,4096,128,0.3122604126539398,0.0,0.505615234375,0.011474609375,0.091552734375,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,256,384,4096,128,0.3365560662419466,0.0,0.48486328125,0.008056640625,0.079833984375,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,128,384,512,4096,128,0.3028166056704579,0.0,0.49169921875,0.007568359375,0.077880859375,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,512,640,4096,128,0.315042472832644,0.0,0.493896484375,0.009521484375,0.086181640625,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,640,768,4096,128,0.3264213601801489,0.0,0.489013671875,0.00634765625,0.080322265625,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,768,896,4096,128,0.30808332037020275,0.0,0.521484375,0.009765625,0.0986328125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,896,1024,4096,128,0.30772112963777093,0.0,0.482666015625,0.009033203125,0.087890625,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1024,1152,4096,128,0.3237595113420389,0.0,0.479248046875,0.01025390625,0.092529296875,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1152,1280,4096,128,0.29477207089753066,0.0,0.52001953125,0.00927734375,0.08984375,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1280,1408,4096,128,0.3364286783736225,0.0,0.4912109375,0.00927734375,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1408,1536,4096,128,0.31055452336071604,0.0,0.483154296875,0.005126953125,0.076171875,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1536,1664,4096,128,0.3266001327657985,0.0,0.475341796875,0.010009765625,0.094482421875,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1664,1792,4096,128,0.3117120236945798,0.0,0.535400390625,0.010009765625,0.07861328125,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1792,1920,4096,128,0.3487590601659012,0.0,0.46533203125,0.0078125,0.095703125,1.0,94,0.734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,1920,2048,4096,128,0.3338479061184278,0.0,0.492919921875,0.01123046875,0.09619140625,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2048,2176,4096,128,0.32036002710239125,0.0,0.4853515625,0.0078125,0.092529296875,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2176,2304,4096,128,0.3048200638579488,0.0,0.52734375,0.009521484375,0.08203125,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2304,2432,4096,128,0.3128613134000332,0.0,0.49951171875,0.00732421875,0.08056640625,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2432,2560,4096,128,0.30788391032401013,0.0,0.4697265625,0.0126953125,0.084228515625,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2560,2688,4096,128,0.30692500453595173,0.0,0.4638671875,0.007568359375,0.079345703125,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2688,2816,4096,128,0.29268615787014923,0.0,0.46923828125,0.010986328125,0.080810546875,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2816,2944,4096,128,0.3044709312700719,0.0,0.507568359375,0.008056640625,0.075927734375,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,2944,3072,4096,128,0.33095677804267093,0.0,0.44677734375,0.00732421875,0.08837890625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3072,3200,4096,128,0.31123675622932595,0.0,0.50146484375,0.008056640625,0.089599609375,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3200,3328,4096,128,0.30619987781101504,0.0,0.480712890625,0.0078125,0.083251953125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3328,3456,4096,128,0.3061040803078916,0.0,0.518798828125,0.00830078125,0.08447265625,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3456,3584,4096,128,0.31528222582926546,0.0,0.521484375,0.0078125,0.09228515625,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3584,3712,4096,128,0.3096564047063842,0.0,0.49072265625,0.00732421875,0.087646484375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3712,3840,4096,128,0.3474211913194446,0.0,0.511474609375,0.009033203125,0.08642578125,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3840,3968,4096,128,0.3297326469354359,0.0,0.4990234375,0.008056640625,0.0927734375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,3968,4096,4096,128,0.32030183640478976,0.0,0.5107421875,0.00830078125,0.0947265625,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4096,4224,4096,128,0.31678627415340127,0.0,0.522216796875,0.010986328125,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4224,4352,4096,128,0.324896915948879,0.0,0.49560546875,0.00830078125,0.087646484375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4352,4480,4096,128,0.30200208590418687,0.0,0.470703125,0.006591796875,0.081787109375,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4480,4608,4096,128,0.3240018495957771,0.0,0.498779296875,0.009521484375,0.087890625,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4608,4736,4096,128,0.31529842258807583,0.0,0.509033203125,0.008544921875,0.083984375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4736,4864,4096,128,0.30748847689511927,0.0,0.47119140625,0.0087890625,0.080810546875,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4864,4992,4096,128,0.31830769520964775,0.0,0.540771484375,0.010498046875,0.088623046875,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,4992,5120,4096,128,0.31621101148558745,0.0,0.51904296875,0.00927734375,0.088134765625,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5120,5248,4096,128,0.3211146328828903,0.0,0.48828125,0.0107421875,0.0908203125,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5248,5376,4096,128,0.3158322724335365,0.0,0.497314453125,0.008056640625,0.077880859375,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5376,5504,4096,128,0.3150090788379751,0.0,0.52783203125,0.009765625,0.0849609375,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5504,5632,4096,128,0.3166948762239929,0.0,0.479248046875,0.009521484375,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5632,5760,4096,128,0.3011746759827257,0.0,0.485595703125,0.00634765625,0.082763671875,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5760,5888,4096,128,0.3063591388635762,0.0,0.475830078125,0.01025390625,0.082763671875,1.0,103,0.8046875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,5888,6016,4096,128,0.3154223986963823,0.0,0.509033203125,0.008544921875,0.085693359375,1.0,103,0.8046875
+fresh-zh-1,layers.8.mlp.up_proj.output,128,6016,6144,4096,128,0.341872335162683,0.0,0.509033203125,0.007568359375,0.08544921875,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,0,0,6144,196608,6144,0.19521277574099585,0.0,0.7877705891927084,0.005549112955729167,0.056009928385416664,1.0,4666,0.7594401041666666
+fresh-zh-1,layers.8.mlp.silu_gate,64,0,64,2048,64,0.19167095720029428,0.0,0.79638671875,0.0048828125,0.05078125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,64,128,2048,64,0.20479321395520014,0.0,0.759765625,0.00732421875,0.05517578125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,128,192,2048,64,0.195052753211524,0.0,0.81787109375,0.0048828125,0.0439453125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,192,256,2048,64,0.18864110680077312,0.0,0.7646484375,0.00634765625,0.0556640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,256,320,2048,64,0.1967364628487156,0.0,0.73388671875,0.005859375,0.0537109375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,320,384,2048,64,0.17991732748901773,0.0,0.7978515625,0.0048828125,0.0546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,384,448,2048,64,0.19436231397105164,0.0,0.7822265625,0.00439453125,0.05517578125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,448,512,2048,64,0.19627760897438076,0.0,0.744140625,0.00634765625,0.05712890625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,512,576,2048,64,0.1887345733612052,0.0,0.75390625,0.0078125,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,576,640,2048,64,0.18636077716393415,0.0,0.76708984375,0.00634765625,0.0595703125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,640,704,2048,64,0.1867514353638033,0.0,0.7685546875,0.00341796875,0.0595703125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,704,768,2048,64,0.2044281253393128,0.0,0.76416015625,0.0029296875,0.06494140625,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,768,832,2048,64,0.21106227872095448,0.0,0.80615234375,0.00537109375,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,832,896,2048,64,0.20185067109278979,0.0,0.80322265625,0.00439453125,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,896,960,2048,64,0.20165087369362297,0.0,0.7900390625,0.00537109375,0.0546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,960,1024,2048,64,0.20072476993308122,0.0,0.76904296875,0.0068359375,0.0595703125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,1024,1088,2048,64,0.23703601844623576,0.0,0.77734375,0.0087890625,0.06591796875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.silu_gate,64,1088,1152,2048,64,0.18109399402512058,0.0,0.81103515625,0.0048828125,0.0546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1152,1216,2048,64,0.21220428713074707,0.0,0.76953125,0.00634765625,0.05322265625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,1216,1280,2048,64,0.17783190948730979,0.0,0.783203125,0.0068359375,0.05419921875,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,1280,1344,2048,64,0.18630449569346924,0.0,0.8359375,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1344,1408,2048,64,0.20943230312817276,0.0,0.73828125,0.01025390625,0.06689453125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,1408,1472,2048,64,0.18925038615161632,0.0,0.8212890625,0.00634765625,0.04931640625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1472,1536,2048,64,0.21325022895984885,0.0,0.78662109375,0.00634765625,0.05419921875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,1536,1600,2048,64,0.17908694363102529,0.0,0.8408203125,0.0048828125,0.04296875,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,1600,1664,2048,64,0.18503929176042577,0.0,0.7998046875,0.0048828125,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1664,1728,2048,64,0.20512128522484868,0.0,0.78125,0.00390625,0.0576171875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,1728,1792,2048,64,0.1890555272573595,0.0,0.80126953125,0.00439453125,0.05859375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1792,1856,2048,64,0.17533239296090034,0.0,0.779296875,0.00634765625,0.056640625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,1856,1920,2048,64,0.18900711861171657,0.0,0.798828125,0.0048828125,0.05810546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1920,1984,2048,64,0.18733138765441615,0.0,0.81689453125,0.00830078125,0.05615234375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,1984,2048,2048,64,0.19760241378264928,0.0,0.779296875,0.005859375,0.0546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2048,2112,2048,64,0.19064850273718453,0.0,0.7666015625,0.00732421875,0.06005859375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,2112,2176,2048,64,0.17988191345648102,0.0,0.79345703125,0.0029296875,0.0556640625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2176,2240,2048,64,0.17904705779822647,0.0,0.81591796875,0.00439453125,0.0576171875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2240,2304,2048,64,0.21102702121150754,0.0,0.78173828125,0.0029296875,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,2304,2368,2048,64,0.1799917741155133,0.0,0.78759765625,0.00537109375,0.05908203125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,2368,2432,2048,64,0.2032130630022455,0.0,0.783203125,0.00390625,0.0517578125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,2432,2496,2048,64,0.1924412035155322,0.0,0.80712890625,0.00537109375,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,2496,2560,2048,64,0.1926778671695381,0.0,0.81005859375,0.0068359375,0.05859375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,2560,2624,2048,64,0.18294058535794427,0.0,0.7841796875,0.00390625,0.05615234375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2624,2688,2048,64,0.2016825605513242,0.0,0.78759765625,0.0078125,0.0625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,2688,2752,2048,64,0.1904820063978979,0.0,0.74267578125,0.0068359375,0.06787109375,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,2752,2816,2048,64,0.19316782346410577,0.0,0.84814453125,0.00146484375,0.046875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2816,2880,2048,64,0.18941597222803816,0.0,0.8525390625,0.005859375,0.04052734375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2880,2944,2048,64,0.18218167808177332,0.0,0.81201171875,0.0078125,0.04833984375,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,2944,3008,2048,64,0.1935913546849341,0.0,0.75732421875,0.005859375,0.0556640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3008,3072,2048,64,0.189931578234742,0.0,0.78125,0.00390625,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,3072,3136,2048,64,0.1964286566631198,0.0,0.76611328125,0.005859375,0.0595703125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,3136,3200,2048,64,0.20386570523425335,0.0,0.8291015625,0.00341796875,0.048828125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,3200,3264,2048,64,0.1899113650294117,0.0,0.80029296875,0.00634765625,0.04931640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3264,3328,2048,64,0.1953238836197173,0.0,0.8173828125,0.00341796875,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3328,3392,2048,64,0.19138767457322514,0.0,0.7509765625,0.0068359375,0.0556640625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,3392,3456,2048,64,0.18303863048930974,0.0,0.76953125,0.0068359375,0.0615234375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3456,3520,2048,64,0.18691132809476582,0.0,0.78173828125,0.005859375,0.05615234375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,3520,3584,2048,64,0.19858419911102335,0.0,0.794921875,0.00732421875,0.05810546875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,3584,3648,2048,64,0.20696582437536548,0.0,0.80322265625,0.001953125,0.0537109375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,3648,3712,2048,64,0.21465661310783285,0.0,0.79052734375,0.00390625,0.0556640625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.silu_gate,64,3712,3776,2048,64,0.19359829949654467,0.0,0.7841796875,0.0068359375,0.05029296875,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3776,3840,2048,64,0.1854235409818109,0.0,0.78369140625,0.0048828125,0.05419921875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3840,3904,2048,64,0.19678731527876817,0.0,0.81884765625,0.00439453125,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3904,3968,2048,64,0.19534371069345488,0.0,0.79736328125,0.0029296875,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,3968,4032,2048,64,0.18950627691535377,0.0,0.7724609375,0.0048828125,0.056640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,4032,4096,2048,64,0.19631569764022358,0.0,0.75439453125,0.00439453125,0.0634765625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,4096,4160,2048,64,0.1951348086700597,0.0,0.8193359375,0.00537109375,0.0517578125,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,4160,4224,2048,64,0.20970200268997471,0.0,0.75244140625,0.00732421875,0.0537109375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,4224,4288,2048,64,0.17596911625361322,0.0,0.7998046875,0.0087890625,0.05615234375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,4288,4352,2048,64,0.1956482442179348,0.0,0.8076171875,0.00390625,0.04931640625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,4352,4416,2048,64,0.2269033595868448,0.0,0.787109375,0.0029296875,0.0537109375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,4416,4480,2048,64,0.20148232690088308,0.0,0.85009765625,0.00439453125,0.04296875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,4480,4544,2048,64,0.21199434710061132,0.0,0.744140625,0.0068359375,0.06201171875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,64,4544,4608,2048,64,0.17939915951352267,0.0,0.7587890625,0.0078125,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,4608,4672,2048,64,0.17904050872802035,0.0,0.7919921875,0.0048828125,0.06494140625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,4672,4736,2048,64,0.21535542310183567,0.0,0.78662109375,0.00634765625,0.06591796875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.silu_gate,64,4736,4800,2048,64,0.18521322609906773,0.0,0.779296875,0.00927734375,0.06103515625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.silu_gate,64,4800,4864,2048,64,0.2088153360660029,0.0,0.80078125,0.005859375,0.05517578125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,4864,4928,2048,64,0.18817516398801984,0.0,0.76416015625,0.00439453125,0.05322265625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,4928,4992,2048,64,0.1903377193350422,0.0,0.79931640625,0.0078125,0.052734375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,4992,5056,2048,64,0.21682512539113735,0.0,0.75537109375,0.009765625,0.07666015625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5056,5120,2048,64,0.190833119025074,0.0,0.81640625,0.00390625,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5120,5184,2048,64,0.18993846960440414,0.0,0.78125,0.0048828125,0.0556640625,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5184,5248,2048,64,0.1757345595816406,0.0,0.81884765625,0.00341796875,0.04833984375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5248,5312,2048,64,0.19487433757281936,0.0,0.7587890625,0.0068359375,0.06298828125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5312,5376,2048,64,0.19539056893679596,0.0,0.76171875,0.005859375,0.04931640625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,64,5376,5440,2048,64,0.19459475439819712,0.0,0.77099609375,0.005859375,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5440,5504,2048,64,0.1948347833390485,0.0,0.83251953125,0.00390625,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,5504,5568,2048,64,0.19642828543775825,0.0,0.7763671875,0.00390625,0.04443359375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,5568,5632,2048,64,0.22898001021911898,0.0,0.73779296875,0.00537109375,0.07080078125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.silu_gate,64,5632,5696,2048,64,0.19962141579058013,0.0,0.8271484375,0.00537109375,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,5696,5760,2048,64,0.18957021393686516,0.0,0.7685546875,0.00390625,0.05859375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,5760,5824,2048,64,0.20670202905315554,0.0,0.80322265625,0.00634765625,0.0556640625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,5824,5888,2048,64,0.18435824799112963,0.0,0.81494140625,0.0029296875,0.046875,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.silu_gate,64,5888,5952,2048,64,0.19434140907325412,0.0,0.81494140625,0.00439453125,0.04736328125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,5952,6016,2048,64,0.1827179677214712,0.0,0.7666015625,0.00537109375,0.05810546875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,64,6016,6080,2048,64,0.18806467393132434,0.0,0.76220703125,0.00830078125,0.0634765625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,64,6080,6144,2048,64,0.19953777049097535,0.0,0.7509765625,0.00927734375,0.0673828125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,128,0,128,4096,128,0.1983406366786411,0.0,0.778076171875,0.006103515625,0.0537109375,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,128,256,4096,128,0.19187371329915984,0.0,0.791259765625,0.00537109375,0.051025390625,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.silu_gate,128,256,384,4096,128,0.18851456249453846,0.0,0.765869140625,0.00537109375,0.054443359375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,384,512,4096,128,0.1953223091160884,0.0,0.76318359375,0.00537109375,0.056396484375,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,512,640,4096,128,0.18755143087561563,0.0,0.760498046875,0.007080078125,0.0625,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,640,768,4096,128,0.19578937284769388,0.0,0.766357421875,0.00341796875,0.062255859375,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,128,768,896,4096,128,0.20650784357923488,0.0,0.8046875,0.0048828125,0.05322265625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,896,1024,4096,128,0.20118835469043664,0.0,0.779541015625,0.006103515625,0.05712890625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,1024,1152,4096,128,0.21092784158666042,0.0,0.794189453125,0.006591796875,0.0625,1.0,92,0.71875
+fresh-zh-1,layers.8.mlp.silu_gate,128,1152,1280,4096,128,0.19577390978954687,0.0,0.7763671875,0.005859375,0.0546875,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,1280,1408,4096,128,0.19820602249826916,0.0,0.787109375,0.0068359375,0.058837890625,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,1408,1536,4096,128,0.2016077488713713,0.0,0.803955078125,0.006591796875,0.052978515625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,1536,1664,4096,128,0.18208744173377525,0.0,0.8203125,0.004638671875,0.04931640625,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.silu_gate,128,1664,1792,4096,128,0.1972520393289407,0.0,0.791259765625,0.00439453125,0.0595703125,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,1792,1920,4096,128,0.18229802372392723,0.0,0.7890625,0.005615234375,0.058349609375,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,128,1920,2048,4096,128,0.19253540289159615,0.0,0.798095703125,0.007080078125,0.05517578125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,2048,2176,4096,128,0.18534340342280217,0.0,0.780029296875,0.005126953125,0.0576171875,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,128,2176,2304,4096,128,0.19569140577399344,0.0,0.798828125,0.00341796875,0.059326171875,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,2304,2432,4096,128,0.1919538847275623,0.0,0.785400390625,0.0048828125,0.05517578125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,2432,2560,4096,128,0.19255957170121232,0.0,0.80859375,0.006103515625,0.05322265625,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,2560,2688,4096,128,0.19253975304030835,0.0,0.785888671875,0.005615234375,0.06005859375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,2688,2816,4096,128,0.19182961552277158,0.0,0.79541015625,0.004150390625,0.057373046875,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,2816,2944,4096,128,0.18583403128031178,0.0,0.832275390625,0.0068359375,0.044677734375,1.0,103,0.8046875
+fresh-zh-1,layers.8.mlp.silu_gate,128,2944,3072,4096,128,0.19177019713642665,0.0,0.769287109375,0.0048828125,0.058349609375,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,128,3072,3200,4096,128,0.20018172110502153,0.0,0.797607421875,0.004638671875,0.053466796875,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,3200,3328,4096,128,0.19263663472925305,0.0,0.808837890625,0.0048828125,0.050048828125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,3328,3456,4096,128,0.18725968897489498,0.0,0.76025390625,0.007080078125,0.05810546875,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,3456,3584,4096,128,0.19283610749379348,0.0,0.788330078125,0.007080078125,0.056884765625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,3584,3712,4096,128,0.2108462876247771,0.0,0.796875,0.0029296875,0.0546875,1.0,94,0.734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,3712,3840,4096,128,0.18955499349553828,0.0,0.783935546875,0.005859375,0.05224609375,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,128,3840,3968,4096,128,0.1960668416154469,0.0,0.80810546875,0.00341796875,0.052734375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,3968,4096,4096,128,0.19294103001990845,0.0,0.763427734375,0.004638671875,0.06005859375,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,4096,4224,4096,128,0.20254940568523888,0.0,0.785888671875,0.00634765625,0.0537109375,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,128,4224,4352,4096,128,0.18606902662807465,0.0,0.8037109375,0.00634765625,0.052734375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,4352,4480,4096,128,0.21456964212720228,0.0,0.818603515625,0.003662109375,0.048583984375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,4480,4608,4096,128,0.19637421118463194,0.0,0.75146484375,0.007568359375,0.060546875,1.0,95,0.7421875
+fresh-zh-1,layers.8.mlp.silu_gate,128,4608,4736,4096,128,0.19803214641183764,0.0,0.789306640625,0.00537109375,0.066650390625,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.silu_gate,128,4736,4864,4096,128,0.1973674032083086,0.0,0.7900390625,0.0078125,0.05810546875,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,4864,4992,4096,128,0.18925953046489288,0.0,0.78173828125,0.006103515625,0.05322265625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,4992,5120,4096,128,0.20424301006120196,0.0,0.785888671875,0.007080078125,0.064208984375,1.0,95,0.7421875
+fresh-zh-1,layers.8.mlp.silu_gate,128,5120,5248,4096,128,0.18297439392851716,0.0,0.800048828125,0.004150390625,0.052978515625,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,5248,5376,4096,128,0.19513262396878944,0.0,0.76025390625,0.00634765625,0.056640625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.silu_gate,128,5376,5504,4096,128,0.19471480585470205,0.0,0.8017578125,0.0048828125,0.050048828125,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,5504,5632,4096,128,0.21332594356988704,0.0,0.757080078125,0.0048828125,0.057373046875,1.0,93,0.7265625
+fresh-zh-1,layers.8.mlp.silu_gate,128,5632,5760,4096,128,0.19466069923626664,0.0,0.7978515625,0.004638671875,0.058349609375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.silu_gate,128,5760,5888,4096,128,0.19584903933521144,0.0,0.80908203125,0.004638671875,0.0498046875,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.silu_gate,128,5888,6016,4096,128,0.18861924478806835,0.0,0.790771484375,0.0048828125,0.052734375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.silu_gate,128,6016,6144,4096,128,0.19388610501194314,0.0,0.756591796875,0.008544921875,0.064208984375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.gated_product,0,0,6144,196608,6144,0.06116872290219852,0.0,0.5040537516276041,0.028935750325520832,0.18534342447916666,1.0,4164,0.677734375
+fresh-zh-1,layers.8.mlp.gated_product,64,0,64,2048,64,0.062326997239786824,0.0,0.5224609375,0.03271484375,0.18798828125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,64,128,2048,64,0.06306929651245084,0.0,0.51513671875,0.0302734375,0.18994140625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,128,192,2048,64,0.06245223174168516,0.0,0.4853515625,0.0244140625,0.1865234375,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,192,256,2048,64,0.06175427341608544,0.0,0.548828125,0.03125,0.19677734375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,256,320,2048,64,0.06908063117145864,0.0,0.482421875,0.03125,0.1865234375,1.0,41,0.640625
+fresh-zh-1,layers.8.mlp.gated_product,64,320,384,2048,64,0.056881709107320544,0.0,0.51708984375,0.02099609375,0.16796875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,384,448,2048,64,0.05859893124583493,0.0,0.53125,0.0234375,0.1728515625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,448,512,2048,64,0.05663772226782892,0.0,0.5,0.03076171875,0.1806640625,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,512,576,2048,64,0.056318764481867595,0.0,0.5009765625,0.03369140625,0.1875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,576,640,2048,64,0.0581712581319004,0.0,0.5068359375,0.02880859375,0.1875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,640,704,2048,64,0.10077805551184515,0.0,0.505859375,0.0390625,0.27392578125,1.0,24,0.375
+fresh-zh-1,layers.8.mlp.gated_product,64,704,768,2048,64,0.05800878688336033,0.0,0.5185546875,0.0263671875,0.17529296875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,768,832,2048,64,0.06415076217791127,0.0,0.4765625,0.033203125,0.1767578125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,832,896,2048,64,0.06442714278302758,0.0,0.49609375,0.0322265625,0.2021484375,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,64,896,960,2048,64,0.06472265471197004,0.0,0.50439453125,0.0263671875,0.18310546875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,960,1024,2048,64,0.058349418843697494,0.0,0.47607421875,0.0361328125,0.18603515625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,1024,1088,2048,64,0.06273867594369188,0.0,0.53955078125,0.033203125,0.20263671875,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,64,1088,1152,2048,64,0.059262741344662584,0.0,0.49462890625,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,1152,1216,2048,64,0.058877487083221394,0.0,0.50048828125,0.03076171875,0.18505859375,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,1216,1280,2048,64,0.05325782387354143,0.0,0.48291015625,0.0283203125,0.1767578125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,1280,1344,2048,64,0.05688890763694899,0.0,0.5224609375,0.0224609375,0.16552734375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,1344,1408,2048,64,0.07617711056713125,0.0,0.466796875,0.03857421875,0.212890625,1.0,37,0.578125
+fresh-zh-1,layers.8.mlp.gated_product,64,1408,1472,2048,64,0.05699628771429507,0.0,0.50830078125,0.0185546875,0.1611328125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,1472,1536,2048,64,0.06238001444951979,0.0,0.52880859375,0.02392578125,0.16162109375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,1536,1600,2048,64,0.05638650457886067,0.0,0.5322265625,0.02490234375,0.16748046875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,1600,1664,2048,64,0.06014164502643225,0.0,0.54638671875,0.02978515625,0.189453125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,1664,1728,2048,64,0.05719095921123198,0.0,0.4560546875,0.02099609375,0.1748046875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,1728,1792,2048,64,0.05813047742949079,0.0,0.45703125,0.0341796875,0.1865234375,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,1792,1856,2048,64,0.061387420926331246,0.0,0.53466796875,0.02490234375,0.2001953125,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,64,1856,1920,2048,64,0.056858134173068516,0.0,0.53076171875,0.02783203125,0.1806640625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,1920,1984,2048,64,0.05784496605956186,0.0,0.52099609375,0.0341796875,0.17431640625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,1984,2048,2048,64,0.06440923915554317,0.0,0.48291015625,0.02978515625,0.185546875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,2048,2112,2048,64,0.058381316827371105,0.0,0.45068359375,0.03369140625,0.20068359375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,2112,2176,2048,64,0.056175551078544904,0.0,0.5087890625,0.02734375,0.1689453125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,2176,2240,2048,64,0.05075205718463043,0.0,0.51171875,0.0283203125,0.162109375,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,2240,2304,2048,64,0.06043909998871445,0.0,0.4970703125,0.02490234375,0.19287109375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,2304,2368,2048,64,0.052314644268800975,0.0,0.52587890625,0.01953125,0.16796875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,2368,2432,2048,64,0.06630173995224889,0.0,0.5048828125,0.02685546875,0.17724609375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,2432,2496,2048,64,0.0584873105858635,0.0,0.5419921875,0.03466796875,0.15771484375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,2496,2560,2048,64,0.05563150191504906,0.0,0.505859375,0.0283203125,0.1748046875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,2560,2624,2048,64,0.05798037687864239,0.0,0.5009765625,0.0283203125,0.18701171875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,2624,2688,2048,64,0.05894451379433679,0.0,0.53857421875,0.02587890625,0.18896484375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,2688,2752,2048,64,0.05431957657621715,0.0,0.48583984375,0.029296875,0.19287109375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,2752,2816,2048,64,0.05500260473816954,0.0,0.53955078125,0.025390625,0.1669921875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,2816,2880,2048,64,0.05280988778245877,0.0,0.50634765625,0.0224609375,0.13818359375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.gated_product,64,2880,2944,2048,64,0.05708170302568325,0.0,0.49365234375,0.02294921875,0.169921875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,2944,3008,2048,64,0.06053614529767392,0.0,0.5400390625,0.02880859375,0.17138671875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,3008,3072,2048,64,0.057248070429669944,0.0,0.50634765625,0.0234375,0.1875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,3072,3136,2048,64,0.05923955178179107,0.0,0.49462890625,0.03271484375,0.18310546875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,3136,3200,2048,64,0.06361859920264254,0.0,0.513671875,0.02783203125,0.169921875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,3200,3264,2048,64,0.06252284620646499,0.0,0.51025390625,0.02783203125,0.18505859375,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,3264,3328,2048,64,0.05512440062425753,0.0,0.49658203125,0.0224609375,0.16748046875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,3328,3392,2048,64,0.05986791246318986,0.0,0.51904296875,0.0302734375,0.185546875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,3392,3456,2048,64,0.052966771847223364,0.0,0.4970703125,0.03173828125,0.18310546875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,3456,3520,2048,64,0.058537910173637124,0.0,0.48046875,0.0341796875,0.1875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,3520,3584,2048,64,0.060094421244265284,0.0,0.49072265625,0.02392578125,0.185546875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,3584,3648,2048,64,0.0652063763724309,0.0,0.4873046875,0.025390625,0.1796875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,3648,3712,2048,64,0.055351015309685454,0.0,0.4970703125,0.02197265625,0.169921875,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,3712,3776,2048,64,0.05715048183469031,0.0,0.51123046875,0.02685546875,0.162109375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,3776,3840,2048,64,0.07707660390665864,0.0,0.46435546875,0.02880859375,0.21728515625,1.0,37,0.578125
+fresh-zh-1,layers.8.mlp.gated_product,64,3840,3904,2048,64,0.07393593031743809,0.0,0.53271484375,0.0283203125,0.20556640625,1.0,40,0.625
+fresh-zh-1,layers.8.mlp.gated_product,64,3904,3968,2048,64,0.059409248539232094,0.0,0.50244140625,0.025390625,0.17626953125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,3968,4032,2048,64,0.053335429747276404,0.0,0.51953125,0.02783203125,0.201171875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,4032,4096,2048,64,0.06070958223130673,0.0,0.51806640625,0.02587890625,0.18310546875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,4096,4160,2048,64,0.05851348175031996,0.0,0.5048828125,0.03173828125,0.16357421875,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,4160,4224,2048,64,0.06116651037361322,0.0,0.4892578125,0.025390625,0.17431640625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,64,4224,4288,2048,64,0.058652243551784326,0.0,0.517578125,0.03271484375,0.1845703125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,4288,4352,2048,64,0.062676044106531,0.0,0.4755859375,0.0283203125,0.1865234375,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,4352,4416,2048,64,0.07048622817578194,0.0,0.5283203125,0.029296875,0.1884765625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,64,4416,4480,2048,64,0.05940430919382737,0.0,0.55224609375,0.021484375,0.16748046875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,4480,4544,2048,64,0.05835337958084966,0.0,0.49365234375,0.02490234375,0.1826171875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,4544,4608,2048,64,0.057874186448695145,0.0,0.513671875,0.037109375,0.19189453125,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,4608,4672,2048,64,0.05550340847285517,0.0,0.49853515625,0.03076171875,0.18359375,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,4672,4736,2048,64,0.09235324443591003,0.0,0.49755859375,0.04345703125,0.25146484375,1.0,25,0.390625
+fresh-zh-1,layers.8.mlp.gated_product,64,4736,4800,2048,64,0.054621195163621586,0.0,0.50634765625,0.02978515625,0.173828125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,4800,4864,2048,64,0.05978049632043959,0.0,0.52783203125,0.02490234375,0.15869140625,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,4864,4928,2048,64,0.05902098975739373,0.0,0.484375,0.029296875,0.1875,1.0,44,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,64,4928,4992,2048,64,0.059756763081332424,0.0,0.48779296875,0.03076171875,0.203125,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,4992,5056,2048,64,0.06873631480375728,0.0,0.47119140625,0.0390625,0.234375,1.0,39,0.609375
+fresh-zh-1,layers.8.mlp.gated_product,64,5056,5120,2048,64,0.060897386083272796,0.0,0.4931640625,0.0302734375,0.181640625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5120,5184,2048,64,0.06869563503519276,0.0,0.4873046875,0.03125,0.21337890625,1.0,39,0.609375
+fresh-zh-1,layers.8.mlp.gated_product,64,5184,5248,2048,64,0.052268443630430726,0.0,0.52587890625,0.02734375,0.17626953125,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,5248,5312,2048,64,0.060466709335113375,0.0,0.49755859375,0.0283203125,0.1806640625,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,5312,5376,2048,64,0.05858352455936392,0.0,0.5107421875,0.0283203125,0.173828125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5376,5440,2048,64,0.0726376925182719,0.0,0.47705078125,0.0322265625,0.2138671875,1.0,38,0.59375
+fresh-zh-1,layers.8.mlp.gated_product,64,5440,5504,2048,64,0.06350422375546846,0.0,0.50341796875,0.0302734375,0.18212890625,1.0,43,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,64,5504,5568,2048,64,0.0597928018943463,0.0,0.48828125,0.02490234375,0.16455078125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5568,5632,2048,64,0.06749700317310127,0.0,0.5068359375,0.0341796875,0.20556640625,1.0,40,0.625
+fresh-zh-1,layers.8.mlp.gated_product,64,5632,5696,2048,64,0.058212210268605284,0.0,0.49462890625,0.0244140625,0.169921875,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5696,5760,2048,64,0.05418707681691181,0.0,0.49609375,0.02490234375,0.1806640625,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5760,5824,2048,64,0.06287733678951253,0.0,0.51123046875,0.03662109375,0.17236328125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,5824,5888,2048,64,0.05399212662329259,0.0,0.509765625,0.02392578125,0.1640625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.gated_product,64,5888,5952,2048,64,0.06116943092893203,0.0,0.470703125,0.025390625,0.1669921875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,64,5952,6016,2048,64,0.05401300434708323,0.0,0.49609375,0.02978515625,0.189453125,1.0,45,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,64,6016,6080,2048,64,0.0590358305797821,0.0,0.482421875,0.029296875,0.19189453125,1.0,46,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,64,6080,6144,2048,64,0.06464868476182767,0.0,0.5029296875,0.03125,0.197265625,1.0,42,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,128,0,128,4096,128,0.06269924540017942,0.0,0.518798828125,0.031494140625,0.18896484375,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,128,256,4096,128,0.06210423308706817,0.0,0.51708984375,0.02783203125,0.19091796875,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,256,384,4096,128,0.0632758343841349,0.0,0.499755859375,0.026611328125,0.17919921875,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,384,512,4096,128,0.057626670591149946,0.0,0.515625,0.02685546875,0.17724609375,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,128,512,640,4096,128,0.0572525043356719,0.0,0.50390625,0.03125,0.186767578125,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,640,768,4096,128,0.08222297680219216,0.0,0.51220703125,0.0322265625,0.234130859375,1.0,65,0.5078125
+fresh-zh-1,layers.8.mlp.gated_product,128,768,896,4096,128,0.06428910100161439,0.0,0.486328125,0.03271484375,0.189453125,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,128,896,1024,4096,128,0.061618490375706776,0.0,0.490234375,0.030517578125,0.18603515625,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,1024,1152,4096,128,0.061025461779702916,0.0,0.51708984375,0.031005859375,0.193603515625,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,1152,1280,4096,128,0.05613801870826963,0.0,0.49169921875,0.0302734375,0.180908203125,1.0,93,0.7265625
+fresh-zh-1,layers.8.mlp.gated_product,128,1280,1408,4096,128,0.06722834218721391,0.0,0.49462890625,0.03076171875,0.192626953125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,1408,1536,4096,128,0.05974882013869814,0.0,0.5185546875,0.022216796875,0.1630859375,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,1536,1664,4096,128,0.05829431947071369,0.0,0.539306640625,0.027587890625,0.176025390625,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,1664,1792,4096,128,0.05766263184108639,0.0,0.45654296875,0.02783203125,0.1806640625,1.0,92,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,128,1792,1920,4096,128,0.059166134188525586,0.0,0.53271484375,0.027099609375,0.189208984375,1.0,89,0.6953125
+fresh-zh-1,layers.8.mlp.gated_product,128,1920,2048,4096,128,0.06121515411655769,0.0,0.501953125,0.0322265625,0.180908203125,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,128,2048,2176,4096,128,0.05728905084514881,0.0,0.479736328125,0.031005859375,0.184814453125,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,2176,2304,4096,128,0.05580616505332462,0.0,0.50439453125,0.02734375,0.175537109375,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,128,2304,2432,4096,128,0.059719103834814984,0.0,0.515380859375,0.024169921875,0.174072265625,1.0,89,0.6953125
+fresh-zh-1,layers.8.mlp.gated_product,128,2432,2560,4096,128,0.05707727001570488,0.0,0.52392578125,0.031494140625,0.1669921875,1.0,94,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,128,2560,2688,4096,128,0.05846443281791147,0.0,0.519775390625,0.027587890625,0.18798828125,1.0,89,0.6953125
+fresh-zh-1,layers.8.mlp.gated_product,128,2688,2816,4096,128,0.05466215751048814,0.0,0.5126953125,0.027099609375,0.1796875,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,2816,2944,4096,128,0.054987294295628805,0.0,0.5,0.022216796875,0.1533203125,1.0,95,0.7421875
+fresh-zh-1,layers.8.mlp.gated_product,128,2944,3072,4096,128,0.05891505094380186,0.0,0.523193359375,0.02587890625,0.179931640625,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,3072,3200,4096,128,0.06146808383142416,0.0,0.504150390625,0.0302734375,0.177001953125,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,128,3200,3328,4096,128,0.058939824575328176,0.0,0.50341796875,0.02587890625,0.17626953125,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,3328,3456,4096,128,0.05652276471748342,0.0,0.508056640625,0.03076171875,0.185546875,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,3456,3584,4096,128,0.059321271025577375,0.0,0.485595703125,0.02880859375,0.18798828125,1.0,86,0.671875
+fresh-zh-1,layers.8.mlp.gated_product,128,3584,3712,4096,128,0.06047977519566416,0.0,0.4921875,0.02294921875,0.18017578125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,3712,3840,4096,128,0.06784902520936176,0.0,0.48779296875,0.02783203125,0.1923828125,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.gated_product,128,3840,3968,4096,128,0.06706705824732927,0.0,0.517578125,0.02783203125,0.191650390625,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,3968,4096,4096,128,0.057141584861755676,0.0,0.518798828125,0.02685546875,0.19287109375,1.0,89,0.6953125
+fresh-zh-1,layers.8.mlp.gated_product,128,4096,4224,4096,128,0.05985469713326749,0.0,0.4970703125,0.02880859375,0.168212890625,1.0,88,0.6875
+fresh-zh-1,layers.8.mlp.gated_product,128,4224,4352,4096,128,0.060697496564939356,0.0,0.49658203125,0.0302734375,0.1845703125,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gated_product,128,4352,4480,4096,128,0.06518121015002805,0.0,0.540283203125,0.025146484375,0.1787109375,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,4480,4608,4096,128,0.05811427692746874,0.0,0.503662109375,0.03076171875,0.187255859375,1.0,92,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,128,4608,4736,4096,128,0.07618973063984265,0.0,0.498046875,0.03759765625,0.22314453125,1.0,68,0.53125
+fresh-zh-1,layers.8.mlp.gated_product,128,4736,4864,4096,128,0.05725898489067253,0.0,0.51708984375,0.02734375,0.1669921875,1.0,94,0.734375
+fresh-zh-1,layers.8.mlp.gated_product,128,4864,4992,4096,128,0.05939001585241777,0.0,0.486083984375,0.030029296875,0.19482421875,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.gated_product,128,4992,5120,4096,128,0.06493524699489642,0.0,0.482177734375,0.03466796875,0.204345703125,1.0,84,0.65625
+fresh-zh-1,layers.8.mlp.gated_product,128,5120,5248,4096,128,0.061037203705756035,0.0,0.506591796875,0.031005859375,0.196533203125,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,5248,5376,4096,128,0.05953256372614353,0.0,0.504150390625,0.028076171875,0.1787109375,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,5376,5504,4096,128,0.06822397236002758,0.0,0.490234375,0.031494140625,0.19677734375,1.0,80,0.625
+fresh-zh-1,layers.8.mlp.gated_product,128,5504,5632,4096,128,0.06376136994970459,0.0,0.49755859375,0.029296875,0.189208984375,1.0,85,0.6640625
+fresh-zh-1,layers.8.mlp.gated_product,128,5632,5760,4096,128,0.056235668033367464,0.0,0.495361328125,0.024658203125,0.174560546875,1.0,90,0.703125
+fresh-zh-1,layers.8.mlp.gated_product,128,5760,5888,4096,128,0.058603366878735935,0.0,0.510498046875,0.029541015625,0.167724609375,1.0,92,0.71875
+fresh-zh-1,layers.8.mlp.gated_product,128,5888,6016,4096,128,0.05770226996733932,0.0,0.4833984375,0.027587890625,0.177978515625,1.0,91,0.7109375
+fresh-zh-1,layers.8.mlp.gated_product,128,6016,6144,4096,128,0.06190590332786892,0.0,0.49267578125,0.030029296875,0.19287109375,1.0,87,0.6796875
+fresh-zh-1,layers.8.mlp.down_proj.output,0,0,2048,65536,2048,0.04020134626986143,0.0,0.499847412109375,0.009613037109375,0.0904541015625,1.0,1549,0.75634765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,0,64,2048,64,0.03979247205734925,0.0,0.5107421875,0.009765625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,64,128,2048,64,0.03659559502682128,0.0,0.48828125,0.01171875,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,64,128,192,2048,64,0.03850877834411071,0.0,0.462890625,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,192,256,2048,64,0.04047309740580733,0.0,0.46435546875,0.0087890625,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,256,320,2048,64,0.04128901142251299,0.0,0.5009765625,0.00732421875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,320,384,2048,64,0.03978847648205179,0.0,0.5400390625,0.01025390625,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,384,448,2048,64,0.04082440715109602,0.0,0.46826171875,0.0107421875,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,448,512,2048,64,0.03845110624208204,0.0,0.50537109375,0.01123046875,0.10498046875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.down_proj.output,64,512,576,2048,64,0.03783367824564506,0.0,0.49072265625,0.00732421875,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.down_proj.output,64,576,640,2048,64,0.04092958217359959,0.0,0.49658203125,0.005859375,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,640,704,2048,64,0.039447875884023494,0.0,0.51904296875,0.00830078125,0.09716796875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,64,704,768,2048,64,0.038442566062612066,0.0,0.44873046875,0.00732421875,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,768,832,2048,64,0.03870308533032194,0.0,0.533203125,0.00732421875,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,832,896,2048,64,0.04013836429714546,0.0,0.53125,0.01171875,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,896,960,2048,64,0.041570061159747054,0.0,0.4765625,0.01171875,0.0966796875,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,960,1024,2048,64,0.03956870825975112,0.0,0.5146484375,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1024,1088,2048,64,0.040673169837586405,0.0,0.4873046875,0.01025390625,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1088,1152,2048,64,0.03886071569775104,0.0,0.5126953125,0.01123046875,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1152,1216,2048,64,0.060023468122460656,0.0,0.44482421875,0.01611328125,0.1416015625,1.0,35,0.546875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1216,1280,2048,64,0.03829562591678271,0.0,0.50732421875,0.0087890625,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1280,1344,2048,64,0.038685102015062894,0.0,0.4912109375,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1344,1408,2048,64,0.03880605534812628,0.0,0.4951171875,0.0107421875,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1408,1472,2048,64,0.038144470252638715,0.0,0.486328125,0.01123046875,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1472,1536,2048,64,0.039158852939132446,0.0,0.4892578125,0.0068359375,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1536,1600,2048,64,0.03918677286092104,0.0,0.51904296875,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1600,1664,2048,64,0.040615531125417895,0.0,0.53515625,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1664,1728,2048,64,0.038866464395751484,0.0,0.51513671875,0.0087890625,0.08544921875,1.0,52,0.8125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1728,1792,2048,64,0.03896153574662801,0.0,0.486328125,0.0068359375,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1792,1856,2048,64,0.039169092392177536,0.0,0.5224609375,0.01220703125,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1856,1920,2048,64,0.041183166812118324,0.0,0.51123046875,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1920,1984,2048,64,0.0376522720184484,0.0,0.51806640625,0.00927734375,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,64,1984,2048,2048,64,0.04012729212605351,0.0,0.52197265625,0.013671875,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,0,128,4096,128,0.03822746661630893,0.0,0.49951171875,0.010498046875,0.08935546875,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,128,256,4096,128,0.03950314938821852,0.0,0.463623046875,0.008056640625,0.08056640625,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.down_proj.output,128,256,384,4096,128,0.040545686114623815,0.0,0.5205078125,0.0087890625,0.09326171875,1.0,100,0.78125
+fresh-zh-1,layers.8.mlp.down_proj.output,128,384,512,4096,128,0.03965551531929915,0.0,0.48681640625,0.010986328125,0.09375,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,512,640,4096,128,0.03941204071410435,0.0,0.49365234375,0.006591796875,0.084716796875,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,640,768,4096,128,0.038948464650353135,0.0,0.48388671875,0.008056640625,0.08740234375,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.down_proj.output,128,768,896,4096,128,0.03942725645119466,0.0,0.5322265625,0.009521484375,0.085693359375,1.0,99,0.7734375
+fresh-zh-1,layers.8.mlp.down_proj.output,128,896,1024,4096,128,0.04058172407728882,0.0,0.49560546875,0.00927734375,0.09033203125,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1024,1152,4096,128,0.03977726718352194,0.0,0.5,0.0107421875,0.095703125,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1152,1280,4096,128,0.05034566361567901,0.0,0.47607421875,0.010986328125,0.10986328125,1.0,83,0.6484375
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1280,1408,4096,128,0.03874562587956002,0.0,0.4931640625,0.010986328125,0.09228515625,1.0,98,0.765625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1408,1536,4096,128,0.03865498916286901,0.0,0.48779296875,0.009033203125,0.087890625,1.0,96,0.75
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1536,1664,4096,128,0.03990754650346979,0.0,0.527099609375,0.009033203125,0.087646484375,1.0,102,0.796875
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1664,1792,4096,128,0.03891402910495127,0.0,0.500732421875,0.0078125,0.08544921875,1.0,101,0.7890625
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1792,1920,4096,128,0.04018874859647725,0.0,0.516845703125,0.0107421875,0.089111328125,1.0,97,0.7578125
+fresh-zh-1,layers.8.mlp.down_proj.output,128,1920,2048,4096,128,0.038909466467177814,0.0,0.52001953125,0.011474609375,0.0927734375,1.0,97,0.7578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1735743099946125,0.0,0.5013173421223959,0.01287841796875,0.12880452473958334,1.0,3111,0.50634765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2143254092323759,0.0,0.5859375,0.0087890625,0.11474609375,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.6081934401077913,0.0,0.46240234375,0.01611328125,0.126953125,1.0,28,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1124961524306078,0.0,0.4716796875,0.00927734375,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3122560027804864,0.0,0.51953125,0.0126953125,0.103515625,1.0,39,0.609375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.6991609935789218,0.0,0.49853515625,0.00634765625,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8804773164393962,0.0,0.48779296875,0.01220703125,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.6549533069589711,0.0,0.4638671875,0.0068359375,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.745212247790642,0.0,0.505859375,0.0068359375,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.1332352215283201,0.0,0.52734375,0.009765625,0.09521484375,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.4795444304934888,0.0,0.49072265625,0.00830078125,0.11376953125,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.406930707839301,0.0,0.4921875,0.017578125,0.1767578125,1.0,15,0.234375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4393926293211807,0.0,0.5390625,0.013671875,0.12939453125,1.0,29,0.453125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.9516609363352763,0.0,0.51025390625,0.0048828125,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.1337743418221913,0.0,0.48583984375,0.01025390625,0.1123046875,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.5839290882024543,0.0,0.546875,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7497192842873059,0.0,0.51953125,0.01220703125,0.10693359375,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5539082189024427,0.0,0.4892578125,0.01025390625,0.14697265625,1.0,27,0.421875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.087755652681626,0.0,0.56787109375,0.013671875,0.11328125,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9963040124882429,0.0,0.478515625,0.0126953125,0.1064453125,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.0290607545636734,0.0,0.4619140625,0.0107421875,0.10546875,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.8337767819971569,0.0,0.498046875,0.00732421875,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,0.9605807080588444,0.0,0.5810546875,0.009765625,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7598176073084769,0.0,0.45263671875,0.0126953125,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7321073794068708,0.0,0.49267578125,0.00732421875,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.3135298405252749,0.0,0.52001953125,0.0126953125,0.1298828125,1.0,35,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.2196282114036492,0.0,0.4931640625,0.00732421875,0.0927734375,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.550087025307801,0.0,0.55029296875,0.0126953125,0.0947265625,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.2536240249056005,0.0,0.49169921875,0.0087890625,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.156002112048769,0.0,0.49267578125,0.00830078125,0.1005859375,1.0,39,0.609375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2468410421468297,0.0,0.47802734375,0.0087890625,0.10009765625,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.1183105594725373,0.0,0.4755859375,0.013671875,0.1396484375,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.1365422477423024,0.0,0.44580078125,0.009765625,0.140625,1.0,33,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.551421034394477,0.0,0.44873046875,0.0107421875,0.14306640625,1.0,28,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.7025106400582564,0.0,0.46240234375,0.0166015625,0.14208984375,1.0,28,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.063976499955563,0.0,0.4853515625,0.015625,0.15185546875,1.0,26,0.40625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6232840008953044,0.0,0.521484375,0.0185546875,0.1435546875,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.721346283535038,0.0,0.46923828125,0.00830078125,0.09765625,1.0,51,0.796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7427186994804107,0.0,0.4833984375,0.01025390625,0.10400390625,1.0,49,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.679848438258723,0.0,0.49951171875,0.009765625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.6937198212003325,0.0,0.5322265625,0.0087890625,0.0947265625,1.0,49,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.005464925424845,0.0,0.439453125,0.009765625,0.10595703125,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.9167944576005479,0.0,0.4755859375,0.0107421875,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.023062594177364,0.0,0.4921875,0.01318359375,0.1171875,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9693111441170652,0.0,0.51513671875,0.00830078125,0.11669921875,1.0,38,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.1009325942308892,0.0,0.45947265625,0.01123046875,0.09375,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0464432953946112,0.0,0.53271484375,0.0087890625,0.111328125,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.621087227212448,0.0,0.50634765625,0.00634765625,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9153066139345165,0.0,0.49560546875,0.013671875,0.1259765625,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.421482067612196,0.0,0.47802734375,0.0068359375,0.10107421875,1.0,38,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.073875231527467,0.0,0.48486328125,0.01513671875,0.099609375,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.9092603793819914,0.0,0.5048828125,0.009765625,0.1220703125,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2485254890815132,0.0,0.4912109375,0.01220703125,0.123046875,1.0,35,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.6403899013751495,0.0,0.44921875,0.01220703125,0.12744140625,1.0,30,0.46875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.3208303385466291,0.0,0.47802734375,0.00830078125,0.0947265625,1.0,35,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.9502701321145478,0.0,0.5234375,0.00634765625,0.08349609375,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.9161488527862568,0.0,0.44140625,0.00830078125,0.10009765625,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.444742826979489,0.0,0.50732421875,0.009765625,0.080078125,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5992967520143844,0.0,0.5302734375,0.01171875,0.10693359375,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.7515878750463914,0.0,0.5400390625,0.01416015625,0.11962890625,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.5906936270558143,0.0,0.4990234375,0.00927734375,0.10791015625,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6838072592392779,0.0,0.57861328125,0.01123046875,0.11376953125,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.3450083750135957,0.0,0.486328125,0.0126953125,0.1162109375,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.6694360772764629,0.0,0.482421875,0.01171875,0.10400390625,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.6695117700278879,0.0,0.4755859375,0.0087890625,0.103515625,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.0556740555706532,0.0,0.4677734375,0.015625,0.15087890625,1.0,24,0.375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.5886581346676725,0.0,0.50537109375,0.0078125,0.09912109375,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.6728203088690776,0.0,0.49365234375,0.00927734375,0.095703125,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9518973633592509,0.0,0.51416015625,0.009765625,0.1376953125,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9447777113874061,0.0,0.51416015625,0.01123046875,0.11279296875,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9308333950433896,0.0,0.482421875,0.01220703125,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0630296891722648,0.0,0.5224609375,0.01611328125,0.14794921875,1.0,30,0.46875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9033145023166296,0.0,0.51123046875,0.01904296875,0.14208984375,1.0,37,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.0877583087457878,0.0,0.52978515625,0.01708984375,0.134765625,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7176393247451576,0.0,0.544921875,0.005859375,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.9806404545908246,0.0,0.51513671875,0.01025390625,0.09521484375,1.0,38,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.1163509152751399,0.0,0.52294921875,0.009765625,0.125,1.0,28,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.6919060834496383,0.0,0.52880859375,0.01123046875,0.09912109375,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.764616040748909,0.0,0.4765625,0.01123046875,0.1103515625,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.0230619689049614,0.0,0.52490234375,0.01025390625,0.123046875,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9526188668406427,0.0,0.51416015625,0.0126953125,0.13427734375,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.1016340156140125,0.0,0.5341796875,0.0146484375,0.150390625,1.0,26,0.40625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.5846407083051133,0.0,0.53564453125,0.01025390625,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9207687060655765,0.0,0.4892578125,0.0126953125,0.119140625,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.087362209116985,0.0,0.49951171875,0.01416015625,0.146484375,1.0,31,0.484375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.4259194602454397,0.0,0.4951171875,0.0185546875,0.16015625,1.0,23,0.359375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.4863045938930857,0.0,0.58740234375,0.01513671875,0.15771484375,1.0,24,0.375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.780803767142464,0.0,0.453125,0.02685546875,0.1982421875,1.0,14,0.21875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.0064374981587854,0.0,0.51806640625,0.02880859375,0.23388671875,1.0,9,0.140625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.7230314926472192,0.0,0.5087890625,0.00830078125,0.09375,1.0,48,0.75
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.3448262980011343,0.0,0.484375,0.0146484375,0.16845703125,1.0,23,0.359375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7878878843618573,0.0,0.54443359375,0.01025390625,0.11474609375,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.570666123475844,0.0,0.5078125,0.01025390625,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.2291217306158344,0.0,0.53173828125,0.02099609375,0.18359375,1.0,21,0.328125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.494191221567362,0.0,0.46337890625,0.0205078125,0.18408203125,1.0,15,0.234375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.253345770225541,0.0,0.486328125,0.00830078125,0.09765625,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.1597535028447217,0.0,0.47265625,0.0126953125,0.1220703125,1.0,34,0.53125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.4249337423742041,0.0,0.524169921875,0.012939453125,0.123779296875,1.0,60,0.46875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.216483355004565,0.0,0.49560546875,0.01123046875,0.103271484375,1.0,80,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.7950051571237089,0.0,0.4931640625,0.00927734375,0.0908203125,1.0,98,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.7015358610055774,0.0,0.48486328125,0.0068359375,0.085205078125,1.0,101,0.7890625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3178151974227348,0.0,0.509033203125,0.009521484375,0.107177734375,1.0,75,0.5859375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.9830742010429085,0.0,0.515625,0.016357421875,0.15869140625,1.0,37,0.2890625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.0466859117999243,0.0,0.498046875,0.00732421875,0.107177734375,1.0,87,0.6796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.6719569127857901,0.0,0.533203125,0.010009765625,0.09423828125,1.0,98,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3412388140658231,0.0,0.528564453125,0.01318359375,0.12841796875,1.0,66,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.0128148206566019,0.0,0.47021484375,0.01171875,0.10595703125,1.0,84,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,0.899416204794078,0.0,0.53955078125,0.009033203125,0.099365234375,1.0,86,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7460911510525958,0.0,0.47265625,0.010009765625,0.098876953125,1.0,87,0.6796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.2674489370388888,0.0,0.506591796875,0.010498046875,0.11181640625,1.0,71,0.5546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.4096707030097677,0.0,0.52099609375,0.0107421875,0.091552734375,1.0,77,0.6015625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2022798067511171,0.0,0.4853515625,0.008544921875,0.1005859375,1.0,75,0.5859375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.127463256237405,0.0,0.460693359375,0.01171875,0.14013671875,1.0,64,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.628718776442576,0.0,0.45556640625,0.01416015625,0.143310546875,1.0,56,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8567511868760826,0.0,0.50341796875,0.017822265625,0.1533203125,1.0,62,0.484375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.7321104859676864,0.0,0.476318359375,0.009765625,0.100830078125,1.0,99,0.7734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.6868191498964796,0.0,0.515869140625,0.00927734375,0.092529296875,1.0,98,0.765625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9621517015904175,0.0,0.45751953125,0.010498046875,0.103759765625,1.0,87,0.6796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9965493378941285,0.0,0.503662109375,0.010498046875,0.117431640625,1.0,74,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0740335533670002,0.0,0.49609375,0.010009765625,0.1025390625,1.0,85,0.6640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.7821558480631328,0.0,0.5009765625,0.009765625,0.117431640625,1.0,90,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.2597260181148944,0.0,0.4814453125,0.010498046875,0.1025390625,1.0,81,0.6328125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0921470446785346,0.0,0.498046875,0.010009765625,0.125,1.0,75,0.5859375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.4892064685191868,0.0,0.463623046875,0.0107421875,0.11328125,1.0,63,0.4921875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.9333654280212479,0.0,0.482421875,0.00732421875,0.091796875,1.0,85,0.6640625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.5239803045171623,0.0,0.518798828125,0.0107421875,0.0927734375,1.0,76,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6730759545169362,0.0,0.51953125,0.012451171875,0.113525390625,1.0,68,0.53125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.523852751272839,0.0,0.532470703125,0.01171875,0.116943359375,1.0,68,0.53125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.6694739247219319,0.0,0.47900390625,0.01025390625,0.103759765625,1.0,91,0.7109375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.8546830146654998,0.0,0.486572265625,0.0126953125,0.12890625,1.0,65,0.5078125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.8242559549062944,0.0,0.50390625,0.009765625,0.12060546875,1.0,76,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9378314702712923,0.0,0.498291015625,0.011962890625,0.10498046875,1.0,83,0.6484375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.986409957917402,0.0,0.516845703125,0.017578125,0.145263671875,1.0,66,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.921472826150121,0.0,0.537353515625,0.01171875,0.119140625,1.0,78,0.609375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.050689075610797,0.0,0.51904296875,0.010498046875,0.109130859375,1.0,66,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.7291679223900196,0.0,0.502685546875,0.010986328125,0.105224609375,1.0,89,0.6953125
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.9884681324353471,0.0,0.51953125,0.011474609375,0.12939453125,1.0,71,0.5546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8818736480259967,0.0,0.534912109375,0.011962890625,0.127197265625,1.0,72,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.0075146609070873,0.0,0.494384765625,0.01318359375,0.1318359375,1.0,70,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.4564250157379088,0.0,0.541259765625,0.01708984375,0.15869140625,1.0,46,0.359375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.8969783197346348,0.0,0.485595703125,0.027587890625,0.216064453125,1.0,23,0.1796875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0796602037574372,0.0,0.49658203125,0.012939453125,0.1337890625,1.0,66,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.687905205245298,0.0,0.526123046875,0.009765625,0.109619140625,1.0,86,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.368091304570172,0.0,0.49755859375,0.021484375,0.188720703125,1.0,35,0.2734375
+fresh-zh-1,layers.9.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.2074567915877688,0.0,0.4794921875,0.010498046875,0.109130859375,1.0,74,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.4523976892437316,0.0,0.292205810546875,0.009521484375,0.090911865234375,1.0,1100,0.537109375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,0,64,2048,64,1.3804727449722292,0.0,0.20556640625,0.009765625,0.07763671875,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3165998491806183,0.0,0.2119140625,0.00732421875,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4408410569655044,0.0,0.29833984375,0.01318359375,0.103515625,1.0,35,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,192,256,2048,64,1.264533118477436,0.0,0.2216796875,0.0107421875,0.09765625,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7628094417990152,0.0,0.13525390625,0.0048828125,0.037109375,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7395891456685941,0.0,0.203125,0.005859375,0.0546875,1.0,38,0.59375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7081355201567041,0.0,0.1513671875,0.0029296875,0.0380859375,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4811333426289564,0.0,0.0927734375,0.0048828125,0.05078125,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4444376711764737,0.0,0.18408203125,0.00830078125,0.06201171875,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,576,640,2048,64,1.3425794127983595,0.0,0.1298828125,0.00927734375,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,640,704,2048,64,1.4893299533558588,0.0,0.4951171875,0.0126953125,0.10546875,1.0,30,0.46875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3910518785038248,0.0,0.45556640625,0.01318359375,0.13916015625,1.0,26,0.40625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,768,832,2048,64,1.2800584122221572,0.0,0.20849609375,0.0078125,0.0693359375,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,832,896,2048,64,1.368976527730882,0.0,0.24755859375,0.01123046875,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,896,960,2048,64,1.8799156758005868,0.0,0.279296875,0.00927734375,0.12158203125,1.0,29,0.453125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.869607383962421,0.0,0.169921875,0.009765625,0.0810546875,1.0,34,0.53125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.398952014481135,0.0,0.1494140625,0.005859375,0.06103515625,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.33758082482998,0.0,0.11181640625,0.0068359375,0.0576171875,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.3281259575747668,0.0,0.18505859375,0.0087890625,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.277510223381457,0.0,0.2646484375,0.00830078125,0.0947265625,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.903681765980255,0.0,0.3779296875,0.01025390625,0.09375,1.0,39,0.609375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.3195066828838065,0.0,0.2998046875,0.0078125,0.115234375,1.0,29,0.453125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.5997236917550814,0.0,0.54052734375,0.00927734375,0.099609375,1.0,33,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.26264273615736,0.0,0.43505859375,0.01171875,0.10693359375,1.0,36,0.5625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9601963023600152,0.0,0.3173828125,0.0107421875,0.123046875,1.0,28,0.4375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1600,1664,2048,64,0.7022743323660012,0.0,0.2978515625,0.00634765625,0.09375,1.0,40,0.625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.5568711208703725,0.0,0.2861328125,0.0078125,0.07421875,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6559007376637982,0.0,0.22119140625,0.0048828125,0.05029296875,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.9024937093037804,0.0,0.51025390625,0.013671875,0.13623046875,1.0,20,0.3125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4373187801054472,0.0,0.47314453125,0.00830078125,0.09375,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.487227554517531,0.0,0.66259765625,0.0107421875,0.1025390625,1.0,33,0.515625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.423947480171973,0.0,0.52783203125,0.009765625,0.10205078125,1.0,32,0.5
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,0,128,4096,128,1.3489144084176705,0.0,0.208740234375,0.0087890625,0.068603515625,1.0,70,0.546875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3555565202461572,0.0,0.260009765625,0.0126953125,0.1005859375,1.0,74,0.578125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7512377799464791,0.0,0.169189453125,0.00537109375,0.0458984375,1.0,79,0.6171875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5986686545166637,0.0,0.1220703125,0.00390625,0.044677734375,1.0,86,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,512,640,4096,128,1.394438895323797,0.0,0.156982421875,0.008544921875,0.0595703125,1.0,82,0.640625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,640,768,4096,128,1.441028979349823,0.0,0.475341796875,0.013671875,0.121826171875,1.0,55,0.4296875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,768,896,4096,128,1.3252634213956886,0.0,0.22802734375,0.00927734375,0.077880859375,1.0,83,0.6484375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.8747686148279183,0.0,0.224609375,0.009521484375,0.10107421875,1.0,62,0.484375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3686104635311092,0.0,0.130615234375,0.00634765625,0.058837890625,1.0,91,0.7109375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3030638760298805,0.0,0.224853515625,0.008544921875,0.0888671875,1.0,86,0.671875
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1308710404684121,0.0,0.3388671875,0.0087890625,0.108154296875,1.0,65,0.5078125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4410729629573673,0.0,0.48779296875,0.0107421875,0.103759765625,1.0,67,0.5234375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1536,1664,4096,128,0.8411795815894364,0.0,0.3076171875,0.00830078125,0.1123046875,1.0,67,0.5234375
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6071488636706435,0.0,0.253662109375,0.00634765625,0.062255859375,1.0,81,0.6328125
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.6860260362141903,0.0,0.49169921875,0.01123046875,0.1171875,1.0,50,0.390625
+fresh-zh-1,layers.9.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4559313557314966,0.0,0.59521484375,0.01025390625,0.10205078125,1.0,65,0.5078125
+fresh-zh-1,layers.9.linear_attn.in_proj_b.output,0,0,16,512,16,1.4882194594846088,0.0,0.669921875,0.0078125,0.05859375,1.0,12,0.75
+fresh-zh-1,layers.9.linear_attn.in_proj_b.output,64,0,16,512,16,1.4882194594846088,0.0,0.669921875,0.0078125,0.05859375,1.0,12,0.75
+fresh-zh-1,layers.9.linear_attn.in_proj_b.output,128,0,16,512,16,1.4882194594846088,0.0,0.669921875,0.0078125,0.05859375,1.0,12,0.75
+fresh-zh-1,layers.9.linear_attn.in_proj_a.output,0,0,16,512,16,1.2719495197017738,0.0,0.45703125,0.013671875,0.107421875,1.0,13,0.8125
+fresh-zh-1,layers.9.linear_attn.in_proj_a.output,64,0,16,512,16,1.2719495197017738,0.0,0.45703125,0.013671875,0.107421875,1.0,13,0.8125
+fresh-zh-1,layers.9.linear_attn.in_proj_a.output,128,0,16,512,16,1.2719495197017738,0.0,0.45703125,0.013671875,0.107421875,1.0,13,0.8125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,0,0,2048,65536,2048,0.029282055515230818,0.0,0.501861572265625,0.0106048583984375,0.1043701171875,1.0,1402,0.6845703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,0,64,2048,64,0.028671776832687065,0.0,0.5712890625,0.0107421875,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,64,128,2048,64,0.026467441675419635,0.0,0.453125,0.00927734375,0.099609375,1.0,43,0.671875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,128,192,2048,64,0.028621287318123734,0.0,0.52783203125,0.00732421875,0.08984375,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,192,256,2048,64,0.028785397828740806,0.0,0.44921875,0.00927734375,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,256,320,2048,64,0.028837995117750162,0.0,0.52001953125,0.01123046875,0.103515625,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,320,384,2048,64,0.02861910532882955,0.0,0.46923828125,0.0087890625,0.10595703125,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,384,448,2048,64,0.027822321163063653,0.0,0.4990234375,0.00732421875,0.087890625,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,448,512,2048,64,0.02744851112600388,0.0,0.4658203125,0.01220703125,0.13134765625,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,512,576,2048,64,0.02736654321148613,0.0,0.4755859375,0.009765625,0.11865234375,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,576,640,2048,64,0.030460401655341727,0.0,0.53515625,0.0078125,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,640,704,2048,64,0.027719194663231847,0.0,0.4853515625,0.00732421875,0.0986328125,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,704,768,2048,64,0.027066018878605817,0.0,0.49755859375,0.01171875,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,768,832,2048,64,0.026602193300600936,0.0,0.51708984375,0.009765625,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,832,896,2048,64,0.02956464000316434,0.0,0.51318359375,0.009765625,0.08544921875,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,896,960,2048,64,0.029200537561201535,0.0,0.53125,0.00439453125,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,960,1024,2048,64,0.028303127505711692,0.0,0.4970703125,0.01171875,0.08740234375,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1024,1088,2048,64,0.029279098287155376,0.0,0.54150390625,0.01123046875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1088,1152,2048,64,0.026023984395399703,0.0,0.52587890625,0.01171875,0.11083984375,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1152,1216,2048,64,0.052909371388834996,0.0,0.578125,0.021484375,0.1962890625,1.0,23,0.359375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1216,1280,2048,64,0.027327067694192818,0.0,0.45947265625,0.0107421875,0.10546875,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1280,1344,2048,64,0.030524370159806427,0.0,0.4873046875,0.0087890625,0.09814453125,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1344,1408,2048,64,0.026605147676719742,0.0,0.4873046875,0.015625,0.11376953125,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1408,1472,2048,64,0.029070896991763837,0.0,0.5029296875,0.015625,0.111328125,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02730315711074436,0.0,0.53125,0.0107421875,0.109375,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02933937199563953,0.0,0.5,0.00732421875,0.09033203125,1.0,45,0.703125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1600,1664,2048,64,0.027285072531086866,0.0,0.53173828125,0.00537109375,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1664,1728,2048,64,0.027340213999718956,0.0,0.4580078125,0.01025390625,0.09716796875,1.0,48,0.75
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02760639558100464,0.0,0.484375,0.0087890625,0.0908203125,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02742284468991954,0.0,0.48388671875,0.01025390625,0.10302734375,1.0,44,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1856,1920,2048,64,0.027972988996202448,0.0,0.48828125,0.0146484375,0.10693359375,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03168812022521962,0.0,0.48876953125,0.00927734375,0.1142578125,1.0,41,0.640625
+fresh-zh-1,layers.9.linear_attn.out_proj.output,64,1984,2048,2048,64,0.026682692243237868,0.0,0.5029296875,0.01220703125,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,0,128,4096,128,0.0275916314811679,0.0,0.51220703125,0.010009765625,0.098388671875,1.0,91,0.7109375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,128,256,4096,128,0.028703459860315327,0.0,0.488525390625,0.00830078125,0.08837890625,1.0,92,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,256,384,4096,128,0.02872875869432947,0.0,0.49462890625,0.010009765625,0.104248046875,1.0,92,0.71875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,384,512,4096,128,0.027636048179280427,0.0,0.482421875,0.009765625,0.109619140625,1.0,89,0.6953125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,512,640,4096,128,0.02895482478233017,0.0,0.50537109375,0.009033203125,0.105712890625,1.0,88,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,640,768,4096,128,0.027394553571058494,0.0,0.491455078125,0.009521484375,0.09912109375,1.0,89,0.6953125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,768,896,4096,128,0.02812245212387464,0.0,0.51513671875,0.01025390625,0.092041015625,1.0,91,0.7109375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,896,1024,4096,128,0.028755333596288842,0.0,0.51416015625,0.008056640625,0.08935546875,1.0,93,0.7265625
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1024,1152,4096,128,0.027699398552323406,0.0,0.53369140625,0.01171875,0.1064453125,1.0,88,0.6875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1152,1280,4096,128,0.042108017107937226,0.0,0.518798828125,0.015625,0.1591796875,1.0,63,0.4921875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02863189704292179,0.0,0.4873046875,0.012939453125,0.10791015625,1.0,89,0.6953125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02820088154756633,0.0,0.51708984375,0.013427734375,0.110107421875,1.0,86,0.671875
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1536,1664,4096,128,0.028330848311735986,0.0,0.515869140625,0.0068359375,0.089599609375,1.0,94,0.734375
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1664,1792,4096,128,0.027473627158834897,0.0,0.47119140625,0.009521484375,0.093505859375,1.0,93,0.7265625
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1792,1920,4096,128,0.027699282700722697,0.0,0.486083984375,0.0126953125,0.10546875,1.0,89,0.6953125
+fresh-zh-1,layers.9.linear_attn.out_proj.output,128,1920,2048,4096,128,0.029292516354483093,0.0,0.495849609375,0.010986328125,0.10693359375,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,0,0,6144,196608,6144,0.49938509006637166,0.0,0.751953125,0.008397420247395834,0.08133951822916667,1.0,4146,0.6748046875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,0,64,2048,64,0.5022391500865163,0.0,0.7216796875,0.01025390625,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,64,128,2048,64,0.4983679793132871,0.0,0.740234375,0.00927734375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,128,192,2048,64,0.4996987701858542,0.0,0.7490234375,0.00634765625,0.06982421875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,192,256,2048,64,0.5017147926767603,0.0,0.7431640625,0.0068359375,0.08251953125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,256,320,2048,64,0.5827697035613983,0.0,0.7998046875,0.0087890625,0.09423828125,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,320,384,2048,64,0.44339688184323495,0.0,0.689453125,0.0087890625,0.0849609375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,384,448,2048,64,0.5277666427539524,0.0,0.73779296875,0.0078125,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,448,512,2048,64,0.5024096311537061,0.0,0.67041015625,0.009765625,0.08447265625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,512,576,2048,64,0.4890540821268839,0.0,0.81103515625,0.0068359375,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,576,640,2048,64,0.4733929462112686,0.0,0.76513671875,0.0078125,0.08642578125,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,640,704,2048,64,0.4683378517186101,0.0,0.72802734375,0.00830078125,0.0908203125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,704,768,2048,64,0.4875848606981561,0.0,0.78662109375,0.00927734375,0.08251953125,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,768,832,2048,64,0.5376612566122392,0.0,0.7978515625,0.01025390625,0.08203125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,832,896,2048,64,0.4672268023174842,0.0,0.73974609375,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,896,960,2048,64,0.49131447179373355,0.0,0.734375,0.01025390625,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,960,1024,2048,64,0.4992669324591039,0.0,0.76220703125,0.00634765625,0.07421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1024,1088,2048,64,0.4839440108515477,0.0,0.77001953125,0.0078125,0.08154296875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1088,1152,2048,64,0.5284581007537181,0.0,0.77099609375,0.00732421875,0.0810546875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1152,1216,2048,64,0.5653350372663182,0.0,0.68017578125,0.009765625,0.09130859375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1216,1280,2048,64,0.48601323864309925,0.0,0.72802734375,0.009765625,0.07373046875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1280,1344,2048,64,0.47351844417951905,0.0,0.71044921875,0.0107421875,0.078125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1344,1408,2048,64,0.49235663424347104,0.0,0.734375,0.00830078125,0.0751953125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1408,1472,2048,64,0.5025446355377623,0.0,0.74560546875,0.00830078125,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1472,1536,2048,64,0.4919510440069615,0.0,0.7490234375,0.01025390625,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1536,1600,2048,64,0.49353106087347326,0.0,0.7822265625,0.00390625,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1600,1664,2048,64,0.4651005331088333,0.0,0.7060546875,0.00732421875,0.08203125,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1664,1728,2048,64,0.49773001886522916,0.0,0.7490234375,0.009765625,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1728,1792,2048,64,0.5456370654635115,0.0,0.7578125,0.0087890625,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1792,1856,2048,64,0.512472128363049,0.0,0.76171875,0.005859375,0.080078125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1856,1920,2048,64,0.4811717166232604,0.0,0.7421875,0.0107421875,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1920,1984,2048,64,0.48297622403655543,0.0,0.720703125,0.00732421875,0.08935546875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,1984,2048,2048,64,0.490486098328512,0.0,0.77880859375,0.00732421875,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2048,2112,2048,64,0.4719990357726635,0.0,0.7919921875,0.0107421875,0.08544921875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2112,2176,2048,64,0.49766800473122164,0.0,0.74072265625,0.0107421875,0.08740234375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2176,2240,2048,64,0.6134268495587198,0.0,0.82470703125,0.009765625,0.0966796875,1.0,36,0.5625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2240,2304,2048,64,0.49315264396400715,0.0,0.783203125,0.0068359375,0.0703125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2304,2368,2048,64,0.5215697002034084,0.0,0.767578125,0.00537109375,0.0693359375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2368,2432,2048,64,0.4532567607979324,0.0,0.7412109375,0.0068359375,0.07763671875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2432,2496,2048,64,0.5308645620653694,0.0,0.78857421875,0.009765625,0.0810546875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2496,2560,2048,64,0.47568158866803284,0.0,0.72900390625,0.0107421875,0.08642578125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2560,2624,2048,64,0.5136121145335529,0.0,0.7890625,0.005859375,0.0732421875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2624,2688,2048,64,0.49644658022196453,0.0,0.75927734375,0.00634765625,0.0771484375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2688,2752,2048,64,0.46911258176670745,0.0,0.75390625,0.0078125,0.08056640625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2752,2816,2048,64,0.48119410889868985,0.0,0.74462890625,0.00634765625,0.07568359375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2816,2880,2048,64,0.5331840881507331,0.0,0.78076171875,0.0087890625,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2880,2944,2048,64,0.5017183368334985,0.0,0.7802734375,0.01220703125,0.08544921875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,2944,3008,2048,64,0.5309138891380923,0.0,0.73046875,0.01123046875,0.08203125,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3008,3072,2048,64,0.5211797186299197,0.0,0.77685546875,0.005859375,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3072,3136,2048,64,0.465843211345175,0.0,0.76416015625,0.00732421875,0.07470703125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3136,3200,2048,64,0.5333323422769934,0.0,0.79833984375,0.0078125,0.06298828125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3200,3264,2048,64,0.4954543638918958,0.0,0.7275390625,0.01025390625,0.08154296875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3264,3328,2048,64,0.5762245106494788,0.0,0.75439453125,0.00927734375,0.07177734375,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3328,3392,2048,64,0.45731321725267843,0.0,0.7841796875,0.00634765625,0.07421875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3392,3456,2048,64,0.48213208153476245,0.0,0.76416015625,0.0048828125,0.07666015625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3456,3520,2048,64,0.5275775491633166,0.0,0.8017578125,0.00927734375,0.0810546875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3520,3584,2048,64,0.5345224343276991,0.0,0.71875,0.01171875,0.0849609375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3584,3648,2048,64,0.46265731495978796,0.0,0.72607421875,0.0068359375,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3648,3712,2048,64,0.5174732530094797,0.0,0.75537109375,0.0087890625,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3712,3776,2048,64,0.44038509417520255,0.0,0.7392578125,0.00634765625,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3776,3840,2048,64,0.47707906166695363,0.0,0.7568359375,0.0087890625,0.08251953125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3840,3904,2048,64,0.4989306492128979,0.0,0.72900390625,0.0078125,0.078125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3904,3968,2048,64,0.45678571703503024,0.0,0.71533203125,0.01025390625,0.08984375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,3968,4032,2048,64,0.47609610796100776,0.0,0.75341796875,0.00732421875,0.07763671875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4032,4096,2048,64,0.535045611744032,0.0,0.7421875,0.01025390625,0.083984375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4096,4160,2048,64,0.46618869705755955,0.0,0.763671875,0.00830078125,0.0751953125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4160,4224,2048,64,0.4861184574680082,0.0,0.7705078125,0.00634765625,0.087890625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4224,4288,2048,64,0.5204339610952908,0.0,0.7333984375,0.00732421875,0.0849609375,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4288,4352,2048,64,0.5211536459964544,0.0,0.76123046875,0.0087890625,0.09130859375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4352,4416,2048,64,0.4515115607679839,0.0,0.73486328125,0.009765625,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4416,4480,2048,64,0.5205831118164373,0.0,0.76806640625,0.00927734375,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4480,4544,2048,64,0.4396200350424492,0.0,0.69384765625,0.0087890625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4544,4608,2048,64,0.494987293890243,0.0,0.72998046875,0.01416015625,0.08056640625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4608,4672,2048,64,0.4964997709818268,0.0,0.74365234375,0.0078125,0.07861328125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4672,4736,2048,64,0.5045518583942393,0.0,0.810546875,0.00732421875,0.07861328125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4736,4800,2048,64,0.4559534220590662,0.0,0.70458984375,0.0078125,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4800,4864,2048,64,0.4726595611288371,0.0,0.70556640625,0.01123046875,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4864,4928,2048,64,0.4963729389047367,0.0,0.7607421875,0.00927734375,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4928,4992,2048,64,0.44088985666646124,0.0,0.73681640625,0.0068359375,0.07421875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,4992,5056,2048,64,0.507091142080284,0.0,0.74267578125,0.00634765625,0.07421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5056,5120,2048,64,0.4655417660577867,0.0,0.73828125,0.00927734375,0.0859375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5120,5184,2048,64,0.5041720214582559,0.0,0.7607421875,0.00732421875,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5184,5248,2048,64,0.5444506435787431,0.0,0.7568359375,0.009765625,0.087890625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5248,5312,2048,64,0.4761046184334343,0.0,0.74462890625,0.00537109375,0.08056640625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5312,5376,2048,64,0.560624699693688,0.0,0.75537109375,0.009765625,0.078125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5376,5440,2048,64,0.5309194842095485,0.0,0.7919921875,0.01025390625,0.07568359375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5440,5504,2048,64,0.4759491103291476,0.0,0.73779296875,0.0048828125,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5504,5568,2048,64,0.49385023138758377,0.0,0.75390625,0.00732421875,0.08935546875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5568,5632,2048,64,0.47640063160815366,0.0,0.73583984375,0.00830078125,0.08642578125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5632,5696,2048,64,0.5268259342907482,0.0,0.7880859375,0.00634765625,0.091796875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5696,5760,2048,64,0.4896116620817199,0.0,0.74755859375,0.00537109375,0.06982421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5760,5824,2048,64,0.4689640654124853,0.0,0.74267578125,0.0068359375,0.07470703125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5824,5888,2048,64,0.497845878926893,0.0,0.7373046875,0.0087890625,0.08447265625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5888,5952,2048,64,0.5378438280527398,0.0,0.75537109375,0.01171875,0.0859375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,5952,6016,2048,64,0.4917552125142795,0.0,0.7744140625,0.0048828125,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,6016,6080,2048,64,0.5359504542396724,0.0,0.76123046875,0.00830078125,0.087890625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gate_proj.output,64,6080,6144,2048,64,0.4834179336767759,0.0,0.7685546875,0.01171875,0.0712890625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,0,128,4096,128,0.5003073089034555,0.0,0.73095703125,0.009765625,0.08203125,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,128,256,4096,128,0.5007077960826751,0.0,0.74609375,0.006591796875,0.075927734375,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,256,384,4096,128,0.5177940334811438,0.0,0.74462890625,0.0087890625,0.08984375,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,384,512,4096,128,0.5152441492534297,0.0,0.7041015625,0.0087890625,0.083251953125,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,512,640,4096,128,0.48128722025810844,0.0,0.7880859375,0.00732421875,0.082763671875,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,640,768,4096,128,0.47805822853207075,0.0,0.75732421875,0.0087890625,0.08642578125,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,768,896,4096,128,0.5036767374346732,0.0,0.768798828125,0.008544921875,0.0771484375,1.0,89,0.6953125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,896,1024,4096,128,0.4953066626046327,0.0,0.748291015625,0.00830078125,0.080078125,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1024,1152,4096,128,0.5066901271444461,0.0,0.7705078125,0.007568359375,0.081298828125,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1152,1280,4096,128,0.5271681764376828,0.0,0.7041015625,0.009765625,0.08251953125,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1280,1408,4096,128,0.48302938433482046,0.0,0.722412109375,0.009521484375,0.076904296875,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1408,1536,4096,128,0.497276050301702,0.0,0.747314453125,0.00927734375,0.078369140625,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1536,1664,4096,128,0.4795265445963429,0.0,0.744140625,0.00537109375,0.079345703125,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1664,1792,4096,128,0.5222331753571453,0.0,0.75341796875,0.009521484375,0.0859375,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1792,1920,4096,128,0.4970683570833737,0.0,0.751953125,0.00830078125,0.082763671875,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,1920,2048,4096,128,0.4867456448896773,0.0,0.749755859375,0.00732421875,0.08642578125,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2048,2176,4096,128,0.48500336736123767,0.0,0.766357421875,0.0107421875,0.086181640625,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2176,2304,4096,128,0.5565483042864415,0.0,0.803955078125,0.00830078125,0.08154296875,1.0,80,0.625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2304,2432,4096,128,0.488608556709411,0.0,0.75439453125,0.00634765625,0.072509765625,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2432,2560,4096,128,0.5040288469197968,0.0,0.7587890625,0.010986328125,0.0859375,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2560,2688,4096,128,0.5051022724209974,0.0,0.774169921875,0.006103515625,0.0751953125,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2688,2816,4096,128,0.4751917427789702,0.0,0.749267578125,0.007080078125,0.0791015625,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2816,2944,4096,128,0.5176903328110835,0.0,0.780517578125,0.010498046875,0.0849609375,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,2944,3072,4096,128,0.5260693190022095,0.0,0.753662109375,0.008544921875,0.080322265625,1.0,82,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3072,3200,4096,128,0.5007261151942494,0.0,0.78125,0.0078125,0.069580078125,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3200,3328,4096,128,0.5373591505561036,0.0,0.740966796875,0.010009765625,0.078125,1.0,83,0.6484375
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3328,3456,4096,128,0.46988654094315063,0.0,0.774169921875,0.005615234375,0.074951171875,1.0,92,0.71875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3456,3584,4096,128,0.5310613444701003,0.0,0.76025390625,0.010498046875,0.0830078125,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3584,3712,4096,128,0.4908311108039166,0.0,0.74072265625,0.00732421875,0.08642578125,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3712,3840,4096,128,0.45909882501087007,0.0,0.748046875,0.0078125,0.071044921875,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3840,3968,4096,128,0.47832258153426677,0.0,0.72216796875,0.008544921875,0.0830078125,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,3968,4096,4096,128,0.5064293191858884,0.0,0.747802734375,0.0087890625,0.080322265625,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4096,4224,4096,128,0.47625783770731833,0.0,0.76708984375,0.007080078125,0.0810546875,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4224,4352,4096,128,0.5207939278624187,0.0,0.747314453125,0.008056640625,0.088134765625,1.0,82,0.640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4352,4480,4096,128,0.48727275001564896,0.0,0.75146484375,0.010009765625,0.076904296875,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4480,4608,4096,128,0.4681229519706922,0.0,0.7119140625,0.0107421875,0.083740234375,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4608,4736,4096,128,0.5005420064260775,0.0,0.777099609375,0.007568359375,0.078857421875,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4736,4864,4096,128,0.4643816231365524,0.0,0.705078125,0.009521484375,0.082763671875,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4864,4992,4096,128,0.46945178676212224,0.0,0.748779296875,0.008056640625,0.082275390625,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,4992,5120,4096,128,0.486759983113079,0.0,0.740478515625,0.007568359375,0.080810546875,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5120,5248,4096,128,0.5246979752746391,0.0,0.7587890625,0.008544921875,0.08740234375,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5248,5376,4096,128,0.5200844458356181,0.0,0.75,0.0078125,0.081787109375,1.0,89,0.6953125
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5376,5504,4096,128,0.504184021135359,0.0,0.764892578125,0.0078125,0.08056640625,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5504,5632,4096,128,0.48520388129023545,0.0,0.744873046875,0.007568359375,0.089111328125,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5632,5760,4096,128,0.5085593105468349,0.0,0.767822265625,0.005859375,0.0810546875,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5760,5888,4096,128,0.4836206229125762,0.0,0.739990234375,0.008056640625,0.0791015625,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,5888,6016,4096,128,0.5153150358806684,0.0,0.764892578125,0.0078125,0.08056640625,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gate_proj.output,128,6016,6144,4096,128,0.5103605529427381,0.0,0.764892578125,0.010009765625,0.080810546875,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.up_proj.output,0,0,6144,196608,6144,0.330889144538917,0.0,0.5019887288411459,0.0084991455078125,0.08529154459635417,1.0,4695,0.76416015625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,0,64,2048,64,0.3328590697988061,0.0,0.47705078125,0.0078125,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,64,128,2048,64,0.35767042248099945,0.0,0.46728515625,0.01513671875,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,128,192,2048,64,0.32432968771845655,0.0,0.45263671875,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,192,256,2048,64,0.31748879685839076,0.0,0.4833984375,0.00927734375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,256,320,2048,64,0.3074231264962073,0.0,0.5185546875,0.01318359375,0.09033203125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,320,384,2048,64,0.34042613652966114,0.0,0.552734375,0.005859375,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,384,448,2048,64,0.3654204910888404,0.0,0.49658203125,0.01123046875,0.09130859375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,448,512,2048,64,0.3191090143438481,0.0,0.47705078125,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,512,576,2048,64,0.31017224000122434,0.0,0.47705078125,0.0078125,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,576,640,2048,64,0.32635902422648777,0.0,0.47314453125,0.00634765625,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,640,704,2048,64,0.33968315029432844,0.0,0.48681640625,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,704,768,2048,64,0.3378488976740263,0.0,0.46484375,0.00830078125,0.07080078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,768,832,2048,64,0.31975931281086906,0.0,0.5087890625,0.005859375,0.07177734375,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,832,896,2048,64,0.33536846034969203,0.0,0.515625,0.00537109375,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,896,960,2048,64,0.3130554560151656,0.0,0.556640625,0.0068359375,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,960,1024,2048,64,0.33111279582965036,0.0,0.53857421875,0.00732421875,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1024,1088,2048,64,0.3037695737759812,0.0,0.51123046875,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1088,1152,2048,64,0.32746413281381576,0.0,0.4892578125,0.0078125,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1152,1216,2048,64,0.328714856923442,0.0,0.48291015625,0.0078125,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1216,1280,2048,64,0.3454770621041143,0.0,0.51220703125,0.009765625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1280,1344,2048,64,0.31392923008156925,0.0,0.52294921875,0.0048828125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1344,1408,2048,64,0.33467283903689843,0.0,0.49853515625,0.01025390625,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1408,1472,2048,64,0.37024102021139194,0.0,0.51416015625,0.0087890625,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1472,1536,2048,64,0.3497752453406458,0.0,0.47802734375,0.0087890625,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1536,1600,2048,64,0.33764839257715146,0.0,0.53955078125,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1600,1664,2048,64,0.3204078713955541,0.0,0.52587890625,0.0107421875,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1664,1728,2048,64,0.31267043043556003,0.0,0.51025390625,0.0078125,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1728,1792,2048,64,0.33554606017848404,0.0,0.4453125,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1792,1856,2048,64,0.3343016666332391,0.0,0.546875,0.0048828125,0.0732421875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1856,1920,2048,64,0.33930331588327284,0.0,0.458984375,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1920,1984,2048,64,0.3989974056640379,0.0,0.46435546875,0.01025390625,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,1984,2048,2048,64,0.3443539374855482,0.0,0.49853515625,0.01025390625,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2048,2112,2048,64,0.3394035748313,0.0,0.4775390625,0.005859375,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2112,2176,2048,64,0.35160093326756453,0.0,0.4794921875,0.00439453125,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2176,2240,2048,64,0.3192517498628853,0.0,0.4716796875,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2240,2304,2048,64,0.3303358988957138,0.0,0.48046875,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2304,2368,2048,64,0.3055001993414661,0.0,0.5166015625,0.01220703125,0.09326171875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2368,2432,2048,64,0.34077837364085123,0.0,0.501953125,0.00634765625,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2432,2496,2048,64,0.2886218613640452,0.0,0.55126953125,0.00830078125,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2496,2560,2048,64,0.34903326599991913,0.0,0.515625,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2560,2624,2048,64,0.3136017044315613,0.0,0.50439453125,0.0068359375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2624,2688,2048,64,0.32384702204555976,0.0,0.50830078125,0.00390625,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2688,2752,2048,64,0.3122237362461792,0.0,0.49365234375,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2752,2816,2048,64,0.32400721097032426,0.0,0.53076171875,0.01123046875,0.0966796875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2816,2880,2048,64,0.3269783762449739,0.0,0.5,0.00341796875,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2880,2944,2048,64,0.3152092312585294,0.0,0.4990234375,0.0068359375,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,2944,3008,2048,64,0.33302932196538354,0.0,0.40185546875,0.01318359375,0.091796875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3008,3072,2048,64,0.30622399881614454,0.0,0.486328125,0.00390625,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3072,3136,2048,64,0.3278403974941728,0.0,0.4287109375,0.0068359375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3136,3200,2048,64,0.3089053052682114,0.0,0.515625,0.0068359375,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3200,3264,2048,64,0.29872508599434594,0.0,0.47998046875,0.01318359375,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3264,3328,2048,64,0.3536270535629807,0.0,0.5419921875,0.01171875,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3328,3392,2048,64,0.33217526006543946,0.0,0.513671875,0.00732421875,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3392,3456,2048,64,0.3244693193959848,0.0,0.49462890625,0.01220703125,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3456,3520,2048,64,0.3059120508693219,0.0,0.49072265625,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3520,3584,2048,64,0.34844148326412633,0.0,0.455078125,0.0087890625,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3584,3648,2048,64,0.31674249832994306,0.0,0.52783203125,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3648,3712,2048,64,0.34608649360470656,0.0,0.5830078125,0.0087890625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3712,3776,2048,64,0.32790271486040196,0.0,0.51904296875,0.00927734375,0.07470703125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3776,3840,2048,64,0.33566826917287,0.0,0.50439453125,0.01123046875,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3840,3904,2048,64,0.35491340909178115,0.0,0.517578125,0.0087890625,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3904,3968,2048,64,0.3369275031271443,0.0,0.52490234375,0.0078125,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,3968,4032,2048,64,0.36477525294606206,0.0,0.5224609375,0.0068359375,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4032,4096,2048,64,0.3158609530478034,0.0,0.51708984375,0.01220703125,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4096,4160,2048,64,0.34541909660102865,0.0,0.45849609375,0.005859375,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4160,4224,2048,64,0.3184576059537598,0.0,0.4814453125,0.00927734375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4224,4288,2048,64,0.36789359200960087,0.0,0.521484375,0.0078125,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4288,4352,2048,64,0.3514802462836946,0.0,0.49462890625,0.0078125,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4352,4416,2048,64,0.34005697941781493,0.0,0.51318359375,0.0126953125,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4416,4480,2048,64,0.3352293404693386,0.0,0.49755859375,0.0048828125,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4480,4544,2048,64,0.31095665952023477,0.0,0.52978515625,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4544,4608,2048,64,0.32700798842494755,0.0,0.51904296875,0.00732421875,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4608,4672,2048,64,0.32337189152275,0.0,0.4658203125,0.009765625,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4672,4736,2048,64,0.32476412890757866,0.0,0.515625,0.00390625,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4736,4800,2048,64,0.33756614283917874,0.0,0.5048828125,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4800,4864,2048,64,0.32859689844528744,0.0,0.51025390625,0.0087890625,0.1015625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4864,4928,2048,64,0.338856637577836,0.0,0.49755859375,0.0126953125,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4928,4992,2048,64,0.3185764141265159,0.0,0.5439453125,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,4992,5056,2048,64,0.3116447425263256,0.0,0.55517578125,0.0068359375,0.07568359375,1.0,52,0.8125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5056,5120,2048,64,0.32502544521786336,0.0,0.48974609375,0.00927734375,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5120,5184,2048,64,0.3297801951189066,0.0,0.458984375,0.0087890625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5184,5248,2048,64,0.32154142387407186,0.0,0.435546875,0.0078125,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5248,5312,2048,64,0.3382858497204419,0.0,0.482421875,0.0087890625,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5312,5376,2048,64,0.32096667002287044,0.0,0.4794921875,0.01171875,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5376,5440,2048,64,0.3040711922729063,0.0,0.50830078125,0.009765625,0.07568359375,1.0,53,0.828125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5440,5504,2048,64,0.3224697667392269,0.0,0.45947265625,0.01171875,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5504,5568,2048,64,0.3472929625503527,0.0,0.5390625,0.00830078125,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5568,5632,2048,64,0.32678980775292255,0.0,0.51953125,0.0107421875,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5632,5696,2048,64,0.3365503112014348,0.0,0.5283203125,0.00927734375,0.09765625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5696,5760,2048,64,0.334506853769766,0.0,0.52001953125,0.0107421875,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5760,5824,2048,64,0.33778755692170925,0.0,0.53173828125,0.00634765625,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5824,5888,2048,64,0.33755649915239994,0.0,0.5595703125,0.00830078125,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5888,5952,2048,64,0.3145669604578802,0.0,0.4775390625,0.00634765625,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,5952,6016,2048,64,0.3255068295621622,0.0,0.51953125,0.005859375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,64,6016,6080,2048,64,0.362478264240924,0.0,0.5068359375,0.00634765625,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,64,6080,6144,2048,64,0.30065828367685976,0.0,0.564453125,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,0,128,4096,128,0.34548754786899566,0.0,0.47216796875,0.01123046875,0.091064453125,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,128,256,4096,128,0.3209274703621833,0.0,0.468017578125,0.008056640625,0.07958984375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,256,384,4096,128,0.324344672483775,0.0,0.53564453125,0.009765625,0.087158203125,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,384,512,4096,128,0.3430471529856439,0.0,0.48681640625,0.009033203125,0.085205078125,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,512,640,4096,128,0.3183685216548916,0.0,0.47509765625,0.007080078125,0.088623046875,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,640,768,4096,128,0.33876726542970026,0.0,0.475830078125,0.00732421875,0.07568359375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,768,896,4096,128,0.3276568497121662,0.0,0.51220703125,0.00537109375,0.075439453125,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,896,1024,4096,128,0.3222106470175924,0.0,0.547607421875,0.007080078125,0.086181640625,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1024,1152,4096,128,0.3158391301212895,0.0,0.500244140625,0.009033203125,0.084228515625,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1152,1280,4096,128,0.3372001316742692,0.0,0.49755859375,0.009033203125,0.088134765625,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1280,1408,4096,128,0.32446684783551044,0.0,0.5107421875,0.00732421875,0.09130859375,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1408,1536,4096,128,0.3601535334411432,0.0,0.49609375,0.00830078125,0.08642578125,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1536,1664,4096,128,0.32914103440786907,0.0,0.53271484375,0.009033203125,0.0869140625,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1664,1792,4096,128,0.3243100033687376,0.0,0.477783203125,0.007568359375,0.078125,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1792,1920,4096,128,0.3368117756872118,0.0,0.5029296875,0.005615234375,0.080078125,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,1920,2048,4096,128,0.3726785236557331,0.0,0.4814453125,0.01025390625,0.087890625,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2048,2176,4096,128,0.3455560756830129,0.0,0.478515625,0.005126953125,0.0830078125,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2176,2304,4096,128,0.32484110414920825,0.0,0.47607421875,0.00927734375,0.08251953125,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2304,2432,4096,128,0.32362035762524205,0.0,0.50927734375,0.010498046875,0.091552734375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2432,2560,4096,128,0.3202552104430281,0.0,0.533447265625,0.009765625,0.087158203125,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2560,2688,4096,128,0.31876552723762147,0.0,0.50634765625,0.00537109375,0.083251953125,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2688,2816,4096,128,0.31817002862957716,0.0,0.51220703125,0.009521484375,0.088623046875,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2816,2944,4096,128,0.32114772146349785,0.0,0.49951171875,0.005126953125,0.0791015625,1.0,102,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,2944,3072,4096,128,0.3199075387824373,0.0,0.444091796875,0.008544921875,0.084716796875,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3072,3200,4096,128,0.3185135898607657,0.0,0.47216796875,0.0068359375,0.080078125,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3200,3328,4096,128,0.32732916919667016,0.0,0.510986328125,0.011962890625,0.088134765625,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3328,3456,4096,128,0.3283448968910861,0.0,0.504150390625,0.009765625,0.08203125,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3456,3584,4096,128,0.32786708444610524,0.0,0.472900390625,0.007568359375,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3584,3712,4096,128,0.3317391078120686,0.0,0.555419921875,0.00830078125,0.086181640625,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3712,3840,4096,128,0.33180821067473026,0.0,0.51171875,0.010009765625,0.081787109375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3840,3968,4096,128,0.3460373320298273,0.0,0.521240234375,0.00830078125,0.0869140625,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,3968,4096,4096,128,0.34119578457399663,0.0,0.519775390625,0.010009765625,0.08349609375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4096,4224,4096,128,0.3322119798310041,0.0,0.469970703125,0.007568359375,0.083740234375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4224,4352,4096,128,0.3597805293295993,0.0,0.508056640625,0.00732421875,0.0888671875,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4352,4480,4096,128,0.33765178806151463,0.0,0.50537109375,0.0087890625,0.088134765625,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4480,4608,4096,128,0.31908327172833256,0.0,0.5244140625,0.008056640625,0.084716796875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4608,4736,4096,128,0.3240687578679095,0.0,0.49072265625,0.0068359375,0.083251953125,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4736,4864,4096,128,0.3331117098355921,0.0,0.507568359375,0.009033203125,0.096923828125,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4864,4992,4096,128,0.32887288765438405,0.0,0.520751953125,0.01171875,0.088623046875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,4992,5120,4096,128,0.31840539064482726,0.0,0.5224609375,0.0078125,0.082763671875,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5120,5248,4096,128,0.32568686215414777,0.0,0.447265625,0.008056640625,0.085205078125,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5248,5376,4096,128,0.3297399880107443,0.0,0.48095703125,0.010009765625,0.080810546875,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5376,5504,4096,128,0.31340552039739034,0.0,0.48388671875,0.010986328125,0.0771484375,1.0,102,0.796875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5504,5632,4096,128,0.3371972570233874,0.0,0.529296875,0.009521484375,0.0888671875,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5632,5760,4096,128,0.3355301381312342,0.0,0.524169921875,0.010009765625,0.09228515625,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5760,5888,4096,128,0.33767204780020005,0.0,0.545654296875,0.00732421875,0.083984375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.up_proj.output,128,5888,6016,4096,128,0.32008363649468247,0.0,0.49853515625,0.006103515625,0.085205078125,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.up_proj.output,128,6016,6144,4096,128,0.33300592756783487,0.0,0.53564453125,0.008056640625,0.08544921875,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.silu_gate,0,0,6144,196608,6144,0.1899342328632576,0.0,0.751953125,0.006413777669270833,0.062225341796875,1.0,4541,0.7390950520833334
+fresh-zh-1,layers.9.mlp.silu_gate,64,0,64,2048,64,0.1875573622428126,0.0,0.7216796875,0.0068359375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,64,128,2048,64,0.20403246038172626,0.0,0.740234375,0.0068359375,0.0634765625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,128,192,2048,64,0.20980815855099982,0.0,0.7490234375,0.0048828125,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,192,256,2048,64,0.18219158652891304,0.0,0.7431640625,0.005859375,0.0615234375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,256,320,2048,64,0.18784666456377594,0.0,0.7998046875,0.00537109375,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,320,384,2048,64,0.19763873890645306,0.0,0.689453125,0.00732421875,0.07763671875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,384,448,2048,64,0.1872814156312418,0.0,0.73779296875,0.00537109375,0.05859375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,448,512,2048,64,0.21503915240750704,0.0,0.67041015625,0.00927734375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.silu_gate,64,512,576,2048,64,0.17097099729073842,0.0,0.81103515625,0.00439453125,0.05322265625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,576,640,2048,64,0.16659895768008656,0.0,0.76513671875,0.00732421875,0.0615234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,640,704,2048,64,0.1844616997768879,0.0,0.72802734375,0.005859375,0.07421875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,704,768,2048,64,0.17023208572618587,0.0,0.78662109375,0.005859375,0.060546875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.silu_gate,64,768,832,2048,64,0.18236685992515625,0.0,0.7978515625,0.0068359375,0.052734375,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.silu_gate,64,832,896,2048,64,0.17813117391267796,0.0,0.73974609375,0.00537109375,0.05908203125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,896,960,2048,64,0.20930876750615143,0.0,0.734375,0.009765625,0.0771484375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.silu_gate,64,960,1024,2048,64,0.20052084310345655,0.0,0.76220703125,0.00390625,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,1024,1088,2048,64,0.19910667217167838,0.0,0.77001953125,0.00634765625,0.0703125,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,1088,1152,2048,64,0.1827578573455652,0.0,0.77099609375,0.00537109375,0.052734375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,1152,1216,2048,64,0.23528559651322611,0.0,0.68017578125,0.0087890625,0.07421875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.silu_gate,64,1216,1280,2048,64,0.18540094608885865,0.0,0.72802734375,0.00927734375,0.056640625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,1280,1344,2048,64,0.19197210995343522,0.0,0.71044921875,0.0087890625,0.0625,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,1344,1408,2048,64,0.18821598866625636,0.0,0.734375,0.00732421875,0.0576171875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,1408,1472,2048,64,0.19412305822775272,0.0,0.74560546875,0.0078125,0.06103515625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,1472,1536,2048,64,0.1724556341665112,0.0,0.7490234375,0.0078125,0.048828125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,1536,1600,2048,64,0.18102278265537194,0.0,0.7822265625,0.00244140625,0.0625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,1600,1664,2048,64,0.19998062773270642,0.0,0.7060546875,0.00732421875,0.06982421875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,1664,1728,2048,64,0.1730908207255616,0.0,0.7490234375,0.0078125,0.05859375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,1728,1792,2048,64,0.19514913019643101,0.0,0.7578125,0.0068359375,0.0576171875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,1792,1856,2048,64,0.2086943165104808,0.0,0.76171875,0.00537109375,0.06298828125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.silu_gate,64,1856,1920,2048,64,0.1935770451289665,0.0,0.7421875,0.00927734375,0.07373046875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,1920,1984,2048,64,0.18249563495631346,0.0,0.720703125,0.005859375,0.0673828125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,1984,2048,2048,64,0.17044929209765838,0.0,0.77880859375,0.00634765625,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,2048,2112,2048,64,0.18258860074227734,0.0,0.7919921875,0.009765625,0.06494140625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,2112,2176,2048,64,0.18844594978026327,0.0,0.74072265625,0.009765625,0.072265625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,2176,2240,2048,64,0.17671317254883423,0.0,0.82470703125,0.00439453125,0.05419921875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,2240,2304,2048,64,0.17703581227447465,0.0,0.783203125,0.00390625,0.05419921875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,2304,2368,2048,64,0.1951699841953127,0.0,0.767578125,0.00341796875,0.05078125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.silu_gate,64,2368,2432,2048,64,0.18309484863567146,0.0,0.7412109375,0.005859375,0.064453125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,2432,2496,2048,64,0.19442862461310706,0.0,0.78857421875,0.00732421875,0.0615234375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,2496,2560,2048,64,0.16808285347091378,0.0,0.72900390625,0.0048828125,0.06103515625,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.silu_gate,64,2560,2624,2048,64,0.1885079504214496,0.0,0.7890625,0.00439453125,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,2624,2688,2048,64,0.20501882770484528,0.0,0.75927734375,0.00537109375,0.06640625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,2688,2752,2048,64,0.1752934413306894,0.0,0.75390625,0.005859375,0.0625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,2752,2816,2048,64,0.17902038775256396,0.0,0.74462890625,0.005859375,0.06005859375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,2816,2880,2048,64,0.18817296109182466,0.0,0.78076171875,0.005859375,0.0625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,2880,2944,2048,64,0.19705253460248118,0.0,0.7802734375,0.0107421875,0.0615234375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,2944,3008,2048,64,0.19311500280634297,0.0,0.73046875,0.00732421875,0.060546875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,3008,3072,2048,64,0.18043535803788888,0.0,0.77685546875,0.00439453125,0.05224609375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3072,3136,2048,64,0.18395035695958648,0.0,0.76416015625,0.005859375,0.0595703125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3136,3200,2048,64,0.1976592409254167,0.0,0.79833984375,0.005859375,0.04638671875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,3200,3264,2048,64,0.20543206359630803,0.0,0.7275390625,0.0068359375,0.06884765625,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,3264,3328,2048,64,0.23815635962094622,0.0,0.75439453125,0.0087890625,0.06103515625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3328,3392,2048,64,0.16813050362345466,0.0,0.7841796875,0.0048828125,0.0546875,1.0,52,0.8125
+fresh-zh-1,layers.9.mlp.silu_gate,64,3392,3456,2048,64,0.1836928137594007,0.0,0.76416015625,0.00439453125,0.0615234375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3456,3520,2048,64,0.2051817864564582,0.0,0.8017578125,0.0087890625,0.0595703125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,3520,3584,2048,64,0.2258802796208286,0.0,0.71875,0.00927734375,0.07568359375,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3584,3648,2048,64,0.1819517270166396,0.0,0.72607421875,0.0048828125,0.0654296875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,3648,3712,2048,64,0.19106079193668327,0.0,0.75537109375,0.00439453125,0.0625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,3712,3776,2048,64,0.17699571953447432,0.0,0.7392578125,0.0048828125,0.04443359375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,3776,3840,2048,64,0.17907008516787787,0.0,0.7568359375,0.0068359375,0.060546875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,3840,3904,2048,64,0.2013440901957435,0.0,0.72900390625,0.00439453125,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,3904,3968,2048,64,0.19319059591450846,0.0,0.71533203125,0.009765625,0.0810546875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,3968,4032,2048,64,0.17888640005177353,0.0,0.75341796875,0.00537109375,0.0546875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,4032,4096,2048,64,0.20146086566994975,0.0,0.7421875,0.00732421875,0.06103515625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,4096,4160,2048,64,0.17837428287764873,0.0,0.763671875,0.0078125,0.056640625,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.silu_gate,64,4160,4224,2048,64,0.18042922314625048,0.0,0.7705078125,0.00537109375,0.06201171875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,4224,4288,2048,64,0.18691288058813432,0.0,0.7333984375,0.00439453125,0.06640625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,4288,4352,2048,64,0.1789505648324517,0.0,0.76123046875,0.005859375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,4352,4416,2048,64,0.19225843330091463,0.0,0.73486328125,0.0087890625,0.06201171875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,4416,4480,2048,64,0.19797374981376498,0.0,0.76806640625,0.0068359375,0.060546875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,4480,4544,2048,64,0.18270524022970158,0.0,0.69384765625,0.0068359375,0.0712890625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,4544,4608,2048,64,0.18394351213200955,0.0,0.72998046875,0.009765625,0.0634765625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,4608,4672,2048,64,0.20118146044060797,0.0,0.74365234375,0.00634765625,0.05615234375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,4672,4736,2048,64,0.17579885676255688,0.0,0.810546875,0.00341796875,0.0576171875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,4736,4800,2048,64,0.1888361741303358,0.0,0.70458984375,0.00732421875,0.06591796875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,64,4800,4864,2048,64,0.1983269954655925,0.0,0.70556640625,0.009765625,0.06982421875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,4864,4928,2048,64,0.17374747478220928,0.0,0.7607421875,0.00830078125,0.06201171875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,4928,4992,2048,64,0.1725412192859306,0.0,0.73681640625,0.005859375,0.056640625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,4992,5056,2048,64,0.19064932074021387,0.0,0.74267578125,0.00537109375,0.05517578125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5056,5120,2048,64,0.1709129529316657,0.0,0.73828125,0.0068359375,0.06201171875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,5120,5184,2048,64,0.1859275421721945,0.0,0.7607421875,0.00537109375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5184,5248,2048,64,0.191443150830157,0.0,0.7568359375,0.005859375,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5248,5312,2048,64,0.1964141735023383,0.0,0.74462890625,0.00439453125,0.06689453125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5312,5376,2048,64,0.24207967421728654,0.0,0.75537109375,0.00830078125,0.06787109375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.silu_gate,64,5376,5440,2048,64,0.17924002416248844,0.0,0.7919921875,0.0068359375,0.05224609375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,5440,5504,2048,64,0.17339381655370256,0.0,0.73779296875,0.00341796875,0.05810546875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,5504,5568,2048,64,0.19988023584109385,0.0,0.75390625,0.00537109375,0.07177734375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.silu_gate,64,5568,5632,2048,64,0.17202520275491573,0.0,0.73583984375,0.0068359375,0.060546875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,5632,5696,2048,64,0.2001533736345355,0.0,0.7880859375,0.0048828125,0.07763671875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,5696,5760,2048,64,0.19328627890824332,0.0,0.74755859375,0.00537109375,0.056640625,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5760,5824,2048,64,0.1976285004129449,0.0,0.74267578125,0.00537109375,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.silu_gate,64,5824,5888,2048,64,0.19120364260389758,0.0,0.7373046875,0.00732421875,0.06689453125,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,64,5888,5952,2048,64,0.1850295875402199,0.0,0.75537109375,0.0068359375,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,64,5952,6016,2048,64,0.18195393541774818,0.0,0.7744140625,0.00390625,0.0576171875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,64,6016,6080,2048,64,0.1900048459270023,0.0,0.76123046875,0.00537109375,0.05908203125,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,64,6080,6144,2048,64,0.17521860326451905,0.0,0.7685546875,0.0087890625,0.05615234375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,128,0,128,4096,128,0.19596812115864956,0.0,0.73095703125,0.007568359375,0.06494140625,1.0,94,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,128,256,4096,128,0.19648567071988213,0.0,0.74609375,0.00537109375,0.0595703125,1.0,93,0.7265625
+fresh-zh-1,layers.9.mlp.silu_gate,128,256,384,4096,128,0.19280487611088687,0.0,0.74462890625,0.006591796875,0.06787109375,1.0,94,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,384,512,4096,128,0.20163849546773177,0.0,0.7041015625,0.00732421875,0.064453125,1.0,94,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,512,640,4096,128,0.168799133017147,0.0,0.7880859375,0.005615234375,0.057373046875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,640,768,4096,128,0.17748955137594188,0.0,0.75732421875,0.005615234375,0.06640625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,768,896,4096,128,0.1802614583299357,0.0,0.768798828125,0.005615234375,0.055908203125,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,896,1024,4096,128,0.2049619094781579,0.0,0.748291015625,0.00732421875,0.06787109375,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.silu_gate,128,1024,1152,4096,128,0.19110717062007665,0.0,0.7705078125,0.006103515625,0.060791015625,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,1152,1280,4096,128,0.21181692889996837,0.0,0.7041015625,0.0087890625,0.066162109375,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.silu_gate,128,1280,1408,4096,128,0.19010332636436186,0.0,0.722412109375,0.00830078125,0.060302734375,1.0,94,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,1408,1536,4096,128,0.18360924199433562,0.0,0.747314453125,0.0078125,0.05517578125,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,1536,1664,4096,128,0.19073738399781695,0.0,0.744140625,0.004638671875,0.064453125,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,1664,1792,4096,128,0.1844500138735046,0.0,0.75341796875,0.00732421875,0.058837890625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,1792,1920,4096,128,0.20127765666441802,0.0,0.751953125,0.007568359375,0.068603515625,1.0,93,0.7265625
+fresh-zh-1,layers.9.mlp.silu_gate,128,1920,2048,4096,128,0.17657522186691552,0.0,0.749755859375,0.005859375,0.0615234375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,2048,2176,4096,128,0.1855403906291138,0.0,0.766357421875,0.009765625,0.068603515625,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,2176,2304,4096,128,0.17687456597820544,0.0,0.803955078125,0.004150390625,0.05419921875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,2304,2432,4096,128,0.18922875881815382,0.0,0.75439453125,0.004638671875,0.058349609375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,2432,2560,4096,128,0.18173378290767678,0.0,0.7587890625,0.007080078125,0.06201171875,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,2560,2688,4096,128,0.19693649621840634,0.0,0.774169921875,0.0048828125,0.060302734375,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,2688,2816,4096,128,0.1771667149955575,0.0,0.749267578125,0.005859375,0.061767578125,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,2816,2944,4096,128,0.19266391031966443,0.0,0.780517578125,0.008056640625,0.060791015625,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,2944,3072,4096,128,0.18688274765097368,0.0,0.753662109375,0.005859375,0.05712890625,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,3072,3200,4096,128,0.1909278782011302,0.0,0.78125,0.005859375,0.053466796875,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,3200,3328,4096,128,0.22239692486783516,0.0,0.740966796875,0.008056640625,0.065185546875,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.silu_gate,128,3328,3456,4096,128,0.176083667720096,0.0,0.774169921875,0.0048828125,0.0576171875,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.silu_gate,128,3456,3584,4096,128,0.21577936209824067,0.0,0.76025390625,0.009033203125,0.069091796875,1.0,89,0.6953125
+fresh-zh-1,layers.9.mlp.silu_gate,128,3584,3712,4096,128,0.18656186263517296,0.0,0.74072265625,0.004638671875,0.064697265625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,3712,3840,4096,128,0.17803592353168127,0.0,0.748046875,0.005859375,0.052490234375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,3840,3968,4096,128,0.19730946379552425,0.0,0.72216796875,0.00732421875,0.069580078125,1.0,92,0.71875
+fresh-zh-1,layers.9.mlp.silu_gate,128,3968,4096,4096,128,0.19050829971417085,0.0,0.747802734375,0.006591796875,0.059326171875,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,4096,4224,4096,128,0.1794046952524862,0.0,0.76708984375,0.006591796875,0.059326171875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,4224,4352,4096,128,0.18297503871239876,0.0,0.747314453125,0.005126953125,0.065673828125,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,4352,4480,4096,128,0.19513701697864178,0.0,0.75146484375,0.0078125,0.061279296875,1.0,93,0.7265625
+fresh-zh-1,layers.9.mlp.silu_gate,128,4480,4608,4096,128,0.1833254216725707,0.0,0.7119140625,0.00830078125,0.0673828125,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.silu_gate,128,4608,4736,4096,128,0.1889169368585542,0.0,0.777099609375,0.0048828125,0.05712890625,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,4736,4864,4096,128,0.1936397399690875,0.0,0.705078125,0.008544921875,0.06689453125,1.0,93,0.7265625
+fresh-zh-1,layers.9.mlp.silu_gate,128,4864,4992,4096,128,0.17314539749278643,0.0,0.748779296875,0.007080078125,0.0595703125,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,4992,5120,4096,128,0.18105027061361537,0.0,0.740478515625,0.006103515625,0.060546875,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.silu_gate,128,5120,5248,4096,128,0.18870549930774594,0.0,0.7587890625,0.005615234375,0.06396484375,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.silu_gate,128,5248,5376,4096,128,0.22043263848821737,0.0,0.75,0.006103515625,0.06787109375,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.silu_gate,128,5376,5504,4096,128,0.17634114931125477,0.0,0.764892578125,0.0048828125,0.05615234375,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,5504,5632,4096,128,0.1864735625534638,0.0,0.744873046875,0.00634765625,0.066650390625,1.0,94,0.734375
+fresh-zh-1,layers.9.mlp.silu_gate,128,5632,5760,4096,128,0.19674978855322972,0.0,0.767822265625,0.005126953125,0.067138671875,1.0,93,0.7265625
+fresh-zh-1,layers.9.mlp.silu_gate,128,5760,5888,4096,128,0.1944426099398848,0.0,0.739990234375,0.006591796875,0.064697265625,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.silu_gate,128,5888,6016,4096,128,0.183498205548869,0.0,0.764892578125,0.00537109375,0.058349609375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.silu_gate,128,6016,6144,4096,128,0.18276132031383557,0.0,0.764892578125,0.007080078125,0.057373046875,1.0,99,0.7734375
+fresh-zh-1,layers.9.mlp.gated_product,0,0,6144,196608,6144,0.06067585127213341,0.0,0.4999135335286458,0.030298868815104168,0.19276936848958334,1.0,4026,0.6552734375
+fresh-zh-1,layers.9.mlp.gated_product,64,0,64,2048,64,0.060499553400172455,0.0,0.52978515625,0.029296875,0.19580078125,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,64,128,2048,64,0.06594227592513256,0.0,0.51220703125,0.04345703125,0.2041015625,1.0,38,0.59375
+fresh-zh-1,layers.9.mlp.gated_product,64,128,192,2048,64,0.06090032031042907,0.0,0.51611328125,0.0263671875,0.1796875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,192,256,2048,64,0.05680389743749641,0.0,0.5234375,0.03125,0.1875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,256,320,2048,64,0.05957013273138684,0.0,0.4755859375,0.029296875,0.20068359375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,320,384,2048,64,0.07451655686052369,0.0,0.4873046875,0.0380859375,0.24609375,1.0,34,0.53125
+fresh-zh-1,layers.9.mlp.gated_product,64,384,448,2048,64,0.07809720141159258,0.0,0.4951171875,0.0361328125,0.22412109375,1.0,36,0.5625
+fresh-zh-1,layers.9.mlp.gated_product,64,448,512,2048,64,0.06821748627992243,0.0,0.478515625,0.02978515625,0.20556640625,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,512,576,2048,64,0.05414047381726534,0.0,0.5166015625,0.02978515625,0.1923828125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,576,640,2048,64,0.05217587398363996,0.0,0.5107421875,0.0263671875,0.19287109375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,640,704,2048,64,0.055571164816069864,0.0,0.5087890625,0.0234375,0.1884765625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,704,768,2048,64,0.057103411391329455,0.0,0.50732421875,0.0263671875,0.16552734375,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,768,832,2048,64,0.05379060984607069,0.0,0.5234375,0.02099609375,0.15966796875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,832,896,2048,64,0.055975515068965725,0.0,0.48388671875,0.0283203125,0.17529296875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,896,960,2048,64,0.05829338153131899,0.0,0.470703125,0.03271484375,0.18896484375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,960,1024,2048,64,0.06593317474186212,0.0,0.4912109375,0.02880859375,0.20458984375,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,1024,1088,2048,64,0.05684395719801164,0.0,0.5234375,0.03857421875,0.19580078125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,1088,1152,2048,64,0.06105906737826257,0.0,0.50244140625,0.02734375,0.18115234375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,1152,1216,2048,64,0.06982473085285322,0.0,0.51171875,0.03271484375,0.20703125,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,1216,1280,2048,64,0.05846700077558238,0.0,0.51171875,0.03076171875,0.1806640625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,1280,1344,2048,64,0.0641982858023558,0.0,0.470703125,0.033203125,0.22509765625,1.0,38,0.59375
+fresh-zh-1,layers.9.mlp.gated_product,64,1344,1408,2048,64,0.0604976089903057,0.0,0.53662109375,0.02587890625,0.193359375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,1408,1472,2048,64,0.06734273902168882,0.0,0.4892578125,0.02978515625,0.20263671875,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,1472,1536,2048,64,0.0599811955978777,0.0,0.50341796875,0.0302734375,0.16748046875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,1536,1600,2048,64,0.0581945049178466,0.0,0.45263671875,0.02197265625,0.1796875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,1600,1664,2048,64,0.06157743216595078,0.0,0.48583984375,0.0322265625,0.2099609375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,1664,1728,2048,64,0.05188319812223552,0.0,0.48876953125,0.03076171875,0.17626953125,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,1728,1792,2048,64,0.05930433746569286,0.0,0.541015625,0.02734375,0.1689453125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,1792,1856,2048,64,0.07831452182928741,0.0,0.513671875,0.0302734375,0.22509765625,1.0,34,0.53125
+fresh-zh-1,layers.9.mlp.gated_product,64,1856,1920,2048,64,0.06070204179046099,0.0,0.5302734375,0.033203125,0.1962890625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,1920,1984,2048,64,0.06222167821728697,0.0,0.51611328125,0.0302734375,0.17919921875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,1984,2048,2048,64,0.05649532775562858,0.0,0.51171875,0.02783203125,0.1875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,2048,2112,2048,64,0.058518585240315904,0.0,0.515625,0.03125,0.19677734375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,2112,2176,2048,64,0.06029547858430773,0.0,0.52685546875,0.02197265625,0.1845703125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,2176,2240,2048,64,0.055387037354740175,0.0,0.52099609375,0.02880859375,0.17724609375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,2240,2304,2048,64,0.058108064704468484,0.0,0.5078125,0.02587890625,0.17919921875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,2304,2368,2048,64,0.058811695259798624,0.0,0.5009765625,0.03369140625,0.181640625,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,2368,2432,2048,64,0.060874579759229046,0.0,0.53125,0.03466796875,0.18701171875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,2432,2496,2048,64,0.054369456227379064,0.0,0.4736328125,0.03173828125,0.189453125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,2496,2560,2048,64,0.05765506046909127,0.0,0.49560546875,0.02978515625,0.18505859375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,2560,2624,2048,64,0.05792640551588539,0.0,0.54345703125,0.02783203125,0.18310546875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,2624,2688,2048,64,0.06496535752106795,0.0,0.48828125,0.02685546875,0.21044921875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,2688,2752,2048,64,0.05504948970715241,0.0,0.53173828125,0.02978515625,0.18701171875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,2752,2816,2048,64,0.05801818757272394,0.0,0.4794921875,0.04052734375,0.1943359375,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,2816,2880,2048,64,0.0613057857165257,0.0,0.49560546875,0.0302734375,0.177734375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,2880,2944,2048,64,0.0604848130109555,0.0,0.525390625,0.02978515625,0.17919921875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,2944,3008,2048,64,0.060730119038625956,0.0,0.58447265625,0.03759765625,0.193359375,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,3008,3072,2048,64,0.06176507852924162,0.0,0.49951171875,0.02783203125,0.201171875,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,3072,3136,2048,64,0.05893167297191317,0.0,0.53173828125,0.0263671875,0.1943359375,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,3136,3200,2048,64,0.0626269950955945,0.0,0.49951171875,0.0224609375,0.18994140625,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,3200,3264,2048,64,0.06124972174697328,0.0,0.51611328125,0.0322265625,0.19677734375,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,3264,3328,2048,64,0.06999689140882397,0.0,0.48681640625,0.04248046875,0.20263671875,1.0,38,0.59375
+fresh-zh-1,layers.9.mlp.gated_product,64,3328,3392,2048,64,0.054866795796735084,0.0,0.4931640625,0.02392578125,0.1787109375,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,3392,3456,2048,64,0.058314341085833714,0.0,0.470703125,0.0361328125,0.18603515625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,3456,3520,2048,64,0.057101664418394586,0.0,0.49951171875,0.02294921875,0.18701171875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,3520,3584,2048,64,0.06501873158928291,0.0,0.5029296875,0.03466796875,0.189453125,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,3584,3648,2048,64,0.057633489875923795,0.0,0.462890625,0.033203125,0.19970703125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,3648,3712,2048,64,0.060809466100767796,0.0,0.48681640625,0.025390625,0.18701171875,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,3712,3776,2048,64,0.05358620308828727,0.0,0.41552734375,0.02685546875,0.16259765625,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,3776,3840,2048,64,0.06509444928124657,0.0,0.49658203125,0.03466796875,0.205078125,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,3840,3904,2048,64,0.06906690205774696,0.0,0.47509765625,0.02392578125,0.20703125,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,3904,3968,2048,64,0.062401777042027845,0.0,0.48046875,0.0341796875,0.2265625,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,3968,4032,2048,64,0.06489002606788694,0.0,0.52099609375,0.0244140625,0.181640625,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,4032,4096,2048,64,0.06633404805918588,0.0,0.48193359375,0.03564453125,0.21337890625,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,4096,4160,2048,64,0.05926331670413045,0.0,0.52001953125,0.02783203125,0.18505859375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,4160,4224,2048,64,0.05394399899839138,0.0,0.5302734375,0.0302734375,0.18310546875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,4224,4288,2048,64,0.07042651486409979,0.0,0.466796875,0.029296875,0.201171875,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,4288,4352,2048,64,0.06533293956416926,0.0,0.5263671875,0.0322265625,0.19873046875,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,4352,4416,2048,64,0.05636915533730801,0.0,0.505859375,0.03515625,0.185546875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,4416,4480,2048,64,0.06210150908761186,0.0,0.490234375,0.02734375,0.18408203125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,4480,4544,2048,64,0.05641975065628914,0.0,0.458984375,0.0400390625,0.1982421875,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,4544,4608,2048,64,0.05954272878999809,0.0,0.4716796875,0.03125,0.19091796875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,4608,4672,2048,64,0.061729690752222045,0.0,0.48974609375,0.02734375,0.19482421875,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,4672,4736,2048,64,0.054000017582771016,0.0,0.470703125,0.0234375,0.1689453125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,4736,4800,2048,64,0.05840659497231778,0.0,0.45361328125,0.03173828125,0.203125,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,4800,4864,2048,64,0.05855586772073475,0.0,0.498046875,0.0322265625,0.2109375,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,4864,4928,2048,64,0.05533094216302174,0.0,0.51025390625,0.03271484375,0.19140625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,4928,4992,2048,64,0.05665051387814953,0.0,0.46826171875,0.03369140625,0.203125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,4992,5056,2048,64,0.06246437632829545,0.0,0.48828125,0.03076171875,0.18212890625,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,5056,5120,2048,64,0.049008242489515096,0.0,0.50439453125,0.03076171875,0.17529296875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,5120,5184,2048,64,0.0553070634479375,0.0,0.4970703125,0.02734375,0.18603515625,1.0,44,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,64,5184,5248,2048,64,0.05967601118119333,0.0,0.5205078125,0.0302734375,0.19189453125,1.0,43,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,64,5248,5312,2048,64,0.06384570871328835,0.0,0.52197265625,0.02978515625,0.1953125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,5312,5376,2048,64,0.07697126573501296,0.0,0.54052734375,0.0322265625,0.2001953125,1.0,37,0.578125
+fresh-zh-1,layers.9.mlp.gated_product,64,5376,5440,2048,64,0.0550205741473428,0.0,0.49267578125,0.03173828125,0.166015625,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.gated_product,64,5440,5504,2048,64,0.05836815315625656,0.0,0.52734375,0.029296875,0.19482421875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,5504,5568,2048,64,0.06534271285251123,0.0,0.4501953125,0.02978515625,0.212890625,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,5568,5632,2048,64,0.05610740542158155,0.0,0.49462890625,0.037109375,0.1953125,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,5632,5696,2048,64,0.0563244775216616,0.0,0.51171875,0.03076171875,0.1953125,1.0,41,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,64,5696,5760,2048,64,0.05862678703469138,0.0,0.4775390625,0.02294921875,0.17529296875,1.0,42,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,64,5760,5824,2048,64,0.06005159554863177,0.0,0.513671875,0.02783203125,0.20068359375,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,5824,5888,2048,64,0.06454522328027577,0.0,0.4736328125,0.0302734375,0.19189453125,1.0,40,0.625
+fresh-zh-1,layers.9.mlp.gated_product,64,5888,5952,2048,64,0.056765967462021796,0.0,0.47509765625,0.03271484375,0.1865234375,1.0,45,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,64,5952,6016,2048,64,0.05614090261761535,0.0,0.4755859375,0.02392578125,0.17724609375,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,64,6016,6080,2048,64,0.06775231154764638,0.0,0.52197265625,0.02978515625,0.1923828125,1.0,39,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,64,6080,6144,2048,64,0.053460993753140645,0.0,0.482421875,0.03125,0.185546875,1.0,46,0.71875
+fresh-zh-1,layers.9.mlp.gated_product,128,0,128,4096,128,0.06327945841980095,0.0,0.52099609375,0.0361328125,0.2021484375,1.0,79,0.6171875
+fresh-zh-1,layers.9.mlp.gated_product,128,128,256,4096,128,0.058887739717204596,0.0,0.519775390625,0.028076171875,0.18359375,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,256,384,4096,128,0.06745857232399269,0.0,0.4814453125,0.034423828125,0.2216796875,1.0,75,0.5859375
+fresh-zh-1,layers.9.mlp.gated_product,128,384,512,4096,128,0.07332393300510504,0.0,0.48681640625,0.033447265625,0.215087890625,1.0,75,0.5859375
+fresh-zh-1,layers.9.mlp.gated_product,128,512,640,4096,128,0.05316724899369287,0.0,0.513671875,0.028076171875,0.1943359375,1.0,89,0.6953125
+fresh-zh-1,layers.9.mlp.gated_product,128,640,768,4096,128,0.05634249706723255,0.0,0.508056640625,0.024658203125,0.17626953125,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gated_product,128,768,896,4096,128,0.05489393406765544,0.0,0.503662109375,0.024169921875,0.167724609375,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gated_product,128,896,1024,4096,128,0.06223062695287927,0.0,0.48095703125,0.031005859375,0.194091796875,1.0,83,0.6484375
+fresh-zh-1,layers.9.mlp.gated_product,128,1024,1152,4096,128,0.05898917349409376,0.0,0.512939453125,0.0322265625,0.1875,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,128,1152,1280,4096,128,0.06439675154215987,0.0,0.51171875,0.03271484375,0.194580078125,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,1280,1408,4096,128,0.06237539816908937,0.0,0.503662109375,0.029541015625,0.20751953125,1.0,81,0.6328125
+fresh-zh-1,layers.9.mlp.gated_product,128,1408,1536,4096,128,0.06376828492398925,0.0,0.496337890625,0.029541015625,0.1865234375,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,1536,1664,4096,128,0.05990985125497117,0.0,0.46923828125,0.02734375,0.193359375,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,128,1664,1792,4096,128,0.05571745996380275,0.0,0.514892578125,0.029541015625,0.1728515625,1.0,91,0.7109375
+fresh-zh-1,layers.9.mlp.gated_product,128,1792,1920,4096,128,0.07006390728071339,0.0,0.52197265625,0.03271484375,0.2109375,1.0,76,0.59375
+fresh-zh-1,layers.9.mlp.gated_product,128,1920,2048,4096,128,0.05942751592651127,0.0,0.513916015625,0.02880859375,0.181884765625,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,2048,2176,4096,128,0.05941367500937318,0.0,0.521240234375,0.02685546875,0.189208984375,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,128,2176,2304,4096,128,0.05676385773815095,0.0,0.514404296875,0.027587890625,0.17919921875,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,128,2304,2432,4096,128,0.05985202569752405,0.0,0.51611328125,0.034423828125,0.18408203125,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,128,2432,2560,4096,128,0.056036344314005074,0.0,0.484619140625,0.031005859375,0.187744140625,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,128,2560,2688,4096,128,0.061546592650734845,0.0,0.515869140625,0.027099609375,0.19775390625,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,2688,2816,4096,128,0.056553321769112985,0.0,0.505615234375,0.034912109375,0.190673828125,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,2816,2944,4096,128,0.06089668286241385,0.0,0.510498046875,0.030029296875,0.178955078125,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gated_product,128,2944,3072,4096,128,0.06124978483296518,0.0,0.5419921875,0.03271484375,0.197265625,1.0,82,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,128,3072,3200,4096,128,0.06080741153005996,0.0,0.515625,0.024658203125,0.193359375,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,3200,3328,4096,128,0.06576888786113212,0.0,0.50146484375,0.036865234375,0.201904296875,1.0,78,0.609375
+fresh-zh-1,layers.9.mlp.gated_product,128,3328,3456,4096,128,0.05661681577621432,0.0,0.48193359375,0.029296875,0.1826171875,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gated_product,128,3456,3584,4096,128,0.061188379357645054,0.0,0.501220703125,0.029052734375,0.18994140625,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,3584,3712,4096,128,0.05924276463306991,0.0,0.474853515625,0.0302734375,0.1923828125,1.0,86,0.671875
+fresh-zh-1,layers.9.mlp.gated_product,128,3712,3840,4096,128,0.05961865684770142,0.0,0.4560546875,0.0302734375,0.1826171875,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,3840,3968,4096,128,0.06581876152685252,0.0,0.477783203125,0.02880859375,0.216552734375,1.0,77,0.6015625
+fresh-zh-1,layers.9.mlp.gated_product,128,3968,4096,4096,128,0.0656160095365812,0.0,0.50146484375,0.030029296875,0.19775390625,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.gated_product,128,4096,4224,4096,128,0.056666108630787936,0.0,0.525146484375,0.028564453125,0.1845703125,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,128,4224,4352,4096,128,0.06792748702844328,0.0,0.49658203125,0.031005859375,0.2021484375,1.0,82,0.640625
+fresh-zh-1,layers.9.mlp.gated_product,128,4352,4480,4096,128,0.0593046334800254,0.0,0.498046875,0.031005859375,0.185546875,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,128,4480,4608,4096,128,0.05800226209328868,0.0,0.46533203125,0.03515625,0.195556640625,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gated_product,128,4608,4736,4096,128,0.05799377819777112,0.0,0.480224609375,0.02490234375,0.181884765625,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,4736,4864,4096,128,0.05848127897365345,0.0,0.475830078125,0.031982421875,0.20751953125,1.0,85,0.6640625
+fresh-zh-1,layers.9.mlp.gated_product,128,4864,4992,4096,128,0.05599461529158884,0.0,0.4892578125,0.032958984375,0.19677734375,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gated_product,128,4992,5120,4096,128,0.05614092153676331,0.0,0.496337890625,0.029296875,0.17919921875,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,128,5120,5248,4096,128,0.0575330234636252,0.0,0.5087890625,0.029296875,0.188720703125,1.0,87,0.6796875
+fresh-zh-1,layers.9.mlp.gated_product,128,5248,5376,4096,128,0.07071368421300098,0.0,0.53125,0.031494140625,0.200439453125,1.0,81,0.6328125
+fresh-zh-1,layers.9.mlp.gated_product,128,5376,5504,4096,128,0.05671906594071993,0.0,0.510009765625,0.03076171875,0.1806640625,1.0,88,0.6875
+fresh-zh-1,layers.9.mlp.gated_product,128,5504,5632,4096,128,0.060900373833283866,0.0,0.472412109375,0.03271484375,0.203857421875,1.0,83,0.6484375
+fresh-zh-1,layers.9.mlp.gated_product,128,5632,5760,4096,128,0.05748715911444582,0.0,0.49462890625,0.02685546875,0.185546875,1.0,83,0.6484375
+fresh-zh-1,layers.9.mlp.gated_product,128,5760,5888,4096,128,0.06233891231100004,0.0,0.49365234375,0.029052734375,0.19921875,1.0,80,0.625
+fresh-zh-1,layers.9.mlp.gated_product,128,5888,6016,4096,128,0.05645430014011283,0.0,0.475341796875,0.0283203125,0.181884765625,1.0,90,0.703125
+fresh-zh-1,layers.9.mlp.gated_product,128,6016,6144,4096,128,0.06102644333861626,0.0,0.502197265625,0.03173828125,0.190185546875,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.down_proj.output,0,0,2048,65536,2048,0.039467264571753854,0.0,0.499969482421875,0.0085601806640625,0.0894775390625,1.0,1544,0.75390625
+fresh-zh-1,layers.9.mlp.down_proj.output,64,0,64,2048,64,0.03882298108376149,0.0,0.52197265625,0.01220703125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,64,128,2048,64,0.036497319882991805,0.0,0.44970703125,0.0107421875,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.down_proj.output,64,128,192,2048,64,0.03797543436746158,0.0,0.4794921875,0.00634765625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,192,256,2048,64,0.04092034873435156,0.0,0.5439453125,0.0107421875,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,64,256,320,2048,64,0.03930667566367527,0.0,0.53662109375,0.00439453125,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,320,384,2048,64,0.03875392752597483,0.0,0.47607421875,0.0048828125,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,64,384,448,2048,64,0.03903172079235449,0.0,0.48095703125,0.005859375,0.07568359375,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,64,448,512,2048,64,0.03812689586526822,0.0,0.5,0.0087890625,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.down_proj.output,64,512,576,2048,64,0.037565840749908375,0.0,0.52978515625,0.0068359375,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,576,640,2048,64,0.04129702765819936,0.0,0.47509765625,0.00390625,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,64,640,704,2048,64,0.038643208785793345,0.0,0.4892578125,0.00732421875,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,704,768,2048,64,0.039239717065937166,0.0,0.52783203125,0.01220703125,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,768,832,2048,64,0.038577582768244446,0.0,0.533203125,0.0068359375,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,832,896,2048,64,0.038145612347200215,0.0,0.51416015625,0.01220703125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,896,960,2048,64,0.04083534839984277,0.0,0.490234375,0.0078125,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,64,960,1024,2048,64,0.03996879809819758,0.0,0.470703125,0.00927734375,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1024,1088,2048,64,0.03733147314266617,0.0,0.4765625,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1088,1152,2048,64,0.03867656347841686,0.0,0.48779296875,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1152,1216,2048,64,0.058282154901757824,0.0,0.5234375,0.01708984375,0.150390625,1.0,36,0.5625
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1216,1280,2048,64,0.03750071837985782,0.0,0.47705078125,0.00537109375,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1280,1344,2048,64,0.04000014557721917,0.0,0.5263671875,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1344,1408,2048,64,0.0362211025975069,0.0,0.52392578125,0.00634765625,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1408,1472,2048,64,0.03938311096903894,0.0,0.49169921875,0.0068359375,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1472,1536,2048,64,0.03831144037808562,0.0,0.50048828125,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1536,1600,2048,64,0.04006731812038114,0.0,0.48095703125,0.01025390625,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1600,1664,2048,64,0.04099062253551511,0.0,0.482421875,0.009765625,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1664,1728,2048,64,0.038749332600329714,0.0,0.46044921875,0.0087890625,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1728,1792,2048,64,0.038360778664999526,0.0,0.505859375,0.0107421875,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1792,1856,2048,64,0.03648403749726366,0.0,0.4755859375,0.0087890625,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1856,1920,2048,64,0.03962796683522705,0.0,0.51953125,0.00537109375,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1920,1984,2048,64,0.035635351314273894,0.0,0.54345703125,0.00830078125,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,64,1984,2048,2048,64,0.03813020222425755,0.0,0.50439453125,0.00732421875,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,0,128,4096,128,0.037678098537953925,0.0,0.48583984375,0.01123046875,0.095947265625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.down_proj.output,128,128,256,4096,128,0.039475362923843585,0.0,0.51171875,0.009033203125,0.08740234375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,256,384,4096,128,0.039031280086732165,0.0,0.50634765625,0.004638671875,0.076904296875,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,384,512,4096,128,0.0385819609165561,0.0,0.490478515625,0.00732421875,0.0888671875,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,512,640,4096,128,0.03947554233097729,0.0,0.50244140625,0.005615234375,0.085693359375,1.0,98,0.765625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,640,768,4096,128,0.03894260507899553,0.0,0.508544921875,0.009765625,0.092041015625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.down_proj.output,128,768,896,4096,128,0.038362205577779446,0.0,0.523681640625,0.009521484375,0.0888671875,1.0,100,0.78125
+fresh-zh-1,layers.9.mlp.down_proj.output,128,896,1024,4096,128,0.04040439642137365,0.0,0.48046875,0.0087890625,0.080322265625,1.0,101,0.7890625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1024,1152,4096,128,0.038009968754930686,0.0,0.482177734375,0.009521484375,0.08935546875,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1152,1280,4096,128,0.049005680583978736,0.0,0.500244140625,0.010986328125,0.119384765625,1.0,84,0.65625
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1280,1408,4096,128,0.03815743649393816,0.0,0.525146484375,0.0068359375,0.08642578125,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1408,1536,4096,128,0.0388509709881442,0.0,0.49609375,0.007568359375,0.085693359375,1.0,95,0.7421875
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1536,1664,4096,128,0.04053159950710619,0.0,0.481689453125,0.010009765625,0.092041015625,1.0,97,0.7578125
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1664,1792,4096,128,0.03855554510544532,0.0,0.483154296875,0.009765625,0.080078125,1.0,102,0.796875
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1792,1920,4096,128,0.038088454599757626,0.0,0.49755859375,0.00732421875,0.0927734375,1.0,96,0.75
+fresh-zh-1,layers.9.mlp.down_proj.output,128,1920,2048,4096,128,0.036903865549251735,0.0,0.52392578125,0.007568359375,0.08935546875,1.0,96,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.119252316218035,0.0,0.5005950927734375,0.012700398763020834,0.12676493326822916,1.0,3268,0.5319010416666666
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.1535427740353084,0.0,0.4462890625,0.00830078125,0.13232421875,1.0,32,0.5
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.0339252592598753,0.0,0.490234375,0.01025390625,0.1103515625,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9095125483852569,0.0,0.53125,0.0068359375,0.10205078125,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8440643837739523,0.0,0.5048828125,0.01220703125,0.09521484375,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.0102677967562474,0.0,0.568359375,0.009765625,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.1900436154916885,0.0,0.5146484375,0.009765625,0.1123046875,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3678772925493798,0.0,0.48779296875,0.00927734375,0.0966796875,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.374720398022585,0.0,0.4619140625,0.0146484375,0.12158203125,1.0,32,0.5
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.292930699739,0.0,0.53564453125,0.0126953125,0.1337890625,1.0,33,0.515625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.2831658589694779,0.0,0.51904296875,0.01025390625,0.1083984375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.1919988717862333,0.0,0.47265625,0.01220703125,0.123046875,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0645003261489516,0.0,0.53076171875,0.0146484375,0.109375,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.2138009598409558,0.0,0.4912109375,0.009765625,0.10107421875,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3127360829598964,0.0,0.4541015625,0.01318359375,0.119140625,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4494083770881072,0.0,0.49462890625,0.00927734375,0.1171875,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.1688341035979413,0.0,0.5009765625,0.0087890625,0.10498046875,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.0211029926336719,0.0,0.50146484375,0.00732421875,0.08544921875,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0545092467534471,0.0,0.5048828125,0.00732421875,0.09765625,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.011849227059353,0.0,0.4716796875,0.00927734375,0.1064453125,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1990107933781993,0.0,0.48388671875,0.01171875,0.11865234375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4277904474817167,0.0,0.52294921875,0.01513671875,0.12060546875,1.0,34,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.112729240947458,0.0,0.52001953125,0.01318359375,0.0986328125,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.0279191686471778,0.0,0.41650390625,0.01123046875,0.0966796875,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.2443660787783832,0.0,0.48779296875,0.0146484375,0.09814453125,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.7471649705273181,0.0,0.5302734375,0.0068359375,0.08056640625,1.0,44,0.6875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.7748239052340236,0.0,0.46826171875,0.013671875,0.095703125,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.2651080440996938,0.0,0.490234375,0.00927734375,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.2182638613856545,0.0,0.50146484375,0.009765625,0.11083984375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.4315786549418201,0.0,0.47705078125,0.015625,0.14013671875,1.0,31,0.484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.3609391550410959,0.0,0.52783203125,0.009765625,0.125,1.0,31,0.484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5493309939070508,0.0,0.4541015625,0.0107421875,0.13134765625,1.0,30,0.46875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3234096219338554,0.0,0.52490234375,0.00927734375,0.1201171875,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.0804862305633292,0.0,0.48046875,0.01171875,0.1142578125,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.0933846047124156,0.0,0.46142578125,0.01318359375,0.12353515625,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6572537616551177,0.0,0.48828125,0.0068359375,0.09375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6938040559723329,0.0,0.52587890625,0.017578125,0.2216796875,1.0,14,0.21875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.899135261163858,0.0,0.4833984375,0.0078125,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.2370840481558514,0.0,0.5107421875,0.01220703125,0.1123046875,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.5729225308355206,0.0,0.46630859375,0.01123046875,0.1103515625,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.396409727497275,0.0,0.4755859375,0.01416015625,0.111328125,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.175691839476376,0.0,0.49658203125,0.009765625,0.1142578125,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.3157699664763902,0.0,0.484375,0.0126953125,0.1123046875,1.0,37,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.1888582413132607,0.0,0.53466796875,0.00634765625,0.09912109375,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.445398910830093,0.0,0.53759765625,0.01318359375,0.11376953125,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.2956679766943633,0.0,0.505859375,0.01220703125,0.1181640625,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.14036648156681,0.0,0.5205078125,0.01123046875,0.0947265625,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.4846712460408653,0.0,0.541015625,0.013671875,0.14599609375,1.0,32,0.5
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9346865335233827,0.0,0.484375,0.00732421875,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2373034320050424,0.0,0.490234375,0.01416015625,0.1220703125,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.4329285411206079,0.0,0.52734375,0.00927734375,0.12255859375,1.0,33,0.515625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.6527204325053777,0.0,0.49658203125,0.01318359375,0.1318359375,1.0,31,0.484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2694671427412545,0.0,0.51806640625,0.0087890625,0.12158203125,1.0,37,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.0283610558827974,0.0,0.4384765625,0.0126953125,0.1357421875,1.0,28,0.4375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6846663761389122,0.0,0.5,0.01171875,0.12646484375,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.87443704019322,0.0,0.61572265625,0.009765625,0.10205078125,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8824947143284326,0.0,0.51953125,0.005859375,0.09521484375,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,0.676592095267724,0.0,0.47900390625,0.0078125,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6773956751003753,0.0,0.52783203125,0.0263671875,0.22509765625,1.0,8,0.125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.0717480258975098,0.0,0.5263671875,0.01416015625,0.09326171875,1.0,43,0.671875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.9896312733959363,0.0,0.5283203125,0.00927734375,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.9688101754005453,0.0,0.5087890625,0.01025390625,0.09326171875,1.0,43,0.671875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.0447223062970952,0.0,0.4931640625,0.01123046875,0.09716796875,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7485657077483738,0.0,0.515625,0.0107421875,0.09912109375,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.8140565411800527,0.0,0.4716796875,0.01123046875,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.5756699541023926,0.0,0.44189453125,0.00830078125,0.09814453125,1.0,51,0.796875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.787687462419147,0.0,0.49462890625,0.01318359375,0.12353515625,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3708035037098523,0.0,0.53662109375,0.01318359375,0.1474609375,1.0,28,0.4375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.05458000097185,0.0,0.44677734375,0.01123046875,0.13623046875,1.0,33,0.515625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.725695461281138,0.0,0.5107421875,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8924941585097982,0.0,0.48681640625,0.01416015625,0.123046875,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0152395542292374,0.0,0.4833984375,0.01904296875,0.154296875,1.0,34,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7449037532426626,0.0,0.47607421875,0.01171875,0.1005859375,1.0,44,0.6875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8785581875976646,0.0,0.5439453125,0.01318359375,0.1201171875,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.47790682066859,0.0,0.5048828125,0.021484375,0.19921875,1.0,17,0.265625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.040661233857299,0.0,0.4931640625,0.0146484375,0.15673828125,1.0,30,0.46875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6553100053081963,0.0,0.49951171875,0.00927734375,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7518658968543906,0.0,0.4853515625,0.01416015625,0.11572265625,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.7859703967785144,0.0,0.53515625,0.013671875,0.11572265625,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.8625522363768152,0.0,0.513671875,0.00830078125,0.11572265625,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.7455599129018112,0.0,0.4453125,0.0078125,0.10888671875,1.0,44,0.6875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.5570031461242152,0.0,0.51953125,0.00537109375,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.7901367774684345,0.0,0.51708984375,0.01220703125,0.11767578125,1.0,37,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.5676052025492353,0.0,0.5576171875,0.0087890625,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8009096837496718,0.0,0.5263671875,0.013671875,0.1181640625,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8536883516860296,0.0,0.54931640625,0.01123046875,0.12255859375,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6439635831904038,0.0,0.4755859375,0.01220703125,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.8622051837224488,0.0,0.49072265625,0.01123046875,0.13134765625,1.0,35,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.6717769175286425,0.0,0.4912109375,0.00927734375,0.109375,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.8925289237487614,0.0,0.50390625,0.0146484375,0.125,1.0,34,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.7364790557514957,0.0,0.52783203125,0.01171875,0.12255859375,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6180281902525722,0.0,0.47314453125,0.0078125,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.0101443641061623,0.0,0.4775390625,0.017578125,0.150390625,1.0,31,0.484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8664346642542539,0.0,0.4990234375,0.0146484375,0.123046875,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.2970601329807383,0.0,0.5234375,0.01611328125,0.16796875,1.0,25,0.390625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.662074379719436,0.0,0.47119140625,0.015625,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.983040970033424,0.0,0.51416015625,0.01318359375,0.1494140625,1.0,34,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.0953680598923532,0.0,0.46826171875,0.00927734375,0.12060546875,1.0,71,0.5546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8773989285456034,0.0,0.51806640625,0.00927734375,0.09716796875,1.0,86,0.671875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.1038217310633207,0.0,0.54150390625,0.010009765625,0.10400390625,1.0,81,0.6328125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.371303113868629,0.0,0.474853515625,0.011962890625,0.109130859375,1.0,68,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.288057532867313,0.0,0.52734375,0.011474609375,0.12109375,1.0,69,0.5390625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1300491703264237,0.0,0.501708984375,0.013427734375,0.1162109375,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.2642366854382368,0.0,0.47265625,0.01171875,0.110595703125,1.0,73,0.5703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3166164599659962,0.0,0.497802734375,0.009033203125,0.112548828125,1.0,71,0.5546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.037940526488383,0.0,0.503173828125,0.007568359375,0.091064453125,1.0,83,0.6484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.109384004963572,0.0,0.477783203125,0.010498046875,0.114013671875,1.0,74,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.279990610430316,0.0,0.521484375,0.01416015625,0.112060546875,1.0,74,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.1412854058662527,0.0,0.4521484375,0.013427734375,0.09814453125,1.0,71,0.5546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.7611200881941007,0.0,0.499267578125,0.010009765625,0.08935546875,1.0,85,0.6640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.24190684014624,0.0,0.495849609375,0.010009765625,0.1005859375,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.396705557554813,0.0,0.50244140625,0.012939453125,0.13134765625,1.0,61,0.4765625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4408052533406657,0.0,0.489501953125,0.010009765625,0.124755859375,1.0,65,0.5078125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.0869545501673648,0.0,0.470947265625,0.012451171875,0.119384765625,1.0,80,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.2847090501818161,0.0,0.507080078125,0.0166015625,0.17919921875,1.0,49,0.3828125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.081392888840561,0.0,0.4970703125,0.01123046875,0.10107421875,1.0,84,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.4872870293018483,0.0,0.470947265625,0.012939453125,0.111083984375,1.0,78,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.2476982620194326,0.0,0.490478515625,0.0107421875,0.1142578125,1.0,78,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.3233597261076215,0.0,0.5361328125,0.009521484375,0.10693359375,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.2204899053479161,0.0,0.51318359375,0.01171875,0.108642578125,1.0,78,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.2405417414925006,0.0,0.5126953125,0.0107421875,0.125,1.0,74,0.578125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3386941373610124,0.0,0.5087890625,0.01171875,0.12109375,1.0,71,0.5546875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.473606401743764,0.0,0.50732421875,0.0107421875,0.12939453125,1.0,65,0.5078125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.8644502369217302,0.0,0.46923828125,0.01220703125,0.13330078125,1.0,62,0.484375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8784751157771917,0.0,0.567626953125,0.0078125,0.09814453125,1.0,80,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.278951350565027,0.0,0.50341796875,0.016357421875,0.174072265625,1.0,39,0.3046875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.0315071226846841,0.0,0.52734375,0.01220703125,0.0947265625,1.0,88,0.6875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.0074814770590963,0.0,0.5009765625,0.01025390625,0.093994140625,1.0,85,0.6640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7819970175949696,0.0,0.49365234375,0.0107421875,0.10107421875,1.0,91,0.7109375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6898722470532374,0.0,0.46826171875,0.01171875,0.1103515625,1.0,91,0.7109375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.2229556868981384,0.0,0.49169921875,0.01171875,0.14208984375,1.0,60,0.46875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.8133817447847463,0.0,0.498779296875,0.0107421875,0.108154296875,1.0,81,0.6328125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8903911932590601,0.0,0.479736328125,0.015380859375,0.12841796875,1.0,77,0.6015625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.2157452569460498,0.0,0.5244140625,0.017822265625,0.16943359375,1.0,53,0.4140625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.8695996224442671,0.0,0.496337890625,0.012939453125,0.130615234375,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.7691072069174857,0.0,0.51025390625,0.013916015625,0.11474609375,1.0,90,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.8061811037864884,0.0,0.4794921875,0.008056640625,0.11328125,1.0,84,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.6835819745650393,0.0,0.518310546875,0.00927734375,0.10546875,1.0,84,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.6941296663754394,0.0,0.5419921875,0.01123046875,0.10595703125,1.0,81,0.6328125
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7561325605605919,0.0,0.512451171875,0.01171875,0.102294921875,1.0,85,0.6640625
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7728783881575892,0.0,0.490966796875,0.01025390625,0.119384765625,1.0,75,0.5859375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8182326317401234,0.0,0.515869140625,0.01318359375,0.125244140625,1.0,75,0.5859375
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.8373620723087213,0.0,0.475341796875,0.013916015625,0.125732421875,1.0,79,0.6171875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1029673648819787,0.0,0.51123046875,0.01806640625,0.148193359375,1.0,63,0.4921875
+fresh-zh-1,layers.10.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.8380668329689259,0.0,0.49267578125,0.0146484375,0.1337890625,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7509238017885376,0.0,0.19305419921875,0.006134033203125,0.06195068359375,1.0,1203,0.58740234375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,0,64,2048,64,2.215622961616399,0.0,0.00048828125,0.0,0.0009765625,1.0,54,0.84375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,64,128,2048,64,2.226873664652108,0.0,0.03125,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,128,192,2048,64,1.8060537633610112,0.0,0.29052734375,0.00439453125,0.0693359375,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8284133510295455,0.0,0.26611328125,0.00634765625,0.06640625,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,256,320,2048,64,2.072599748873383,0.0,0.17431640625,0.005859375,0.07666015625,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,320,384,2048,64,1.952590818421606,0.0,0.2177734375,0.009765625,0.09130859375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7611250420850062,0.0,0.177734375,0.01171875,0.0849609375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,448,512,2048,64,1.5481731395258505,0.0,0.2119140625,0.01171875,0.0830078125,1.0,34,0.53125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,512,576,2048,64,2.1110239765886165,0.0,0.17431640625,0.00146484375,0.0087890625,1.0,50,0.78125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,576,640,2048,64,1.9917087188282756,0.0,0.15576171875,0.0048828125,0.0498046875,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,640,704,2048,64,1.7189966116297202,0.0,0.14404296875,0.00244140625,0.04150390625,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,704,768,2048,64,1.6328720003661636,0.0,0.05419921875,0.0029296875,0.0322265625,1.0,50,0.78125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,768,832,2048,64,1.9453879017907767,0.0,0.1220703125,0.0029296875,0.01904296875,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,832,896,2048,64,2.070599439634675,0.0,0.09033203125,0.00146484375,0.01220703125,1.0,50,0.78125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,896,960,2048,64,2.058493228284805,0.0,0.13037109375,0.0029296875,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.014652170839901,0.0,0.14990234375,0.00341796875,0.02490234375,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.2786827103484741,0.0,0.22607421875,0.0078125,0.0849609375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0668320390840653,0.0,0.19384765625,0.0078125,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.1270080606564712,0.0,0.1640625,0.00439453125,0.04833984375,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1891995532456028,0.0,0.18994140625,0.00927734375,0.07958984375,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.5547241666759501,0.0,0.20703125,0.0068359375,0.0712890625,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.402845054532954,0.0,0.25439453125,0.0068359375,0.06396484375,1.0,42,0.65625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4560935828241153,0.0,0.1943359375,0.00927734375,0.06591796875,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.0339932761106536,0.0,0.1513671875,0.0068359375,0.076171875,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0440438517598722,0.0,0.33203125,0.0078125,0.0859375,1.0,38,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.1634210602046922,0.0,0.3271484375,0.00634765625,0.064453125,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.3570177072863119,0.0,0.14501953125,0.0048828125,0.06884765625,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.2623784222364898,0.0,0.18896484375,0.00830078125,0.08935546875,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.060198179232696,0.0,0.291015625,0.0009765625,0.00830078125,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.004139157389788,0.0,0.29541015625,0.0009765625,0.02587890625,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.250785218066354,0.0,0.2744140625,0.001953125,0.015625,1.0,40,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.3180945141096725,0.0,0.3515625,0.001953125,0.02734375,1.0,36,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,0,128,4096,128,2.221255436275051,0.0,0.015869140625,0.0,0.00048828125,1.0,107,0.8359375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,128,256,4096,128,1.817267946447849,0.0,0.2783203125,0.00537109375,0.067626953125,1.0,78,0.609375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,256,384,4096,128,2.0134895856713997,0.0,0.196044921875,0.008056640625,0.085205078125,1.0,72,0.5625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6580713922820456,0.0,0.19482421875,0.01220703125,0.083740234375,1.0,70,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,512,640,4096,128,2.0522336429350077,0.0,0.1650390625,0.003173828125,0.029541015625,1.0,97,0.7578125
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,640,768,4096,128,1.676487447071146,0.0,0.09912109375,0.002197265625,0.036376953125,1.0,94,0.734375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,768,896,4096,128,2.0089694034316885,0.0,0.106201171875,0.002197265625,0.015869140625,1.0,98,0.765625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.0366906662972073,0.0,0.14013671875,0.003173828125,0.023681640625,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.1775313315068063,0.0,0.2099609375,0.008056640625,0.0849609375,1.0,76,0.59375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1585212009765298,0.0,0.177001953125,0.0068359375,0.0634765625,1.0,83,0.6484375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4807331767529548,0.0,0.230712890625,0.0068359375,0.067626953125,1.0,83,0.6484375
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.2628045408897632,0.0,0.1728515625,0.00830078125,0.076904296875,1.0,70,0.546875
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1053452238385526,0.0,0.32958984375,0.007080078125,0.07568359375,1.0,77,0.6015625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3105526198548625,0.0,0.1669921875,0.00634765625,0.078369140625,1.0,80,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.032361963319621,0.0,0.293212890625,0.0009765625,0.016845703125,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.2846877548377766,0.0,0.31298828125,0.001953125,0.02099609375,1.0,75,0.5859375
+fresh-zh-1,layers.10.linear_attn.in_proj_b.output,0,0,16,512,16,1.3523974677692032,0.0,0.375,0.00390625,0.078125,1.0,10,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_b.output,64,0,16,512,16,1.3523974677692032,0.0,0.375,0.00390625,0.078125,1.0,10,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_b.output,128,0,16,512,16,1.3523974677692032,0.0,0.375,0.00390625,0.078125,1.0,10,0.625
+fresh-zh-1,layers.10.linear_attn.in_proj_a.output,0,0,16,512,16,1.2039725808176256,0.0,0.46484375,0.005859375,0.072265625,1.0,13,0.8125
+fresh-zh-1,layers.10.linear_attn.in_proj_a.output,64,0,16,512,16,1.2039725808176256,0.0,0.46484375,0.005859375,0.072265625,1.0,13,0.8125
+fresh-zh-1,layers.10.linear_attn.in_proj_a.output,128,0,16,512,16,1.2039725808176256,0.0,0.46484375,0.005859375,0.072265625,1.0,13,0.8125
+fresh-zh-1,layers.10.linear_attn.out_proj.output,0,0,2048,65536,2048,0.032565816699000855,0.0,0.4927520751953125,0.0097503662109375,0.098907470703125,1.0,1453,0.70947265625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,0,64,2048,64,0.03242296524914259,0.0,0.51416015625,0.01123046875,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,64,128,2048,64,0.030526787524110553,0.0,0.5078125,0.01025390625,0.11279296875,1.0,44,0.6875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,128,192,2048,64,0.031472365935920205,0.0,0.4990234375,0.00927734375,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,192,256,2048,64,0.0316087535761291,0.0,0.48046875,0.00830078125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,256,320,2048,64,0.031731981200322924,0.0,0.43603515625,0.00927734375,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,320,384,2048,64,0.029146045327756196,0.0,0.447265625,0.01123046875,0.1005859375,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,384,448,2048,64,0.03160192965251216,0.0,0.51611328125,0.0068359375,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,448,512,2048,64,0.030342361479834556,0.0,0.48779296875,0.00732421875,0.11083984375,1.0,45,0.703125
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,512,576,2048,64,0.03041669649401637,0.0,0.46728515625,0.0126953125,0.10595703125,1.0,43,0.671875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,576,640,2048,64,0.03318515093939497,0.0,0.49755859375,0.00830078125,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,640,704,2048,64,0.028013006244834965,0.0,0.4970703125,0.00732421875,0.107421875,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,704,768,2048,64,0.0305996558928413,0.0,0.52099609375,0.0068359375,0.09912109375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,768,832,2048,64,0.03030117250349685,0.0,0.46240234375,0.01171875,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,832,896,2048,64,0.03334708719565209,0.0,0.45849609375,0.01171875,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,896,960,2048,64,0.030133676000679954,0.0,0.5263671875,0.00732421875,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,960,1024,2048,64,0.031169875223220865,0.0,0.52685546875,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02948390233266047,0.0,0.529296875,0.00634765625,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1088,1152,2048,64,0.029990484157711488,0.0,0.48681640625,0.009765625,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1152,1216,2048,64,0.052010664965666885,0.0,0.50244140625,0.021484375,0.18212890625,1.0,27,0.421875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1216,1280,2048,64,0.034774936420998735,0.0,0.55078125,0.0107421875,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1280,1344,2048,64,0.030715432379559024,0.0,0.44189453125,0.0107421875,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1344,1408,2048,64,0.033255276209579174,0.0,0.4814453125,0.01171875,0.11669921875,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1408,1472,2048,64,0.029108051695613382,0.0,0.4833984375,0.005859375,0.09814453125,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1472,1536,2048,64,0.031364495506661344,0.0,0.5419921875,0.005859375,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1536,1600,2048,64,0.029108343549270558,0.0,0.5029296875,0.01171875,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1600,1664,2048,64,0.031704907704518795,0.0,0.48095703125,0.005859375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1664,1728,2048,64,0.031557480071128304,0.0,0.45703125,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1728,1792,2048,64,0.03350098116237563,0.0,0.4609375,0.005859375,0.07958984375,1.0,46,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03703216044460227,0.0,0.47509765625,0.01220703125,0.130859375,1.0,41,0.640625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1856,1920,2048,64,0.031760907706155306,0.0,0.52734375,0.01513671875,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1920,1984,2048,64,0.04145004147149969,0.0,0.49560546875,0.01220703125,0.13330078125,1.0,39,0.609375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,64,1984,2048,2048,64,0.029980287247676932,0.0,0.50439453125,0.009765625,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,0,128,4096,128,0.03148915235513096,0.0,0.510986328125,0.010986328125,0.09716796875,1.0,91,0.7109375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,128,256,4096,128,0.03154063347684162,0.0,0.48974609375,0.0087890625,0.08935546875,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,256,384,4096,128,0.030466461799372655,0.0,0.441650390625,0.010009765625,0.09228515625,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,384,512,4096,128,0.030978547883456994,0.0,0.501953125,0.007080078125,0.097900390625,1.0,93,0.7265625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,512,640,4096,128,0.03183103570793396,0.0,0.482421875,0.010498046875,0.09033203125,1.0,91,0.7109375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,640,768,4096,128,0.02933485520360941,0.0,0.509033203125,0.0078125,0.1025390625,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,768,896,4096,128,0.03186054989733461,0.0,0.46044921875,0.01123046875,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,896,1024,4096,128,0.030656153955976873,0.0,0.526611328125,0.008544921875,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02973827194690207,0.0,0.508056640625,0.0078125,0.08984375,1.0,94,0.734375
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1152,1280,4096,128,0.0442402840929811,0.0,0.526611328125,0.0146484375,0.139892578125,1.0,72,0.5625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03201055436913477,0.0,0.461669921875,0.01171875,0.10400390625,1.0,89,0.6953125
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1408,1536,4096,128,0.03025731524691079,0.0,0.5126953125,0.005859375,0.09716796875,1.0,92,0.71875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1536,1664,4096,128,0.030434329602723437,0.0,0.491943359375,0.008544921875,0.0849609375,1.0,98,0.765625
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03254374200427409,0.0,0.458984375,0.007080078125,0.084228515625,1.0,96,0.75
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1792,1920,4096,128,0.034497363417467716,0.0,0.501220703125,0.01416015625,0.120849609375,1.0,87,0.6796875
+fresh-zh-1,layers.10.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03617266620973815,0.0,0.5,0.011474609375,0.1142578125,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,0,0,6144,196608,6144,0.5449797677419754,0.0,0.7549641927083334,0.008356730143229166,0.08406575520833333,1.0,3881,0.6316731770833334
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,0,64,2048,64,0.5741463657567927,0.0,0.7529296875,0.00732421875,0.07470703125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,64,128,2048,64,0.5294696133552713,0.0,0.75146484375,0.0068359375,0.076171875,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,128,192,2048,64,0.4652309688076335,0.0,0.78369140625,0.009765625,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,192,256,2048,64,0.5656395870542302,0.0,0.7548828125,0.0068359375,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,256,320,2048,64,0.6010863353970138,0.0,0.74267578125,0.00830078125,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,320,384,2048,64,0.5478305168031821,0.0,0.75732421875,0.00830078125,0.0859375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,384,448,2048,64,0.5406886146705263,0.0,0.77001953125,0.00634765625,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,448,512,2048,64,0.5017380957988478,0.0,0.7685546875,0.00390625,0.0693359375,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,512,576,2048,64,0.574898596385874,0.0,0.7841796875,0.0087890625,0.09033203125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,576,640,2048,64,0.5660395289983525,0.0,0.67626953125,0.0107421875,0.087890625,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,640,704,2048,64,0.5454951318273401,0.0,0.720703125,0.0078125,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,704,768,2048,64,0.47004176315550683,0.0,0.70849609375,0.00634765625,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,768,832,2048,64,0.5008203603804509,0.0,0.72216796875,0.00830078125,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,832,896,2048,64,0.52760340790773,0.0,0.78369140625,0.00634765625,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,896,960,2048,64,0.5082910236684653,0.0,0.72705078125,0.00634765625,0.07373046875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,960,1024,2048,64,0.575318651867912,0.0,0.77978515625,0.0068359375,0.07470703125,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1024,1088,2048,64,0.4662273537748329,0.0,0.7314453125,0.00830078125,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1088,1152,2048,64,0.5650314464520766,0.0,0.79052734375,0.00732421875,0.08642578125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1152,1216,2048,64,0.48682619749832795,0.0,0.7734375,0.00830078125,0.06884765625,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1216,1280,2048,64,0.597667232942291,0.0,0.79443359375,0.00830078125,0.08544921875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1280,1344,2048,64,0.6262268730918205,0.0,0.77001953125,0.00732421875,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1344,1408,2048,64,0.5868216689015754,0.0,0.80517578125,0.0087890625,0.08203125,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1408,1472,2048,64,0.65122382252017,0.0,0.78515625,0.01220703125,0.10302734375,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1472,1536,2048,64,0.5264391686394803,0.0,0.72412109375,0.009765625,0.091796875,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1536,1600,2048,64,0.5790059686232404,0.0,0.80029296875,0.0068359375,0.07958984375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1600,1664,2048,64,0.49617789071389573,0.0,0.7744140625,0.009765625,0.0830078125,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1664,1728,2048,64,0.5615175185016935,0.0,0.78076171875,0.01171875,0.08935546875,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1728,1792,2048,64,0.5405946677302982,0.0,0.76025390625,0.013671875,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1792,1856,2048,64,0.5857796883161305,0.0,0.759765625,0.0068359375,0.08349609375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1856,1920,2048,64,0.5887171260709197,0.0,0.7177734375,0.00830078125,0.0791015625,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1920,1984,2048,64,0.4709276601736084,0.0,0.716796875,0.0078125,0.091796875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,1984,2048,2048,64,0.4374179649449328,0.0,0.72314453125,0.00634765625,0.0849609375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2048,2112,2048,64,0.5032589669820315,0.0,0.74853515625,0.005859375,0.0849609375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2112,2176,2048,64,0.5671589580447257,0.0,0.775390625,0.00732421875,0.0703125,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2176,2240,2048,64,0.535841206719128,0.0,0.7197265625,0.00830078125,0.07861328125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2240,2304,2048,64,0.6048114557456572,0.0,0.7705078125,0.009765625,0.0791015625,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2304,2368,2048,64,0.5549158680473171,0.0,0.7275390625,0.005859375,0.08056640625,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2368,2432,2048,64,0.5213012038290128,0.0,0.75244140625,0.0087890625,0.0712890625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2432,2496,2048,64,0.5046707391635658,0.0,0.75341796875,0.009765625,0.08740234375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2496,2560,2048,64,0.5847506376350555,0.0,0.7763671875,0.0068359375,0.08056640625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2560,2624,2048,64,0.5503810006333584,0.0,0.74169921875,0.0126953125,0.078125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2624,2688,2048,64,0.51309587569647,0.0,0.76513671875,0.0078125,0.08935546875,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2688,2752,2048,64,0.5453722305002142,0.0,0.740234375,0.00830078125,0.087890625,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2752,2816,2048,64,0.5241289697243223,0.0,0.73583984375,0.00830078125,0.09228515625,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2816,2880,2048,64,0.5356144694026062,0.0,0.76171875,0.0068359375,0.0859375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2880,2944,2048,64,0.5765522323316896,0.0,0.7275390625,0.0087890625,0.091796875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,2944,3008,2048,64,0.5313730261328855,0.0,0.75634765625,0.00634765625,0.07958984375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3008,3072,2048,64,0.5164290206898854,0.0,0.76025390625,0.0078125,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3072,3136,2048,64,0.5172542089198162,0.0,0.78515625,0.0107421875,0.09033203125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3136,3200,2048,64,0.5657107672455209,0.0,0.78515625,0.00830078125,0.07421875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3200,3264,2048,64,0.5147706830228063,0.0,0.732421875,0.005859375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3264,3328,2048,64,0.6281517143473582,0.0,0.82763671875,0.01025390625,0.10595703125,1.0,36,0.5625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3328,3392,2048,64,0.5026853427372443,0.0,0.6787109375,0.0087890625,0.09228515625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3392,3456,2048,64,0.5615717650934658,0.0,0.78125,0.00634765625,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3456,3520,2048,64,0.5953296502128933,0.0,0.79296875,0.0087890625,0.07373046875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3520,3584,2048,64,0.47892956677508497,0.0,0.72021484375,0.009765625,0.0751953125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3584,3648,2048,64,0.5137299876782416,0.0,0.77880859375,0.00830078125,0.0771484375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3648,3712,2048,64,0.5142582715851151,0.0,0.7255859375,0.01025390625,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3712,3776,2048,64,0.5869165860816692,0.0,0.76953125,0.00830078125,0.08251953125,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3776,3840,2048,64,0.6281379783841844,0.0,0.81591796875,0.00732421875,0.08740234375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3840,3904,2048,64,0.5442231371269806,0.0,0.76123046875,0.005859375,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3904,3968,2048,64,0.570506194711409,0.0,0.826171875,0.0087890625,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,3968,4032,2048,64,0.5403395745911354,0.0,0.79345703125,0.0068359375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4032,4096,2048,64,0.5164614596623724,0.0,0.70068359375,0.00830078125,0.09130859375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4096,4160,2048,64,0.6088526850032419,0.0,0.76318359375,0.0107421875,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4160,4224,2048,64,0.4868410628842073,0.0,0.72509765625,0.0068359375,0.078125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4224,4288,2048,64,0.5426858960473675,0.0,0.7626953125,0.00830078125,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4288,4352,2048,64,0.5041468397285159,0.0,0.7529296875,0.0048828125,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4352,4416,2048,64,0.5638377156754407,0.0,0.73095703125,0.009765625,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4416,4480,2048,64,0.4691486087482075,0.0,0.76318359375,0.00732421875,0.08984375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4480,4544,2048,64,0.5069031095013399,0.0,0.775390625,0.00634765625,0.0908203125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4544,4608,2048,64,0.5425721970091951,0.0,0.74560546875,0.01025390625,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4608,4672,2048,64,0.5931660748261626,0.0,0.79833984375,0.0107421875,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4672,4736,2048,64,0.5861408351271116,0.0,0.7275390625,0.0107421875,0.09326171875,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4736,4800,2048,64,0.5421302023522289,0.0,0.76806640625,0.00732421875,0.0849609375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4800,4864,2048,64,0.559792235740416,0.0,0.7470703125,0.00927734375,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4864,4928,2048,64,0.5787367434924641,0.0,0.7216796875,0.00927734375,0.09912109375,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4928,4992,2048,64,0.5606184795915816,0.0,0.76611328125,0.0048828125,0.0849609375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,4992,5056,2048,64,0.517993735736011,0.0,0.7509765625,0.009765625,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5056,5120,2048,64,0.6007676635418174,0.0,0.77490234375,0.009765625,0.076171875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5120,5184,2048,64,0.45886794697419936,0.0,0.7607421875,0.0087890625,0.06689453125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5184,5248,2048,64,0.5701554847793406,0.0,0.75390625,0.0078125,0.07763671875,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5248,5312,2048,64,0.4657437225281313,0.0,0.7421875,0.0078125,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5312,5376,2048,64,0.6063953667208629,0.0,0.76953125,0.009765625,0.09375,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5376,5440,2048,64,0.5217575924886578,0.0,0.74365234375,0.0078125,0.0859375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5440,5504,2048,64,0.471322556719633,0.0,0.70654296875,0.00634765625,0.09326171875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5504,5568,2048,64,0.5990709846285447,0.0,0.74462890625,0.00830078125,0.0908203125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5568,5632,2048,64,0.49965371778551054,0.0,0.72900390625,0.0078125,0.08349609375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5632,5696,2048,64,0.612765490757429,0.0,0.77880859375,0.00830078125,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5696,5760,2048,64,0.562381764687671,0.0,0.76318359375,0.01123046875,0.0927734375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5760,5824,2048,64,0.5319232417342481,0.0,0.720703125,0.009765625,0.091796875,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5824,5888,2048,64,0.5666481083485643,0.0,0.74267578125,0.0078125,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5888,5952,2048,64,0.48953438618588324,0.0,0.6806640625,0.0078125,0.087890625,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,5952,6016,2048,64,0.5434622749199385,0.0,0.8046875,0.0068359375,0.080078125,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,6016,6080,2048,64,0.5636772157322048,0.0,0.72412109375,0.0048828125,0.07958984375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,64,6080,6144,2048,64,0.5058237219272199,0.0,0.7587890625,0.01123046875,0.08447265625,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,0,128,4096,128,0.552259957256686,0.0,0.752197265625,0.0068359375,0.075439453125,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,128,256,4096,128,0.5178745006179437,0.0,0.769287109375,0.008544921875,0.0810546875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,256,384,4096,128,0.5750752375741165,0.0,0.75,0.0087890625,0.084716796875,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,384,512,4096,128,0.5215770771468905,0.0,0.769287109375,0.005126953125,0.076171875,1.0,89,0.6953125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,512,640,4096,128,0.5704862594818234,0.0,0.730224609375,0.009521484375,0.089111328125,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,640,768,4096,128,0.50916804591297,0.0,0.714599609375,0.006103515625,0.077880859375,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,768,896,4096,128,0.5143862310596266,0.0,0.7529296875,0.008056640625,0.076904296875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,896,1024,4096,128,0.5428403613996697,0.0,0.75341796875,0.0068359375,0.076904296875,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1024,1152,4096,128,0.5179905794932997,0.0,0.760986328125,0.008056640625,0.089599609375,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1152,1280,4096,128,0.5450714943489412,0.0,0.783935546875,0.0087890625,0.078369140625,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1280,1408,4096,128,0.6068442006292839,0.0,0.78759765625,0.00830078125,0.083984375,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1408,1536,4096,128,0.5921278009414898,0.0,0.754638671875,0.01025390625,0.09521484375,1.0,75,0.5859375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1536,1664,4096,128,0.5391847600473457,0.0,0.787353515625,0.008056640625,0.08251953125,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1664,1792,4096,128,0.5511553856956907,0.0,0.7705078125,0.0126953125,0.09423828125,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1792,1920,4096,128,0.5872502438368783,0.0,0.73876953125,0.007568359375,0.08154296875,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,1920,2048,4096,128,0.4544817582550239,0.0,0.719970703125,0.00732421875,0.087646484375,1.0,88,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2048,2176,4096,128,0.5361617626883702,0.0,0.761962890625,0.006591796875,0.078369140625,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2176,2304,4096,128,0.5713679619209465,0.0,0.7451171875,0.00830078125,0.07958984375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2304,2432,4096,128,0.5383709528402723,0.0,0.739990234375,0.007568359375,0.074462890625,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2432,2560,4096,128,0.5461803105122446,0.0,0.764892578125,0.009033203125,0.084716796875,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2560,2688,4096,128,0.5320651386413623,0.0,0.75341796875,0.0107421875,0.083251953125,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2688,2816,4096,128,0.5348560772324917,0.0,0.738037109375,0.008056640625,0.089599609375,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2816,2944,4096,128,0.556459943050751,0.0,0.74462890625,0.007568359375,0.08740234375,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,2944,3072,4096,128,0.5239543044542788,0.0,0.75830078125,0.007080078125,0.082275390625,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3072,3200,4096,128,0.5420242562943013,0.0,0.78515625,0.009521484375,0.08447265625,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3200,3328,4096,128,0.5742662415366637,0.0,0.780029296875,0.0078125,0.089599609375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3328,3456,4096,128,0.5329424927480693,0.0,0.72998046875,0.00732421875,0.087646484375,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3456,3584,4096,128,0.5402735058995473,0.0,0.756591796875,0.009521484375,0.076416015625,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3584,3712,4096,128,0.5139941975030439,0.0,0.752197265625,0.00927734375,0.080810546875,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3712,3840,4096,128,0.6078767962779676,0.0,0.792724609375,0.007568359375,0.082275390625,1.0,76,0.59375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3840,3968,4096,128,0.5575195696961786,0.0,0.793701171875,0.007568359375,0.071533203125,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,3968,4096,4096,128,0.5285353796984255,0.0,0.7470703125,0.0078125,0.082275390625,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4096,4224,4096,128,0.5512330779923686,0.0,0.744140625,0.01025390625,0.08642578125,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4224,4352,4096,128,0.5237709507871662,0.0,0.7578125,0.006591796875,0.080810546875,1.0,86,0.671875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4352,4480,4096,128,0.5186585517990029,0.0,0.7470703125,0.0087890625,0.08251953125,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4480,4608,4096,128,0.5250406419457032,0.0,0.760498046875,0.0087890625,0.092529296875,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4608,4736,4096,128,0.5896639173835315,0.0,0.762939453125,0.0107421875,0.089111328125,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4736,4864,4096,128,0.5510319879542939,0.0,0.757568359375,0.00830078125,0.090576171875,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4864,4992,4096,128,0.5697496370897653,0.0,0.743896484375,0.00732421875,0.0927734375,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,4992,5120,4096,128,0.560909661094923,0.0,0.762939453125,0.009765625,0.080078125,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5120,5248,4096,128,0.5175118692282726,0.0,0.75732421875,0.0087890625,0.0732421875,1.0,88,0.6875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5248,5376,4096,128,0.540662813523776,0.0,0.755859375,0.008056640625,0.089599609375,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5376,5504,4096,128,0.49718001658971167,0.0,0.72509765625,0.00732421875,0.08984375,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5504,5632,4096,128,0.5516066906413919,0.0,0.73681640625,0.009033203125,0.087646484375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5632,5760,4096,128,0.5881134226985522,0.0,0.77099609375,0.010009765625,0.087890625,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5760,5888,4096,128,0.5495600120969855,0.0,0.731689453125,0.0087890625,0.087646484375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,5888,6016,4096,128,0.5172016818995971,0.0,0.74267578125,0.00732421875,0.08544921875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gate_proj.output,128,6016,6144,4096,128,0.5355322778320256,0.0,0.741455078125,0.0078125,0.082275390625,1.0,88,0.6875
+fresh-zh-1,layers.10.mlp.up_proj.output,0,0,6144,196608,6144,0.33796678479260367,0.0,0.4971720377604167,0.0087432861328125,0.08677164713541667,1.0,4591,0.7472330729166666
+fresh-zh-1,layers.10.mlp.up_proj.output,64,0,64,2048,64,0.3105830736678742,0.0,0.49169921875,0.00830078125,0.076171875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,64,128,2048,64,0.33293576865221375,0.0,0.509765625,0.009765625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,128,192,2048,64,0.32559514647776044,0.0,0.435546875,0.0078125,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,192,256,2048,64,0.33302050925390586,0.0,0.51953125,0.01025390625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,256,320,2048,64,0.31437371159245203,0.0,0.49365234375,0.005859375,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,320,384,2048,64,0.338875722695261,0.0,0.5009765625,0.0078125,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,384,448,2048,64,0.31676817792924533,0.0,0.49072265625,0.01025390625,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,448,512,2048,64,0.3430354183926336,0.0,0.49609375,0.00830078125,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,512,576,2048,64,0.31997424920452266,0.0,0.51708984375,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,576,640,2048,64,0.3256662303742116,0.0,0.484375,0.0068359375,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,640,704,2048,64,0.3250783156922967,0.0,0.43408203125,0.00634765625,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,704,768,2048,64,0.3194228498392079,0.0,0.51171875,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,768,832,2048,64,0.37587342931911955,0.0,0.48486328125,0.009765625,0.10498046875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,832,896,2048,64,0.3403399955754421,0.0,0.48046875,0.0078125,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,896,960,2048,64,0.33294457181927434,0.0,0.51513671875,0.0087890625,0.0751953125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,960,1024,2048,64,0.31015788321957344,0.0,0.5068359375,0.005859375,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1024,1088,2048,64,0.34631098667592936,0.0,0.48681640625,0.00830078125,0.07275390625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1088,1152,2048,64,0.32999100230320577,0.0,0.5146484375,0.00732421875,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1152,1216,2048,64,0.3364549299463868,0.0,0.51025390625,0.01025390625,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1216,1280,2048,64,0.3384909835474106,0.0,0.51416015625,0.01025390625,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1280,1344,2048,64,0.3257456942922365,0.0,0.51220703125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1344,1408,2048,64,0.31891202820025644,0.0,0.521484375,0.00537109375,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1408,1472,2048,64,0.3446385760196699,0.0,0.55224609375,0.009765625,0.09130859375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1472,1536,2048,64,0.3778682237712619,0.0,0.45751953125,0.009765625,0.09765625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1536,1600,2048,64,0.3139832833216839,0.0,0.49169921875,0.009765625,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1600,1664,2048,64,0.3677192581588608,0.0,0.47705078125,0.01025390625,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1664,1728,2048,64,0.37589002336351557,0.0,0.4990234375,0.00927734375,0.10546875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1728,1792,2048,64,0.35619731879812755,0.0,0.50146484375,0.01318359375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1792,1856,2048,64,0.3664097593179609,0.0,0.5771484375,0.005859375,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1856,1920,2048,64,0.35116671560850965,0.0,0.50244140625,0.0078125,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1920,1984,2048,64,0.325301473131579,0.0,0.5380859375,0.009765625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,1984,2048,2048,64,0.3166934387754076,0.0,0.49072265625,0.00927734375,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2048,2112,2048,64,0.31589234641885405,0.0,0.48095703125,0.00927734375,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2112,2176,2048,64,0.3480400058155095,0.0,0.47119140625,0.00732421875,0.08544921875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2176,2240,2048,64,0.3504067811681614,0.0,0.51611328125,0.01220703125,0.08154296875,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2240,2304,2048,64,0.33367354077121236,0.0,0.498046875,0.01025390625,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2304,2368,2048,64,0.3182159595521717,0.0,0.4814453125,0.009765625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2368,2432,2048,64,0.3091477848964624,0.0,0.50634765625,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2432,2496,2048,64,0.33483435858438687,0.0,0.5009765625,0.0068359375,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2496,2560,2048,64,0.35089072480255484,0.0,0.53466796875,0.0078125,0.0791015625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2560,2624,2048,64,0.3167415812215119,0.0,0.47900390625,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2624,2688,2048,64,0.3516517495940016,0.0,0.439453125,0.00830078125,0.08056640625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2688,2752,2048,64,0.31462363980261854,0.0,0.53759765625,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2752,2816,2048,64,0.3384536347738171,0.0,0.45654296875,0.0078125,0.08056640625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2816,2880,2048,64,0.3277217847942212,0.0,0.47265625,0.0107421875,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2880,2944,2048,64,0.34102167163498076,0.0,0.47314453125,0.0107421875,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,2944,3008,2048,64,0.36365815369130816,0.0,0.486328125,0.01025390625,0.09619140625,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3008,3072,2048,64,0.35022950948186926,0.0,0.4619140625,0.0078125,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3072,3136,2048,64,0.3551062432158998,0.0,0.51416015625,0.00830078125,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3136,3200,2048,64,0.32631166236702214,0.0,0.505859375,0.01025390625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3200,3264,2048,64,0.3412284539931012,0.0,0.48095703125,0.00732421875,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3264,3328,2048,64,0.32814035040959694,0.0,0.5517578125,0.00830078125,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3328,3392,2048,64,0.3494114590696386,0.0,0.4794921875,0.005859375,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3392,3456,2048,64,0.32985254049116386,0.0,0.51708984375,0.00927734375,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3456,3520,2048,64,0.3328266433514199,0.0,0.52197265625,0.0078125,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3520,3584,2048,64,0.32695963656184146,0.0,0.521484375,0.009765625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3584,3648,2048,64,0.3335100450988153,0.0,0.4931640625,0.00537109375,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3648,3712,2048,64,0.3477390621412528,0.0,0.46044921875,0.00537109375,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3712,3776,2048,64,0.32478224793995025,0.0,0.48291015625,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3776,3840,2048,64,0.3103511413350339,0.0,0.4931640625,0.005859375,0.07275390625,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3840,3904,2048,64,0.34569176218563885,0.0,0.53466796875,0.0107421875,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3904,3968,2048,64,0.3262273706080994,0.0,0.49267578125,0.0087890625,0.0947265625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,3968,4032,2048,64,0.3406198167353019,0.0,0.458984375,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4032,4096,2048,64,0.3460062537593277,0.0,0.48291015625,0.0078125,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4096,4160,2048,64,0.4327897368538063,0.0,0.53662109375,0.00927734375,0.08984375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4160,4224,2048,64,0.33778114547317256,0.0,0.47802734375,0.0078125,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4224,4288,2048,64,0.31678975490251654,0.0,0.552734375,0.00927734375,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4288,4352,2048,64,0.3362648278142706,0.0,0.51171875,0.0068359375,0.076171875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4352,4416,2048,64,0.3138256336823279,0.0,0.47607421875,0.00537109375,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4416,4480,2048,64,0.33454932855356073,0.0,0.48486328125,0.0068359375,0.09033203125,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4480,4544,2048,64,0.3758595511162214,0.0,0.4599609375,0.01123046875,0.1015625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4544,4608,2048,64,0.3421233408406192,0.0,0.4951171875,0.009765625,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4608,4672,2048,64,0.3107454138747855,0.0,0.51708984375,0.0087890625,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4672,4736,2048,64,0.3588264589865685,0.0,0.51318359375,0.0078125,0.1044921875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4736,4800,2048,64,0.324938581698731,0.0,0.4501953125,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4800,4864,2048,64,0.30834311426044286,0.0,0.513671875,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4864,4928,2048,64,0.34396823010126426,0.0,0.43505859375,0.009765625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4928,4992,2048,64,0.38441429029513835,0.0,0.47412109375,0.00927734375,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,4992,5056,2048,64,0.34093121990324504,0.0,0.48388671875,0.01123046875,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5056,5120,2048,64,0.3350818556810613,0.0,0.52734375,0.00732421875,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5120,5184,2048,64,0.33098763126144515,0.0,0.513671875,0.009765625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5184,5248,2048,64,0.34276385127438247,0.0,0.47900390625,0.0078125,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5248,5312,2048,64,0.3361353047409477,0.0,0.525390625,0.00732421875,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5312,5376,2048,64,0.3619283555756039,0.0,0.4814453125,0.0087890625,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5376,5440,2048,64,0.34349156368960904,0.0,0.466796875,0.0107421875,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5440,5504,2048,64,0.35494124958340073,0.0,0.44677734375,0.0107421875,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5504,5568,2048,64,0.3180118643752331,0.0,0.46533203125,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5568,5632,2048,64,0.3497952069907547,0.0,0.50341796875,0.01123046875,0.087890625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5632,5696,2048,64,0.3114923375735628,0.0,0.505859375,0.00732421875,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5696,5760,2048,64,0.32996882307517966,0.0,0.55224609375,0.009765625,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5760,5824,2048,64,0.33929472625630125,0.0,0.5048828125,0.0068359375,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5824,5888,2048,64,0.3378728518961996,0.0,0.47265625,0.0068359375,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5888,5952,2048,64,0.3404069857099901,0.0,0.53759765625,0.009765625,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,64,5952,6016,2048,64,0.34759483597168533,0.0,0.48681640625,0.0107421875,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,64,6016,6080,2048,64,0.3287194988421315,0.0,0.53125,0.009765625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,64,6080,6144,2048,64,0.3327507147151096,0.0,0.5380859375,0.00732421875,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,0,128,4096,128,0.3219534684523717,0.0,0.500732421875,0.009033203125,0.083740234375,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,128,256,4096,128,0.3293287559518642,0.0,0.4775390625,0.00927734375,0.0888671875,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,256,384,4096,128,0.32685439110760744,0.0,0.497314453125,0.00732421875,0.082763671875,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,384,512,4096,128,0.33016312394059333,0.0,0.493408203125,0.009765625,0.087890625,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,512,640,4096,128,0.32283278470451776,0.0,0.500732421875,0.008056640625,0.082763671875,1.0,99,0.7734375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,640,768,4096,128,0.32226298913522605,0.0,0.472900390625,0.007568359375,0.084228515625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,768,896,4096,128,0.3585471708551102,0.0,0.482666015625,0.008544921875,0.094970703125,1.0,90,0.703125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,896,1024,4096,128,0.32175301119582894,0.0,0.510986328125,0.00732421875,0.075927734375,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1024,1152,4096,128,0.3382494353975555,0.0,0.500732421875,0.00830078125,0.0791015625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1152,1280,4096,128,0.3374744922420963,0.0,0.51220703125,0.01025390625,0.087890625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1280,1408,4096,128,0.32234697073241775,0.0,0.516845703125,0.0068359375,0.080078125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1408,1536,4096,128,0.3616352738719733,0.0,0.5048828125,0.009521484375,0.09423828125,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1536,1664,4096,128,0.3419085806369648,0.0,0.484375,0.010009765625,0.086669921875,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1664,1792,4096,128,0.36617607757962506,0.0,0.500244140625,0.010986328125,0.094970703125,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1792,1920,4096,128,0.3588691780264181,0.0,0.539794921875,0.007080078125,0.087646484375,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,1920,2048,4096,128,0.32102630934626547,0.0,0.514404296875,0.009521484375,0.0810546875,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2048,2176,4096,128,0.3323550963759012,0.0,0.47607421875,0.0087890625,0.088623046875,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2176,2304,4096,128,0.34214247332027464,0.0,0.507080078125,0.01171875,0.081787109375,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2304,2432,4096,128,0.31371463929827914,0.0,0.493896484375,0.009521484375,0.082763671875,1.0,101,0.7890625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2432,2560,4096,128,0.342956519431458,0.0,0.517822265625,0.0068359375,0.082275390625,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2560,2688,4096,128,0.3346521942758078,0.0,0.459228515625,0.008544921875,0.08447265625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2688,2816,4096,128,0.32675594685809184,0.0,0.4970703125,0.008544921875,0.08447265625,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2816,2944,4096,128,0.3344378483017633,0.0,0.472900390625,0.010498046875,0.08740234375,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,2944,3072,4096,128,0.35700697616298893,0.0,0.47412109375,0.00927734375,0.09619140625,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3072,3200,4096,128,0.3410130092589132,0.0,0.510009765625,0.009765625,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3200,3328,4096,128,0.3347483736939248,0.0,0.516357421875,0.00830078125,0.081298828125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3328,3456,4096,128,0.3397727668587115,0.0,0.498291015625,0.007568359375,0.0859375,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3456,3584,4096,128,0.3299061824710358,0.0,0.521728515625,0.008544921875,0.086669921875,1.0,99,0.7734375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3584,3712,4096,128,0.3406988446712814,0.0,0.476806640625,0.005615234375,0.0830078125,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3712,3840,4096,128,0.31764865772177087,0.0,0.488037109375,0.00634765625,0.078125,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3840,3968,4096,128,0.33610049968490563,0.0,0.513671875,0.009765625,0.091796875,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,3968,4096,4096,128,0.3433235989510151,0.0,0.470947265625,0.00830078125,0.09130859375,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4096,4224,4096,128,0.38820294857403875,0.0,0.50732421875,0.0087890625,0.090576171875,1.0,91,0.7109375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4224,4352,4096,128,0.326672453105674,0.0,0.5322265625,0.0078125,0.081787109375,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4352,4480,4096,128,0.3243530342017421,0.0,0.48046875,0.005859375,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4480,4608,4096,128,0.3593875223997307,0.0,0.4775390625,0.010498046875,0.09521484375,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4608,4736,4096,128,0.3356479851816865,0.0,0.51513671875,0.008544921875,0.09228515625,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4736,4864,4096,128,0.3167495524765674,0.0,0.48193359375,0.010009765625,0.08740234375,1.0,100,0.78125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4864,4992,4096,128,0.3647523062998445,0.0,0.45458984375,0.009033203125,0.0927734375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,4992,5120,4096,128,0.33801919080976633,0.0,0.505615234375,0.00927734375,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5120,5248,4096,128,0.33692719524291104,0.0,0.496337890625,0.0087890625,0.082275390625,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5248,5376,4096,128,0.34927000849124634,0.0,0.50341796875,0.00830078125,0.0927734375,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5376,5504,4096,128,0.3492633282938238,0.0,0.456787109375,0.01025390625,0.084228515625,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5504,5632,4096,128,0.33428149269524077,0.0,0.484375,0.010009765625,0.087890625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5632,5760,4096,128,0.32086360074700093,0.0,0.529052734375,0.008544921875,0.0859375,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5760,5888,4096,128,0.3385845354662626,0.0,0.48876953125,0.0068359375,0.083984375,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.up_proj.output,128,5888,6016,4096,128,0.3440196839676069,0.0,0.51220703125,0.01025390625,0.08984375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.up_proj.output,128,6016,6144,4096,128,0.3307412486086656,0.0,0.53466796875,0.008544921875,0.083984375,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.silu_gate,0,0,6144,196608,6144,0.20125874155704157,0.0,0.7549641927083334,0.00628662109375,0.062108357747395836,1.0,4389,0.71435546875
+fresh-zh-1,layers.10.mlp.silu_gate,64,0,64,2048,64,0.20158477460629534,0.0,0.7529296875,0.00537109375,0.048828125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,64,128,2048,64,0.17774042685627445,0.0,0.75146484375,0.005859375,0.04931640625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,128,192,2048,64,0.18224870725816741,0.0,0.78369140625,0.00927734375,0.0654296875,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,192,256,2048,64,0.19447460724162072,0.0,0.7548828125,0.00341796875,0.0546875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,256,320,2048,64,0.22954077004754475,0.0,0.74267578125,0.00634765625,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,320,384,2048,64,0.18387492249544057,0.0,0.75732421875,0.00634765625,0.06005859375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,384,448,2048,64,0.20387431315383317,0.0,0.77001953125,0.00439453125,0.0625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,448,512,2048,64,0.21189348554645146,0.0,0.7685546875,0.00341796875,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,512,576,2048,64,0.19664752363632318,0.0,0.7841796875,0.00390625,0.0654296875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,576,640,2048,64,0.2284349309914877,0.0,0.67626953125,0.00732421875,0.0693359375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.silu_gate,64,640,704,2048,64,0.27811078607995826,0.0,0.720703125,0.0078125,0.0830078125,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.silu_gate,64,704,768,2048,64,0.18957653045917963,0.0,0.70849609375,0.00390625,0.05908203125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,768,832,2048,64,0.20088404486734274,0.0,0.72216796875,0.00634765625,0.056640625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,832,896,2048,64,0.18237325809684304,0.0,0.78369140625,0.0048828125,0.0546875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,896,960,2048,64,0.1808026815885451,0.0,0.72705078125,0.00439453125,0.048828125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,960,1024,2048,64,0.2001274288339077,0.0,0.77978515625,0.00537109375,0.048828125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,1024,1088,2048,64,0.19203184448869806,0.0,0.7314453125,0.0068359375,0.07666015625,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,1088,1152,2048,64,0.19460198482249477,0.0,0.79052734375,0.00634765625,0.064453125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,1152,1216,2048,64,0.17002961096399008,0.0,0.7734375,0.0048828125,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,1216,1280,2048,64,0.1828918404514954,0.0,0.79443359375,0.00439453125,0.0517578125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,1280,1344,2048,64,0.2659753821956073,0.0,0.77001953125,0.005859375,0.07080078125,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.silu_gate,64,1344,1408,2048,64,0.190804185704048,0.0,0.80517578125,0.0048828125,0.05224609375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,1408,1472,2048,64,0.1971116473431983,0.0,0.78515625,0.00830078125,0.05712890625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,1472,1536,2048,64,0.20597679000649274,0.0,0.72412109375,0.0087890625,0.0751953125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,1536,1600,2048,64,0.19738629946572273,0.0,0.80029296875,0.00537109375,0.0537109375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,1600,1664,2048,64,0.17333664562189605,0.0,0.7744140625,0.0068359375,0.05908203125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,1664,1728,2048,64,0.18561507458697032,0.0,0.78076171875,0.00830078125,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,1728,1792,2048,64,0.1796209173630216,0.0,0.76025390625,0.0107421875,0.0634765625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,1792,1856,2048,64,0.21022331368483504,0.0,0.759765625,0.00537109375,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,1856,1920,2048,64,0.2885084191467348,0.0,0.7177734375,0.00732421875,0.07763671875,1.0,35,0.546875
+fresh-zh-1,layers.10.mlp.silu_gate,64,1920,1984,2048,64,0.1813485041955096,0.0,0.716796875,0.00732421875,0.07275390625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,1984,2048,2048,64,0.17350999271861864,0.0,0.72314453125,0.00537109375,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,2048,2112,2048,64,0.1991888515317518,0.0,0.74853515625,0.00439453125,0.06689453125,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,2112,2176,2048,64,0.2043676979440136,0.0,0.775390625,0.00390625,0.05029296875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,2176,2240,2048,64,0.2163607173064524,0.0,0.7197265625,0.0078125,0.06591796875,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,2240,2304,2048,64,0.2039754855859107,0.0,0.7705078125,0.0048828125,0.052734375,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,2304,2368,2048,64,0.23954636264889248,0.0,0.7275390625,0.00439453125,0.06787109375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.silu_gate,64,2368,2432,2048,64,0.1979858743849317,0.0,0.75244140625,0.0087890625,0.0517578125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,2432,2496,2048,64,0.17892473395206976,0.0,0.75341796875,0.0068359375,0.05908203125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,2496,2560,2048,64,0.21481265895593446,0.0,0.7763671875,0.005859375,0.0595703125,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,2560,2624,2048,64,0.21245661538729854,0.0,0.74169921875,0.0107421875,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,2624,2688,2048,64,0.17060312587940873,0.0,0.76513671875,0.00537109375,0.06396484375,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,2688,2752,2048,64,0.19627130824731515,0.0,0.740234375,0.0068359375,0.06787109375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,2752,2816,2048,64,0.18535423370911813,0.0,0.73583984375,0.00732421875,0.06640625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,2816,2880,2048,64,0.1876127033031521,0.0,0.76171875,0.00634765625,0.06201171875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,2880,2944,2048,64,0.2301217751363424,0.0,0.7275390625,0.00634765625,0.0712890625,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.silu_gate,64,2944,3008,2048,64,0.2093444735393764,0.0,0.75634765625,0.00537109375,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,3008,3072,2048,64,0.17528843084038445,0.0,0.76025390625,0.0068359375,0.0546875,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,3072,3136,2048,64,0.18888031852715234,0.0,0.78515625,0.0078125,0.06591796875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3136,3200,2048,64,0.18693269693933734,0.0,0.78515625,0.00634765625,0.0478515625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,3200,3264,2048,64,0.21100968897742897,0.0,0.732421875,0.005859375,0.06103515625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,3264,3328,2048,64,0.17961768187521854,0.0,0.82763671875,0.005859375,0.05810546875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3328,3392,2048,64,0.23413318178314,0.0,0.6787109375,0.0087890625,0.0869140625,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.silu_gate,64,3392,3456,2048,64,0.2069091773486029,0.0,0.78125,0.0048828125,0.0595703125,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,3456,3520,2048,64,0.18689739449961718,0.0,0.79296875,0.005859375,0.04052734375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3520,3584,2048,64,0.19840252242811612,0.0,0.72021484375,0.00830078125,0.06591796875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,3584,3648,2048,64,0.19639128100581843,0.0,0.77880859375,0.00732421875,0.0625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3648,3712,2048,64,0.17956325194484934,0.0,0.7255859375,0.00732421875,0.0634765625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,3712,3776,2048,64,0.18396989529092653,0.0,0.76953125,0.00390625,0.05029296875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3776,3840,2048,64,0.18089916888838092,0.0,0.81591796875,0.00537109375,0.0478515625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,3840,3904,2048,64,0.2021050543591589,0.0,0.76123046875,0.00341796875,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,3904,3968,2048,64,0.18525633413055959,0.0,0.826171875,0.0068359375,0.048828125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,3968,4032,2048,64,0.20665045388529554,0.0,0.79345703125,0.00537109375,0.052734375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,4032,4096,2048,64,0.20631223139245497,0.0,0.70068359375,0.0078125,0.0673828125,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,4096,4160,2048,64,0.2593349088573964,0.0,0.76318359375,0.00830078125,0.078125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.silu_gate,64,4160,4224,2048,64,0.18279594608812283,0.0,0.72509765625,0.0048828125,0.05908203125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,4224,4288,2048,64,0.25059822530549475,0.0,0.7626953125,0.00732421875,0.08154296875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.silu_gate,64,4288,4352,2048,64,0.19315082987577178,0.0,0.7529296875,0.00341796875,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,4352,4416,2048,64,0.20413092167698044,0.0,0.73095703125,0.00830078125,0.05224609375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,4416,4480,2048,64,0.17985856537950987,0.0,0.76318359375,0.005859375,0.06787109375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,4480,4544,2048,64,0.19488555875428476,0.0,0.775390625,0.0048828125,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,4544,4608,2048,64,0.18504726561822282,0.0,0.74560546875,0.0087890625,0.064453125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,4608,4672,2048,64,0.18217141509013068,0.0,0.79833984375,0.0087890625,0.04931640625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,4672,4736,2048,64,0.19623499400274283,0.0,0.7275390625,0.00732421875,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,4736,4800,2048,64,0.19422539158836566,0.0,0.76806640625,0.005859375,0.0625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,4800,4864,2048,64,0.22515797439472057,0.0,0.7470703125,0.00830078125,0.07666015625,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.silu_gate,64,4864,4928,2048,64,0.21203872748577973,0.0,0.7216796875,0.0068359375,0.07373046875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,4928,4992,2048,64,0.17452170146170748,0.0,0.76611328125,0.001953125,0.04541015625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,4992,5056,2048,64,0.2028711488691862,0.0,0.7509765625,0.0078125,0.06201171875,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,64,5056,5120,2048,64,0.1879195349845698,0.0,0.77490234375,0.00537109375,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.silu_gate,64,5120,5184,2048,64,0.17633354260521664,0.0,0.7607421875,0.00732421875,0.05224609375,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5184,5248,2048,64,0.23971195367072085,0.0,0.75390625,0.0078125,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5248,5312,2048,64,0.17679011143142842,0.0,0.7421875,0.005859375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,5312,5376,2048,64,0.20085662951081895,0.0,0.76953125,0.00634765625,0.0595703125,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5376,5440,2048,64,0.18531994157149592,0.0,0.74365234375,0.00634765625,0.0625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,5440,5504,2048,64,0.18698810733663349,0.0,0.70654296875,0.00537109375,0.07373046875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,5504,5568,2048,64,0.22968413432307067,0.0,0.74462890625,0.00732421875,0.06787109375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5568,5632,2048,64,0.18010004436622745,0.0,0.72900390625,0.00634765625,0.05810546875,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,5632,5696,2048,64,0.1838093865158187,0.0,0.77880859375,0.00537109375,0.05126953125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,64,5696,5760,2048,64,0.1930560425723874,0.0,0.76318359375,0.00634765625,0.060546875,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,5760,5824,2048,64,0.18987336434081453,0.0,0.720703125,0.00732421875,0.068359375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,64,5824,5888,2048,64,0.21198825810908703,0.0,0.74267578125,0.005859375,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5888,5952,2048,64,0.20790725863089457,0.0,0.6806640625,0.0078125,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,5952,6016,2048,64,0.2172021653663821,0.0,0.8046875,0.005859375,0.06689453125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,64,6016,6080,2048,64,0.20587182304816737,0.0,0.72412109375,0.00244140625,0.0615234375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,64,6080,6144,2048,64,0.2000168796014893,0.0,0.7587890625,0.00927734375,0.0693359375,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,0,128,4096,128,0.19003694468723908,0.0,0.752197265625,0.00537109375,0.04931640625,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,128,256,4096,128,0.18846082372612064,0.0,0.769287109375,0.00634765625,0.06005859375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,256,384,4096,128,0.20796508389237375,0.0,0.75,0.00537109375,0.0615234375,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,384,512,4096,128,0.2079225634472741,0.0,0.769287109375,0.00390625,0.060791015625,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,512,640,4096,128,0.2131346596044201,0.0,0.730224609375,0.006103515625,0.06591796875,1.0,89,0.6953125
+fresh-zh-1,layers.10.mlp.silu_gate,128,640,768,4096,128,0.23799671240896644,0.0,0.714599609375,0.006103515625,0.07275390625,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.silu_gate,128,768,896,4096,128,0.19185203250307553,0.0,0.7529296875,0.005615234375,0.05615234375,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.silu_gate,128,896,1024,4096,128,0.19070998589649102,0.0,0.75341796875,0.0048828125,0.050048828125,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,1024,1152,4096,128,0.19332118584700694,0.0,0.760986328125,0.006591796875,0.070556640625,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,1152,1280,4096,128,0.17657787787305218,0.0,0.783935546875,0.00439453125,0.05126953125,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,128,1280,1408,4096,128,0.23146181241868408,0.0,0.78759765625,0.006103515625,0.063232421875,1.0,87,0.6796875
+fresh-zh-1,layers.10.mlp.silu_gate,128,1408,1536,4096,128,0.20159295565536037,0.0,0.754638671875,0.00830078125,0.06591796875,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,1536,1664,4096,128,0.1857511021935304,0.0,0.787353515625,0.006103515625,0.056640625,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,1664,1792,4096,128,0.1826425879528923,0.0,0.7705078125,0.009521484375,0.060791015625,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,1792,1920,4096,128,0.25241924405161803,0.0,0.73876953125,0.0068359375,0.07080078125,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.silu_gate,128,1920,2048,4096,128,0.17747252963087534,0.0,0.719970703125,0.00634765625,0.072998046875,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,2048,2176,4096,128,0.2017948891045978,0.0,0.761962890625,0.004150390625,0.05859375,1.0,90,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,128,2176,2304,4096,128,0.21025931455392252,0.0,0.7451171875,0.006103515625,0.05908203125,1.0,91,0.7109375
+fresh-zh-1,layers.10.mlp.silu_gate,128,2304,2432,4096,128,0.21975084335933806,0.0,0.739990234375,0.006591796875,0.060546875,1.0,89,0.6953125
+fresh-zh-1,layers.10.mlp.silu_gate,128,2432,2560,4096,128,0.19768477289302983,0.0,0.764892578125,0.0068359375,0.058349609375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,2560,2688,4096,128,0.19266971736841768,0.0,0.75341796875,0.00830078125,0.064453125,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.silu_gate,128,2688,2816,4096,128,0.19089083057471223,0.0,0.738037109375,0.007080078125,0.06640625,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.silu_gate,128,2816,2944,4096,128,0.2099458952118592,0.0,0.74462890625,0.005859375,0.0673828125,1.0,90,0.703125
+fresh-zh-1,layers.10.mlp.silu_gate,128,2944,3072,4096,128,0.19306882527736438,0.0,0.75830078125,0.006103515625,0.05859375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,3072,3200,4096,128,0.18790903106547682,0.0,0.78515625,0.007080078125,0.056396484375,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.silu_gate,128,3200,3328,4096,128,0.1959433597810583,0.0,0.780029296875,0.005859375,0.061279296875,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,3328,3456,4096,128,0.22094089083165713,0.0,0.72998046875,0.006591796875,0.073974609375,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.silu_gate,128,3456,3584,4096,128,0.19273582564819736,0.0,0.756591796875,0.007080078125,0.052978515625,1.0,91,0.7109375
+fresh-zh-1,layers.10.mlp.silu_gate,128,3584,3712,4096,128,0.18816548129786687,0.0,0.752197265625,0.007568359375,0.063720703125,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,3712,3840,4096,128,0.182440992759113,0.0,0.792724609375,0.004638671875,0.049560546875,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.silu_gate,128,3840,3968,4096,128,0.1938638211903037,0.0,0.793701171875,0.00537109375,0.048095703125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.silu_gate,128,3968,4096,4096,128,0.20648141189115854,0.0,0.7470703125,0.006591796875,0.06005859375,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,4096,4224,4096,128,0.22435346315393262,0.0,0.744140625,0.0068359375,0.068603515625,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.silu_gate,128,4224,4352,4096,128,0.22372607537786343,0.0,0.7578125,0.005126953125,0.070068359375,1.0,87,0.6796875
+fresh-zh-1,layers.10.mlp.silu_gate,128,4352,4480,4096,128,0.1923779310693783,0.0,0.7470703125,0.007080078125,0.060302734375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,4480,4608,4096,128,0.19003009172727206,0.0,0.760498046875,0.006591796875,0.068603515625,1.0,91,0.7109375
+fresh-zh-1,layers.10.mlp.silu_gate,128,4608,4736,4096,128,0.18933382865615592,0.0,0.762939453125,0.007568359375,0.05419921875,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.silu_gate,128,4736,4864,4096,128,0.21026128527523513,0.0,0.757568359375,0.0068359375,0.068359375,1.0,89,0.6953125
+fresh-zh-1,layers.10.mlp.silu_gate,128,4864,4992,4096,128,0.19418837019100565,0.0,0.743896484375,0.004150390625,0.059814453125,1.0,92,0.71875
+fresh-zh-1,layers.10.mlp.silu_gate,128,4992,5120,4096,128,0.19553830145564893,0.0,0.762939453125,0.00634765625,0.056396484375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,5120,5248,4096,128,0.21042259738480984,0.0,0.75732421875,0.0078125,0.058349609375,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.silu_gate,128,5248,5376,4096,128,0.18920640728894894,0.0,0.755859375,0.00634765625,0.06298828125,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.silu_gate,128,5376,5504,4096,128,0.1861558930431683,0.0,0.72509765625,0.006103515625,0.06787109375,1.0,94,0.734375
+fresh-zh-1,layers.10.mlp.silu_gate,128,5504,5632,4096,128,0.20638656392853613,0.0,0.73681640625,0.006103515625,0.06494140625,1.0,91,0.7109375
+fresh-zh-1,layers.10.mlp.silu_gate,128,5632,5760,4096,128,0.1884894242988623,0.0,0.77099609375,0.006103515625,0.055908203125,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.silu_gate,128,5760,5888,4096,128,0.20123483304615108,0.0,0.731689453125,0.006591796875,0.067626953125,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.silu_gate,128,5888,6016,4096,128,0.21260551360590213,0.0,0.74267578125,0.006591796875,0.0693359375,1.0,88,0.6875
+fresh-zh-1,layers.10.mlp.silu_gate,128,6016,6144,4096,128,0.20296546461244655,0.0,0.741455078125,0.006103515625,0.0654296875,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.gated_product,0,0,6144,196608,6144,0.06703017130385984,0.0,0.501068115234375,0.030827840169270832,0.19854736328125,1.0,3763,0.6124674479166666
+fresh-zh-1,layers.10.mlp.gated_product,64,0,64,2048,64,0.06977176316153483,0.0,0.49169921875,0.0302734375,0.19384765625,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,64,64,128,2048,64,0.05999885044077512,0.0,0.51416015625,0.02685546875,0.19140625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,128,192,2048,64,0.052610302668994545,0.0,0.53759765625,0.03125,0.18994140625,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gated_product,64,192,256,2048,64,0.05820013761522362,0.0,0.4794921875,0.0263671875,0.17333984375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,256,320,2048,64,0.06778597226909283,0.0,0.5205078125,0.02685546875,0.1953125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,320,384,2048,64,0.059575051715951496,0.0,0.49072265625,0.02734375,0.17578125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,384,448,2048,64,0.07705322703661122,0.0,0.51953125,0.03564453125,0.220703125,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,64,448,512,2048,64,0.059025043654048856,0.0,0.5068359375,0.03076171875,0.1806640625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,512,576,2048,64,0.06367695251265693,0.0,0.47412109375,0.03173828125,0.20068359375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,576,640,2048,64,0.07206276076216839,0.0,0.53173828125,0.03857421875,0.21484375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,640,704,2048,64,0.09202731324647129,0.0,0.53857421875,0.04150390625,0.248046875,1.0,28,0.4375
+fresh-zh-1,layers.10.mlp.gated_product,64,704,768,2048,64,0.05548152697516255,0.0,0.50244140625,0.029296875,0.17236328125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,768,832,2048,64,0.06427542959622991,0.0,0.5068359375,0.0302734375,0.1962890625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,832,896,2048,64,0.056057122335086265,0.0,0.47900390625,0.02978515625,0.16845703125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,896,960,2048,64,0.058655672854587435,0.0,0.505859375,0.0234375,0.17626953125,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gated_product,64,960,1024,2048,64,0.05961761040271431,0.0,0.47900390625,0.021484375,0.1748046875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,1024,1088,2048,64,0.057691668330610464,0.0,0.51806640625,0.02880859375,0.18212890625,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,1088,1152,2048,64,0.05793472155375592,0.0,0.46044921875,0.0263671875,0.18017578125,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.gated_product,64,1152,1216,2048,64,0.056275894657674616,0.0,0.50439453125,0.02490234375,0.177734375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,1216,1280,2048,64,0.05933318084332238,0.0,0.4833984375,0.0283203125,0.17529296875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,1280,1344,2048,64,0.08313705656887206,0.0,0.515625,0.0322265625,0.21484375,1.0,34,0.53125
+fresh-zh-1,layers.10.mlp.gated_product,64,1344,1408,2048,64,0.07125797530917372,0.0,0.49365234375,0.02783203125,0.19677734375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,1408,1472,2048,64,0.059407459856025184,0.0,0.47509765625,0.02685546875,0.17822265625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,1472,1536,2048,64,0.07342943604779402,0.0,0.5048828125,0.03173828125,0.19921875,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gated_product,64,1536,1600,2048,64,0.059527260227801825,0.0,0.5029296875,0.02978515625,0.17138671875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,1600,1664,2048,64,0.05618715157672864,0.0,0.49365234375,0.02783203125,0.1875,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,1664,1728,2048,64,0.06287355097614293,0.0,0.49755859375,0.0302734375,0.1884765625,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,1728,1792,2048,64,0.06051962189798818,0.0,0.482421875,0.03466796875,0.18505859375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,1792,1856,2048,64,0.06849927624261105,0.0,0.4853515625,0.02392578125,0.1796875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,1856,1920,2048,64,0.09650745115913298,0.0,0.49365234375,0.03466796875,0.26416015625,1.0,26,0.40625
+fresh-zh-1,layers.10.mlp.gated_product,64,1920,1984,2048,64,0.054932761549408654,0.0,0.4765625,0.03271484375,0.2001953125,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,1984,2048,2048,64,0.05708113887127372,0.0,0.5146484375,0.03759765625,0.19580078125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,2048,2112,2048,64,0.05771384301198803,0.0,0.478515625,0.02978515625,0.20458984375,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,2112,2176,2048,64,0.067206101983329,0.0,0.51708984375,0.02685546875,0.1806640625,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,2176,2240,2048,64,0.08632142940732672,0.0,0.49365234375,0.04248046875,0.23095703125,1.0,35,0.546875
+fresh-zh-1,layers.10.mlp.gated_product,64,2240,2304,2048,64,0.06654259254009312,0.0,0.505859375,0.02978515625,0.1904296875,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,2304,2368,2048,64,0.07371917588425281,0.0,0.5068359375,0.03125,0.2119140625,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gated_product,64,2368,2432,2048,64,0.06378661222339929,0.0,0.4833984375,0.03564453125,0.17919921875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,2432,2496,2048,64,0.056352592176797535,0.0,0.47509765625,0.02880859375,0.1923828125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,2496,2560,2048,64,0.06536521823549112,0.0,0.52783203125,0.02197265625,0.16845703125,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,2560,2624,2048,64,0.09467217143812465,0.0,0.5498046875,0.0458984375,0.26708984375,1.0,25,0.390625
+fresh-zh-1,layers.10.mlp.gated_product,64,2624,2688,2048,64,0.05728805238693866,0.0,0.54345703125,0.029296875,0.177734375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,2688,2752,2048,64,0.06571378562830733,0.0,0.45263671875,0.029296875,0.21533203125,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,2752,2816,2048,64,0.05924357102554959,0.0,0.5068359375,0.0302734375,0.18994140625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,2816,2880,2048,64,0.06027221676837562,0.0,0.494140625,0.03076171875,0.185546875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,2880,2944,2048,64,0.06879238767480629,0.0,0.51025390625,0.029296875,0.1982421875,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,2944,3008,2048,64,0.07190542009449495,0.0,0.48779296875,0.03271484375,0.20068359375,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gated_product,64,3008,3072,2048,64,0.06600245431866547,0.0,0.50927734375,0.029296875,0.2021484375,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,64,3072,3136,2048,64,0.06404864518206359,0.0,0.48193359375,0.0322265625,0.2021484375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,3136,3200,2048,64,0.05638145444345951,0.0,0.498046875,0.02978515625,0.1650390625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,3200,3264,2048,64,0.07134599547662784,0.0,0.50146484375,0.0302734375,0.18994140625,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,3264,3328,2048,64,0.05808621303596377,0.0,0.47607421875,0.0263671875,0.17333984375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3328,3392,2048,64,0.07863888689335663,0.0,0.53515625,0.0390625,0.23974609375,1.0,32,0.5
+fresh-zh-1,layers.10.mlp.gated_product,64,3392,3456,2048,64,0.06261490218157845,0.0,0.51220703125,0.02978515625,0.1767578125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3456,3520,2048,64,0.06038307834780972,0.0,0.51318359375,0.025390625,0.16796875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3520,3584,2048,64,0.07367441371516677,0.0,0.48583984375,0.03564453125,0.22265625,1.0,34,0.53125
+fresh-zh-1,layers.10.mlp.gated_product,64,3584,3648,2048,64,0.062062146633135445,0.0,0.50048828125,0.02490234375,0.18603515625,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3648,3712,2048,64,0.06398718120461837,0.0,0.51806640625,0.02392578125,0.17919921875,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,3712,3776,2048,64,0.055749589555322034,0.0,0.48876953125,0.02880859375,0.17236328125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3776,3840,2048,64,0.0581633202427279,0.0,0.48486328125,0.0244140625,0.16748046875,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,3840,3904,2048,64,0.06666710683052843,0.0,0.482421875,0.02685546875,0.16943359375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,3904,3968,2048,64,0.06891093678711604,0.0,0.52783203125,0.0302734375,0.212890625,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,3968,4032,2048,64,0.07692621712146881,0.0,0.51513671875,0.02783203125,0.20361328125,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,64,4032,4096,2048,64,0.06538409546433147,0.0,0.5439453125,0.033203125,0.22119140625,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,4096,4160,2048,64,0.09524032657071962,0.0,0.4677734375,0.03662109375,0.2333984375,1.0,29,0.453125
+fresh-zh-1,layers.10.mlp.gated_product,64,4160,4224,2048,64,0.056551554807202316,0.0,0.5107421875,0.02783203125,0.17578125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,4224,4288,2048,64,0.06891328268595628,0.0,0.470703125,0.04052734375,0.20703125,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,4288,4352,2048,64,0.0706351548753648,0.0,0.4775390625,0.02734375,0.1865234375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,4352,4416,2048,64,0.07357665354333173,0.0,0.4990234375,0.02734375,0.18896484375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,4416,4480,2048,64,0.057629811827079824,0.0,0.5283203125,0.03076171875,0.19287109375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,4480,4544,2048,64,0.06904138289420783,0.0,0.5,0.03515625,0.20458984375,1.0,36,0.5625
+fresh-zh-1,layers.10.mlp.gated_product,64,4544,4608,2048,64,0.05961550082941472,0.0,0.48974609375,0.02734375,0.19482421875,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gated_product,64,4608,4672,2048,64,0.05575343339058756,0.0,0.5283203125,0.02685546875,0.16552734375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.gated_product,64,4672,4736,2048,64,0.09034935813108971,0.0,0.45068359375,0.0380859375,0.25830078125,1.0,30,0.46875
+fresh-zh-1,layers.10.mlp.gated_product,64,4736,4800,2048,64,0.0611259239340244,0.0,0.53564453125,0.03076171875,0.18798828125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,4800,4864,2048,64,0.07326680444099903,0.0,0.5087890625,0.03662109375,0.23681640625,1.0,35,0.546875
+fresh-zh-1,layers.10.mlp.gated_product,64,4864,4928,2048,64,0.07110304276089313,0.0,0.51220703125,0.033203125,0.21240234375,1.0,37,0.578125
+fresh-zh-1,layers.10.mlp.gated_product,64,4928,4992,2048,64,0.062424876766034684,0.0,0.544921875,0.025390625,0.18212890625,1.0,40,0.625
+fresh-zh-1,layers.10.mlp.gated_product,64,4992,5056,2048,64,0.06972326846715748,0.0,0.52880859375,0.03271484375,0.22119140625,1.0,38,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,64,5056,5120,2048,64,0.061473638903662746,0.0,0.49560546875,0.0234375,0.17724609375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.gated_product,64,5120,5184,2048,64,0.05959412731645203,0.0,0.4638671875,0.0380859375,0.18896484375,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,5184,5248,2048,64,0.09781734473733782,0.0,0.54150390625,0.03857421875,0.236328125,1.0,27,0.421875
+fresh-zh-1,layers.10.mlp.gated_product,64,5248,5312,2048,64,0.05716268134323372,0.0,0.4755859375,0.02783203125,0.197265625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,5312,5376,2048,64,0.061223031674895186,0.0,0.474609375,0.02294921875,0.171875,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,5376,5440,2048,64,0.060911663870105284,0.0,0.53173828125,0.03564453125,0.1845703125,1.0,43,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,64,5440,5504,2048,64,0.06630741965793831,0.0,0.5361328125,0.03125,0.20458984375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,5504,5568,2048,64,0.06561946692798724,0.0,0.5302734375,0.03076171875,0.19287109375,1.0,41,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,64,5568,5632,2048,64,0.05932494157864819,0.0,0.517578125,0.033203125,0.1845703125,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,5632,5696,2048,64,0.05905607800662896,0.0,0.52294921875,0.029296875,0.181640625,1.0,45,0.703125
+fresh-zh-1,layers.10.mlp.gated_product,64,5696,5760,2048,64,0.05975049402312619,0.0,0.466796875,0.033203125,0.1884765625,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,5760,5824,2048,64,0.06833156873338132,0.0,0.4697265625,0.02880859375,0.21484375,1.0,39,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,64,5824,5888,2048,64,0.06905218107832181,0.0,0.48779296875,0.02392578125,0.19921875,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,5888,5952,2048,64,0.058363246887520016,0.0,0.49951171875,0.02978515625,0.1865234375,1.0,44,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,64,5952,6016,2048,64,0.1034680358048073,0.0,0.48876953125,0.04443359375,0.28173828125,1.0,21,0.328125
+fresh-zh-1,layers.10.mlp.gated_product,64,6016,6080,2048,64,0.06470191311562051,0.0,0.45751953125,0.02783203125,0.1865234375,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,64,6080,6144,2048,64,0.06258675981547986,0.0,0.5009765625,0.02734375,0.19482421875,1.0,42,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,128,0,128,4096,128,0.06506904405661655,0.0,0.5029296875,0.0283203125,0.19140625,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,128,128,256,4096,128,0.05547567018682236,0.0,0.508544921875,0.02880859375,0.18212890625,1.0,86,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,128,256,384,4096,128,0.06381271355860256,0.0,0.505615234375,0.02734375,0.185546875,1.0,86,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,128,384,512,4096,128,0.06863364909109061,0.0,0.51318359375,0.033203125,0.202880859375,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gated_product,128,512,640,4096,128,0.06799924915013651,0.0,0.5029296875,0.033935546875,0.207275390625,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,128,640,768,4096,128,0.07598429514991845,0.0,0.5205078125,0.034912109375,0.217041015625,1.0,69,0.5390625
+fresh-zh-1,layers.10.mlp.gated_product,128,768,896,4096,128,0.060306433380986534,0.0,0.492919921875,0.031494140625,0.1826171875,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,128,896,1024,4096,128,0.05913859749839446,0.0,0.492431640625,0.022216796875,0.17578125,1.0,88,0.6875
+fresh-zh-1,layers.10.mlp.gated_product,128,1024,1152,4096,128,0.05781332266995382,0.0,0.4892578125,0.027587890625,0.18115234375,1.0,87,0.6796875
+fresh-zh-1,layers.10.mlp.gated_product,128,1152,1280,4096,128,0.05782474672883613,0.0,0.493896484375,0.02685546875,0.17529296875,1.0,86,0.671875
+fresh-zh-1,layers.10.mlp.gated_product,128,1280,1408,4096,128,0.07742567151823303,0.0,0.504638671875,0.031005859375,0.209716796875,1.0,73,0.5703125
+fresh-zh-1,layers.10.mlp.gated_product,128,1408,1536,4096,128,0.06678745527732852,0.0,0.489990234375,0.02880859375,0.18798828125,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gated_product,128,1536,1664,4096,128,0.057881304030467026,0.0,0.498291015625,0.029052734375,0.178466796875,1.0,87,0.6796875
+fresh-zh-1,layers.10.mlp.gated_product,128,1664,1792,4096,128,0.06170781168954662,0.0,0.489990234375,0.032958984375,0.186279296875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gated_product,128,1792,1920,4096,128,0.0836834481095096,0.0,0.489501953125,0.0302734375,0.22802734375,1.0,68,0.53125
+fresh-zh-1,layers.10.mlp.gated_product,128,1920,2048,4096,128,0.05601725049610087,0.0,0.49560546875,0.034912109375,0.198486328125,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gated_product,128,2048,2176,4096,128,0.06264003439896093,0.0,0.497802734375,0.029052734375,0.192138671875,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,128,2176,2304,4096,128,0.07706914362078038,0.0,0.499755859375,0.03369140625,0.210205078125,1.0,73,0.5703125
+fresh-zh-1,layers.10.mlp.gated_product,128,2304,2432,4096,128,0.06893202736026162,0.0,0.4951171875,0.033203125,0.19580078125,1.0,79,0.6171875
+fresh-zh-1,layers.10.mlp.gated_product,128,2432,2560,4096,128,0.06102551269763263,0.0,0.50146484375,0.0263671875,0.18115234375,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,128,2560,2688,4096,128,0.07824557812138105,0.0,0.546630859375,0.039306640625,0.232177734375,1.0,65,0.5078125
+fresh-zh-1,layers.10.mlp.gated_product,128,2688,2816,4096,128,0.06256237818954163,0.0,0.479736328125,0.031005859375,0.201904296875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gated_product,128,2816,2944,4096,128,0.06467276364968062,0.0,0.502197265625,0.030517578125,0.193115234375,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gated_product,128,2944,3072,4096,128,0.0690170754779327,0.0,0.49853515625,0.031494140625,0.201904296875,1.0,75,0.5859375
+fresh-zh-1,layers.10.mlp.gated_product,128,3072,3200,4096,128,0.060336959464401985,0.0,0.489990234375,0.031494140625,0.1826171875,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,128,3200,3328,4096,128,0.0650548200190054,0.0,0.48876953125,0.02783203125,0.184814453125,1.0,81,0.6328125
+fresh-zh-1,layers.10.mlp.gated_product,128,3328,3456,4096,128,0.07107988642026229,0.0,0.523681640625,0.03515625,0.207275390625,1.0,73,0.5703125
+fresh-zh-1,layers.10.mlp.gated_product,128,3456,3584,4096,128,0.06735738781689533,0.0,0.49951171875,0.02978515625,0.19677734375,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gated_product,128,3584,3712,4096,128,0.06303201330762595,0.0,0.50927734375,0.024169921875,0.182861328125,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gated_product,128,3712,3840,4096,128,0.056969239758158055,0.0,0.48681640625,0.02685546875,0.170654296875,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gated_product,128,3840,3968,4096,128,0.06779830507479886,0.0,0.505126953125,0.028564453125,0.190185546875,1.0,82,0.640625
+fresh-zh-1,layers.10.mlp.gated_product,128,3968,4096,4096,128,0.0713888045155127,0.0,0.529541015625,0.0322265625,0.212646484375,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gated_product,128,4096,4224,4096,128,0.07832240470136669,0.0,0.4892578125,0.03515625,0.20849609375,1.0,69,0.5390625
+fresh-zh-1,layers.10.mlp.gated_product,128,4224,4352,4096,128,0.06977953007444695,0.0,0.47412109375,0.0341796875,0.19580078125,1.0,77,0.6015625
+fresh-zh-1,layers.10.mlp.gated_product,128,4352,4480,4096,128,0.06608600138403027,0.0,0.513671875,0.028564453125,0.1943359375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gated_product,128,4480,4608,4096,128,0.06450085461095287,0.0,0.494873046875,0.032470703125,0.20068359375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gated_product,128,4608,4736,4096,128,0.07507147211004521,0.0,0.489501953125,0.03369140625,0.218017578125,1.0,75,0.5859375
+fresh-zh-1,layers.10.mlp.gated_product,128,4736,4864,4096,128,0.06747000522374269,0.0,0.522216796875,0.033935546875,0.214599609375,1.0,78,0.609375
+fresh-zh-1,layers.10.mlp.gated_product,128,4864,4992,4096,128,0.06690481271594748,0.0,0.528564453125,0.029541015625,0.19677734375,1.0,76,0.59375
+fresh-zh-1,layers.10.mlp.gated_product,128,4992,5120,4096,128,0.06572800942445023,0.0,0.51220703125,0.0283203125,0.201416015625,1.0,84,0.65625
+fresh-zh-1,layers.10.mlp.gated_product,128,5120,5248,4096,128,0.08099287913783744,0.0,0.502685546875,0.03955078125,0.2158203125,1.0,66,0.515625
+fresh-zh-1,layers.10.mlp.gated_product,128,5248,5376,4096,128,0.05922766138306197,0.0,0.47509765625,0.026123046875,0.184814453125,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gated_product,128,5376,5504,4096,128,0.06366672874083697,0.0,0.533935546875,0.03369140625,0.1953125,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.gated_product,128,5504,5632,4096,128,0.0625514313714052,0.0,0.52392578125,0.032958984375,0.1884765625,1.0,85,0.6640625
+fresh-zh-1,layers.10.mlp.gated_product,128,5632,5760,4096,128,0.05940430070934546,0.0,0.494873046875,0.03125,0.18505859375,1.0,89,0.6953125
+fresh-zh-1,layers.10.mlp.gated_product,128,5760,5888,4096,128,0.06869281984763095,0.0,0.478759765625,0.0263671875,0.206787109375,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.gated_product,128,5888,6016,4096,128,0.08399971137021395,0.0,0.494140625,0.039794921875,0.241455078125,1.0,62,0.484375
+fresh-zh-1,layers.10.mlp.gated_product,128,6016,6144,4096,128,0.06365312272395546,0.0,0.479248046875,0.028076171875,0.19091796875,1.0,83,0.6484375
+fresh-zh-1,layers.10.mlp.down_proj.output,0,0,2048,65536,2048,0.04324067805199849,0.0,0.49713134765625,0.0087738037109375,0.0894927978515625,1.0,1534,0.7490234375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,0,64,2048,64,0.043206801399031165,0.0,0.46875,0.0126953125,0.09375,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.down_proj.output,64,64,128,2048,64,0.04164021888967356,0.0,0.4677734375,0.01025390625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,64,128,192,2048,64,0.04159924353191015,0.0,0.50439453125,0.01318359375,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,64,192,256,2048,64,0.04721206432255631,0.0,0.51416015625,0.00537109375,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.down_proj.output,64,256,320,2048,64,0.0422611984976605,0.0,0.4990234375,0.01025390625,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,320,384,2048,64,0.044766830576164714,0.0,0.525390625,0.00732421875,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,64,384,448,2048,64,0.04399606266922887,0.0,0.44775390625,0.0107421875,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,448,512,2048,64,0.04182471426460188,0.0,0.49853515625,0.0107421875,0.09814453125,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,512,576,2048,64,0.040504562972259066,0.0,0.4599609375,0.00634765625,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.10.mlp.down_proj.output,64,576,640,2048,64,0.04244188751997449,0.0,0.47607421875,0.00537109375,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,640,704,2048,64,0.0424721634927094,0.0,0.51123046875,0.00732421875,0.07568359375,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,704,768,2048,64,0.04092827375681099,0.0,0.52880859375,0.005859375,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,768,832,2048,64,0.04206593714793065,0.0,0.517578125,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,832,896,2048,64,0.04131755018303143,0.0,0.5537109375,0.00390625,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.down_proj.output,64,896,960,2048,64,0.04416633937623179,0.0,0.4873046875,0.0107421875,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.10.mlp.down_proj.output,64,960,1024,2048,64,0.042697214610639245,0.0,0.498046875,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1024,1088,2048,64,0.041742665897213704,0.0,0.53125,0.0068359375,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1088,1152,2048,64,0.041205697929143095,0.0,0.458984375,0.0078125,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1152,1216,2048,64,0.06830773753555423,0.0,0.51953125,0.015625,0.1513671875,1.0,33,0.515625
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1216,1280,2048,64,0.04169199099208768,0.0,0.53466796875,0.00830078125,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1280,1344,2048,64,0.04086814036753238,0.0,0.50537109375,0.0087890625,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1344,1408,2048,64,0.03961557466448941,0.0,0.5107421875,0.01123046875,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1408,1472,2048,64,0.04242684072270457,0.0,0.48388671875,0.0068359375,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1472,1536,2048,64,0.041219548554660985,0.0,0.52587890625,0.0078125,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1536,1600,2048,64,0.04020525024547938,0.0,0.4921875,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1600,1664,2048,64,0.04616677696080238,0.0,0.494140625,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1664,1728,2048,64,0.040987731463558864,0.0,0.4375,0.00390625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1728,1792,2048,64,0.04223085140281092,0.0,0.51171875,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1792,1856,2048,64,0.04076909532444018,0.0,0.46484375,0.00634765625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1856,1920,2048,64,0.04127583233090338,0.0,0.501953125,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1920,1984,2048,64,0.04180761276457028,0.0,0.45458984375,0.0107421875,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.10.mlp.down_proj.output,64,1984,2048,2048,64,0.041441881751975614,0.0,0.5224609375,0.00927734375,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.10.mlp.down_proj.output,128,0,128,4096,128,0.042430740721293374,0.0,0.46826171875,0.01171875,0.089111328125,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,128,256,4096,128,0.04449424726874455,0.0,0.50927734375,0.0087890625,0.091796875,1.0,93,0.7265625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,256,384,4096,128,0.04353204577258975,0.0,0.51220703125,0.0087890625,0.088134765625,1.0,99,0.7734375
+fresh-zh-1,layers.10.mlp.down_proj.output,128,384,512,4096,128,0.04292412057171531,0.0,0.47314453125,0.010498046875,0.09619140625,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.down_proj.output,128,512,640,4096,128,0.04148453590093462,0.0,0.468017578125,0.005615234375,0.085205078125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.down_proj.output,128,640,768,4096,128,0.041707363045773466,0.0,0.52001953125,0.0068359375,0.080810546875,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.down_proj.output,128,768,896,4096,128,0.041693422870166065,0.0,0.53564453125,0.00634765625,0.083251953125,1.0,101,0.7890625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,896,1024,4096,128,0.04343798838231041,0.0,0.49267578125,0.0107421875,0.08984375,1.0,99,0.7734375
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1024,1152,4096,128,0.04147505092241717,0.0,0.4951171875,0.00732421875,0.094482421875,1.0,96,0.75
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1152,1280,4096,128,0.056586964577146584,0.0,0.527099609375,0.0126953125,0.118408203125,1.0,80,0.625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1280,1408,4096,128,0.04024673063180452,0.0,0.508056640625,0.009765625,0.07861328125,1.0,97,0.7578125
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1408,1536,4096,128,0.04182755070978814,0.0,0.5048828125,0.00732421875,0.08740234375,1.0,95,0.7421875
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1536,1664,4096,128,0.04328875975498775,0.0,0.4931640625,0.008544921875,0.080078125,1.0,101,0.7890625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1664,1792,4096,128,0.04161393360843883,0.0,0.474609375,0.0068359375,0.085205078125,1.0,101,0.7890625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1792,1920,4096,128,0.04102324626466157,0.0,0.4833984375,0.0087890625,0.086181640625,1.0,98,0.765625
+fresh-zh-1,layers.10.mlp.down_proj.output,128,1920,2048,4096,128,0.04162514893797372,0.0,0.488525390625,0.010009765625,0.08740234375,1.0,97,0.7578125
+fresh-zh-1,layers.11.self_attn.q_proj.output,0,0,4096,131072,4096,1.6558362195079541,0.0,0.7457809448242188,0.01259613037109375,0.1219940185546875,1.0,1835,0.447998046875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,0,64,2048,64,1.8088004740044297,0.0,0.5283203125,0.013671875,0.16259765625,1.0,17,0.265625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,64,128,2048,64,0.6370733770209698,0.0,0.5078125,0.00927734375,0.09814453125,1.0,40,0.625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,128,192,2048,64,0.5665613656731974,0.0,0.4609375,0.0078125,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,192,256,2048,64,0.5752593265519796,0.0,0.47509765625,0.0087890625,0.1123046875,1.0,41,0.640625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,256,320,2048,64,2.1450536496562673,0.0,0.9951171875,0.0,0.00537109375,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,320,384,2048,64,2.2863241160578553,0.0,0.998046875,0.00048828125,0.00634765625,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,384,448,2048,64,2.336621574255528,0.0,0.9970703125,0.0,0.00390625,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,448,512,2048,64,2.1683521055253974,0.0,0.99658203125,0.0009765625,0.00537109375,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,512,576,2048,64,1.323037198751316,0.0,0.5322265625,0.013671875,0.146484375,1.0,20,0.3125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,576,640,2048,64,0.6062174160891028,0.0,0.50732421875,0.00732421875,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,640,704,2048,64,0.6103010161252558,0.0,0.4677734375,0.0087890625,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,704,768,2048,64,0.7148042125108854,0.0,0.466796875,0.0107421875,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,768,832,2048,64,3.1749789094984373,0.0,0.9970703125,0.00048828125,0.005859375,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,832,896,2048,64,3.1185386693126778,0.0,0.998046875,0.0,0.00244140625,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,896,960,2048,64,3.125941311167251,0.0,0.998046875,0.00048828125,0.00634765625,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,960,1024,2048,64,3.1879572859649916,0.0,0.99658203125,0.0,0.0029296875,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1024,1088,2048,64,1.4060226395538769,0.0,0.537109375,0.0166015625,0.154296875,1.0,19,0.296875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1088,1152,2048,64,0.5377914414153349,0.0,0.48095703125,0.00927734375,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1152,1216,2048,64,0.5585245831772662,0.0,0.45361328125,0.0107421875,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1216,1280,2048,64,0.5918564740325224,0.0,0.4443359375,0.0078125,0.1015625,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1280,1344,2048,64,2.191475950522484,0.0,0.99853515625,0.00048828125,0.001953125,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1344,1408,2048,64,2.2956366660352425,0.0,0.99658203125,0.00048828125,0.00244140625,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1408,1472,2048,64,2.280510771530416,0.0,0.9990234375,0.0,0.001953125,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1472,1536,2048,64,2.283444298827057,0.0,0.99755859375,0.00048828125,0.00146484375,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1536,1600,2048,64,1.833692792204244,0.0,0.58984375,0.01513671875,0.16748046875,1.0,18,0.28125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1600,1664,2048,64,0.6405374471284938,0.0,0.4580078125,0.01171875,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1664,1728,2048,64,0.6033893358242236,0.0,0.451171875,0.00830078125,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1728,1792,2048,64,0.5827282051817276,0.0,0.4990234375,0.009765625,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1792,1856,2048,64,2.0441911277871956,0.0,0.9951171875,0.0,0.005859375,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1856,1920,2048,64,2.18216615648104,0.0,0.99462890625,0.00146484375,0.00830078125,1.0,50,0.78125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1920,1984,2048,64,2.275347916679851,0.0,0.99462890625,0.00048828125,0.00537109375,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,1984,2048,2048,64,2.0334676343898175,0.0,0.990234375,0.0009765625,0.01025390625,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2048,2112,2048,64,1.373199570476301,0.0,0.5107421875,0.013671875,0.11865234375,1.0,21,0.328125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2112,2176,2048,64,0.5369202376955112,0.0,0.4736328125,0.00634765625,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2176,2240,2048,64,0.5167650507882567,0.0,0.5009765625,0.01025390625,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2240,2304,2048,64,0.5295253420490587,0.0,0.50830078125,0.0068359375,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2304,2368,2048,64,1.7296094032453837,0.0,0.99755859375,0.0009765625,0.005859375,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2368,2432,2048,64,1.7993289520766163,0.0,0.99609375,0.00048828125,0.0087890625,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2432,2496,2048,64,1.7042909228259266,0.0,0.98876953125,0.0009765625,0.01708984375,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2496,2560,2048,64,1.7118383714008905,0.0,0.99267578125,0.0,0.0078125,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2560,2624,2048,64,1.1926967460625555,0.0,0.5009765625,0.00634765625,0.10986328125,1.0,26,0.40625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2624,2688,2048,64,0.5582751214022459,0.0,0.4892578125,0.009765625,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2688,2752,2048,64,0.5333850184283391,0.0,0.55029296875,0.01318359375,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2752,2816,2048,64,0.5013929576813246,0.0,0.49853515625,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2816,2880,2048,64,2.0461858614627073,0.0,0.998046875,0.0,0.00537109375,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2880,2944,2048,64,2.1437446517810943,0.0,0.9970703125,0.0009765625,0.0048828125,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,2944,3008,2048,64,2.110359283356525,0.0,0.99853515625,0.0,0.00341796875,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3008,3072,2048,64,2.06021612390589,0.0,0.9951171875,0.0009765625,0.00634765625,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3072,3136,2048,64,2.2975993377179575,0.0,0.53271484375,0.02001953125,0.17822265625,1.0,15,0.234375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3136,3200,2048,64,0.7067937594407632,0.0,0.44384765625,0.01416015625,0.14990234375,1.0,26,0.40625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3200,3264,2048,64,0.5513365824146966,0.0,0.541015625,0.01025390625,0.10546875,1.0,38,0.59375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3264,3328,2048,64,0.5298166048620331,0.0,0.48876953125,0.01171875,0.1103515625,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3328,3392,2048,64,1.354048462291605,0.0,0.9892578125,0.00048828125,0.01171875,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3392,3456,2048,64,1.3989726910589821,0.0,0.990234375,0.00390625,0.01513671875,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3456,3520,2048,64,1.2765130420990456,0.0,0.990234375,0.0009765625,0.01025390625,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3520,3584,2048,64,1.3189586480714066,0.0,0.98583984375,0.001953125,0.01123046875,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3584,3648,2048,64,1.4601937315977247,0.0,0.48486328125,0.00927734375,0.11181640625,1.0,23,0.359375
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3648,3712,2048,64,0.5695019884250847,0.0,0.45361328125,0.01318359375,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3712,3776,2048,64,0.5985111048552849,0.0,0.5419921875,0.00732421875,0.103515625,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3776,3840,2048,64,0.5542571772247927,0.0,0.5068359375,0.0087890625,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3840,3904,2048,64,1.671391592539672,0.0,0.99365234375,0.00048828125,0.005859375,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3904,3968,2048,64,1.6837165973667712,0.0,0.9970703125,0.00048828125,0.00390625,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,3968,4032,2048,64,1.6726507548607907,0.0,0.99560546875,0.0,0.00732421875,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,64,4032,4096,2048,64,1.6313585437865856,0.0,0.99462890625,0.0,0.0029296875,1.0,54,0.84375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,0,128,4096,128,1.356027588669853,0.0,0.51806640625,0.01708984375,0.16455078125,1.0,32,0.25
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,128,256,4096,128,0.5709269103215033,0.0,0.468017578125,0.00830078125,0.104736328125,1.0,85,0.6640625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,256,384,4096,128,2.2168145077533445,0.0,0.99658203125,0.00048828125,0.005859375,1.0,105,0.8203125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,384,512,4096,128,2.2540575896383843,0.0,0.996826171875,0.00048828125,0.004638671875,1.0,104,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,512,640,4096,128,1.0290595184073363,0.0,0.519775390625,0.0126953125,0.13037109375,1.0,59,0.4609375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,640,768,4096,128,0.6646098075212352,0.0,0.46728515625,0.009765625,0.088134765625,1.0,96,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,768,896,4096,128,3.14688532582285,0.0,0.99755859375,0.000244140625,0.004150390625,1.0,104,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,896,1024,4096,128,3.1571015772381563,0.0,0.997314453125,0.000244140625,0.004638671875,1.0,103,0.8046875
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1024,1152,4096,128,1.0644527461089184,0.0,0.509033203125,0.014892578125,0.1474609375,1.0,43,0.3359375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1152,1280,4096,128,0.5754319229359581,0.0,0.448974609375,0.009521484375,0.100830078125,1.0,85,0.6640625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1280,1408,4096,128,2.244160705493685,0.0,0.99755859375,0.000732421875,0.002197265625,1.0,105,0.8203125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1408,1536,4096,128,2.281978006567115,0.0,0.998291015625,0.000244140625,0.001708984375,1.0,104,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1536,1664,4096,128,1.3734477560787823,0.0,0.52392578125,0.017822265625,0.1640625,1.0,37,0.2890625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1664,1792,4096,128,0.5931487383872258,0.0,0.47509765625,0.00927734375,0.091796875,1.0,94,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1792,1920,4096,128,2.1143044366191828,0.0,0.994873046875,0.000732421875,0.0068359375,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,1920,2048,4096,128,2.1577996619299786,0.0,0.992431640625,0.000732421875,0.0078125,1.0,101,0.7890625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2048,2176,4096,128,1.0425834263988905,0.0,0.4921875,0.0107421875,0.127685546875,1.0,48,0.375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2176,2304,4096,128,0.5231841002880162,0.0,0.504638671875,0.008544921875,0.09033203125,1.0,96,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2304,2432,4096,128,1.7648134980184147,0.0,0.996826171875,0.000732421875,0.00732421875,1.0,106,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2432,2560,4096,128,1.7080688158600785,0.0,0.99072265625,0.00048828125,0.012451171875,1.0,105,0.8203125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2560,2688,4096,128,0.9311811422180165,0.0,0.4951171875,0.009765625,0.1181640625,1.0,61,0.4765625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2688,2816,4096,128,0.5176362023159828,0.0,0.5244140625,0.01025390625,0.081787109375,1.0,99,0.7734375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2816,2944,4096,128,2.0955330719998106,0.0,0.99755859375,0.00048828125,0.005126953125,1.0,107,0.8359375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,2944,3072,4096,128,2.085438416982251,0.0,0.996826171875,0.000732421875,0.0048828125,1.0,107,0.8359375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3072,3200,4096,128,1.699782358872218,0.0,0.48828125,0.028564453125,0.2451171875,1.0,21,0.1640625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3200,3328,4096,128,0.5406836699477104,0.0,0.514892578125,0.01123046875,0.108154296875,1.0,80,0.625
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3328,3456,4096,128,1.3766938346202962,0.0,0.98974609375,0.002197265625,0.013427734375,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3456,3584,4096,128,1.297909369326555,0.0,0.988037109375,0.00146484375,0.0107421875,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3584,3712,4096,128,1.1082640138111075,0.0,0.46923828125,0.014892578125,0.123046875,1.0,51,0.3984375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3712,3840,4096,128,0.5768087036185781,0.0,0.5244140625,0.008056640625,0.087890625,1.0,94,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3840,3968,4096,128,1.6775654139050196,0.0,0.995361328125,0.00048828125,0.0048828125,1.0,106,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.output,128,3968,4096,4096,128,1.6521336577471364,0.0,0.9951171875,0.0,0.005126953125,1.0,106,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.17649153447673016,0.0,0.0,0.0002288818359375,0.016937255859375,1.0,1381,0.67431640625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.15117660895916576,0.0,0.0,0.0,0.00341796875,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.14350481841027588,0.0,0.0,0.0,0.00146484375,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1410773076602019,0.0,0.0,0.0009765625,0.013671875,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.1511135174889733,0.0,0.0,0.0,0.005859375,1.0,50,0.78125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.09114328812967791,0.0,0.0,0.0,0.02197265625,1.0,41,0.640625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.08336934484728825,0.0,0.0,0.0,0.015625,1.0,44,0.6875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.09733169364835459,0.0,0.0,0.0009765625,0.0341796875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.08440952421057067,0.0,0.0,0.00048828125,0.0322265625,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.14598435746251096,0.0,0.0,0.0,0.00830078125,1.0,50,0.78125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.14545192055363004,0.0,0.0,0.0,0.00341796875,1.0,44,0.6875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.14275385736322704,0.0,0.0,0.0,0.01025390625,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.14448293384002572,0.0,0.0,0.0,0.00439453125,1.0,49,0.765625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.17307652348300948,0.0,0.0,0.0,0.00341796875,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.16545905256875157,0.0,0.0,0.0,0.02294921875,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.16068571348651403,0.0,0.0,0.00146484375,0.03857421875,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.17977142014412137,0.0,0.0,0.0,0.0068359375,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.19258474890221627,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.18913908162456225,0.0,0.0,0.0,0.0009765625,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.20217856654347482,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.20132723043295248,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.16010339752215622,0.0,0.0,0.0,0.00048828125,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.15685325439973835,0.0,0.0,0.0,0.0068359375,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.15250342151319002,0.0,0.0,0.0,0.00048828125,1.0,50,0.78125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.16267849673310641,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.25496665438005456,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.2513416414661316,0.0,0.0,0.0,0.00146484375,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.26580448178545085,0.0,0.0,0.0,0.00048828125,1.0,52,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.2659919589816107,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.19902880025292244,0.0,0.0,0.0,0.0009765625,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.19413237436537076,0.0,0.0,0.0,0.00146484375,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.19629329218667152,0.0,0.0,0.0,0.00341796875,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.19974631555544894,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.1473906374288387,0.0,0.0,0.0,0.002685546875,1.0,93,0.7265625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.14618156844236813,0.0,0.0,0.00048828125,0.009765625,1.0,96,0.75
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.08734284925326044,0.0,0.0,0.0,0.018798828125,1.0,85,0.6640625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.09110001746957042,0.0,0.0,0.000732421875,0.034423828125,1.0,84,0.65625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.14571838219058308,0.0,0.0,0.0,0.005859375,1.0,94,0.734375
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.1436209977042038,0.0,0.0,0.0,0.00732421875,1.0,97,0.7578125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.16931063324244233,0.0,0.0,0.0,0.013671875,1.0,92,0.71875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.17049583868720122,0.0,0.0,0.0009765625,0.023193359375,1.0,93,0.7265625
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.19086969076769697,0.0,0.0,0.0,0.00048828125,1.0,104,0.8125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.20175334753527313,0.0,0.0,0.0,0.0,1.0,105,0.8203125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.1584866576622881,0.0,0.0,0.0,0.00390625,1.0,103,0.8046875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.15767305868881504,0.0,0.0,0.0,0.000244140625,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.2531606363365439,0.0,0.0,0.0,0.000732421875,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.2658982369066284,0.0,0.0,0.0,0.000244140625,1.0,102,0.796875
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.1965958317295336,0.0,0.0,0.0,0.00146484375,1.0,105,0.8203125
+fresh-zh-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.19802733035550799,0.0,0.0,0.0,0.001708984375,1.0,106,0.828125
+fresh-zh-1,layers.11.self_attn.k_proj.output,0,0,512,16384,512,0.8450386000145393,0.0,0.49163818359375,0.0147705078125,0.14337158203125,1.0,222,0.43359375
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,0,64,2048,64,0.7940133498783256,0.0,0.51513671875,0.0166015625,0.21484375,1.0,16,0.25
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,64,128,2048,64,0.8449403710070319,0.0,0.50048828125,0.01025390625,0.11572265625,1.0,36,0.5625
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,128,192,2048,64,0.8708183562598426,0.0,0.4755859375,0.00927734375,0.11865234375,1.0,35,0.546875
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,192,256,2048,64,0.8037145009836291,0.0,0.44921875,0.0166015625,0.12060546875,1.0,36,0.5625
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,256,320,2048,64,0.8419431303268782,0.0,0.47021484375,0.02392578125,0.2021484375,1.0,15,0.234375
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,320,384,2048,64,0.8181528803218675,0.0,0.45361328125,0.01220703125,0.119140625,1.0,32,0.5
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,384,448,2048,64,0.9280222594390298,0.0,0.56787109375,0.01171875,0.12353515625,1.0,28,0.4375
+fresh-zh-1,layers.11.self_attn.k_proj.output,64,448,512,2048,64,0.8512292057873652,0.0,0.5009765625,0.015625,0.12744140625,1.0,32,0.5
+fresh-zh-1,layers.11.self_attn.k_proj.output,128,0,128,4096,128,0.8198723773681185,0.0,0.5078125,0.01318359375,0.168212890625,1.0,51,0.3984375
+fresh-zh-1,layers.11.self_attn.k_proj.output,128,128,256,4096,128,0.8379384251514123,0.0,0.46240234375,0.01318359375,0.119140625,1.0,71,0.5546875
+fresh-zh-1,layers.11.self_attn.k_proj.output,128,256,384,4096,128,0.8301332333678705,0.0,0.4619140625,0.017822265625,0.160400390625,1.0,45,0.3515625
+fresh-zh-1,layers.11.self_attn.k_proj.output,128,384,512,4096,128,0.8904539501848792,0.0,0.534423828125,0.013427734375,0.12548828125,1.0,59,0.4609375
+fresh-zh-1,layers.11.self_attn.v_proj.output,0,0,512,16384,512,0.8192718515017251,0.0,0.50994873046875,0.011962890625,0.115234375,1.0,333,0.650390625
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,0,64,2048,64,1.0555628191312154,0.0,0.48828125,0.02001953125,0.14599609375,1.0,35,0.546875
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,64,128,2048,64,0.6792256059207902,0.0,0.49755859375,0.01025390625,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,128,192,2048,64,0.8241510846352751,0.0,0.51513671875,0.01513671875,0.12841796875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,192,256,2048,64,0.7633527483610849,0.0,0.4931640625,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,256,320,2048,64,0.6943951671649751,0.0,0.53515625,0.00927734375,0.10595703125,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,320,384,2048,64,0.9995272734793117,0.0,0.529296875,0.017578125,0.14599609375,1.0,34,0.53125
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,384,448,2048,64,0.724762168414006,0.0,0.501953125,0.0078125,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.v_proj.output,64,448,512,2048,64,0.7250093767136121,0.0,0.51904296875,0.0068359375,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.11.self_attn.v_proj.output,128,0,128,4096,128,0.887569796937318,0.0,0.492919921875,0.015380859375,0.12353515625,1.0,80,0.625
+fresh-zh-1,layers.11.self_attn.v_proj.output,128,128,256,4096,128,0.7943338179682149,0.0,0.504150390625,0.012939453125,0.112548828125,1.0,84,0.65625
+fresh-zh-1,layers.11.self_attn.v_proj.output,128,256,384,4096,128,0.8605926500415456,0.0,0.5322265625,0.01318359375,0.12841796875,1.0,77,0.6015625
+fresh-zh-1,layers.11.self_attn.v_proj.output,128,384,512,4096,128,0.7248857831020113,0.0,0.510498046875,0.00732421875,0.0927734375,1.0,94,0.734375
+fresh-zh-1,layers.11.self_attn.o_proj.output,0,0,2048,65536,2048,0.029894715394047117,0.0,0.5095672607421875,0.011077880859375,0.111846923828125,1.0,1358,0.6630859375
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,0,64,2048,64,0.02985957449720285,0.0,0.482421875,0.0078125,0.10302734375,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,64,128,2048,64,0.029266172554869116,0.0,0.54443359375,0.01220703125,0.11865234375,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,128,192,2048,64,0.029856730493859524,0.0,0.544921875,0.0078125,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,192,256,2048,64,0.03274374455763451,0.0,0.45556640625,0.0078125,0.10205078125,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,256,320,2048,64,0.0296129626367806,0.0,0.47900390625,0.00927734375,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,320,384,2048,64,0.028822796722740764,0.0,0.52880859375,0.01171875,0.10400390625,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,384,448,2048,64,0.030331387922947477,0.0,0.57763671875,0.00927734375,0.10693359375,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,448,512,2048,64,0.0256097467742122,0.0,0.484375,0.00927734375,0.11328125,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,512,576,2048,64,0.026031862899964512,0.0,0.59912109375,0.01220703125,0.13232421875,1.0,41,0.640625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,576,640,2048,64,0.030168355282607567,0.0,0.5390625,0.009765625,0.0947265625,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,640,704,2048,64,0.03156276813593944,0.0,0.48876953125,0.01318359375,0.14111328125,1.0,40,0.625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,704,768,2048,64,0.028281094437973307,0.0,0.4912109375,0.0146484375,0.12060546875,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,768,832,2048,64,0.02835930443468087,0.0,0.470703125,0.01123046875,0.1064453125,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,832,896,2048,64,0.025918119656757745,0.0,0.49609375,0.01318359375,0.1123046875,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,896,960,2048,64,0.032743863413581153,0.0,0.513671875,0.00732421875,0.099609375,1.0,45,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,960,1024,2048,64,0.028941536965272137,0.0,0.5048828125,0.0087890625,0.087890625,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1024,1088,2048,64,0.02696265571682494,0.0,0.515625,0.01123046875,0.1025390625,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1088,1152,2048,64,0.02844156029699013,0.0,0.50048828125,0.0068359375,0.107421875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1152,1216,2048,64,0.04556213775091515,0.0,0.4228515625,0.01171875,0.16259765625,1.0,27,0.421875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1216,1280,2048,64,0.02978672477795507,0.0,0.4619140625,0.0087890625,0.09033203125,1.0,41,0.640625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1280,1344,2048,64,0.030300078350757532,0.0,0.5390625,0.0146484375,0.11279296875,1.0,41,0.640625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1344,1408,2048,64,0.027031224129814256,0.0,0.4892578125,0.01123046875,0.11669921875,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1408,1472,2048,64,0.02902174326192542,0.0,0.5400390625,0.01513671875,0.1162109375,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1472,1536,2048,64,0.031478420599549264,0.0,0.43115234375,0.015625,0.126953125,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1536,1600,2048,64,0.027275420889818526,0.0,0.5263671875,0.01025390625,0.0986328125,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1600,1664,2048,64,0.029439868766661693,0.0,0.59033203125,0.01123046875,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1664,1728,2048,64,0.02992564241426208,0.0,0.52490234375,0.00927734375,0.11083984375,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1728,1792,2048,64,0.03137895737589169,0.0,0.515625,0.01171875,0.10546875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1792,1856,2048,64,0.02610648597631436,0.0,0.5439453125,0.01123046875,0.12060546875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1856,1920,2048,64,0.029848236234334684,0.0,0.45751953125,0.009765625,0.111328125,1.0,43,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1920,1984,2048,64,0.02999214929818418,0.0,0.57421875,0.0126953125,0.1123046875,1.0,42,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,64,1984,2048,2048,64,0.029825744481872783,0.0,0.47216796875,0.01025390625,0.1044921875,1.0,46,0.71875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,0,128,4096,128,0.029564362374025432,0.0,0.513427734375,0.01025390625,0.111328125,1.0,86,0.671875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,128,256,4096,128,0.031333505736181044,0.0,0.500244140625,0.008056640625,0.09521484375,1.0,87,0.6796875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,256,384,4096,128,0.029220550705349478,0.0,0.50390625,0.010498046875,0.10546875,1.0,89,0.6953125
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,384,512,4096,128,0.028070021581498617,0.0,0.531005859375,0.009033203125,0.10986328125,1.0,88,0.6875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,512,640,4096,128,0.028176120621016876,0.0,0.569091796875,0.011962890625,0.115234375,1.0,83,0.6484375
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,640,768,4096,128,0.029966887017278242,0.0,0.489990234375,0.0146484375,0.13232421875,1.0,83,0.6484375
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,768,896,4096,128,0.02716614689794011,0.0,0.4833984375,0.012451171875,0.10888671875,1.0,89,0.6953125
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,896,1024,4096,128,0.030901239078388685,0.0,0.50927734375,0.00830078125,0.095947265625,1.0,90,0.703125
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1024,1152,4096,128,0.027711975348496527,0.0,0.508056640625,0.00927734375,0.10400390625,1.0,88,0.6875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1152,1280,4096,128,0.038491280632313406,0.0,0.4423828125,0.01025390625,0.129150390625,1.0,67,0.5234375
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1280,1408,4096,128,0.02871220843141727,0.0,0.51416015625,0.011962890625,0.116455078125,1.0,84,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1408,1536,4096,128,0.03027501069696955,0.0,0.485595703125,0.01513671875,0.121337890625,1.0,84,0.65625
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1536,1664,4096,128,0.028378287983201272,0.0,0.558349609375,0.010498046875,0.10302734375,1.0,93,0.7265625
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1664,1792,4096,128,0.03066091192303573,0.0,0.520263671875,0.0107421875,0.108642578125,1.0,87,0.6796875
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1792,1920,4096,128,0.028039845009665696,0.0,0.500732421875,0.010009765625,0.117919921875,1.0,85,0.6640625
+fresh-zh-1,layers.11.self_attn.o_proj.output,128,1920,2048,4096,128,0.029909062618398246,0.0,0.523193359375,0.011474609375,0.1083984375,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gate_proj.output,0,0,6144,196608,6144,0.5472716086515432,0.0,0.7440948486328125,0.008768717447916666,0.087432861328125,1.0,3833,0.6238606770833334
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,0,64,2048,64,0.4794396889193119,0.0,0.74658203125,0.00634765625,0.08154296875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,64,128,2048,64,0.5586460758567042,0.0,0.7646484375,0.01025390625,0.0869140625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,128,192,2048,64,0.5609701676767875,0.0,0.7158203125,0.00634765625,0.080078125,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,192,256,2048,64,0.5572258237181125,0.0,0.74267578125,0.009765625,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,256,320,2048,64,0.5829371094825399,0.0,0.73486328125,0.0078125,0.08642578125,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,320,384,2048,64,0.5131365123451715,0.0,0.72802734375,0.0126953125,0.09423828125,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,384,448,2048,64,0.4941555260815646,0.0,0.6669921875,0.0107421875,0.08544921875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,448,512,2048,64,0.5686759992949015,0.0,0.80517578125,0.005859375,0.08203125,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,512,576,2048,64,0.5404425850351686,0.0,0.7802734375,0.0078125,0.07958984375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,576,640,2048,64,0.4930869933590722,0.0,0.7763671875,0.00537109375,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,640,704,2048,64,0.4822155404294609,0.0,0.7216796875,0.01123046875,0.09814453125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,704,768,2048,64,0.5585126895461163,0.0,0.76513671875,0.0126953125,0.0888671875,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,768,832,2048,64,0.5811272570956202,0.0,0.705078125,0.009765625,0.09130859375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,832,896,2048,64,0.6531715569623306,0.0,0.771484375,0.005859375,0.095703125,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,896,960,2048,64,0.5053236385811949,0.0,0.7734375,0.00830078125,0.0703125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,960,1024,2048,64,0.5481251119187753,0.0,0.755859375,0.01025390625,0.09521484375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1024,1088,2048,64,0.6146429387317953,0.0,0.76416015625,0.009765625,0.0947265625,1.0,36,0.5625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1088,1152,2048,64,0.45157403129168144,0.0,0.68359375,0.00830078125,0.08203125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1152,1216,2048,64,0.5946476874382476,0.0,0.7080078125,0.00830078125,0.1025390625,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1216,1280,2048,64,0.6322213214355292,0.0,0.70458984375,0.0107421875,0.10693359375,1.0,36,0.5625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1280,1344,2048,64,0.5323304469292004,0.0,0.72314453125,0.00537109375,0.080078125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1344,1408,2048,64,0.4762960235615764,0.0,0.71484375,0.01025390625,0.08349609375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1408,1472,2048,64,0.6381314944697934,0.0,0.77734375,0.00927734375,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1472,1536,2048,64,0.5625867087314912,0.0,0.74169921875,0.0107421875,0.08642578125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1536,1600,2048,64,0.5148713746402723,0.0,0.7529296875,0.00732421875,0.06591796875,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1600,1664,2048,64,0.5660781705692809,0.0,0.7705078125,0.0107421875,0.0947265625,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1664,1728,2048,64,0.5055971978058953,0.0,0.6982421875,0.0068359375,0.08935546875,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1728,1792,2048,64,0.47612606324493917,0.0,0.771484375,0.01318359375,0.0849609375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1792,1856,2048,64,0.49601347900202836,0.0,0.76171875,0.00732421875,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1856,1920,2048,64,0.5975147187997215,0.0,0.77294921875,0.0107421875,0.095703125,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1920,1984,2048,64,0.6583024467854073,0.0,0.8173828125,0.005859375,0.08984375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,1984,2048,2048,64,0.5254301824843985,0.0,0.7685546875,0.005859375,0.08740234375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2048,2112,2048,64,0.5753102609441841,0.0,0.716796875,0.009765625,0.0927734375,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2112,2176,2048,64,0.5244936787525815,0.0,0.7900390625,0.0107421875,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2176,2240,2048,64,0.5499834718693951,0.0,0.7490234375,0.0078125,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2240,2304,2048,64,0.5575254779491894,0.0,0.708984375,0.0087890625,0.09521484375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2304,2368,2048,64,0.6554973199133084,0.0,0.81396484375,0.00732421875,0.08935546875,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2368,2432,2048,64,0.5641655025066062,0.0,0.79052734375,0.01171875,0.1005859375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2432,2496,2048,64,0.5361249067930666,0.0,0.791015625,0.00830078125,0.080078125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2496,2560,2048,64,0.4776056566631197,0.0,0.69873046875,0.00732421875,0.08349609375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2560,2624,2048,64,0.605754682900492,0.0,0.73779296875,0.0068359375,0.09228515625,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2624,2688,2048,64,0.5392601896151237,0.0,0.7412109375,0.00537109375,0.0771484375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2688,2752,2048,64,0.46107452519727254,0.0,0.72021484375,0.00390625,0.07470703125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2752,2816,2048,64,0.4594398746359766,0.0,0.71826171875,0.00927734375,0.09228515625,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2816,2880,2048,64,0.560426494618292,0.0,0.7373046875,0.0068359375,0.08251953125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2880,2944,2048,64,0.594558422469772,0.0,0.775390625,0.009765625,0.0888671875,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,2944,3008,2048,64,0.5252249661524109,0.0,0.71826171875,0.0078125,0.08544921875,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3008,3072,2048,64,0.5680151794034701,0.0,0.7802734375,0.00830078125,0.09912109375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3072,3136,2048,64,0.5424677576164764,0.0,0.732421875,0.01220703125,0.107421875,1.0,36,0.5625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3136,3200,2048,64,0.5479653946135399,0.0,0.75,0.009765625,0.08740234375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3200,3264,2048,64,0.48275009884843967,0.0,0.72314453125,0.00830078125,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3264,3328,2048,64,0.5243835087132778,0.0,0.71728515625,0.0068359375,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3328,3392,2048,64,0.60198566899978,0.0,0.77392578125,0.01025390625,0.083984375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3392,3456,2048,64,0.5992032225936155,0.0,0.77392578125,0.01318359375,0.0791015625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3456,3520,2048,64,0.5322834130537708,0.0,0.7958984375,0.00439453125,0.07373046875,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3520,3584,2048,64,0.5172532727542812,0.0,0.73583984375,0.00830078125,0.083984375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3584,3648,2048,64,0.5317478937473723,0.0,0.72412109375,0.0087890625,0.09228515625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3648,3712,2048,64,0.5649130102582348,0.0,0.72802734375,0.0078125,0.0869140625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3712,3776,2048,64,0.5381932857725271,0.0,0.75341796875,0.00732421875,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3776,3840,2048,64,0.5339728600248705,0.0,0.7451171875,0.005859375,0.0830078125,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3840,3904,2048,64,0.616200245763141,0.0,0.7451171875,0.0068359375,0.10546875,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3904,3968,2048,64,0.5217987278140664,0.0,0.7509765625,0.0078125,0.083984375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,3968,4032,2048,64,0.5660859616872038,0.0,0.75830078125,0.00732421875,0.08447265625,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4032,4096,2048,64,0.5237507447523057,0.0,0.75341796875,0.01025390625,0.07861328125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4096,4160,2048,64,0.6910467216764395,0.0,0.7333984375,0.0078125,0.10205078125,1.0,33,0.515625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4160,4224,2048,64,0.5723364392521731,0.0,0.7822265625,0.005859375,0.09375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4224,4288,2048,64,0.5452222114925224,0.0,0.72802734375,0.0078125,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4288,4352,2048,64,0.5706646469777565,0.0,0.77099609375,0.00830078125,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4352,4416,2048,64,0.5273651252472711,0.0,0.74853515625,0.0078125,0.09130859375,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4416,4480,2048,64,0.5894801729262629,0.0,0.76708984375,0.009765625,0.07958984375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4480,4544,2048,64,0.5335691408639492,0.0,0.7392578125,0.00927734375,0.09130859375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4544,4608,2048,64,0.5449772703330449,0.0,0.75,0.01025390625,0.0830078125,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4608,4672,2048,64,0.5115508121052418,0.0,0.6953125,0.00634765625,0.06494140625,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4672,4736,2048,64,0.5212172314968578,0.0,0.71484375,0.01025390625,0.07861328125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4736,4800,2048,64,0.5278845850058046,0.0,0.77978515625,0.0087890625,0.08056640625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4800,4864,2048,64,0.5768625936721536,0.0,0.751953125,0.01025390625,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4864,4928,2048,64,0.46862959835036827,0.0,0.71044921875,0.0078125,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4928,4992,2048,64,0.5642198622994673,0.0,0.7451171875,0.0078125,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,4992,5056,2048,64,0.5797617333965427,0.0,0.75634765625,0.01123046875,0.0986328125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5056,5120,2048,64,0.46905964825469143,0.0,0.72119140625,0.0107421875,0.08544921875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5120,5184,2048,64,0.5449506028783878,0.0,0.75732421875,0.00830078125,0.1005859375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5184,5248,2048,64,0.49502528721635697,0.0,0.6953125,0.00537109375,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5248,5312,2048,64,0.49383506214424455,0.0,0.71142578125,0.00732421875,0.0927734375,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5312,5376,2048,64,0.505892211940535,0.0,0.7626953125,0.009765625,0.083984375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5376,5440,2048,64,0.4968497675030334,0.0,0.703125,0.0107421875,0.08203125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5440,5504,2048,64,0.5135749918938454,0.0,0.740234375,0.009765625,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5504,5568,2048,64,0.5792232779554841,0.0,0.734375,0.01025390625,0.0986328125,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5568,5632,2048,64,0.5516981736885066,0.0,0.7275390625,0.00732421875,0.0849609375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5632,5696,2048,64,0.5740888746071421,0.0,0.72265625,0.0078125,0.09521484375,1.0,36,0.5625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5696,5760,2048,64,0.5204383146031293,0.0,0.712890625,0.0126953125,0.1044921875,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5760,5824,2048,64,0.5515187757173193,0.0,0.71728515625,0.01025390625,0.07958984375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5824,5888,2048,64,0.5482030627375576,0.0,0.78515625,0.00732421875,0.08740234375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5888,5952,2048,64,0.5202983126061614,0.0,0.72607421875,0.00927734375,0.08251953125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,5952,6016,2048,64,0.4946798812228297,0.0,0.68505859375,0.00927734375,0.08056640625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,6016,6080,2048,64,0.6165189538131903,0.0,0.75,0.00830078125,0.08251953125,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,64,6080,6144,2048,64,0.5194041719077409,0.0,0.7734375,0.00830078125,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,0,128,4096,128,0.5205515600692889,0.0,0.755615234375,0.0087890625,0.0849609375,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,128,256,4096,128,0.5591011302267471,0.0,0.729248046875,0.008056640625,0.080078125,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,256,384,4096,128,0.5491469538810285,0.0,0.7314453125,0.01025390625,0.0908203125,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,384,512,4096,128,0.5327204126608078,0.0,0.736083984375,0.008056640625,0.08203125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,512,640,4096,128,0.5173069546890826,0.0,0.7783203125,0.006591796875,0.07666015625,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,640,768,4096,128,0.5217606021039312,0.0,0.743408203125,0.011962890625,0.091796875,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,768,896,4096,128,0.6181997944694232,0.0,0.73828125,0.007568359375,0.09521484375,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,896,1024,4096,128,0.5271589504243042,0.0,0.7646484375,0.00927734375,0.080810546875,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1024,1152,4096,128,0.5393074484326533,0.0,0.723876953125,0.00927734375,0.09130859375,1.0,79,0.6171875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1152,1280,4096,128,0.6137221160481926,0.0,0.706298828125,0.009521484375,0.1064453125,1.0,74,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1280,1408,4096,128,0.5050908862711798,0.0,0.718994140625,0.0078125,0.0830078125,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1408,1536,4096,128,0.6015461782255722,0.0,0.759521484375,0.01025390625,0.089599609375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1536,1664,4096,128,0.5410808754793629,0.0,0.76171875,0.00927734375,0.081298828125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1664,1792,4096,128,0.4910827600976731,0.0,0.73486328125,0.01025390625,0.0869140625,1.0,84,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1792,1920,4096,128,0.5491143826808791,0.0,0.767333984375,0.00927734375,0.0888671875,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,1920,2048,4096,128,0.595583322512158,0.0,0.79296875,0.006103515625,0.0908203125,1.0,77,0.6015625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2048,2176,4096,128,0.5504886535611254,0.0,0.75341796875,0.010498046875,0.0869140625,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2176,2304,4096,128,0.5537673148046866,0.0,0.72900390625,0.00830078125,0.093017578125,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2304,2432,4096,128,0.6115388175055047,0.0,0.80224609375,0.010009765625,0.097412109375,1.0,75,0.5859375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2432,2560,4096,128,0.5077091091168663,0.0,0.744873046875,0.007080078125,0.081787109375,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2560,2688,4096,128,0.5734720080176602,0.0,0.739501953125,0.005859375,0.086181640625,1.0,76,0.59375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2688,2816,4096,128,0.46025792561965306,0.0,0.71923828125,0.006591796875,0.08349609375,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2816,2944,4096,128,0.5777445688190804,0.0,0.75634765625,0.008544921875,0.086181640625,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,2944,3072,4096,128,0.5470386225407479,0.0,0.749267578125,0.008056640625,0.0908203125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3072,3200,4096,128,0.5452235054303054,0.0,0.7412109375,0.010986328125,0.09716796875,1.0,74,0.578125
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3200,3328,4096,128,0.5039968859768018,0.0,0.72021484375,0.008056640625,0.087890625,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3328,3456,4096,128,0.6005960571164644,0.0,0.77392578125,0.01171875,0.08154296875,1.0,79,0.6171875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3456,3584,4096,128,0.5248221508221552,0.0,0.765869140625,0.005859375,0.079833984375,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3584,3712,4096,128,0.5485811387861358,0.0,0.72607421875,0.008544921875,0.089111328125,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3712,3840,4096,128,0.5360872261553007,0.0,0.749267578125,0.006591796875,0.082763671875,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3840,3968,4096,128,0.5709538752066289,0.0,0.748046875,0.00830078125,0.097412109375,1.0,79,0.6171875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,3968,4096,4096,128,0.5453293310688144,0.0,0.755859375,0.0087890625,0.081787109375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4096,4224,4096,128,0.6344740228077155,0.0,0.7578125,0.0068359375,0.09765625,1.0,72,0.5625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4224,4352,4096,128,0.5580884335009302,0.0,0.74951171875,0.008544921875,0.08056640625,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4352,4480,4096,128,0.5592856379347885,0.0,0.7578125,0.00927734375,0.085693359375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4480,4608,4096,128,0.5393033716109837,0.0,0.74462890625,0.010009765625,0.08740234375,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4608,4736,4096,128,0.5164066400496712,0.0,0.705078125,0.00830078125,0.072021484375,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4736,4864,4096,128,0.5529161722471656,0.0,0.765869140625,0.00927734375,0.079833984375,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4864,4992,4096,128,0.5186317351759615,0.0,0.727783203125,0.008544921875,0.08251953125,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,4992,5120,4096,128,0.5273237246378066,0.0,0.73876953125,0.0107421875,0.091552734375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5120,5248,4096,128,0.5205867816998214,0.0,0.726318359375,0.0068359375,0.087646484375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5248,5376,4096,128,0.4998999893504185,0.0,0.737060546875,0.00830078125,0.0888671875,1.0,84,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5376,5504,4096,128,0.5052815867249576,0.0,0.7216796875,0.010498046875,0.0849609375,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5504,5632,4096,128,0.5656281820139135,0.0,0.73095703125,0.0087890625,0.09228515625,1.0,79,0.6171875
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5632,5760,4096,128,0.5479206490244006,0.0,0.7177734375,0.01025390625,0.099853515625,1.0,75,0.5859375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5760,5888,4096,128,0.549863418479339,0.0,0.751220703125,0.0087890625,0.084228515625,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,5888,6016,4096,128,0.5076507258871259,0.0,0.70556640625,0.009521484375,0.08203125,1.0,84,0.65625
+fresh-zh-1,layers.11.mlp.gate_proj.output,128,6016,6144,4096,128,0.5700334701603392,0.0,0.76171875,0.008544921875,0.076171875,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.up_proj.output,0,0,6144,196608,6144,0.33939823040770234,0.0,0.5060679117838541,0.008580525716145834,0.08697001139322917,1.0,4672,0.7604166666666666
+fresh-zh-1,layers.11.mlp.up_proj.output,64,0,64,2048,64,0.3400056986676685,0.0,0.44287109375,0.0078125,0.09619140625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,64,128,2048,64,0.34300757547699506,0.0,0.51318359375,0.005859375,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,128,192,2048,64,0.3227622986891731,0.0,0.49462890625,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,192,256,2048,64,0.3164257554058439,0.0,0.4833984375,0.0048828125,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,256,320,2048,64,0.3254417954861774,0.0,0.439453125,0.0048828125,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,320,384,2048,64,0.34766096467899654,0.0,0.5185546875,0.00732421875,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,384,448,2048,64,0.34629418145176755,0.0,0.47802734375,0.00634765625,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,448,512,2048,64,0.32851143343862105,0.0,0.548828125,0.00537109375,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,512,576,2048,64,0.3163128587970713,0.0,0.5166015625,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,576,640,2048,64,0.327244478780361,0.0,0.50146484375,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,640,704,2048,64,0.33893450631418987,0.0,0.52490234375,0.01220703125,0.10107421875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,704,768,2048,64,0.3437751814660061,0.0,0.47119140625,0.00830078125,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,768,832,2048,64,0.3428910693190559,0.0,0.54296875,0.01025390625,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,832,896,2048,64,0.33360436141359134,0.0,0.45458984375,0.00732421875,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,896,960,2048,64,0.3176001605941883,0.0,0.5224609375,0.00634765625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,960,1024,2048,64,0.3586819078586223,0.0,0.50537109375,0.005859375,0.1005859375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1024,1088,2048,64,0.3209503468618086,0.0,0.58935546875,0.0087890625,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1088,1152,2048,64,0.35020038774514683,0.0,0.5458984375,0.00830078125,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1152,1216,2048,64,0.3393181855306994,0.0,0.498046875,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1216,1280,2048,64,0.337184790166703,0.0,0.50244140625,0.00732421875,0.076171875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1280,1344,2048,64,0.32656046673717615,0.0,0.49169921875,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1344,1408,2048,64,0.33070352150651144,0.0,0.5126953125,0.00830078125,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1408,1472,2048,64,0.3460614965340492,0.0,0.46484375,0.013671875,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1472,1536,2048,64,0.3515205768815705,0.0,0.48095703125,0.00634765625,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1536,1600,2048,64,0.3389323297648301,0.0,0.5263671875,0.0078125,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1600,1664,2048,64,0.33569324578113563,0.0,0.5107421875,0.0068359375,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1664,1728,2048,64,0.38272694746820973,0.0,0.47900390625,0.005859375,0.09423828125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1728,1792,2048,64,0.33541541746094067,0.0,0.52783203125,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1792,1856,2048,64,0.3390742318267099,0.0,0.5107421875,0.005859375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1856,1920,2048,64,0.3959809104806319,0.0,0.56494140625,0.0078125,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1920,1984,2048,64,0.3224257234254977,0.0,0.51171875,0.00830078125,0.07666015625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,1984,2048,2048,64,0.37055714163430553,0.0,0.513671875,0.01171875,0.1103515625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2048,2112,2048,64,0.335005210392289,0.0,0.53564453125,0.01171875,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2112,2176,2048,64,0.3266739424141673,0.0,0.51953125,0.00439453125,0.0751953125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2176,2240,2048,64,0.3419211303000235,0.0,0.50830078125,0.01025390625,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2240,2304,2048,64,0.3301698551895298,0.0,0.54833984375,0.00634765625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2304,2368,2048,64,0.3308118945255331,0.0,0.47998046875,0.009765625,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2368,2432,2048,64,0.3393936551629533,0.0,0.482421875,0.0048828125,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2432,2496,2048,64,0.31862727399115537,0.0,0.52392578125,0.009765625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2496,2560,2048,64,0.3441390185632259,0.0,0.4638671875,0.01025390625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2560,2624,2048,64,0.3526269236828109,0.0,0.51806640625,0.0087890625,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2624,2688,2048,64,0.31674072835246314,0.0,0.53857421875,0.0078125,0.07275390625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2688,2752,2048,64,0.3343657906059105,0.0,0.45263671875,0.005859375,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2752,2816,2048,64,0.3111546810146949,0.0,0.50732421875,0.00927734375,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2816,2880,2048,64,0.32826441320063227,0.0,0.5185546875,0.0087890625,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2880,2944,2048,64,0.35460375200211575,0.0,0.47216796875,0.005859375,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,2944,3008,2048,64,0.35856676392126724,0.0,0.4990234375,0.0126953125,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3008,3072,2048,64,0.34807868407191683,0.0,0.47705078125,0.0068359375,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3072,3136,2048,64,0.34287706514081034,0.0,0.50244140625,0.01025390625,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3136,3200,2048,64,0.3450038638672327,0.0,0.5478515625,0.0078125,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3200,3264,2048,64,0.31234518649016113,0.0,0.51904296875,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3264,3328,2048,64,0.35156890079457276,0.0,0.498046875,0.0087890625,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3328,3392,2048,64,0.34405080742502425,0.0,0.55810546875,0.009765625,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3392,3456,2048,64,0.3278217087700572,0.0,0.490234375,0.0078125,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3456,3520,2048,64,0.33180148251535646,0.0,0.5087890625,0.00927734375,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3520,3584,2048,64,0.33523780546844334,0.0,0.50244140625,0.00927734375,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3584,3648,2048,64,0.3259337287484969,0.0,0.4755859375,0.0126953125,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3648,3712,2048,64,0.3227785205752017,0.0,0.49609375,0.0068359375,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3712,3776,2048,64,0.3158245791594253,0.0,0.51611328125,0.00634765625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3776,3840,2048,64,0.31994386817484366,0.0,0.423828125,0.0107421875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3840,3904,2048,64,0.3313358528120574,0.0,0.5,0.00830078125,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3904,3968,2048,64,0.35103506156087566,0.0,0.50146484375,0.0087890625,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,3968,4032,2048,64,0.40872578980140983,0.0,0.51220703125,0.01220703125,0.1103515625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4032,4096,2048,64,0.34720250927729945,0.0,0.48193359375,0.0048828125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4096,4160,2048,64,0.35084258884103353,0.0,0.46142578125,0.0078125,0.09033203125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4160,4224,2048,64,0.33301656271966923,0.0,0.47900390625,0.00927734375,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4224,4288,2048,64,0.3245838960876013,0.0,0.48828125,0.01025390625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4288,4352,2048,64,0.34344125755291716,0.0,0.515625,0.0107421875,0.09228515625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4352,4416,2048,64,0.32549795928678144,0.0,0.5146484375,0.01025390625,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4416,4480,2048,64,0.349997979915604,0.0,0.5673828125,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4480,4544,2048,64,0.3351634976732007,0.0,0.5029296875,0.0068359375,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4544,4608,2048,64,0.356746235636368,0.0,0.52490234375,0.01123046875,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4608,4672,2048,64,0.33048814522584125,0.0,0.47509765625,0.0107421875,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4672,4736,2048,64,0.35069681879212583,0.0,0.48095703125,0.00927734375,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4736,4800,2048,64,0.34465446131519833,0.0,0.5146484375,0.0078125,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4800,4864,2048,64,0.3248447134200555,0.0,0.45068359375,0.01220703125,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4864,4928,2048,64,0.3382840301869663,0.0,0.513671875,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4928,4992,2048,64,0.33077040392455775,0.0,0.54736328125,0.00537109375,0.07080078125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,4992,5056,2048,64,0.46671785035422386,0.0,0.5107421875,0.009765625,0.12841796875,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5056,5120,2048,64,0.3493424807033112,0.0,0.5205078125,0.005859375,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5120,5184,2048,64,0.3236065002877894,0.0,0.5048828125,0.01025390625,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5184,5248,2048,64,0.32810482600108015,0.0,0.4931640625,0.0087890625,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5248,5312,2048,64,0.3248673748373817,0.0,0.52392578125,0.00927734375,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5312,5376,2048,64,0.3240270934443057,0.0,0.49755859375,0.00634765625,0.1015625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5376,5440,2048,64,0.31409253555549366,0.0,0.56103515625,0.01123046875,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5440,5504,2048,64,0.3246162882874347,0.0,0.52783203125,0.0068359375,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5504,5568,2048,64,0.337899692259229,0.0,0.53564453125,0.009765625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5568,5632,2048,64,0.35399742944415846,0.0,0.52783203125,0.0087890625,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5632,5696,2048,64,0.34122794029764325,0.0,0.44482421875,0.00537109375,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5696,5760,2048,64,0.3236378503274469,0.0,0.484375,0.01123046875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5760,5824,2048,64,0.3163247438973919,0.0,0.51953125,0.0107421875,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5824,5888,2048,64,0.3616266549896853,0.0,0.55810546875,0.0087890625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5888,5952,2048,64,0.30495990867631745,0.0,0.4833984375,0.0107421875,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,5952,6016,2048,64,0.33602106264960657,0.0,0.49365234375,0.0107421875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,64,6016,6080,2048,64,0.35033799163051393,0.0,0.51220703125,0.0078125,0.11083984375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.up_proj.output,64,6080,6144,2048,64,0.3410835562576745,0.0,0.57763671875,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,128,0,128,4096,128,0.34150993540532304,0.0,0.47802734375,0.0068359375,0.085205078125,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,128,256,4096,128,0.31960973087445094,0.0,0.489013671875,0.006591796875,0.07763671875,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,256,384,4096,128,0.3367346942407311,0.0,0.47900390625,0.006103515625,0.08154296875,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,384,512,4096,128,0.33751994163845134,0.0,0.513427734375,0.005859375,0.08349609375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,512,640,4096,128,0.32182508722332853,0.0,0.509033203125,0.009033203125,0.083740234375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,640,768,4096,128,0.3413634243459813,0.0,0.498046875,0.010009765625,0.08642578125,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,768,896,4096,128,0.33827958508675604,0.0,0.498779296875,0.009033203125,0.09130859375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,896,1024,4096,128,0.33876435248897974,0.0,0.513916015625,0.006103515625,0.089111328125,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1024,1152,4096,128,0.3358939093877458,0.0,0.567626953125,0.008056640625,0.0888671875,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1152,1280,4096,128,0.33825316979417186,0.0,0.500244140625,0.008056640625,0.08251953125,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1280,1408,4096,128,0.32863852297958773,0.0,0.502197265625,0.0087890625,0.083740234375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1408,1536,4096,128,0.34880171684965794,0.0,0.472900390625,0.010009765625,0.091552734375,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1536,1664,4096,128,0.33731667570910984,0.0,0.5185546875,0.00732421875,0.087646484375,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1664,1792,4096,128,0.3598495648106517,0.0,0.50341796875,0.007080078125,0.08544921875,1.0,96,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1792,1920,4096,128,0.36862732953074956,0.0,0.537841796875,0.006103515625,0.0869140625,1.0,96,0.75
+fresh-zh-1,layers.11.mlp.up_proj.output,128,1920,2048,4096,128,0.3473261740372026,0.0,0.5126953125,0.009765625,0.093505859375,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2048,2176,4096,128,0.33086580031970403,0.0,0.527587890625,0.008056640625,0.079345703125,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2176,2304,4096,128,0.33609685555024216,0.0,0.5283203125,0.008056640625,0.087158203125,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2304,2432,4096,128,0.33513024537069325,0.0,0.481201171875,0.00732421875,0.078125,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2432,2560,4096,128,0.3316285601608335,0.0,0.493896484375,0.01025390625,0.0869140625,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2560,2688,4096,128,0.3351644643329986,0.0,0.5283203125,0.00830078125,0.083984375,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2688,2816,4096,128,0.3229688200468213,0.0,0.47998046875,0.0078125,0.08642578125,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2816,2944,4096,128,0.34168797601608214,0.0,0.495361328125,0.008056640625,0.08154296875,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,2944,3072,4096,128,0.3533616380524399,0.0,0.488037109375,0.009765625,0.090576171875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3072,3200,4096,128,0.3439421084157155,0.0,0.525146484375,0.00927734375,0.086181640625,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3200,3328,4096,128,0.332535868388267,0.0,0.508544921875,0.009033203125,0.086181640625,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3328,3456,4096,128,0.33603424738464627,0.0,0.524169921875,0.0087890625,0.0849609375,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3456,3584,4096,128,0.3335240696071921,0.0,0.505615234375,0.009033203125,0.085693359375,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3584,3712,4096,128,0.3243599612164043,0.0,0.48583984375,0.009765625,0.09228515625,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3712,3840,4096,128,0.3178908960507597,0.0,0.469970703125,0.0087890625,0.082275390625,1.0,102,0.796875
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3840,3968,4096,128,0.341327600556812,0.0,0.500732421875,0.009033203125,0.0927734375,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.up_proj.output,128,3968,4096,4096,128,0.3792138932695105,0.0,0.4970703125,0.0087890625,0.0986328125,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4096,4224,4096,128,0.3420457229598858,0.0,0.47021484375,0.008544921875,0.08837890625,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4224,4352,4096,128,0.3341456291715754,0.0,0.501953125,0.010498046875,0.0888671875,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4352,4480,4096,128,0.33797004855819895,0.0,0.541015625,0.009521484375,0.082275390625,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4480,4608,4096,128,0.34612313330175765,0.0,0.513916015625,0.00927734375,0.08349609375,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4608,4736,4096,128,0.34074233142195137,0.0,0.47802734375,0.009765625,0.092041015625,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4736,4864,4096,128,0.33489609249842517,0.0,0.482666015625,0.01025390625,0.0830078125,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4864,4992,4096,128,0.3345483113034285,0.0,0.530517578125,0.00732421875,0.076904296875,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,4992,5120,4096,128,0.4122291357141141,0.0,0.515625,0.0078125,0.111083984375,1.0,89,0.6953125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5120,5248,4096,128,0.3258634252825178,0.0,0.4990234375,0.009521484375,0.07763671875,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5248,5376,4096,128,0.3244475061698708,0.0,0.5107421875,0.0078125,0.087890625,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5376,5504,4096,128,0.3193977579079023,0.0,0.54443359375,0.00927734375,0.08642578125,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5504,5632,4096,128,0.34604218101407347,0.0,0.53173828125,0.009765625,0.088623046875,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5632,5760,4096,128,0.3325492184657355,0.0,0.464599609375,0.00830078125,0.088134765625,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5760,5888,4096,128,0.3397316449793715,0.0,0.538818359375,0.00927734375,0.089599609375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.up_proj.output,128,5888,6016,4096,128,0.3208665613958852,0.0,0.488525390625,0.010986328125,0.081298828125,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.up_proj.output,128,6016,6144,4096,128,0.3457417394017421,0.0,0.544921875,0.0078125,0.09521484375,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.silu_gate,0,0,6144,196608,6144,0.20075491871874646,0.0,0.7440948486328125,0.006418863932291667,0.06425984700520833,1.0,4387,0.7140299479166666
+fresh-zh-1,layers.11.mlp.silu_gate,64,0,64,2048,64,0.176488887918042,0.0,0.74658203125,0.0048828125,0.05810546875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,64,128,2048,64,0.19376088242562575,0.0,0.7646484375,0.00732421875,0.06103515625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,128,192,2048,64,0.21206836937278475,0.0,0.7158203125,0.00390625,0.06005859375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,192,256,2048,64,0.19398175302424484,0.0,0.74267578125,0.0068359375,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,64,256,320,2048,64,0.1846033928190406,0.0,0.73486328125,0.00634765625,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,320,384,2048,64,0.19409880978903366,0.0,0.72802734375,0.01123046875,0.07373046875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,384,448,2048,64,0.20126781368888208,0.0,0.6669921875,0.00927734375,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,448,512,2048,64,0.17938087350123272,0.0,0.80517578125,0.00341796875,0.05029296875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,512,576,2048,64,0.1871633013275449,0.0,0.7802734375,0.00537109375,0.05419921875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,576,640,2048,64,0.17486197732197264,0.0,0.7763671875,0.00341796875,0.05419921875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,640,704,2048,64,0.17567946082254732,0.0,0.7216796875,0.00732421875,0.07666015625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,704,768,2048,64,0.20890116542291648,0.0,0.76513671875,0.01025390625,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,768,832,2048,64,0.21396937897994586,0.0,0.705078125,0.00732421875,0.06396484375,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,832,896,2048,64,0.26411641706256805,0.0,0.771484375,0.00439453125,0.0791015625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.silu_gate,64,896,960,2048,64,0.1865897132417328,0.0,0.7734375,0.005859375,0.056640625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,960,1024,2048,64,0.1918008645143597,0.0,0.755859375,0.00830078125,0.06640625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1024,1088,2048,64,0.18105418052492878,0.0,0.76416015625,0.005859375,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,1088,1152,2048,64,0.19090692908987655,0.0,0.68359375,0.00830078125,0.0703125,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1152,1216,2048,64,0.24302916303629882,0.0,0.7080078125,0.0078125,0.0849609375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.silu_gate,64,1216,1280,2048,64,0.19918884126353784,0.0,0.70458984375,0.0078125,0.0693359375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,1280,1344,2048,64,0.20613142127795672,0.0,0.72314453125,0.00439453125,0.06201171875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1344,1408,2048,64,0.19584016026802328,0.0,0.71484375,0.0087890625,0.06787109375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1408,1472,2048,64,0.20183598665882352,0.0,0.77734375,0.00634765625,0.05322265625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1472,1536,2048,64,0.19339058126034328,0.0,0.74169921875,0.0087890625,0.06103515625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,1536,1600,2048,64,0.1874317055305743,0.0,0.7529296875,0.00634765625,0.0478515625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,1600,1664,2048,64,0.17704450027446766,0.0,0.7705078125,0.00732421875,0.05810546875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,1664,1728,2048,64,0.23702022601290068,0.0,0.6982421875,0.00634765625,0.0810546875,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.silu_gate,64,1728,1792,2048,64,0.17910560176061657,0.0,0.771484375,0.01025390625,0.06494140625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,1792,1856,2048,64,0.18581745715403958,0.0,0.76171875,0.00634765625,0.0625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,1856,1920,2048,64,0.21372182595244235,0.0,0.77294921875,0.0068359375,0.0703125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,64,1920,1984,2048,64,0.19002415675710865,0.0,0.8173828125,0.00146484375,0.05078125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,64,1984,2048,2048,64,0.17719559070298693,0.0,0.7685546875,0.00244140625,0.05419921875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,2048,2112,2048,64,0.1883016151127029,0.0,0.716796875,0.0068359375,0.060546875,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,2112,2176,2048,64,0.18133984710110854,0.0,0.7900390625,0.00732421875,0.0576171875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,64,2176,2240,2048,64,0.19140624065373182,0.0,0.7490234375,0.0048828125,0.06689453125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,2240,2304,2048,64,0.22396621028007735,0.0,0.708984375,0.00732421875,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.silu_gate,64,2304,2368,2048,64,0.1959840639108985,0.0,0.81396484375,0.0029296875,0.0546875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,2368,2432,2048,64,0.17663418542244788,0.0,0.79052734375,0.00634765625,0.0615234375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,2432,2496,2048,64,0.17897525903793718,0.0,0.791015625,0.00537109375,0.056640625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,64,2496,2560,2048,64,0.18891083306993997,0.0,0.69873046875,0.00537109375,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,2560,2624,2048,64,0.1855552315633201,0.0,0.73779296875,0.0048828125,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,2624,2688,2048,64,0.2375345352861053,0.0,0.7412109375,0.0048828125,0.068359375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.silu_gate,64,2688,2752,2048,64,0.1769203604645452,0.0,0.72021484375,0.00244140625,0.0546875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,2752,2816,2048,64,0.1840691152816663,0.0,0.71826171875,0.00634765625,0.07861328125,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,2816,2880,2048,64,0.22104852564455255,0.0,0.7373046875,0.0048828125,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,2880,2944,2048,64,0.20192763019018126,0.0,0.775390625,0.00537109375,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,2944,3008,2048,64,0.20676885234505263,0.0,0.71826171875,0.005859375,0.06298828125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,3008,3072,2048,64,0.2316976285645816,0.0,0.7802734375,0.0078125,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.silu_gate,64,3072,3136,2048,64,0.18524803902392156,0.0,0.732421875,0.0078125,0.0732421875,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,3136,3200,2048,64,0.18220342266578246,0.0,0.75,0.00341796875,0.0556640625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,3200,3264,2048,64,0.18349374567209104,0.0,0.72314453125,0.0068359375,0.0654296875,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,3264,3328,2048,64,0.24000405802327837,0.0,0.71728515625,0.0068359375,0.08203125,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.silu_gate,64,3328,3392,2048,64,0.19467436062333973,0.0,0.77392578125,0.005859375,0.05126953125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,3392,3456,2048,64,0.21530733491650786,0.0,0.77392578125,0.0087890625,0.06005859375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,3456,3520,2048,64,0.17975911323986035,0.0,0.7958984375,0.0029296875,0.05126953125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,3520,3584,2048,64,0.19536814089237034,0.0,0.73583984375,0.00634765625,0.06396484375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,3584,3648,2048,64,0.24267541648343166,0.0,0.72412109375,0.00732421875,0.0869140625,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.silu_gate,64,3648,3712,2048,64,0.22691696305391382,0.0,0.72802734375,0.00732421875,0.0654296875,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,64,3712,3776,2048,64,0.1918576381521183,0.0,0.75341796875,0.0048828125,0.06005859375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,3776,3840,2048,64,0.2302966500918977,0.0,0.7451171875,0.0048828125,0.076171875,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.silu_gate,64,3840,3904,2048,64,0.21025932387454999,0.0,0.7451171875,0.00439453125,0.0732421875,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,3904,3968,2048,64,0.18120067432309966,0.0,0.7509765625,0.00634765625,0.05908203125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,64,3968,4032,2048,64,0.23025221356412123,0.0,0.75830078125,0.005859375,0.0693359375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4032,4096,2048,64,0.18401634953838608,0.0,0.75341796875,0.00732421875,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4096,4160,2048,64,0.20638584308504196,0.0,0.7333984375,0.0048828125,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,4160,4224,2048,64,0.17935180898037686,0.0,0.7822265625,0.00341796875,0.05615234375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4224,4288,2048,64,0.22214573185886827,0.0,0.72802734375,0.00634765625,0.0625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,4288,4352,2048,64,0.17935608328701233,0.0,0.77099609375,0.005859375,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4352,4416,2048,64,0.18841331009788614,0.0,0.74853515625,0.00537109375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,4416,4480,2048,64,0.1947685970961528,0.0,0.76708984375,0.00634765625,0.05517578125,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,4480,4544,2048,64,0.18668671988625582,0.0,0.7392578125,0.00537109375,0.06787109375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4544,4608,2048,64,0.18178010295054758,0.0,0.75,0.00830078125,0.05712890625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,4608,4672,2048,64,0.20809782898360438,0.0,0.6953125,0.00537109375,0.05126953125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,4672,4736,2048,64,0.19621667171049084,0.0,0.71484375,0.0068359375,0.05859375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,4736,4800,2048,64,0.20777116651941377,0.0,0.77978515625,0.00830078125,0.0625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,4800,4864,2048,64,0.17773768600912482,0.0,0.751953125,0.00634765625,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,64,4864,4928,2048,64,0.19702454054226126,0.0,0.71044921875,0.00732421875,0.07275390625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,4928,4992,2048,64,0.19185086660867984,0.0,0.7451171875,0.00634765625,0.05810546875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,4992,5056,2048,64,0.18814882447974565,0.0,0.75634765625,0.0078125,0.0634765625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5056,5120,2048,64,0.18826663377878022,0.0,0.72119140625,0.009765625,0.068359375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5120,5184,2048,64,0.18922157785041196,0.0,0.75732421875,0.0068359375,0.06787109375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,5184,5248,2048,64,0.19242443321414668,0.0,0.6953125,0.0048828125,0.05419921875,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5248,5312,2048,64,0.18508689127100608,0.0,0.71142578125,0.00537109375,0.06884765625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5312,5376,2048,64,0.18686255538972563,0.0,0.7626953125,0.00732421875,0.05908203125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5376,5440,2048,64,0.20876026655300028,0.0,0.703125,0.0087890625,0.0712890625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5440,5504,2048,64,0.18316294046758458,0.0,0.740234375,0.0078125,0.060546875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5504,5568,2048,64,0.21616151670216646,0.0,0.734375,0.00732421875,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,64,5568,5632,2048,64,0.19404171634896358,0.0,0.7275390625,0.00341796875,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5632,5696,2048,64,0.32234961226513,0.0,0.72265625,0.00830078125,0.10888671875,1.0,28,0.4375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5696,5760,2048,64,0.1864029410906753,0.0,0.712890625,0.00927734375,0.07177734375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5760,5824,2048,64,0.2604674404008715,0.0,0.71728515625,0.009765625,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.silu_gate,64,5824,5888,2048,64,0.19258103402411775,0.0,0.78515625,0.005859375,0.06005859375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5888,5952,2048,64,0.19884269297244106,0.0,0.72607421875,0.00732421875,0.06298828125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,64,5952,6016,2048,64,0.20060549057485857,0.0,0.68505859375,0.00634765625,0.06689453125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,6016,6080,2048,64,0.21289856222086068,0.0,0.75,0.0068359375,0.056640625,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,64,6080,6144,2048,64,0.17765811883423818,0.0,0.7734375,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.silu_gate,128,0,128,4096,128,0.1853262085039571,0.0,0.755615234375,0.005615234375,0.058349609375,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,128,256,4096,128,0.20322636860750992,0.0,0.729248046875,0.005126953125,0.055419921875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,256,384,4096,128,0.18941061295743236,0.0,0.7314453125,0.0087890625,0.064453125,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,384,512,4096,128,0.19063870357979226,0.0,0.736083984375,0.00634765625,0.059326171875,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,512,640,4096,128,0.18111710642119844,0.0,0.7783203125,0.004150390625,0.053955078125,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,640,768,4096,128,0.19300643754801763,0.0,0.743408203125,0.009033203125,0.0703125,1.0,92,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,128,768,896,4096,128,0.24035429775961162,0.0,0.73828125,0.006591796875,0.072509765625,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.silu_gate,128,896,1024,4096,128,0.18921322987054556,0.0,0.7646484375,0.00732421875,0.061279296875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,1024,1152,4096,128,0.18604578987453688,0.0,0.723876953125,0.007080078125,0.062255859375,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,1152,1280,4096,128,0.22219289881771062,0.0,0.706298828125,0.00732421875,0.075927734375,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,128,1280,1408,4096,128,0.20105164910026915,0.0,0.718994140625,0.007080078125,0.0654296875,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.silu_gate,128,1408,1536,4096,128,0.1976583952565059,0.0,0.759521484375,0.007568359375,0.057373046875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,1536,1664,4096,128,0.18231209410724222,0.0,0.76171875,0.0068359375,0.052978515625,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.silu_gate,128,1664,1792,4096,128,0.21006832712386592,0.0,0.73486328125,0.008544921875,0.072509765625,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.silu_gate,128,1792,1920,4096,128,0.20025626865548976,0.0,0.767333984375,0.006591796875,0.06689453125,1.0,91,0.7109375
+fresh-zh-1,layers.11.mlp.silu_gate,128,1920,2048,4096,128,0.1837218788220808,0.0,0.79296875,0.001953125,0.053466796875,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.silu_gate,128,2048,2176,4096,128,0.18485350740614298,0.0,0.75341796875,0.00732421875,0.05908203125,1.0,96,0.75
+fresh-zh-1,layers.11.mlp.silu_gate,128,2176,2304,4096,128,0.2083233211961807,0.0,0.72900390625,0.00634765625,0.072265625,1.0,90,0.703125
+fresh-zh-1,layers.11.mlp.silu_gate,128,2304,2432,4096,128,0.1865601629058075,0.0,0.80224609375,0.0048828125,0.057373046875,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,2432,2560,4096,128,0.18401011683991106,0.0,0.744873046875,0.005615234375,0.0595703125,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.silu_gate,128,2560,2688,4096,128,0.21313540228467834,0.0,0.739501953125,0.0048828125,0.064208984375,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,128,2688,2816,4096,128,0.18053012649898628,0.0,0.71923828125,0.00439453125,0.067138671875,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,2816,2944,4096,128,0.21170406057023683,0.0,0.75634765625,0.00537109375,0.06298828125,1.0,91,0.7109375
+fresh-zh-1,layers.11.mlp.silu_gate,128,2944,3072,4096,128,0.21958728262645472,0.0,0.749267578125,0.00732421875,0.07080078125,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,128,3072,3200,4096,128,0.1837320374803128,0.0,0.7412109375,0.005859375,0.064453125,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,3200,3328,4096,128,0.21362572711218,0.0,0.72021484375,0.00732421875,0.07275390625,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.silu_gate,128,3328,3456,4096,128,0.20525028033227558,0.0,0.77392578125,0.00732421875,0.05517578125,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.silu_gate,128,3456,3584,4096,128,0.1877259295735701,0.0,0.765869140625,0.004638671875,0.057861328125,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,3584,3712,4096,128,0.2349283570442469,0.0,0.72607421875,0.00732421875,0.076416015625,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.silu_gate,128,3712,3840,4096,128,0.21195034838477989,0.0,0.749267578125,0.004150390625,0.068115234375,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.silu_gate,128,3840,3968,4096,128,0.19626852479616916,0.0,0.748046875,0.005615234375,0.06591796875,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,3968,4096,4096,128,0.20842036698534427,0.0,0.755859375,0.007080078125,0.0625,1.0,88,0.6875
+fresh-zh-1,layers.11.mlp.silu_gate,128,4096,4224,4096,128,0.1933419090761974,0.0,0.7578125,0.004150390625,0.05908203125,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,4224,4352,4096,128,0.20188775445178678,0.0,0.74951171875,0.006103515625,0.05908203125,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.silu_gate,128,4352,4480,4096,128,0.1916173032855406,0.0,0.7578125,0.005615234375,0.06103515625,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,4480,4608,4096,128,0.18424974519738285,0.0,0.74462890625,0.0068359375,0.062744140625,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.silu_gate,128,4608,4736,4096,128,0.2022445162233478,0.0,0.705078125,0.006103515625,0.0546875,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,4736,4864,4096,128,0.1933384890091937,0.0,0.765869140625,0.007080078125,0.056396484375,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,4864,4992,4096,128,0.19445491070475773,0.0,0.727783203125,0.0068359375,0.0654296875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,4992,5120,4096,128,0.1882077383471566,0.0,0.73876953125,0.0087890625,0.06591796875,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.silu_gate,128,5120,5248,4096,128,0.19082972517664157,0.0,0.726318359375,0.005859375,0.0615234375,1.0,92,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,128,5248,5376,4096,128,0.1859768425465164,0.0,0.737060546875,0.00634765625,0.064208984375,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.silu_gate,128,5376,5504,4096,128,0.19637911249928244,0.0,0.7216796875,0.00830078125,0.065673828125,1.0,93,0.7265625
+fresh-zh-1,layers.11.mlp.silu_gate,128,5504,5632,4096,128,0.20539959711089095,0.0,0.73095703125,0.005126953125,0.0673828125,1.0,92,0.71875
+fresh-zh-1,layers.11.mlp.silu_gate,128,5632,5760,4096,128,0.263301470727694,0.0,0.7177734375,0.01025390625,0.09619140625,1.0,71,0.5546875
+fresh-zh-1,layers.11.mlp.silu_gate,128,5760,5888,4096,128,0.22905320580028993,0.0,0.751220703125,0.00732421875,0.07080078125,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.silu_gate,128,5888,6016,4096,128,0.19972603660678812,0.0,0.70556640625,0.0068359375,0.06494140625,1.0,94,0.734375
+fresh-zh-1,layers.11.mlp.silu_gate,128,6016,6144,4096,128,0.19607167692381017,0.0,0.76171875,0.005859375,0.053466796875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.gated_product,0,0,6144,196608,6144,0.068025374737348,0.0,0.4954732259114583,0.032389322916666664,0.20543416341145834,1.0,3765,0.61279296875
+fresh-zh-1,layers.11.mlp.gated_product,64,0,64,2048,64,0.06199410947164025,0.0,0.5029296875,0.03271484375,0.2041015625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,64,128,2048,64,0.06596822423339378,0.0,0.49462890625,0.0263671875,0.1865234375,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,128,192,2048,64,0.06907938785664136,0.0,0.53076171875,0.0283203125,0.2138671875,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,192,256,2048,64,0.06277753324543779,0.0,0.49755859375,0.02734375,0.17578125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,256,320,2048,64,0.05687862584120534,0.0,0.55419921875,0.02392578125,0.17041015625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,320,384,2048,64,0.06493934584238475,0.0,0.50341796875,0.03515625,0.2080078125,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,384,448,2048,64,0.07150017387276417,0.0,0.56005859375,0.0322265625,0.21142578125,1.0,34,0.53125
+fresh-zh-1,layers.11.mlp.gated_product,64,448,512,2048,64,0.058412485901868295,0.0,0.44482421875,0.017578125,0.16650390625,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,512,576,2048,64,0.056974474850764054,0.0,0.4853515625,0.02587890625,0.18896484375,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,576,640,2048,64,0.05976199762304598,0.0,0.52001953125,0.02783203125,0.2138671875,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,640,704,2048,64,0.06358662891395737,0.0,0.50244140625,0.04150390625,0.23583984375,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gated_product,64,704,768,2048,64,0.07755300709027423,0.0,0.4853515625,0.037109375,0.2099609375,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gated_product,64,768,832,2048,64,0.07307923775220623,0.0,0.4580078125,0.0322265625,0.2041015625,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,832,896,2048,64,0.07534230962417655,0.0,0.50634765625,0.0322265625,0.22314453125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,896,960,2048,64,0.0587803595125614,0.0,0.49609375,0.02685546875,0.1806640625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,960,1024,2048,64,0.06512849441351433,0.0,0.49951171875,0.02685546875,0.19970703125,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,1024,1088,2048,64,0.057254059532485316,0.0,0.427734375,0.03271484375,0.19287109375,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,1088,1152,2048,64,0.061934036893705996,0.0,0.46484375,0.03125,0.21728515625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,1152,1216,2048,64,0.07950194012841032,0.0,0.4716796875,0.04541015625,0.236328125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,1216,1280,2048,64,0.06824140771036265,0.0,0.509765625,0.03662109375,0.203125,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,1280,1344,2048,64,0.06201546985256661,0.0,0.5048828125,0.03125,0.19287109375,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,1344,1408,2048,64,0.062202953208520144,0.0,0.45703125,0.0322265625,0.1943359375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,1408,1472,2048,64,0.07010906691931394,0.0,0.49609375,0.0283203125,0.1865234375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,1472,1536,2048,64,0.06717353339238626,0.0,0.5234375,0.03076171875,0.201171875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,1536,1600,2048,64,0.07080553111934294,0.0,0.4755859375,0.0283203125,0.220703125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,1600,1664,2048,64,0.0602206435924142,0.0,0.484375,0.02734375,0.19189453125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,1664,1728,2048,64,0.08111035744045568,0.0,0.51904296875,0.03125,0.240234375,1.0,32,0.5
+fresh-zh-1,layers.11.mlp.gated_product,64,1728,1792,2048,64,0.06101732657163878,0.0,0.47900390625,0.029296875,0.1943359375,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,1792,1856,2048,64,0.06261875583568918,0.0,0.478515625,0.0263671875,0.19482421875,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,1856,1920,2048,64,0.085802488838159,0.0,0.47265625,0.03173828125,0.2109375,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gated_product,64,1920,1984,2048,64,0.060765902678049315,0.0,0.48828125,0.02392578125,0.16357421875,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,1984,2048,2048,64,0.061372158558814234,0.0,0.5009765625,0.03466796875,0.21240234375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,2048,2112,2048,64,0.061353336972164337,0.0,0.48583984375,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,2112,2176,2048,64,0.05833692341767856,0.0,0.4765625,0.02392578125,0.17578125,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.gated_product,64,2176,2240,2048,64,0.06340215821800317,0.0,0.50439453125,0.029296875,0.19482421875,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,2240,2304,2048,64,0.0861757314749448,0.0,0.49755859375,0.041015625,0.2548828125,1.0,31,0.484375
+fresh-zh-1,layers.11.mlp.gated_product,64,2304,2368,2048,64,0.0673310544359902,0.0,0.51171875,0.02734375,0.18115234375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,2368,2432,2048,64,0.05615126865075571,0.0,0.50927734375,0.025390625,0.171875,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,2432,2496,2048,64,0.06010108950401106,0.0,0.47021484375,0.02880859375,0.1875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,2496,2560,2048,64,0.06408514334728845,0.0,0.52587890625,0.03076171875,0.2001953125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,2560,2624,2048,64,0.060901660030876305,0.0,0.4951171875,0.029296875,0.185546875,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,2624,2688,2048,64,0.07167549234982894,0.0,0.48193359375,0.029296875,0.2021484375,1.0,37,0.578125
+fresh-zh-1,layers.11.mlp.gated_product,64,2688,2752,2048,64,0.057856510072639714,0.0,0.5322265625,0.0244140625,0.1884765625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,2752,2816,2048,64,0.06145981138245845,0.0,0.4658203125,0.037109375,0.2275390625,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,2816,2880,2048,64,0.06614888364075296,0.0,0.5009765625,0.03369140625,0.193359375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,2880,2944,2048,64,0.06930241658317156,0.0,0.52783203125,0.02783203125,0.18603515625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,2944,3008,2048,64,0.07189758821017371,0.0,0.47705078125,0.03857421875,0.22314453125,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,3008,3072,2048,64,0.11859318183135126,0.0,0.51318359375,0.048828125,0.310546875,1.0,20,0.3125
+fresh-zh-1,layers.11.mlp.gated_product,64,3072,3136,2048,64,0.060548233354272944,0.0,0.51318359375,0.0400390625,0.19775390625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,3136,3200,2048,64,0.06454236768784045,0.0,0.48046875,0.029296875,0.1953125,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,3200,3264,2048,64,0.055126258628151355,0.0,0.4892578125,0.02880859375,0.19189453125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,3264,3328,2048,64,0.08992797393773537,0.0,0.54931640625,0.04150390625,0.2431640625,1.0,28,0.4375
+fresh-zh-1,layers.11.mlp.gated_product,64,3328,3392,2048,64,0.0640208265722602,0.0,0.451171875,0.0244140625,0.17822265625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,3392,3456,2048,64,0.0706563720431003,0.0,0.47412109375,0.03369140625,0.20166015625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,3456,3520,2048,64,0.05943336733488393,0.0,0.46875,0.0234375,0.17236328125,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,3520,3584,2048,64,0.06185422159752868,0.0,0.5029296875,0.037109375,0.1953125,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,3584,3648,2048,64,0.058612312734959766,0.0,0.50634765625,0.03466796875,0.19677734375,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,3648,3712,2048,64,0.0828928954446264,0.0,0.49169921875,0.037109375,0.24169921875,1.0,33,0.515625
+fresh-zh-1,layers.11.mlp.gated_product,64,3712,3776,2048,64,0.06516379119090551,0.0,0.5078125,0.02783203125,0.19189453125,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,3776,3840,2048,64,0.06264411366733467,0.0,0.4970703125,0.03173828125,0.2138671875,1.0,39,0.609375
+fresh-zh-1,layers.11.mlp.gated_product,64,3840,3904,2048,64,0.07533044429258384,0.0,0.501953125,0.037109375,0.22802734375,1.0,35,0.546875
+fresh-zh-1,layers.11.mlp.gated_product,64,3904,3968,2048,64,0.06207443114372185,0.0,0.51025390625,0.03125,0.1806640625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,3968,4032,2048,64,0.09414372835013494,0.0,0.4873046875,0.0380859375,0.2666015625,1.0,26,0.40625
+fresh-zh-1,layers.11.mlp.gated_product,64,4032,4096,2048,64,0.06059985054941476,0.0,0.5,0.02392578125,0.1826171875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,4096,4160,2048,64,0.0809258251995556,0.0,0.50341796875,0.0341796875,0.21875,1.0,34,0.53125
+fresh-zh-1,layers.11.mlp.gated_product,64,4160,4224,2048,64,0.05780302948591473,0.0,0.50927734375,0.02392578125,0.19384765625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,4224,4288,2048,64,0.08768411070132252,0.0,0.49853515625,0.04296875,0.24365234375,1.0,33,0.515625
+fresh-zh-1,layers.11.mlp.gated_product,64,4288,4352,2048,64,0.05712747883990647,0.0,0.45947265625,0.0302734375,0.171875,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,4352,4416,2048,64,0.05970684467885918,0.0,0.49169921875,0.03271484375,0.1953125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,4416,4480,2048,64,0.0667216181461956,0.0,0.44287109375,0.02685546875,0.1748046875,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,4480,4544,2048,64,0.06588163420641846,0.0,0.5087890625,0.03271484375,0.20654296875,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,4544,4608,2048,64,0.06398553653876336,0.0,0.49755859375,0.03662109375,0.19140625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,4608,4672,2048,64,0.0731201738492499,0.0,0.51513671875,0.03271484375,0.20068359375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,4672,4736,2048,64,0.06501465469686554,0.0,0.49658203125,0.0302734375,0.19189453125,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,4736,4800,2048,64,0.07567462199880631,0.0,0.49755859375,0.02880859375,0.20458984375,1.0,38,0.59375
+fresh-zh-1,layers.11.mlp.gated_product,64,4800,4864,2048,64,0.05973436117995345,0.0,0.52587890625,0.03125,0.18017578125,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,4864,4928,2048,64,0.06473887979475627,0.0,0.50927734375,0.02978515625,0.2099609375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,4928,4992,2048,64,0.06386066593851546,0.0,0.48876953125,0.02392578125,0.181640625,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,4992,5056,2048,64,0.10931298030515156,0.0,0.48095703125,0.0498046875,0.3046875,1.0,21,0.328125
+fresh-zh-1,layers.11.mlp.gated_product,64,5056,5120,2048,64,0.06311125855896065,0.0,0.46533203125,0.02978515625,0.20263671875,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,5120,5184,2048,64,0.05937986761597986,0.0,0.52880859375,0.0322265625,0.19921875,1.0,40,0.625
+fresh-zh-1,layers.11.mlp.gated_product,64,5184,5248,2048,64,0.06127999293477464,0.0,0.48046875,0.029296875,0.1845703125,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,5248,5312,2048,64,0.06038722421035386,0.0,0.4775390625,0.03515625,0.20947265625,1.0,42,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,64,5312,5376,2048,64,0.060038010250445056,0.0,0.53466796875,0.03466796875,0.20654296875,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,5376,5440,2048,64,0.06174539551719703,0.0,0.45263671875,0.0390625,0.18359375,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,5440,5504,2048,64,0.05541292229052545,0.0,0.47705078125,0.02685546875,0.19482421875,1.0,46,0.71875
+fresh-zh-1,layers.11.mlp.gated_product,64,5504,5568,2048,64,0.06993351420438602,0.0,0.50146484375,0.041015625,0.2021484375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,5568,5632,2048,64,0.06776258001216548,0.0,0.46826171875,0.02783203125,0.19677734375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,5632,5696,2048,64,0.09407499809667853,0.0,0.54833984375,0.03955078125,0.2744140625,1.0,28,0.4375
+fresh-zh-1,layers.11.mlp.gated_product,64,5696,5760,2048,64,0.0631627568260845,0.0,0.5234375,0.0400390625,0.22412109375,1.0,41,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,64,5760,5824,2048,64,0.05999381300105743,0.0,0.50634765625,0.0322265625,0.19287109375,1.0,44,0.6875
+fresh-zh-1,layers.11.mlp.gated_product,64,5824,5888,2048,64,0.06118278691907908,0.0,0.48779296875,0.025390625,0.169921875,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,5888,5952,2048,64,0.05547975828799096,0.0,0.50341796875,0.03369140625,0.181640625,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,64,5952,6016,2048,64,0.06649680469426164,0.0,0.4990234375,0.03955078125,0.20166015625,1.0,43,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,64,6016,6080,2048,64,0.07557420220958083,0.0,0.50146484375,0.03466796875,0.22607421875,1.0,36,0.5625
+fresh-zh-1,layers.11.mlp.gated_product,64,6080,6144,2048,64,0.06195758493458995,0.0,0.48095703125,0.0244140625,0.17529296875,1.0,45,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,128,0,128,4096,128,0.06401201534746831,0.0,0.498779296875,0.0302734375,0.19580078125,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,128,128,256,4096,128,0.06600371393728666,0.0,0.51416015625,0.0263671875,0.19482421875,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gated_product,128,256,384,4096,128,0.061042185069100724,0.0,0.52880859375,0.030029296875,0.1923828125,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,384,512,4096,128,0.06528511841557565,0.0,0.50244140625,0.025634765625,0.188720703125,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gated_product,128,512,640,4096,128,0.05838487451565388,0.0,0.502685546875,0.02734375,0.201171875,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,640,768,4096,128,0.07091448471710643,0.0,0.493896484375,0.040771484375,0.22509765625,1.0,74,0.578125
+fresh-zh-1,layers.11.mlp.gated_product,128,768,896,4096,128,0.07421939978856192,0.0,0.482177734375,0.0322265625,0.2138671875,1.0,78,0.609375
+fresh-zh-1,layers.11.mlp.gated_product,128,896,1024,4096,128,0.062035681059359436,0.0,0.497802734375,0.027099609375,0.18994140625,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,1024,1152,4096,128,0.05963997090416924,0.0,0.4462890625,0.0322265625,0.204833984375,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gated_product,128,1152,1280,4096,128,0.0740859237995764,0.0,0.49072265625,0.0400390625,0.21875,1.0,77,0.6015625
+fresh-zh-1,layers.11.mlp.gated_product,128,1280,1408,4096,128,0.062109282272845276,0.0,0.48095703125,0.03173828125,0.193603515625,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gated_product,128,1408,1536,4096,128,0.06865699109600883,0.0,0.509765625,0.02978515625,0.194091796875,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gated_product,128,1536,1664,4096,128,0.06572651349256563,0.0,0.47998046875,0.02880859375,0.207763671875,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.gated_product,128,1664,1792,4096,128,0.07177048218476904,0.0,0.4990234375,0.03076171875,0.2197265625,1.0,72,0.5625
+fresh-zh-1,layers.11.mlp.gated_product,128,1792,1920,4096,128,0.07511050416963015,0.0,0.4755859375,0.030029296875,0.208984375,1.0,77,0.6015625
+fresh-zh-1,layers.11.mlp.gated_product,128,1920,2048,4096,128,0.061069782930866866,0.0,0.49462890625,0.029541015625,0.188232421875,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,2048,2176,4096,128,0.05986413196338873,0.0,0.481201171875,0.0263671875,0.18017578125,1.0,90,0.703125
+fresh-zh-1,layers.11.mlp.gated_product,128,2176,2304,4096,128,0.07565081084146587,0.0,0.5009765625,0.0341796875,0.2265625,1.0,73,0.5703125
+fresh-zh-1,layers.11.mlp.gated_product,128,2304,2432,4096,128,0.06199369267333418,0.0,0.510498046875,0.027099609375,0.17724609375,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,2432,2560,4096,128,0.062125061599211544,0.0,0.498046875,0.0302734375,0.1923828125,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,2560,2688,4096,128,0.06650709886210202,0.0,0.488525390625,0.03076171875,0.193359375,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.gated_product,128,2688,2816,4096,128,0.05968535906297636,0.0,0.4990234375,0.030517578125,0.2080078125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,2816,2944,4096,128,0.06774400250644085,0.0,0.514404296875,0.03076171875,0.187744140625,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,2944,3072,4096,128,0.09806529958992542,0.0,0.4951171875,0.0439453125,0.27099609375,1.0,55,0.4296875
+fresh-zh-1,layers.11.mlp.gated_product,128,3072,3200,4096,128,0.06257717550783146,0.0,0.496826171875,0.03564453125,0.1962890625,1.0,83,0.6484375
+fresh-zh-1,layers.11.mlp.gated_product,128,3200,3328,4096,128,0.07458533665166311,0.0,0.519287109375,0.037109375,0.227783203125,1.0,69,0.5390625
+fresh-zh-1,layers.11.mlp.gated_product,128,3328,3456,4096,128,0.06742028309525415,0.0,0.462646484375,0.0283203125,0.1904296875,1.0,84,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,128,3456,3584,4096,128,0.06065587309650827,0.0,0.48583984375,0.030517578125,0.183349609375,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,3584,3712,4096,128,0.07178661198069766,0.0,0.4990234375,0.03662109375,0.222412109375,1.0,70,0.546875
+fresh-zh-1,layers.11.mlp.gated_product,128,3712,3840,4096,128,0.06391636981062787,0.0,0.50244140625,0.02978515625,0.201904296875,1.0,79,0.6171875
+fresh-zh-1,layers.11.mlp.gated_product,128,3840,3968,4096,128,0.06902141276131177,0.0,0.506103515625,0.034423828125,0.205322265625,1.0,77,0.6015625
+fresh-zh-1,layers.11.mlp.gated_product,128,3968,4096,4096,128,0.0791687548035063,0.0,0.49365234375,0.031494140625,0.2255859375,1.0,67,0.5234375
+fresh-zh-1,layers.11.mlp.gated_product,128,4096,4224,4096,128,0.07032133176347899,0.0,0.50634765625,0.02978515625,0.21044921875,1.0,73,0.5703125
+fresh-zh-1,layers.11.mlp.gated_product,128,4224,4352,4096,128,0.07400017604062083,0.0,0.47900390625,0.0380859375,0.211669921875,1.0,77,0.6015625
+fresh-zh-1,layers.11.mlp.gated_product,128,4352,4480,4096,128,0.06331145879519817,0.0,0.46728515625,0.030029296875,0.1845703125,1.0,85,0.6640625
+fresh-zh-1,layers.11.mlp.gated_product,128,4480,4608,4096,128,0.06494050589524904,0.0,0.503173828125,0.034423828125,0.198486328125,1.0,84,0.65625
+fresh-zh-1,layers.11.mlp.gated_product,128,4608,4736,4096,128,0.06918621665150215,0.0,0.505859375,0.03125,0.19580078125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,4736,4864,4096,128,0.06817199689109653,0.0,0.51171875,0.0302734375,0.19482421875,1.0,81,0.6328125
+fresh-zh-1,layers.11.mlp.gated_product,128,4864,4992,4096,128,0.06430127219266572,0.0,0.4990234375,0.026611328125,0.1962890625,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,4992,5120,4096,128,0.08925345545156904,0.0,0.47314453125,0.0419921875,0.268798828125,1.0,59,0.4609375
+fresh-zh-1,layers.11.mlp.gated_product,128,5120,5248,4096,128,0.06033741050201494,0.0,0.504638671875,0.0302734375,0.1923828125,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,5248,5376,4096,128,0.06021287039605441,0.0,0.506103515625,0.034912109375,0.208251953125,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,128,5376,5504,4096,128,0.05866466493704241,0.0,0.46484375,0.03369140625,0.189453125,1.0,87,0.6796875
+fresh-zh-1,layers.11.mlp.gated_product,128,5504,5632,4096,128,0.06885660338297334,0.0,0.48486328125,0.0341796875,0.199951171875,1.0,82,0.640625
+fresh-zh-1,layers.11.mlp.gated_product,128,5632,5760,4096,128,0.08012377648601304,0.0,0.535888671875,0.04052734375,0.2548828125,1.0,65,0.5078125
+fresh-zh-1,layers.11.mlp.gated_product,128,5760,5888,4096,128,0.06059121641620707,0.0,0.4970703125,0.029052734375,0.18115234375,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,128,5888,6016,4096,128,0.06123654388614971,0.0,0.501220703125,0.036865234375,0.191650390625,1.0,86,0.671875
+fresh-zh-1,layers.11.mlp.gated_product,128,6016,6144,4096,128,0.06910210695247121,0.0,0.4912109375,0.029296875,0.202880859375,1.0,80,0.625
+fresh-zh-1,layers.11.mlp.down_proj.output,0,0,2048,65536,2048,0.046942681422182574,0.0,0.5029754638671875,0.0099945068359375,0.0974884033203125,1.0,1538,0.7509765625
+fresh-zh-1,layers.11.mlp.down_proj.output,64,0,64,2048,64,0.046463918878836996,0.0,0.47998046875,0.0107421875,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,64,128,2048,64,0.044693025810018654,0.0,0.541015625,0.01025390625,0.09912109375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,128,192,2048,64,0.04602535045946222,0.0,0.48681640625,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,192,256,2048,64,0.04941131492634145,0.0,0.498046875,0.01123046875,0.103515625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,256,320,2048,64,0.046115480586337874,0.0,0.47265625,0.00927734375,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.down_proj.output,64,320,384,2048,64,0.044638708547768524,0.0,0.4677734375,0.00732421875,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,384,448,2048,64,0.0451053062851809,0.0,0.5078125,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,448,512,2048,64,0.04262529106289735,0.0,0.49267578125,0.009765625,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,512,576,2048,64,0.043835449937977965,0.0,0.54443359375,0.009765625,0.1005859375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,576,640,2048,64,0.04860834465256156,0.0,0.5283203125,0.01025390625,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,640,704,2048,64,0.04235290257218379,0.0,0.55078125,0.0087890625,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,704,768,2048,64,0.04603570502839657,0.0,0.4765625,0.00927734375,0.09033203125,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,768,832,2048,64,0.04648976501801092,0.0,0.5087890625,0.013671875,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,832,896,2048,64,0.04627783823364654,0.0,0.50537109375,0.0087890625,0.0966796875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,896,960,2048,64,0.045878811436212585,0.0,0.529296875,0.009765625,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,960,1024,2048,64,0.04507550703393795,0.0,0.48583984375,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1024,1088,2048,64,0.044818576362001386,0.0,0.4755859375,0.01220703125,0.09912109375,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1088,1152,2048,64,0.04538686727713907,0.0,0.4931640625,0.00732421875,0.1005859375,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1152,1216,2048,64,0.07809539013569294,0.0,0.505859375,0.0185546875,0.16064453125,1.0,30,0.46875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1216,1280,2048,64,0.047754412769177516,0.0,0.46337890625,0.0126953125,0.1064453125,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1280,1344,2048,64,0.045528489933818306,0.0,0.541015625,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1344,1408,2048,64,0.043325024407020636,0.0,0.49609375,0.01025390625,0.107421875,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1408,1472,2048,64,0.04399440318964083,0.0,0.533203125,0.01171875,0.1015625,1.0,48,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1472,1536,2048,64,0.045931394045459956,0.0,0.48974609375,0.009765625,0.09765625,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1536,1600,2048,64,0.0432508049277586,0.0,0.52880859375,0.009765625,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1600,1664,2048,64,0.04848601528365204,0.0,0.47021484375,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1664,1728,2048,64,0.04651095609859422,0.0,0.53369140625,0.01025390625,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1728,1792,2048,64,0.046742053306906846,0.0,0.4599609375,0.00830078125,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1792,1856,2048,64,0.04649809394018124,0.0,0.5009765625,0.00927734375,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1856,1920,2048,64,0.04509814129726917,0.0,0.52783203125,0.0068359375,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1920,1984,2048,64,0.043959357828209596,0.0,0.50732421875,0.0126953125,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.11.mlp.down_proj.output,64,1984,2048,2048,64,0.04528557675717811,0.0,0.4921875,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,128,0,128,4096,128,0.04558707225537817,0.0,0.510498046875,0.010498046875,0.091552734375,1.0,99,0.7734375
+fresh-zh-1,layers.11.mlp.down_proj.output,128,128,256,4096,128,0.04774835561391834,0.0,0.492431640625,0.009521484375,0.094482421875,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.down_proj.output,128,256,384,4096,128,0.045383101758923045,0.0,0.47021484375,0.008544921875,0.096923828125,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,128,384,512,4096,128,0.04388282177160384,0.0,0.500244140625,0.009033203125,0.096435546875,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.down_proj.output,128,512,640,4096,128,0.04628346271146522,0.0,0.536376953125,0.010009765625,0.091552734375,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.down_proj.output,128,640,768,4096,128,0.0442326491053296,0.0,0.513671875,0.009033203125,0.08935546875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.down_proj.output,128,768,896,4096,128,0.04638392266189563,0.0,0.507080078125,0.010986328125,0.0927734375,1.0,100,0.78125
+fresh-zh-1,layers.11.mlp.down_proj.output,128,896,1024,4096,128,0.04547893288747076,0.0,0.507568359375,0.009521484375,0.091552734375,1.0,102,0.796875
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1024,1152,4096,128,0.04510361686355756,0.0,0.484375,0.009521484375,0.10009765625,1.0,98,0.765625
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1152,1280,4096,128,0.06472779116953965,0.0,0.484619140625,0.01416015625,0.135498046875,1.0,76,0.59375
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1280,1408,4096,128,0.044440415926961845,0.0,0.5185546875,0.008544921875,0.099853515625,1.0,96,0.75
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1408,1536,4096,128,0.04497332804547599,0.0,0.511474609375,0.010498046875,0.100341796875,1.0,97,0.7578125
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1536,1664,4096,128,0.04594303976113012,0.0,0.49951171875,0.010009765625,0.090087890625,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1664,1792,4096,128,0.04662664787731947,0.0,0.496826171875,0.00927734375,0.08740234375,1.0,101,0.7890625
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1792,1920,4096,128,0.04580346650930677,0.0,0.514404296875,0.008056640625,0.09326171875,1.0,95,0.7421875
+fresh-zh-1,layers.11.mlp.down_proj.output,128,1920,2048,4096,128,0.04462739406966781,0.0,0.499755859375,0.011962890625,0.09521484375,1.0,98,0.765625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.6077173587356326,0.0,0.4968465169270833,0.0151824951171875,0.14877827962239584,1.0,2417,0.3933919270833333
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.319924944488407,0.0,0.43359375,0.009765625,0.12060546875,1.0,33,0.515625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.396968825530818,0.0,0.53759765625,0.01025390625,0.1201171875,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3303634710498053,0.0,0.49609375,0.0078125,0.09130859375,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3718290655346186,0.0,0.52001953125,0.01123046875,0.11767578125,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.9347506693759988,0.0,0.49462890625,0.0087890625,0.11669921875,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.8553403202853627,0.0,0.54638671875,0.015625,0.1142578125,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3104607298105866,0.0,0.52490234375,0.015625,0.13134765625,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.003185966137203,0.0,0.45263671875,0.0068359375,0.09716796875,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.7018788487376956,0.0,0.48388671875,0.00830078125,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.8350824488094739,0.0,0.47412109375,0.01220703125,0.11669921875,1.0,43,0.671875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.2646148764597998,0.0,0.45703125,0.00830078125,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1030756121062144,0.0,0.48046875,0.00927734375,0.099609375,1.0,39,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.1863168696004505,0.0,0.49365234375,0.0107421875,0.12939453125,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.9763682365271018,0.0,0.4580078125,0.015625,0.13232421875,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4095206090937078,0.0,0.48974609375,0.00927734375,0.125,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.4294467503572823,0.0,0.44873046875,0.017578125,0.140625,1.0,37,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.3741962867116824,0.0,0.490234375,0.01611328125,0.1201171875,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.1913966660948228,0.0,0.5498046875,0.013671875,0.10400390625,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.9845342678770792,0.0,0.50439453125,0.013671875,0.14111328125,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,2.0248207623240595,0.0,0.50244140625,0.01806640625,0.14404296875,1.0,23,0.359375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.7151948900820113,0.0,0.46630859375,0.01611328125,0.14501953125,1.0,25,0.390625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,0.9670891779062526,0.0,0.47705078125,0.00634765625,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8104041416184208,0.0,0.52099609375,0.0146484375,0.0947265625,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7840945213862576,0.0,0.50830078125,0.00830078125,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7049566554774815,0.0,0.53076171875,0.00634765625,0.09423828125,1.0,33,0.515625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.956930702938058,0.0,0.537109375,0.0087890625,0.13916015625,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.7536510555716494,0.0,0.529296875,0.0107421875,0.10693359375,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.0557571052094477,0.0,0.49658203125,0.01123046875,0.1015625,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1987350327574775,0.0,0.51318359375,0.00927734375,0.1181640625,1.0,39,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.3095869007014125,0.0,0.50537109375,0.01123046875,0.11572265625,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.081147336604872,0.0,0.56884765625,0.01171875,0.1083984375,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.219735073641917,0.0,0.46728515625,0.01171875,0.12109375,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.4321915486316217,0.0,0.505859375,0.01220703125,0.14306640625,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.3096118004225625,0.0,0.4931640625,0.0126953125,0.12646484375,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.4172924231897894,0.0,0.52099609375,0.0126953125,0.1123046875,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.105103624214792,0.0,0.53955078125,0.01611328125,0.138671875,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.9705988349299803,0.0,0.5,0.01171875,0.1103515625,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.519883686449554,0.0,0.43603515625,0.01171875,0.13818359375,1.0,27,0.421875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.503572651003952,0.0,0.380859375,0.009765625,0.095703125,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.3668262269192155,0.0,0.44287109375,0.01318359375,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.107126523645157,0.0,0.51025390625,0.0107421875,0.14501953125,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.6381972434477338,0.0,0.47705078125,0.01171875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.126996951989398,0.0,0.51904296875,0.01318359375,0.11279296875,1.0,39,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.0345515986341698,0.0,0.5029296875,0.013671875,0.10400390625,1.0,44,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.031941926977073,0.0,0.40380859375,0.01025390625,0.12451171875,1.0,37,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.0169811622163603,0.0,0.43212890625,0.01171875,0.11474609375,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.3556931461345552,0.0,0.51611328125,0.01318359375,0.10595703125,1.0,39,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.4006496962716806,0.0,0.51953125,0.0107421875,0.10546875,1.0,39,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.9455660262828407,0.0,0.4736328125,0.0107421875,0.11376953125,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.0082033119461165,0.0,0.52880859375,0.01416015625,0.11865234375,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7695620758965727,0.0,0.47509765625,0.01220703125,0.1220703125,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4981930643864494,0.0,0.48193359375,0.01025390625,0.11279296875,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4324487099088299,0.0,0.50927734375,0.01025390625,0.12255859375,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.231293853358197,0.0,0.5185546875,0.013671875,0.1201171875,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.3404241312606857,0.0,0.5244140625,0.01611328125,0.12841796875,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.1142901576134265,0.0,0.45263671875,0.01025390625,0.10888671875,1.0,42,0.65625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8822066729601243,0.0,0.45654296875,0.00830078125,0.0732421875,1.0,42,0.65625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.9455648629374591,0.0,0.46533203125,0.00927734375,0.0751953125,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.193919305488336,0.0,0.41455078125,0.0068359375,0.10302734375,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.315835533167107,0.0,0.47216796875,0.0078125,0.07666015625,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.3549910739346358,0.0,0.4638671875,0.01123046875,0.10009765625,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2735829870874935,0.0,0.44677734375,0.0126953125,0.10009765625,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.258165096333245,0.0,0.4873046875,0.0068359375,0.119140625,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.0464617634582642,0.0,0.53271484375,0.00732421875,0.10546875,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.3629310305083178,0.0,0.56689453125,0.021484375,0.1865234375,1.0,22,0.34375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3310543073681396,0.0,0.39697265625,0.01318359375,0.16943359375,1.0,20,0.3125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.9382560201289949,0.0,0.5390625,0.01220703125,0.1220703125,1.0,42,0.65625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.109090289559356,0.0,0.51318359375,0.0185546875,0.15380859375,1.0,33,0.515625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.1248009250218423,0.0,0.47900390625,0.017578125,0.25341796875,1.0,5,0.078125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.2252329448137387,0.0,0.533203125,0.01416015625,0.1494140625,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,3.110478197571935,0.0,0.505859375,0.0302734375,0.298828125,1.0,7,0.109375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.9551779788594805,0.0,0.54150390625,0.029296875,0.29345703125,1.0,9,0.140625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.985451300655111,0.0,0.5302734375,0.01123046875,0.1142578125,1.0,42,0.65625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.873286665681231,0.0,0.443359375,0.0048828125,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.4975092927070217,0.0,0.49072265625,0.01708984375,0.1689453125,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.1950816955073915,0.0,0.51416015625,0.01611328125,0.1396484375,1.0,30,0.46875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.3261197332039936,0.0,0.56982421875,0.0185546875,0.171875,1.0,23,0.359375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1239034481255334,0.0,0.4580078125,0.01220703125,0.1220703125,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,3.039688755295766,0.0,0.4990234375,0.01025390625,0.10546875,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,3.3558681142011593,0.0,0.5322265625,0.00830078125,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.2381886890582074,0.0,0.51318359375,0.01708984375,0.17138671875,1.0,21,0.328125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.5561123926238614,0.0,0.49365234375,0.02001953125,0.2041015625,1.0,12,0.1875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.814597945994831,0.0,0.43994140625,0.0146484375,0.11376953125,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.0870437175639518,0.0,0.470703125,0.015625,0.14306640625,1.0,28,0.4375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8958987144881109,0.0,0.49560546875,0.01416015625,0.1396484375,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6177193587707954,0.0,0.56005859375,0.01025390625,0.1005859375,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.1477297340507804,0.0,0.47509765625,0.01513671875,0.1474609375,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8859268464451072,0.0,0.52197265625,0.00830078125,0.099609375,1.0,43,0.671875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.5667855794214889,0.0,0.5107421875,0.01416015625,0.1328125,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.0116654160280176,0.0,0.4814453125,0.013671875,0.1298828125,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.847413564630234,0.0,0.59619140625,0.03515625,0.3466796875,1.0,6,0.09375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.3001636652283755,0.0,0.55419921875,0.0166015625,0.14892578125,1.0,21,0.328125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.011690453257758,0.0,0.52490234375,0.01220703125,0.1201171875,1.0,38,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9645080693086325,0.0,0.52734375,0.0126953125,0.11474609375,1.0,40,0.625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0833023402092579,0.0,0.5166015625,0.01025390625,0.142578125,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.2314513185911045,0.0,0.5390625,0.01708984375,0.14501953125,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3589929651377297,0.0,0.485595703125,0.009765625,0.1220703125,1.0,61,0.4765625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.35125533304207,0.0,0.508056640625,0.00927734375,0.105224609375,1.0,75,0.5859375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.895461402499068,0.0,0.5205078125,0.012451171875,0.1162109375,1.0,68,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1669810210603957,0.0,0.48876953125,0.011474609375,0.111572265625,1.0,71,0.5546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.7713613338167077,0.0,0.47900390625,0.009765625,0.107421875,1.0,90,0.703125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1865973604780464,0.0,0.46875,0.00927734375,0.10595703125,1.0,67,0.5234375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.083988107050129,0.0,0.475830078125,0.01318359375,0.13134765625,1.0,60,0.46875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.4195186436899818,0.0,0.46923828125,0.013427734375,0.1337890625,1.0,72,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2860484925526787,0.0,0.52001953125,0.014404296875,0.111328125,1.0,74,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,2.0047787134640322,0.0,0.50341796875,0.01611328125,0.14306640625,1.0,47,0.3671875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.3923280843585024,0.0,0.4716796875,0.012939453125,0.11865234375,1.0,67,0.5234375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7973578529180715,0.0,0.5146484375,0.011474609375,0.09716796875,1.0,94,0.734375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.835273136778093,0.0,0.533935546875,0.007568359375,0.11669921875,1.0,56,0.4375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.9106843407960785,0.0,0.512939453125,0.010986328125,0.104248046875,1.0,62,0.484375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2553851061026655,0.0,0.50927734375,0.01025390625,0.116943359375,1.0,74,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.152526184804506,0.0,0.51806640625,0.011474609375,0.116455078125,1.0,79,0.6171875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.3722710555458548,0.0,0.49951171875,0.0126953125,0.134521484375,1.0,57,0.4453125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.7944607938756196,0.0,0.5302734375,0.014892578125,0.1328125,1.0,59,0.4609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.2619762997721695,0.0,0.468017578125,0.01171875,0.124755859375,1.0,64,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.436159108852253,0.0,0.411865234375,0.011474609375,0.089599609375,1.0,75,0.5859375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.903610773757954,0.0,0.49365234375,0.01220703125,0.122802734375,1.0,82,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.0817622520752677,0.0,0.510986328125,0.012939453125,0.107177734375,1.0,83,0.6484375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.0244753645504012,0.0,0.41796875,0.010986328125,0.119140625,1.0,74,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.3783547217864784,0.0,0.517822265625,0.01171875,0.105712890625,1.0,78,0.609375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.977132735141644,0.0,0.501220703125,0.012451171875,0.117431640625,1.0,67,0.5234375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.6395018143672557,0.0,0.478515625,0.01171875,0.11962890625,1.0,69,0.5390625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3356634792935584,0.0,0.513916015625,0.012939453125,0.123291015625,1.0,75,0.5859375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.232554138165971,0.0,0.488525390625,0.01220703125,0.1201171875,1.0,76,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.9141479299720379,0.0,0.4609375,0.0087890625,0.074462890625,1.0,82,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.2557012363867917,0.0,0.443359375,0.00732421875,0.090087890625,1.0,70,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.3149171904422803,0.0,0.455322265625,0.011962890625,0.098388671875,1.0,81,0.6328125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.1571649908313473,0.0,0.510009765625,0.00732421875,0.11474609375,1.0,76,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.3470869613884886,0.0,0.48193359375,0.017333984375,0.17822265625,1.0,41,0.3203125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.027230653189233,0.0,0.526123046875,0.01513671875,0.13623046875,1.0,74,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.7343550299795345,0.0,0.506103515625,0.016845703125,0.207763671875,1.0,17,0.1328125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,3.0338219710710086,0.0,0.523681640625,0.0302734375,0.296142578125,1.0,16,0.125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9310595755426965,0.0,0.48681640625,0.0087890625,0.106689453125,1.0,85,0.6640625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.3547609273744032,0.0,0.50244140625,0.015869140625,0.156005859375,1.0,52,0.40625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.2291770636286488,0.0,0.513916015625,0.0146484375,0.146728515625,1.0,56,0.4375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,3.2016838170706023,0.0,0.515625,0.009765625,0.091064453125,1.0,73,0.5703125
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.406164465521235,0.0,0.50341796875,0.019287109375,0.18798828125,1.0,32,0.25
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9605295043657571,0.0,0.455322265625,0.015869140625,0.130859375,1.0,66,0.515625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7694841495513901,0.0,0.52783203125,0.013671875,0.124755859375,1.0,79,0.6171875
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.0252194691080654,0.0,0.49853515625,0.012451171875,0.12451171875,1.0,76,0.59375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.318765325194417,0.0,0.49609375,0.01416015625,0.141357421875,1.0,48,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.21338988481699,0.0,0.5751953125,0.029296875,0.265625,1.0,14,0.109375
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9883808448605106,0.0,0.526123046875,0.01220703125,0.118408203125,1.0,77,0.6015625
+fresh-zh-1,layers.12.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1597448664173136,0.0,0.52783203125,0.014404296875,0.147705078125,1.0,61,0.4765625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.698274637132145,0.0,0.3342132568359375,0.01202392578125,0.1158447265625,1.0,957,0.46728515625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4428220267632987,0.0,0.4248046875,0.01220703125,0.1376953125,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,64,128,2048,64,1.286769973586851,0.0,0.33251953125,0.01025390625,0.1103515625,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2930099056950781,0.0,0.22412109375,0.00732421875,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3059112799041523,0.0,0.2431640625,0.009765625,0.08740234375,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7031755120903622,0.0,0.2998046875,0.01171875,0.095703125,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,320,384,2048,64,1.597662647500326,0.0,0.25244140625,0.00732421875,0.095703125,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,384,448,2048,64,1.9159944128120086,0.0,0.61767578125,0.015625,0.17431640625,1.0,17,0.265625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,448,512,2048,64,2.027405458163524,0.0,0.654296875,0.01416015625,0.14306640625,1.0,23,0.359375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,512,576,2048,64,1.8174157288736421,0.0,0.20849609375,0.01123046875,0.076171875,1.0,36,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,576,640,2048,64,1.6275952248732344,0.0,0.15087890625,0.00341796875,0.0546875,1.0,37,0.578125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,640,704,2048,64,1.6313710308786424,0.0,0.27392578125,0.009765625,0.0947265625,1.0,30,0.46875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,704,768,2048,64,1.5631321832372873,0.0,0.38037109375,0.009765625,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,768,832,2048,64,1.7092645719507311,0.0,0.453125,0.01220703125,0.10888671875,1.0,30,0.46875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,832,896,2048,64,2.2256587322679486,0.0,0.5888671875,0.015625,0.10546875,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,896,960,2048,64,1.1457096923230206,0.0,0.3974609375,0.0234375,0.2724609375,1.0,11,0.171875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.3998103057917255,0.0,0.443359375,0.03271484375,0.33154296875,1.0,8,0.125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5118784774149385,0.0,0.29541015625,0.0107421875,0.09326171875,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6798790483437485,0.0,0.31103515625,0.00634765625,0.08544921875,1.0,33,0.515625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6425567431116062,0.0,0.12451171875,0.00537109375,0.05126953125,1.0,42,0.65625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.6732632243674168,0.0,0.1298828125,0.00537109375,0.03662109375,1.0,44,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.0016010344145205,0.0,0.2216796875,0.00537109375,0.06494140625,1.0,34,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.0710299901459748,0.0,0.29638671875,0.0078125,0.07568359375,1.0,32,0.5
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.35652013379029,0.0,0.25,0.01171875,0.09814453125,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.2905167543532081,0.0,0.21337890625,0.005859375,0.08056640625,1.0,41,0.640625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.7119517571266336,0.0,0.4130859375,0.017578125,0.12548828125,1.0,25,0.390625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.7149941960890627,0.0,0.49365234375,0.01220703125,0.12060546875,1.0,28,0.4375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.11193001630304,0.0,0.58740234375,0.017578125,0.169921875,1.0,20,0.3125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.121713351372903,0.0,0.775390625,0.013671875,0.134765625,1.0,24,0.375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.060132588050824,0.0,0.099609375,0.0009765625,0.01220703125,1.0,51,0.796875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.0771951806149267,0.0,0.1318359375,0.0009765625,0.01220703125,1.0,50,0.78125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.4546459923743258,0.0,0.2099609375,0.009765625,0.0986328125,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.3502803020667669,0.0,0.1962890625,0.0107421875,0.10888671875,1.0,35,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,0,128,4096,128,1.3670245729024146,0.0,0.378662109375,0.011474609375,0.12451171875,1.0,55,0.4296875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,128,256,4096,128,1.2994766037152221,0.0,0.233642578125,0.008544921875,0.090576171875,1.0,90,0.703125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,256,384,4096,128,1.651262056761739,0.0,0.276123046875,0.009521484375,0.098388671875,1.0,68,0.53125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,384,512,4096,128,1.9724866896532003,0.0,0.635986328125,0.015380859375,0.157470703125,1.0,39,0.3046875
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,512,640,4096,128,1.7251182782040582,0.0,0.1796875,0.00732421875,0.064208984375,1.0,72,0.5625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,640,768,4096,128,1.5976159836866637,0.0,0.3271484375,0.010009765625,0.10546875,1.0,58,0.453125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9843313948842427,0.0,0.52099609375,0.01611328125,0.109375,1.0,50,0.390625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.279085531011049,0.0,0.42041015625,0.029541015625,0.305908203125,1.0,16,0.125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.598087943064275,0.0,0.30322265625,0.008544921875,0.087646484375,1.0,67,0.5234375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.6579810723228796,0.0,0.127197265625,0.00537109375,0.044189453125,1.0,85,0.6640625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.0366113916323503,0.0,0.259033203125,0.0068359375,0.0712890625,1.0,65,0.5078125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.3239298256789829,0.0,0.231689453125,0.0087890625,0.089599609375,1.0,81,0.6328125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.7134736518762317,0.0,0.453369140625,0.014892578125,0.122802734375,1.0,52,0.40625
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.1168273357971117,0.0,0.681396484375,0.015625,0.152587890625,1.0,43,0.3359375
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.068681476051698,0.0,0.11572265625,0.0009765625,0.01220703125,1.0,100,0.78125
+fresh-zh-1,layers.12.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.403433621030971,0.0,0.203125,0.010009765625,0.104736328125,1.0,70,0.546875
+fresh-zh-1,layers.12.linear_attn.in_proj_b.output,0,0,16,512,16,1.1969496212153485,0.0,0.73828125,0.013671875,0.08984375,1.0,11,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_b.output,64,0,16,512,16,1.1969496212153485,0.0,0.73828125,0.013671875,0.08984375,1.0,11,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_b.output,128,0,16,512,16,1.1969496212153485,0.0,0.73828125,0.013671875,0.08984375,1.0,11,0.6875
+fresh-zh-1,layers.12.linear_attn.in_proj_a.output,0,0,16,512,16,1.533212660522292,0.0,0.404296875,0.00390625,0.078125,1.0,13,0.8125
+fresh-zh-1,layers.12.linear_attn.in_proj_a.output,64,0,16,512,16,1.533212660522292,0.0,0.404296875,0.00390625,0.078125,1.0,13,0.8125
+fresh-zh-1,layers.12.linear_attn.in_proj_a.output,128,0,16,512,16,1.533212660522292,0.0,0.404296875,0.00390625,0.078125,1.0,13,0.8125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,0,0,2048,65536,2048,0.02972277368272703,0.0,0.4924774169921875,0.0112762451171875,0.1052703857421875,1.0,1403,0.68505859375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,0,64,2048,64,0.0267551901720742,0.0,0.51318359375,0.0078125,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,64,128,2048,64,0.027880794511836105,0.0,0.51318359375,0.01220703125,0.10791015625,1.0,44,0.6875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,128,192,2048,64,0.026787743041569227,0.0,0.4501953125,0.01318359375,0.10107421875,1.0,49,0.765625
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,192,256,2048,64,0.02540777950277969,0.0,0.50048828125,0.0107421875,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,256,320,2048,64,0.027429284335071642,0.0,0.4501953125,0.01123046875,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,320,384,2048,64,0.02742976836947872,0.0,0.5166015625,0.005859375,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,384,448,2048,64,0.028010322917615987,0.0,0.4111328125,0.0107421875,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,448,512,2048,64,0.025964257434149467,0.0,0.49365234375,0.00927734375,0.10791015625,1.0,44,0.6875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,512,576,2048,64,0.02621526675583473,0.0,0.53955078125,0.01513671875,0.1142578125,1.0,43,0.671875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,576,640,2048,64,0.030112222847685523,0.0,0.47900390625,0.0107421875,0.10107421875,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,640,704,2048,64,0.02796060447480183,0.0,0.3974609375,0.0087890625,0.09423828125,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,704,768,2048,64,0.02705346857528996,0.0,0.52783203125,0.01025390625,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,768,832,2048,64,0.027428796776170647,0.0,0.482421875,0.009765625,0.10205078125,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,832,896,2048,64,0.02773738872730499,0.0,0.48193359375,0.009765625,0.09130859375,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,896,960,2048,64,0.029724709023654997,0.0,0.51318359375,0.0087890625,0.1015625,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,960,1024,2048,64,0.02772592843750339,0.0,0.50439453125,0.00732421875,0.09033203125,1.0,50,0.78125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02538339390191308,0.0,0.54443359375,0.0107421875,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02705683339894692,0.0,0.5126953125,0.0107421875,0.1123046875,1.0,43,0.671875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07250974595476162,0.0,0.56689453125,0.0283203125,0.2841796875,1.0,3,0.046875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1216,1280,2048,64,0.025989898745686416,0.0,0.53173828125,0.00830078125,0.09765625,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1280,1344,2048,64,0.027201171224538464,0.0,0.47119140625,0.00927734375,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1344,1408,2048,64,0.026135488720860085,0.0,0.50048828125,0.01123046875,0.1005859375,1.0,46,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1408,1472,2048,64,0.025134011752373526,0.0,0.44580078125,0.01318359375,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02891330881931782,0.0,0.47412109375,0.0126953125,0.0947265625,1.0,45,0.703125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1536,1600,2048,64,0.025163785593296732,0.0,0.52197265625,0.009765625,0.10107421875,1.0,48,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02580047543373761,0.0,0.50244140625,0.01025390625,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1664,1728,2048,64,0.03065558951333007,0.0,0.44384765625,0.00830078125,0.09619140625,1.0,45,0.703125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1728,1792,2048,64,0.029086192756917012,0.0,0.48974609375,0.0048828125,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1792,1856,2048,64,0.026352034021229688,0.0,0.501953125,0.013671875,0.1083984375,1.0,45,0.703125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1856,1920,2048,64,0.02728514393034678,0.0,0.4619140625,0.01171875,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1920,1984,2048,64,0.027495343524247852,0.0,0.53369140625,0.0126953125,0.1064453125,1.0,43,0.671875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,64,1984,2048,2048,64,0.02624847430160788,0.0,0.48193359375,0.009765625,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,0,128,4096,128,0.02732378912006062,0.0,0.51318359375,0.01025390625,0.09375,1.0,92,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,128,256,4096,128,0.026106880668925313,0.0,0.475341796875,0.01171875,0.09326171875,1.0,96,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,256,384,4096,128,0.027429526353342868,0.0,0.4833984375,0.008544921875,0.080322265625,1.0,96,0.75
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,384,512,4096,128,0.027006673749796636,0.0,0.452392578125,0.01025390625,0.101806640625,1.0,91,0.7109375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,512,640,4096,128,0.028231066008107517,0.0,0.50927734375,0.013427734375,0.1083984375,1.0,90,0.703125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,640,768,4096,128,0.027510775748336408,0.0,0.462646484375,0.00927734375,0.098876953125,1.0,92,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,768,896,4096,128,0.027583524303450558,0.0,0.482177734375,0.009765625,0.095947265625,1.0,95,0.7421875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,896,1024,4096,128,0.028742698501206494,0.0,0.5087890625,0.008056640625,0.094970703125,1.0,95,0.7421875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1024,1152,4096,128,0.026233460690100036,0.0,0.528564453125,0.01123046875,0.099365234375,1.0,92,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05446621932553747,0.0,0.54931640625,0.019775390625,0.20556640625,1.0,37,0.2890625
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1280,1408,4096,128,0.026673652605753717,0.0,0.48583984375,0.01025390625,0.09375,1.0,92,0.71875
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1408,1536,4096,128,0.027089647225920943,0.0,0.4599609375,0.012451171875,0.095458984375,1.0,91,0.7109375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1536,1664,4096,128,0.025484118956639507,0.0,0.51220703125,0.010009765625,0.0927734375,1.0,97,0.7578125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1664,1792,4096,128,0.029881196240297375,0.0,0.466796875,0.0068359375,0.09326171875,1.0,89,0.6953125
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02682264692713777,0.0,0.48193359375,0.012451171875,0.10107421875,1.0,91,0.7109375
+fresh-zh-1,layers.12.linear_attn.out_proj.output,128,1920,2048,4096,128,0.02687913985490019,0.0,0.5078125,0.01123046875,0.098876953125,1.0,90,0.703125
+fresh-zh-1,layers.12.mlp.gate_proj.output,0,0,6144,196608,6144,0.608119375330795,0.0,0.7469736735026041,0.0089569091796875,0.09037272135416667,1.0,3700,0.6022135416666666
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,0,64,2048,64,0.5343910629108377,0.0,0.73095703125,0.0078125,0.08251953125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,64,128,2048,64,0.6868026977686229,0.0,0.72412109375,0.013671875,0.10595703125,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,128,192,2048,64,0.6669103655921143,0.0,0.763671875,0.01416015625,0.0966796875,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,192,256,2048,64,0.5608991946405449,0.0,0.73828125,0.00927734375,0.0966796875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,256,320,2048,64,0.5443642370059715,0.0,0.7734375,0.0078125,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,320,384,2048,64,0.7200003150620016,0.0,0.68701171875,0.0146484375,0.1064453125,1.0,30,0.46875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,384,448,2048,64,0.6020146173680208,0.0,0.75830078125,0.0029296875,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,448,512,2048,64,0.5886954561062325,0.0,0.7509765625,0.00537109375,0.08203125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,512,576,2048,64,0.656322343535825,0.0,0.82568359375,0.00927734375,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,576,640,2048,64,0.5454471966137263,0.0,0.71044921875,0.0048828125,0.0849609375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,640,704,2048,64,0.5396501356504053,0.0,0.72509765625,0.0068359375,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,704,768,2048,64,0.6159721160011221,0.0,0.76513671875,0.01220703125,0.0859375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,768,832,2048,64,0.5152871124287899,0.0,0.75,0.01123046875,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,832,896,2048,64,0.5967740043386797,0.0,0.71044921875,0.01025390625,0.111328125,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,896,960,2048,64,0.7098499641278617,0.0,0.7734375,0.00830078125,0.09375,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,960,1024,2048,64,0.6100871093277058,0.0,0.732421875,0.0078125,0.09521484375,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1024,1088,2048,64,0.5109540099459012,0.0,0.7412109375,0.00634765625,0.08154296875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1088,1152,2048,64,0.5439730136112815,0.0,0.76123046875,0.0068359375,0.08935546875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1152,1216,2048,64,0.6712829808281688,0.0,0.74658203125,0.00927734375,0.10546875,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1216,1280,2048,64,0.605559572786974,0.0,0.75537109375,0.009765625,0.0966796875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1280,1344,2048,64,0.6284512064376956,0.0,0.728515625,0.01025390625,0.0966796875,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1344,1408,2048,64,0.7084059944221658,0.0,0.69287109375,0.009765625,0.1181640625,1.0,33,0.515625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1408,1472,2048,64,0.6633142568381194,0.0,0.763671875,0.009765625,0.09423828125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1472,1536,2048,64,0.5470523911216927,0.0,0.72021484375,0.005859375,0.07568359375,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1536,1600,2048,64,0.5545694302714851,0.0,0.8037109375,0.00634765625,0.0869140625,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1600,1664,2048,64,0.6422091212780636,0.0,0.78759765625,0.00927734375,0.0966796875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1664,1728,2048,64,0.4930409690957178,0.0,0.71142578125,0.00732421875,0.08447265625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1728,1792,2048,64,0.5530758791305515,0.0,0.77978515625,0.00927734375,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1792,1856,2048,64,0.6159901566883571,0.0,0.74462890625,0.009765625,0.08984375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1856,1920,2048,64,0.7110147283708593,0.0,0.7822265625,0.00537109375,0.0771484375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1920,1984,2048,64,0.6349497415602137,0.0,0.7509765625,0.0126953125,0.08740234375,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,1984,2048,2048,64,0.5104396367066475,0.0,0.75390625,0.00830078125,0.07080078125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2048,2112,2048,64,0.5270452396534678,0.0,0.7275390625,0.00341796875,0.09130859375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2112,2176,2048,64,0.6450876498010121,0.0,0.69384765625,0.01513671875,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2176,2240,2048,64,0.6948868905107628,0.0,0.814453125,0.0078125,0.08154296875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2240,2304,2048,64,0.5984624119733942,0.0,0.72412109375,0.00927734375,0.107421875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2304,2368,2048,64,0.5780414573566828,0.0,0.74462890625,0.0068359375,0.08837890625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2368,2432,2048,64,0.5800035927589596,0.0,0.70654296875,0.005859375,0.0849609375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2432,2496,2048,64,0.7618036631242546,0.0,0.7275390625,0.01025390625,0.1103515625,1.0,34,0.53125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2496,2560,2048,64,0.600780499903089,0.0,0.7314453125,0.009765625,0.07958984375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2560,2624,2048,64,0.5457213465067002,0.0,0.708984375,0.00830078125,0.08544921875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2624,2688,2048,64,0.5530020434996533,0.0,0.70263671875,0.0078125,0.08984375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2688,2752,2048,64,0.5744190715335608,0.0,0.76708984375,0.00732421875,0.068359375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2752,2816,2048,64,0.6213613782536712,0.0,0.76171875,0.00732421875,0.1005859375,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2816,2880,2048,64,0.5328286818506004,0.0,0.7548828125,0.0087890625,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2880,2944,2048,64,0.6321915943128462,0.0,0.8037109375,0.0078125,0.07080078125,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,2944,3008,2048,64,0.5480766820697436,0.0,0.744140625,0.00537109375,0.08740234375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3008,3072,2048,64,0.7829655439254742,0.0,0.75537109375,0.0146484375,0.1083984375,1.0,31,0.484375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3072,3136,2048,64,0.6675080195128383,0.0,0.7548828125,0.009765625,0.07861328125,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3136,3200,2048,64,0.6427931371656188,0.0,0.78564453125,0.01025390625,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3200,3264,2048,64,0.580373178943033,0.0,0.74658203125,0.00927734375,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3264,3328,2048,64,0.5940551781135748,0.0,0.78515625,0.0107421875,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3328,3392,2048,64,0.6482771768091845,0.0,0.794921875,0.00537109375,0.07373046875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3392,3456,2048,64,0.5564060774066089,0.0,0.73095703125,0.00537109375,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3456,3520,2048,64,0.6359332731703639,0.0,0.7724609375,0.009765625,0.10205078125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3520,3584,2048,64,0.5814457440493878,0.0,0.7548828125,0.009765625,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3584,3648,2048,64,0.6559901368067346,0.0,0.763671875,0.0087890625,0.0869140625,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3648,3712,2048,64,0.5339158096025355,0.0,0.78466796875,0.00927734375,0.08154296875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3712,3776,2048,64,0.5766139429156931,0.0,0.720703125,0.00927734375,0.0888671875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3776,3840,2048,64,0.5441863823473373,0.0,0.7353515625,0.01171875,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3840,3904,2048,64,0.6590326193752177,0.0,0.708984375,0.0078125,0.09423828125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3904,3968,2048,64,0.47051191723706387,0.0,0.736328125,0.0087890625,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,3968,4032,2048,64,0.6768037499034364,0.0,0.76806640625,0.00732421875,0.091796875,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4032,4096,2048,64,0.5574003667027165,0.0,0.7392578125,0.0078125,0.08642578125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4096,4160,2048,64,0.5640022815457204,0.0,0.72509765625,0.01220703125,0.1015625,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4160,4224,2048,64,0.606494789608405,0.0,0.75439453125,0.01025390625,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4224,4288,2048,64,0.6045375823611009,0.0,0.787109375,0.00830078125,0.09375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4288,4352,2048,64,0.5872037803691463,0.0,0.7587890625,0.005859375,0.09228515625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4352,4416,2048,64,0.5429401241821852,0.0,0.76416015625,0.01123046875,0.08984375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4416,4480,2048,64,0.5389842071502295,0.0,0.68603515625,0.0078125,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4480,4544,2048,64,0.6022545950412033,0.0,0.7763671875,0.01025390625,0.0908203125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4544,4608,2048,64,0.5833357544274573,0.0,0.7734375,0.01025390625,0.08935546875,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4608,4672,2048,64,0.6162020190086563,0.0,0.73193359375,0.01318359375,0.1005859375,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4672,4736,2048,64,0.5859788226518303,0.0,0.7578125,0.00732421875,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4736,4800,2048,64,0.640712902953293,0.0,0.69091796875,0.0126953125,0.1123046875,1.0,34,0.53125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4800,4864,2048,64,0.6309028880754942,0.0,0.78515625,0.0078125,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4864,4928,2048,64,0.6187288155205914,0.0,0.71875,0.0068359375,0.09375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4928,4992,2048,64,0.5141169458077591,0.0,0.7392578125,0.00732421875,0.08203125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,4992,5056,2048,64,0.5964380962497386,0.0,0.74658203125,0.00634765625,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5056,5120,2048,64,0.5595442612802809,0.0,0.74462890625,0.009765625,0.087890625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5120,5184,2048,64,0.6322269781069214,0.0,0.74658203125,0.0068359375,0.10205078125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5184,5248,2048,64,0.5969731902598266,0.0,0.72998046875,0.00634765625,0.0859375,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5248,5312,2048,64,0.5882140886693781,0.0,0.73583984375,0.0078125,0.0859375,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5312,5376,2048,64,0.6132423369811092,0.0,0.75048828125,0.00732421875,0.09375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5376,5440,2048,64,0.6752197710543238,0.0,0.75927734375,0.01123046875,0.09326171875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5440,5504,2048,64,0.627773639165693,0.0,0.76123046875,0.01171875,0.09375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5504,5568,2048,64,0.6310531771151011,0.0,0.7490234375,0.00537109375,0.078125,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5568,5632,2048,64,0.5958510267982603,0.0,0.69189453125,0.0087890625,0.10009765625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5632,5696,2048,64,0.6801277409598081,0.0,0.72802734375,0.00634765625,0.0771484375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5696,5760,2048,64,0.651933989080129,0.0,0.7314453125,0.0078125,0.0869140625,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5760,5824,2048,64,0.5712424842456807,0.0,0.751953125,0.009765625,0.08154296875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5824,5888,2048,64,0.6229438596999529,0.0,0.75537109375,0.0087890625,0.0888671875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5888,5952,2048,64,0.7207510073466847,0.0,0.8017578125,0.0087890625,0.0947265625,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,5952,6016,2048,64,0.6523215538041726,0.0,0.70556640625,0.0146484375,0.09912109375,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,6016,6080,2048,64,0.5958222611534947,0.0,0.7294921875,0.01123046875,0.0908203125,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,64,6080,6144,2048,64,0.6069725923777658,0.0,0.74658203125,0.0068359375,0.095703125,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,0,128,4096,128,0.6153339555807209,0.0,0.7275390625,0.0107421875,0.092529296875,1.0,74,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,128,256,4096,128,0.6161888275044507,0.0,0.7509765625,0.01171875,0.09716796875,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,256,384,4096,128,0.6382526444208731,0.0,0.730224609375,0.01171875,0.089111328125,1.0,74,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,384,512,4096,128,0.5953922822664439,0.0,0.754638671875,0.004150390625,0.0791015625,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,512,640,4096,128,0.6034366838857786,0.0,0.76806640625,0.007080078125,0.082275390625,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,640,768,4096,128,0.5790699079551626,0.0,0.7451171875,0.010009765625,0.089599609375,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,768,896,4096,128,0.5575213092293526,0.0,0.730224609375,0.01025390625,0.096435546875,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,896,1024,4096,128,0.6618509093973365,0.0,0.7529296875,0.009033203125,0.0966796875,1.0,72,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1024,1152,4096,128,0.5277218205727027,0.0,0.751220703125,0.006591796875,0.084716796875,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1152,1280,4096,128,0.639266468909286,0.0,0.7509765625,0.009521484375,0.1025390625,1.0,71,0.5546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1280,1408,4096,128,0.6696230177518738,0.0,0.710693359375,0.009765625,0.106201171875,1.0,68,0.53125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1408,1536,4096,128,0.6079687993460964,0.0,0.741943359375,0.008056640625,0.086181640625,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1536,1664,4096,128,0.5999915867928409,0.0,0.795654296875,0.008056640625,0.093017578125,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1664,1792,4096,128,0.5239190420679882,0.0,0.74560546875,0.0087890625,0.0849609375,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1792,1920,4096,128,0.665201404499883,0.0,0.763427734375,0.007568359375,0.084228515625,1.0,77,0.6015625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,1920,2048,4096,128,0.5760684842224041,0.0,0.75244140625,0.010986328125,0.07861328125,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2048,2176,4096,128,0.5890308822834226,0.0,0.710693359375,0.0087890625,0.097900390625,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2176,2304,4096,128,0.64846937057533,0.0,0.769287109375,0.008056640625,0.096923828125,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2304,2432,4096,128,0.5790233561940048,0.0,0.7255859375,0.00634765625,0.0869140625,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2432,2560,4096,128,0.6860328090599378,0.0,0.7294921875,0.009765625,0.0986328125,1.0,72,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2560,2688,4096,128,0.5493737562661136,0.0,0.705810546875,0.008056640625,0.087890625,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2688,2816,4096,128,0.5983507466890887,0.0,0.764404296875,0.00732421875,0.084716796875,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2816,2944,4096,128,0.5846249293874093,0.0,0.779296875,0.008544921875,0.077880859375,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,2944,3072,4096,128,0.6758043697709761,0.0,0.749755859375,0.0107421875,0.102783203125,1.0,70,0.546875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3072,3200,4096,128,0.6552671109178186,0.0,0.770263671875,0.010009765625,0.078857421875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3200,3328,4096,128,0.5872540257333247,0.0,0.765869140625,0.01025390625,0.0869140625,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3328,3456,4096,128,0.604090647563218,0.0,0.762939453125,0.005615234375,0.07958984375,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3456,3584,4096,128,0.6092988926620163,0.0,0.763671875,0.010009765625,0.095703125,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3584,3712,4096,128,0.5980757273670488,0.0,0.774169921875,0.00927734375,0.0859375,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3712,3840,4096,128,0.5606346662029849,0.0,0.72802734375,0.01025390625,0.088134765625,1.0,82,0.640625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3840,3968,4096,128,0.5725842547881744,0.0,0.72265625,0.009033203125,0.09423828125,1.0,77,0.6015625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,3968,4096,4096,128,0.6199832597270979,0.0,0.753662109375,0.007568359375,0.09033203125,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4096,4224,4096,128,0.5856340595503824,0.0,0.73974609375,0.010498046875,0.091552734375,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4224,4352,4096,128,0.5959337077925788,0.0,0.77294921875,0.007080078125,0.09228515625,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4352,4480,4096,128,0.5409657817294585,0.0,0.72509765625,0.009521484375,0.09033203125,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4480,4608,4096,128,0.592870643412918,0.0,0.77490234375,0.010009765625,0.09033203125,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4608,4736,4096,128,0.6012803459397162,0.0,0.744873046875,0.01025390625,0.091552734375,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4736,4864,4096,128,0.6358268153329314,0.0,0.738037109375,0.01025390625,0.095947265625,1.0,74,0.578125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4864,4992,4096,128,0.5688328318241715,0.0,0.72900390625,0.00732421875,0.087158203125,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,4992,5120,4096,128,0.5782854757771925,0.0,0.74560546875,0.008056640625,0.0810546875,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5120,5248,4096,128,0.6148528042284612,0.0,0.73828125,0.007568359375,0.094482421875,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5248,5376,4096,128,0.6008585432425835,0.0,0.7431640625,0.007568359375,0.090087890625,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5376,5504,4096,128,0.6519284781530836,0.0,0.76025390625,0.01123046875,0.094482421875,1.0,75,0.5859375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5504,5632,4096,128,0.6137045537078913,0.0,0.720458984375,0.007080078125,0.08935546875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5632,5760,4096,128,0.6661800320262615,0.0,0.729736328125,0.007080078125,0.08251953125,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5760,5888,4096,128,0.597652502774418,0.0,0.753662109375,0.009521484375,0.084228515625,1.0,77,0.6015625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,5888,6016,4096,128,0.687388326984373,0.0,0.753662109375,0.01171875,0.097412109375,1.0,72,0.5625
+fresh-zh-1,layers.12.mlp.gate_proj.output,128,6016,6144,4096,128,0.6014232680832396,0.0,0.738037109375,0.0087890625,0.09228515625,1.0,73,0.5703125
+fresh-zh-1,layers.12.mlp.up_proj.output,0,0,6144,196608,6144,0.3541291941423205,0.0,0.4979197184244792,0.008417765299479166,0.085662841796875,1.0,4678,0.7613932291666666
+fresh-zh-1,layers.12.mlp.up_proj.output,64,0,64,2048,64,0.35246146640316695,0.0,0.5498046875,0.0087890625,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,64,128,2048,64,0.35165934721927883,0.0,0.49365234375,0.01025390625,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,128,192,2048,64,0.3490919653991952,0.0,0.47412109375,0.01025390625,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,192,256,2048,64,0.37248901200860357,0.0,0.4755859375,0.01025390625,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,256,320,2048,64,0.32519414131240926,0.0,0.52099609375,0.0107421875,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,320,384,2048,64,0.4016695765211347,0.0,0.50390625,0.00732421875,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,384,448,2048,64,0.36930118346956187,0.0,0.56298828125,0.0126953125,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,448,512,2048,64,0.37446274051952544,0.0,0.5146484375,0.0068359375,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,512,576,2048,64,0.3389636480070352,0.0,0.4345703125,0.009765625,0.0771484375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,576,640,2048,64,0.3793160999015444,0.0,0.51025390625,0.0107421875,0.0849609375,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,640,704,2048,64,0.3480980361125718,0.0,0.4814453125,0.0068359375,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,704,768,2048,64,0.3429997489255482,0.0,0.4794921875,0.0166015625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,768,832,2048,64,0.3918351160338583,0.0,0.50244140625,0.005859375,0.10498046875,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,832,896,2048,64,0.34027546064802167,0.0,0.48876953125,0.00927734375,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,896,960,2048,64,0.38238353340213727,0.0,0.5009765625,0.0087890625,0.09521484375,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,960,1024,2048,64,0.3451467873283107,0.0,0.49853515625,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1024,1088,2048,64,0.3620244100620858,0.0,0.51611328125,0.00830078125,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1088,1152,2048,64,0.3446020139269577,0.0,0.521484375,0.0087890625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1152,1216,2048,64,0.37792606381057164,0.0,0.47802734375,0.0068359375,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1216,1280,2048,64,0.33659116119361177,0.0,0.52880859375,0.0078125,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1280,1344,2048,64,0.37907493223426414,0.0,0.48974609375,0.01123046875,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1344,1408,2048,64,0.39761954972058977,0.0,0.4853515625,0.009765625,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1408,1472,2048,64,0.32499495109717574,0.0,0.44091796875,0.00634765625,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1472,1536,2048,64,0.3542460882317934,0.0,0.46923828125,0.0107421875,0.09912109375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1536,1600,2048,64,0.3307631249406439,0.0,0.48681640625,0.00634765625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1600,1664,2048,64,0.35786769105316046,0.0,0.51025390625,0.00732421875,0.09716796875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1664,1728,2048,64,0.34256954219909536,0.0,0.5625,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1728,1792,2048,64,0.33737526197800494,0.0,0.5126953125,0.005859375,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1792,1856,2048,64,0.3418888645785664,0.0,0.513671875,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1856,1920,2048,64,0.3492906661746752,0.0,0.53271484375,0.0087890625,0.09326171875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1920,1984,2048,64,0.36328055242241886,0.0,0.48876953125,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,1984,2048,2048,64,0.33300761376033944,0.0,0.4755859375,0.01171875,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2048,2112,2048,64,0.3599459703858979,0.0,0.45751953125,0.0078125,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2112,2176,2048,64,0.33420558183194277,0.0,0.48291015625,0.00634765625,0.0712890625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2176,2240,2048,64,0.3355668687647569,0.0,0.5400390625,0.005859375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2240,2304,2048,64,0.36754508886342674,0.0,0.4931640625,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2304,2368,2048,64,0.3699013159410956,0.0,0.53759765625,0.00634765625,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2368,2432,2048,64,0.3449193801758731,0.0,0.47607421875,0.00634765625,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2432,2496,2048,64,0.4042482231366969,0.0,0.501953125,0.0126953125,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2496,2560,2048,64,0.3496820063209285,0.0,0.50048828125,0.005859375,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2560,2624,2048,64,0.35406767948966855,0.0,0.50390625,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2624,2688,2048,64,0.4002571126715513,0.0,0.55126953125,0.0087890625,0.0732421875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2688,2752,2048,64,0.32935118119102014,0.0,0.5185546875,0.01220703125,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2752,2816,2048,64,0.33713490908388316,0.0,0.49560546875,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2816,2880,2048,64,0.33312977670153243,0.0,0.48876953125,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2880,2944,2048,64,0.340370833120711,0.0,0.50146484375,0.0087890625,0.07568359375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,2944,3008,2048,64,0.3378459622303658,0.0,0.5361328125,0.00537109375,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3008,3072,2048,64,0.37017444249689085,0.0,0.51513671875,0.00830078125,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3072,3136,2048,64,0.406485290849871,0.0,0.43505859375,0.00732421875,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3136,3200,2048,64,0.3580513406134292,0.0,0.5,0.009765625,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3200,3264,2048,64,0.35664069862604125,0.0,0.51220703125,0.00537109375,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3264,3328,2048,64,0.33195291592416826,0.0,0.52734375,0.009765625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3328,3392,2048,64,0.34822489847150734,0.0,0.43896484375,0.01171875,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3392,3456,2048,64,0.3475714408957592,0.0,0.55615234375,0.0087890625,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3456,3520,2048,64,0.35883836354926957,0.0,0.5146484375,0.00634765625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3520,3584,2048,64,0.34983425001680996,0.0,0.4794921875,0.009765625,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3584,3648,2048,64,0.34789515774271096,0.0,0.4833984375,0.01123046875,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3648,3712,2048,64,0.3323223462214778,0.0,0.44921875,0.009765625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3712,3776,2048,64,0.3395315493530028,0.0,0.43310546875,0.0078125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3776,3840,2048,64,0.37317838884362176,0.0,0.46142578125,0.0087890625,0.09033203125,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3840,3904,2048,64,0.3325838026755485,0.0,0.4814453125,0.00634765625,0.0771484375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3904,3968,2048,64,0.3469625665699387,0.0,0.5,0.005859375,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,3968,4032,2048,64,0.35597423960078206,0.0,0.482421875,0.00439453125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4032,4096,2048,64,0.3428231982128436,0.0,0.4970703125,0.00830078125,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4096,4160,2048,64,0.3434225217734079,0.0,0.48095703125,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4160,4224,2048,64,0.3560390600521241,0.0,0.49169921875,0.01123046875,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4224,4288,2048,64,0.36019636123225807,0.0,0.4892578125,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4288,4352,2048,64,0.34831622853595917,0.0,0.55322265625,0.0087890625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4352,4416,2048,64,0.33512428076743367,0.0,0.4580078125,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4416,4480,2048,64,0.37406810567088145,0.0,0.52099609375,0.00830078125,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4480,4544,2048,64,0.3426856759409214,0.0,0.49560546875,0.00634765625,0.07568359375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4544,4608,2048,64,0.3962852488350759,0.0,0.4912109375,0.00634765625,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4608,4672,2048,64,0.3448496798446639,0.0,0.43603515625,0.005859375,0.07958984375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4672,4736,2048,64,0.35171894906828,0.0,0.47705078125,0.00634765625,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4736,4800,2048,64,0.3301066228242747,0.0,0.50048828125,0.0107421875,0.09912109375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4800,4864,2048,64,0.32891009502181134,0.0,0.45849609375,0.005859375,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4864,4928,2048,64,0.35373237354768294,0.0,0.59912109375,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4928,4992,2048,64,0.3770106408945749,0.0,0.501953125,0.00634765625,0.07275390625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,4992,5056,2048,64,0.34499090385559167,0.0,0.5009765625,0.01171875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5056,5120,2048,64,0.3486357286153097,0.0,0.5185546875,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5120,5184,2048,64,0.3255419551731384,0.0,0.552734375,0.0087890625,0.06689453125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5184,5248,2048,64,0.3353998715209048,0.0,0.48388671875,0.00537109375,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5248,5312,2048,64,0.356502641190955,0.0,0.52734375,0.00634765625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5312,5376,2048,64,0.33508523437136095,0.0,0.47998046875,0.00732421875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5376,5440,2048,64,0.33472550081231794,0.0,0.46728515625,0.009765625,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5440,5504,2048,64,0.3369226934531872,0.0,0.4892578125,0.00927734375,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5504,5568,2048,64,0.3338915840906408,0.0,0.49853515625,0.0078125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5568,5632,2048,64,0.37528699456260994,0.0,0.52734375,0.0048828125,0.09765625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5632,5696,2048,64,0.4064954473287335,0.0,0.50732421875,0.00927734375,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5696,5760,2048,64,0.39850524590745123,0.0,0.48486328125,0.0078125,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5760,5824,2048,64,0.3203844823856784,0.0,0.48828125,0.01025390625,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5824,5888,2048,64,0.361713996584041,0.0,0.5166015625,0.009765625,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5888,5952,2048,64,0.3349938601897633,0.0,0.46044921875,0.0078125,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,64,5952,6016,2048,64,0.36433626948722825,0.0,0.5625,0.0078125,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,64,6016,6080,2048,64,0.3482146741963854,0.0,0.49755859375,0.00634765625,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,64,6080,6144,2048,64,0.33825403600045173,0.0,0.42529296875,0.0107421875,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,0,128,4096,128,0.3520606352503501,0.0,0.521728515625,0.009521484375,0.087158203125,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,128,256,4096,128,0.36098009943307025,0.0,0.474853515625,0.010498046875,0.090576171875,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,256,384,4096,128,0.36543787313754367,0.0,0.512451171875,0.008544921875,0.086669921875,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,384,512,4096,128,0.37189091690266685,0.0,0.538818359375,0.009765625,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,512,640,4096,128,0.3597061705856293,0.0,0.472412109375,0.010009765625,0.079833984375,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,128,640,768,4096,128,0.34555829501577473,0.0,0.48046875,0.011962890625,0.086181640625,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,768,896,4096,128,0.3669619512132631,0.0,0.49560546875,0.0078125,0.0927734375,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,896,1024,4096,128,0.3642413152157218,0.0,0.499755859375,0.00927734375,0.092529296875,1.0,93,0.7265625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1024,1152,4096,128,0.3534205861882669,0.0,0.518798828125,0.008544921875,0.08447265625,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1152,1280,4096,128,0.35785592037928915,0.0,0.50341796875,0.00830078125,0.090576171875,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1280,1408,4096,128,0.38845791957972525,0.0,0.487548828125,0.010498046875,0.08642578125,1.0,95,0.7421875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1408,1536,4096,128,0.33993529477400786,0.0,0.455078125,0.008544921875,0.088134765625,1.0,100,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1536,1664,4096,128,0.34458201427252433,0.0,0.49853515625,0.0068359375,0.0888671875,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1664,1792,4096,128,0.339982322067799,0.0,0.53759765625,0.00732421875,0.08349609375,1.0,102,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1792,1920,4096,128,0.34560958117474816,0.0,0.523193359375,0.00830078125,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,1920,2048,4096,128,0.3484729764204774,0.0,0.482177734375,0.009765625,0.08349609375,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2048,2176,4096,128,0.34731431911502947,0.0,0.47021484375,0.00732421875,0.074951171875,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2176,2304,4096,128,0.35191939116806836,0.0,0.5166015625,0.006591796875,0.087890625,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2304,2432,4096,128,0.3576285519612931,0.0,0.5068359375,0.00634765625,0.088623046875,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2432,2560,4096,128,0.37795114198385915,0.0,0.501220703125,0.009521484375,0.090576171875,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2560,2688,4096,128,0.37786881182717735,0.0,0.527587890625,0.00732421875,0.077880859375,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2688,2816,4096,128,0.3332657704257357,0.0,0.507080078125,0.010498046875,0.0859375,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2816,2944,4096,128,0.3367697671737323,0.0,0.4951171875,0.008544921875,0.08154296875,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,2944,3072,4096,128,0.35437904288575367,0.0,0.525634765625,0.0068359375,0.083251953125,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3072,3200,4096,128,0.38303462910837327,0.0,0.467529296875,0.008544921875,0.09033203125,1.0,93,0.7265625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3200,3328,4096,128,0.3445180157169061,0.0,0.519775390625,0.007568359375,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3328,3456,4096,128,0.3478983231073741,0.0,0.49755859375,0.01025390625,0.082763671875,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3456,3584,4096,128,0.3543649063038986,0.0,0.4970703125,0.008056640625,0.0869140625,1.0,95,0.7421875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3584,3712,4096,128,0.34019787078917285,0.0,0.46630859375,0.010498046875,0.0888671875,1.0,100,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3712,3840,4096,128,0.35675186257815944,0.0,0.447265625,0.00830078125,0.088134765625,1.0,95,0.7421875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3840,3968,4096,128,0.3398492374589998,0.0,0.49072265625,0.006591796875,0.074462890625,1.0,102,0.796875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,3968,4096,4096,128,0.3494605875433149,0.0,0.48974609375,0.00634765625,0.08251953125,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4096,4224,4096,128,0.34978767898827345,0.0,0.486328125,0.01025390625,0.0869140625,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4224,4352,4096,128,0.35430609203517366,0.0,0.521240234375,0.008544921875,0.08447265625,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4352,4480,4096,128,0.35513042057819505,0.0,0.489501953125,0.007568359375,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4480,4608,4096,128,0.37045611814313734,0.0,0.493408203125,0.006591796875,0.08251953125,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4608,4736,4096,128,0.3483012495115848,0.0,0.45654296875,0.006103515625,0.079345703125,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4736,4864,4096,128,0.3295089020343039,0.0,0.4794921875,0.00830078125,0.08984375,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4864,4992,4096,128,0.36555684608786604,0.0,0.550537109375,0.0068359375,0.0791015625,1.0,100,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,4992,5120,4096,128,0.3468181043502674,0.0,0.509765625,0.01025390625,0.082275390625,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5120,5248,4096,128,0.33050766889301453,0.0,0.518310546875,0.007080078125,0.07421875,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5248,5376,4096,128,0.3459597140346233,0.0,0.503662109375,0.007080078125,0.0888671875,1.0,100,0.78125
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5376,5504,4096,128,0.33582589407147223,0.0,0.478271484375,0.009521484375,0.08740234375,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5504,5632,4096,128,0.3551928477703301,0.0,0.512939453125,0.00634765625,0.09130859375,1.0,95,0.7421875
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5632,5760,4096,128,0.40252017323032724,0.0,0.49609375,0.00830078125,0.09423828125,1.0,93,0.7265625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5760,5888,4096,128,0.3416747224176371,0.0,0.50244140625,0.01025390625,0.093017578125,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,5888,6016,4096,128,0.3499727158141824,0.0,0.511474609375,0.008056640625,0.086181640625,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.up_proj.output,128,6016,6144,4096,128,0.3432704853292005,0.0,0.46142578125,0.0087890625,0.0849609375,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.silu_gate,0,0,6144,196608,6144,0.22186552176008192,0.0,0.7469736735026041,0.006413777669270833,0.06612650553385417,1.0,4233,0.68896484375
+fresh-zh-1,layers.12.mlp.silu_gate,64,0,64,2048,64,0.20760987412205092,0.0,0.73095703125,0.005859375,0.0654296875,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,64,128,2048,64,0.22462726282289877,0.0,0.72412109375,0.0087890625,0.06884765625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,128,192,2048,64,0.21398531645454996,0.0,0.763671875,0.00927734375,0.0625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,192,256,2048,64,0.20401484791992874,0.0,0.73828125,0.0068359375,0.07177734375,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,256,320,2048,64,0.2058019377392131,0.0,0.7734375,0.00537109375,0.05322265625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,320,384,2048,64,0.2494292675058198,0.0,0.68701171875,0.01025390625,0.07470703125,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,64,384,448,2048,64,0.22336841374720495,0.0,0.75830078125,0.00244140625,0.056640625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,448,512,2048,64,0.1967744896647499,0.0,0.7509765625,0.00390625,0.05419921875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,512,576,2048,64,0.24752526835867655,0.0,0.82568359375,0.005859375,0.0595703125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,576,640,2048,64,0.21991389679683201,0.0,0.71044921875,0.00390625,0.0654296875,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,640,704,2048,64,0.19316019625471625,0.0,0.72509765625,0.005859375,0.0654296875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,704,768,2048,64,0.19071183805131825,0.0,0.76513671875,0.009765625,0.0517578125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,768,832,2048,64,0.1935607508056457,0.0,0.75,0.00927734375,0.06591796875,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,832,896,2048,64,0.2020637457518966,0.0,0.71044921875,0.0078125,0.07763671875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,896,960,2048,64,0.22281637845688468,0.0,0.7734375,0.00537109375,0.05517578125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,960,1024,2048,64,0.3351285533145086,0.0,0.732421875,0.01171875,0.1103515625,1.0,27,0.421875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1024,1088,2048,64,0.19368919737938767,0.0,0.7412109375,0.0048828125,0.06201171875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,1088,1152,2048,64,0.20502086129945152,0.0,0.76123046875,0.005859375,0.0625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1152,1216,2048,64,0.2081051516977094,0.0,0.74658203125,0.005859375,0.0673828125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1216,1280,2048,64,0.2619087356367088,0.0,0.75537109375,0.00830078125,0.083984375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.silu_gate,64,1280,1344,2048,64,0.248418042484439,0.0,0.728515625,0.005859375,0.07763671875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,64,1344,1408,2048,64,0.2325398609052222,0.0,0.69287109375,0.00634765625,0.0771484375,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1408,1472,2048,64,0.2184629411468383,0.0,0.763671875,0.00732421875,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1472,1536,2048,64,0.1889600429053393,0.0,0.72021484375,0.00439453125,0.056640625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.silu_gate,64,1536,1600,2048,64,0.1915770146176234,0.0,0.8037109375,0.00439453125,0.05615234375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,1600,1664,2048,64,0.2397547029306514,0.0,0.78759765625,0.0068359375,0.0751953125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.silu_gate,64,1664,1728,2048,64,0.18784681836551673,0.0,0.71142578125,0.0068359375,0.0673828125,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,1728,1792,2048,64,0.1991732383646776,0.0,0.77978515625,0.00732421875,0.06201171875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,1792,1856,2048,64,0.2089958429770777,0.0,0.74462890625,0.005859375,0.064453125,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,1856,1920,2048,64,0.2098163733901776,0.0,0.7822265625,0.00341796875,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,1920,1984,2048,64,0.26257885853768337,0.0,0.7509765625,0.0107421875,0.072265625,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.silu_gate,64,1984,2048,2048,64,0.2046708750468519,0.0,0.75390625,0.0068359375,0.056640625,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,2048,2112,2048,64,0.19611431275748048,0.0,0.7275390625,0.00244140625,0.06494140625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,2112,2176,2048,64,0.24062080781209216,0.0,0.69384765625,0.01123046875,0.07763671875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,64,2176,2240,2048,64,0.24767012034073804,0.0,0.814453125,0.00390625,0.0546875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2240,2304,2048,64,0.23119156001209132,0.0,0.72412109375,0.00634765625,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2304,2368,2048,64,0.19109213395504482,0.0,0.74462890625,0.0048828125,0.06201171875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,2368,2432,2048,64,0.21320921352216324,0.0,0.70654296875,0.0048828125,0.0625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2432,2496,2048,64,0.23158508718411655,0.0,0.7275390625,0.0048828125,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2496,2560,2048,64,0.26143606446005235,0.0,0.7314453125,0.0087890625,0.068359375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,64,2560,2624,2048,64,0.2600820636273635,0.0,0.708984375,0.0078125,0.083984375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.silu_gate,64,2624,2688,2048,64,0.2281788275262818,0.0,0.70263671875,0.00634765625,0.0771484375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.silu_gate,64,2688,2752,2048,64,0.21200496577893338,0.0,0.76708984375,0.00634765625,0.048828125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2752,2816,2048,64,0.2300017825833514,0.0,0.76171875,0.00537109375,0.07470703125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,64,2816,2880,2048,64,0.2009341836866567,0.0,0.7548828125,0.00390625,0.064453125,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,2880,2944,2048,64,0.20441124090383583,0.0,0.8037109375,0.005859375,0.04833984375,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,2944,3008,2048,64,0.20048650985385877,0.0,0.744140625,0.00341796875,0.06689453125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3008,3072,2048,64,0.2519603604251308,0.0,0.75537109375,0.01025390625,0.0751953125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.silu_gate,64,3072,3136,2048,64,0.21895744189343702,0.0,0.7548828125,0.00634765625,0.05615234375,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3136,3200,2048,64,0.20633967353782492,0.0,0.78564453125,0.0068359375,0.05322265625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3200,3264,2048,64,0.24330098735447578,0.0,0.74658203125,0.00634765625,0.07666015625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.silu_gate,64,3264,3328,2048,64,0.21688010035362937,0.0,0.78515625,0.00830078125,0.06298828125,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,3328,3392,2048,64,0.23400568323812102,0.0,0.794921875,0.0048828125,0.05517578125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3392,3456,2048,64,0.20687679795062716,0.0,0.73095703125,0.00390625,0.06298828125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,3456,3520,2048,64,0.21349221220415807,0.0,0.7724609375,0.005859375,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,3520,3584,2048,64,0.19115598167216719,0.0,0.7548828125,0.00634765625,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,3584,3648,2048,64,0.21955633915297287,0.0,0.763671875,0.0048828125,0.0546875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3648,3712,2048,64,0.1865675013496614,0.0,0.78466796875,0.005859375,0.052734375,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,3712,3776,2048,64,0.23322169361737638,0.0,0.720703125,0.00830078125,0.07666015625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3776,3840,2048,64,0.2127645884551379,0.0,0.7353515625,0.01025390625,0.0712890625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3840,3904,2048,64,0.30071986761469766,0.0,0.708984375,0.00732421875,0.0859375,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.silu_gate,64,3904,3968,2048,64,0.17410241124831688,0.0,0.736328125,0.0068359375,0.0673828125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,3968,4032,2048,64,0.20825556423039215,0.0,0.76806640625,0.00390625,0.0517578125,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,4032,4096,2048,64,0.21956634692521843,0.0,0.7392578125,0.00634765625,0.07080078125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,4096,4160,2048,64,0.19437377152795282,0.0,0.72509765625,0.0078125,0.06689453125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4160,4224,2048,64,0.2091849251106494,0.0,0.75439453125,0.0078125,0.05322265625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,4224,4288,2048,64,0.182486964255457,0.0,0.787109375,0.00390625,0.0517578125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.silu_gate,64,4288,4352,2048,64,0.20525531782772288,0.0,0.7587890625,0.0029296875,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4352,4416,2048,64,0.20568505551742156,0.0,0.76416015625,0.00830078125,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4416,4480,2048,64,0.22525638812125054,0.0,0.68603515625,0.00634765625,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4480,4544,2048,64,0.1959458282462426,0.0,0.7763671875,0.00537109375,0.05712890625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.silu_gate,64,4544,4608,2048,64,0.19053503726276122,0.0,0.7734375,0.005859375,0.05810546875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,4608,4672,2048,64,0.22981837034528338,0.0,0.73193359375,0.0107421875,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4672,4736,2048,64,0.21666028764246215,0.0,0.7578125,0.00439453125,0.05712890625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,4736,4800,2048,64,0.20546817131731904,0.0,0.69091796875,0.0068359375,0.0693359375,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,4800,4864,2048,64,0.23791080581087265,0.0,0.78515625,0.0068359375,0.0625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4864,4928,2048,64,0.2265325711744763,0.0,0.71875,0.00439453125,0.064453125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,4928,4992,2048,64,0.19889446720109158,0.0,0.7392578125,0.00634765625,0.06396484375,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,4992,5056,2048,64,0.2164430574553414,0.0,0.74658203125,0.00537109375,0.05322265625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,5056,5120,2048,64,0.20189566339381262,0.0,0.74462890625,0.0078125,0.06396484375,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,5120,5184,2048,64,0.19341757744746157,0.0,0.74658203125,0.00244140625,0.06396484375,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,64,5184,5248,2048,64,0.23171067011571891,0.0,0.72998046875,0.00537109375,0.06591796875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,64,5248,5312,2048,64,0.20226998162829307,0.0,0.73583984375,0.0048828125,0.06298828125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,5312,5376,2048,64,0.20933655917421948,0.0,0.75048828125,0.00439453125,0.0625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,5376,5440,2048,64,0.3686911454140825,0.0,0.75927734375,0.01123046875,0.10595703125,1.0,27,0.421875
+fresh-zh-1,layers.12.mlp.silu_gate,64,5440,5504,2048,64,0.1957296135551663,0.0,0.76123046875,0.00634765625,0.0625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,64,5504,5568,2048,64,0.2413742324230596,0.0,0.7490234375,0.00390625,0.06005859375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,64,5568,5632,2048,64,0.2453762179203496,0.0,0.69189453125,0.005859375,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.silu_gate,64,5632,5696,2048,64,0.2695473538890369,0.0,0.72802734375,0.005859375,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.silu_gate,64,5696,5760,2048,64,0.28242587542726155,0.0,0.7314453125,0.00634765625,0.0751953125,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.silu_gate,64,5760,5824,2048,64,0.19361761395365756,0.0,0.751953125,0.0068359375,0.05810546875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.silu_gate,64,5824,5888,2048,64,0.1986843443924506,0.0,0.75537109375,0.00634765625,0.05712890625,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,5888,5952,2048,64,0.22325818387604993,0.0,0.8017578125,0.00439453125,0.0546875,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,5952,6016,2048,64,0.21314758377432655,0.0,0.70556640625,0.0107421875,0.0654296875,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,64,6016,6080,2048,64,0.21269552255953753,0.0,0.7294921875,0.005859375,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,64,6080,6144,2048,64,0.1982772227444911,0.0,0.74658203125,0.00390625,0.0615234375,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,128,0,128,4096,128,0.21628599935765777,0.0,0.7275390625,0.0078125,0.068115234375,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.silu_gate,128,128,256,4096,128,0.20905952959617213,0.0,0.7509765625,0.008056640625,0.067138671875,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,256,384,4096,128,0.2286584757511787,0.0,0.730224609375,0.007080078125,0.062744140625,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.silu_gate,128,384,512,4096,128,0.21049186212626522,0.0,0.754638671875,0.003662109375,0.055419921875,1.0,93,0.7265625
+fresh-zh-1,layers.12.mlp.silu_gate,128,512,640,4096,128,0.2341269746103624,0.0,0.76806640625,0.0048828125,0.065185546875,1.0,88,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,128,640,768,4096,128,0.1919399210561377,0.0,0.7451171875,0.0078125,0.058349609375,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,128,768,896,4096,128,0.1978579308490468,0.0,0.730224609375,0.008544921875,0.070556640625,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,896,1024,4096,128,0.28456834482714083,0.0,0.7529296875,0.0068359375,0.08154296875,1.0,71,0.5546875
+fresh-zh-1,layers.12.mlp.silu_gate,128,1024,1152,4096,128,0.19943552686199156,0.0,0.751220703125,0.005126953125,0.062255859375,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,128,1152,1280,4096,128,0.23654168762180808,0.0,0.7509765625,0.00732421875,0.074951171875,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.silu_gate,128,1280,1408,4096,128,0.24060996523587777,0.0,0.710693359375,0.006103515625,0.07861328125,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.silu_gate,128,1408,1536,4096,128,0.2042448952474879,0.0,0.741943359375,0.005859375,0.06005859375,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,128,1536,1664,4096,128,0.21700699309834004,0.0,0.795654296875,0.00537109375,0.06787109375,1.0,90,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,128,1664,1792,4096,128,0.19359287958331542,0.0,0.74560546875,0.0068359375,0.064208984375,1.0,95,0.7421875
+fresh-zh-1,layers.12.mlp.silu_gate,128,1792,1920,4096,128,0.20940651007586386,0.0,0.763427734375,0.004638671875,0.055908203125,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,128,1920,2048,4096,128,0.235412217231176,0.0,0.75244140625,0.008544921875,0.06494140625,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,128,2048,2176,4096,128,0.21949851573585033,0.0,0.710693359375,0.00634765625,0.074462890625,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,128,2176,2304,4096,128,0.23957256304762875,0.0,0.769287109375,0.00537109375,0.0703125,1.0,87,0.6796875
+fresh-zh-1,layers.12.mlp.silu_gate,128,2304,2432,4096,128,0.2024529234047167,0.0,0.7255859375,0.0048828125,0.061767578125,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,2432,2560,4096,128,0.24696200963552625,0.0,0.7294921875,0.00634765625,0.06640625,1.0,85,0.6640625
+fresh-zh-1,layers.12.mlp.silu_gate,128,2560,2688,4096,128,0.24465103428346321,0.0,0.705810546875,0.0068359375,0.080810546875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,128,2688,2816,4096,128,0.22118648863170415,0.0,0.764404296875,0.005859375,0.060302734375,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.silu_gate,128,2816,2944,4096,128,0.2026801687162179,0.0,0.779296875,0.0048828125,0.056396484375,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,128,2944,3072,4096,128,0.22768274403096875,0.0,0.749755859375,0.007080078125,0.072021484375,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,128,3072,3200,4096,128,0.21274212351602353,0.0,0.770263671875,0.0068359375,0.054931640625,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,128,3200,3328,4096,128,0.23046946476384145,0.0,0.765869140625,0.007080078125,0.069580078125,1.0,87,0.6796875
+fresh-zh-1,layers.12.mlp.silu_gate,128,3328,3456,4096,128,0.22085817770465782,0.0,0.762939453125,0.00439453125,0.060546875,1.0,90,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,128,3456,3584,4096,128,0.20263209765591825,0.0,0.763671875,0.005859375,0.063720703125,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,3584,3712,4096,128,0.20373072745920187,0.0,0.774169921875,0.005615234375,0.055908203125,1.0,93,0.7265625
+fresh-zh-1,layers.12.mlp.silu_gate,128,3712,3840,4096,128,0.22322760635082925,0.0,0.72802734375,0.0087890625,0.07373046875,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.silu_gate,128,3840,3968,4096,128,0.24570723267811972,0.0,0.72265625,0.008056640625,0.08154296875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.silu_gate,128,3968,4096,4096,128,0.21398570131553693,0.0,0.753662109375,0.005126953125,0.06103515625,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,4096,4224,4096,128,0.20191519996219798,0.0,0.73974609375,0.008056640625,0.060791015625,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.silu_gate,128,4224,4352,4096,128,0.19420509470625633,0.0,0.77294921875,0.00390625,0.05712890625,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.silu_gate,128,4352,4480,4096,128,0.21569281681668984,0.0,0.72509765625,0.007568359375,0.073486328125,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.silu_gate,128,4480,4608,4096,128,0.19325936980108857,0.0,0.77490234375,0.005615234375,0.0576171875,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.silu_gate,128,4608,4736,4096,128,0.22333625275520794,0.0,0.744873046875,0.007568359375,0.066650390625,1.0,90,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,128,4736,4864,4096,128,0.22228216409111856,0.0,0.738037109375,0.0068359375,0.066162109375,1.0,88,0.6875
+fresh-zh-1,layers.12.mlp.silu_gate,128,4864,4992,4096,128,0.21316192775226683,0.0,0.72900390625,0.00537109375,0.064697265625,1.0,90,0.703125
+fresh-zh-1,layers.12.mlp.silu_gate,128,4992,5120,4096,128,0.20929579070999485,0.0,0.74560546875,0.0068359375,0.059326171875,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,128,5120,5248,4096,128,0.21342468684657864,0.0,0.73828125,0.004150390625,0.06396484375,1.0,91,0.7109375
+fresh-zh-1,layers.12.mlp.silu_gate,128,5248,5376,4096,128,0.2058335984172792,0.0,0.7431640625,0.00439453125,0.062744140625,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,128,5376,5504,4096,128,0.29516371925526586,0.0,0.76025390625,0.010986328125,0.08740234375,1.0,71,0.5546875
+fresh-zh-1,layers.12.mlp.silu_gate,128,5504,5632,4096,128,0.24338345095621855,0.0,0.720458984375,0.0048828125,0.07080078125,1.0,84,0.65625
+fresh-zh-1,layers.12.mlp.silu_gate,128,5632,5760,4096,128,0.2760617241663871,0.0,0.729736328125,0.006103515625,0.066650390625,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.silu_gate,128,5760,5888,4096,128,0.196167338183202,0.0,0.753662109375,0.006591796875,0.0576171875,1.0,94,0.734375
+fresh-zh-1,layers.12.mlp.silu_gate,128,5888,6016,4096,128,0.21826143628280475,0.0,0.753662109375,0.008056640625,0.060546875,1.0,91,0.7109375
+fresh-zh-1,layers.12.mlp.silu_gate,128,6016,6144,4096,128,0.20561279431998303,0.0,0.738037109375,0.0048828125,0.0634765625,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.gated_product,0,0,6144,196608,6144,0.07650591774469097,0.0,0.5018310546875,0.032496134440104164,0.20740254720052084,1.0,3669,0.59716796875
+fresh-zh-1,layers.12.mlp.gated_product,64,0,64,2048,64,0.06858953596671087,0.0,0.44775390625,0.02734375,0.1953125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,64,128,2048,64,0.07534419756221442,0.0,0.4970703125,0.03515625,0.2158203125,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,128,192,2048,64,0.07213626149613867,0.0,0.50439453125,0.037109375,0.19580078125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,192,256,2048,64,0.07278887412247788,0.0,0.533203125,0.0400390625,0.216796875,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,256,320,2048,64,0.06327570725749888,0.0,0.48779296875,0.029296875,0.17626953125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.gated_product,64,320,384,2048,64,0.09052198893586076,0.0,0.49169921875,0.03564453125,0.2294921875,1.0,35,0.546875
+fresh-zh-1,layers.12.mlp.gated_product,64,384,448,2048,64,0.10313710691549645,0.0,0.46484375,0.03857421875,0.23876953125,1.0,28,0.4375
+fresh-zh-1,layers.12.mlp.gated_product,64,448,512,2048,64,0.07199297044270997,0.0,0.48828125,0.029296875,0.1767578125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.gated_product,64,512,576,2048,64,0.11737402552153164,0.0,0.52685546875,0.041015625,0.26171875,1.0,23,0.359375
+fresh-zh-1,layers.12.mlp.gated_product,64,576,640,2048,64,0.08399063789855403,0.0,0.474609375,0.02978515625,0.216796875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,640,704,2048,64,0.06524331038656135,0.0,0.48974609375,0.0283203125,0.1884765625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,704,768,2048,64,0.06599042030402648,0.0,0.50341796875,0.04052734375,0.19140625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,768,832,2048,64,0.06312563478643513,0.0,0.50048828125,0.033203125,0.201171875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,832,896,2048,64,0.06928014058024151,0.0,0.5341796875,0.0341796875,0.21044921875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,896,960,2048,64,0.08343505223209817,0.0,0.537109375,0.029296875,0.20703125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,960,1024,2048,64,0.06968327407056639,0.0,0.52587890625,0.03076171875,0.20458984375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,1024,1088,2048,64,0.07578974380693508,0.0,0.48681640625,0.03076171875,0.2216796875,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,1088,1152,2048,64,0.06915482009991729,0.0,0.51904296875,0.0302734375,0.21435546875,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,1152,1216,2048,64,0.08251259009222432,0.0,0.5478515625,0.03466796875,0.21484375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,1216,1280,2048,64,0.06410752934626358,0.0,0.466796875,0.03125,0.19482421875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,1280,1344,2048,64,0.07934916888827138,0.0,0.48974609375,0.03564453125,0.20556640625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,1344,1408,2048,64,0.07495435463056511,0.0,0.50244140625,0.02978515625,0.189453125,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,1408,1472,2048,64,0.07071466130815089,0.0,0.52783203125,0.03125,0.197265625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,1472,1536,2048,64,0.07150477552015554,0.0,0.501953125,0.02978515625,0.2119140625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,1536,1600,2048,64,0.0674331720440781,0.0,0.51220703125,0.02099609375,0.1904296875,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,1600,1664,2048,64,0.07271500733443688,0.0,0.53125,0.033203125,0.2119140625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,1664,1728,2048,64,0.06422121996580113,0.0,0.46240234375,0.0400390625,0.2021484375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,1728,1792,2048,64,0.06804678540757894,0.0,0.48876953125,0.025390625,0.18408203125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,1792,1856,2048,64,0.07270696818474376,0.0,0.52001953125,0.029296875,0.19873046875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,1856,1920,2048,64,0.07321944263116868,0.0,0.50341796875,0.02294921875,0.1845703125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,1920,1984,2048,64,0.10010382612408589,0.0,0.47509765625,0.0419921875,0.24267578125,1.0,31,0.484375
+fresh-zh-1,layers.12.mlp.gated_product,64,1984,2048,2048,64,0.07456856063537584,0.0,0.525390625,0.03857421875,0.21240234375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,2048,2112,2048,64,0.06909551093095026,0.0,0.52783203125,0.0322265625,0.20068359375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,2112,2176,2048,64,0.07545920123382785,0.0,0.478515625,0.03955078125,0.205078125,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gated_product,64,2176,2240,2048,64,0.07342322159983508,0.0,0.458984375,0.02001953125,0.189453125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,2240,2304,2048,64,0.07596540625017112,0.0,0.48486328125,0.033203125,0.20947265625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,2304,2368,2048,64,0.08292980049263923,0.0,0.4833984375,0.0361328125,0.2265625,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,2368,2432,2048,64,0.06864308908155978,0.0,0.5263671875,0.02734375,0.1953125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,2432,2496,2048,64,0.08362143467834574,0.0,0.4951171875,0.03564453125,0.2099609375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,2496,2560,2048,64,0.06704181910160117,0.0,0.48583984375,0.02978515625,0.1689453125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.gated_product,64,2560,2624,2048,64,0.08418497082946676,0.0,0.484375,0.0302734375,0.2314453125,1.0,34,0.53125
+fresh-zh-1,layers.12.mlp.gated_product,64,2624,2688,2048,64,0.08526171193963458,0.0,0.4921875,0.029296875,0.1982421875,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gated_product,64,2688,2752,2048,64,0.07058085166507536,0.0,0.49462890625,0.029296875,0.18896484375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,2752,2816,2048,64,0.07599591897112143,0.0,0.49462890625,0.04052734375,0.208984375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,2816,2880,2048,64,0.06646226590964271,0.0,0.52587890625,0.02490234375,0.1943359375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,2880,2944,2048,64,0.06272857813219554,0.0,0.50634765625,0.02490234375,0.14990234375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,2944,3008,2048,64,0.06494707654487628,0.0,0.4658203125,0.0283203125,0.197265625,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,3008,3072,2048,64,0.08166973447733683,0.0,0.4931640625,0.0322265625,0.20361328125,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,3072,3136,2048,64,0.07700710768234675,0.0,0.52783203125,0.029296875,0.19384765625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,3136,3200,2048,64,0.07765113589152747,0.0,0.47998046875,0.0341796875,0.1865234375,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,3200,3264,2048,64,0.06916208313337349,0.0,0.4892578125,0.02734375,0.18359375,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,3264,3328,2048,64,0.06770498660431985,0.0,0.515625,0.03076171875,0.19189453125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,3328,3392,2048,64,0.07207658831090914,0.0,0.55224609375,0.02587890625,0.17724609375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,3392,3456,2048,64,0.06886574459717354,0.0,0.4775390625,0.02587890625,0.19091796875,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,3456,3520,2048,64,0.0716637529712099,0.0,0.4736328125,0.02490234375,0.19677734375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,3520,3584,2048,64,0.07945342083514108,0.0,0.52734375,0.03466796875,0.22509765625,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gated_product,64,3584,3648,2048,64,0.07745764514572955,0.0,0.5087890625,0.03271484375,0.20703125,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,3648,3712,2048,64,0.06399002919504256,0.0,0.50732421875,0.03076171875,0.18994140625,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,3712,3776,2048,64,0.07644741669749576,0.0,0.53173828125,0.0341796875,0.224609375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,3776,3840,2048,64,0.07489277240673893,0.0,0.52197265625,0.03564453125,0.21826171875,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,3840,3904,2048,64,0.08230951280217665,0.0,0.5400390625,0.03564453125,0.20068359375,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,3904,3968,2048,64,0.06078714503562995,0.0,0.5068359375,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,3968,4032,2048,64,0.07839181913733181,0.0,0.53076171875,0.0302734375,0.20849609375,1.0,36,0.5625
+fresh-zh-1,layers.12.mlp.gated_product,64,4032,4096,2048,64,0.06795159481220449,0.0,0.4873046875,0.02978515625,0.20068359375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,4096,4160,2048,64,0.07540733231941461,0.0,0.5029296875,0.04248046875,0.22216796875,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,4160,4224,2048,64,0.06408912762831152,0.0,0.4931640625,0.0283203125,0.1689453125,1.0,46,0.71875
+fresh-zh-1,layers.12.mlp.gated_product,64,4224,4288,2048,64,0.07468323690113386,0.0,0.5029296875,0.03076171875,0.21533203125,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,4288,4352,2048,64,0.06336682092447589,0.0,0.51611328125,0.0263671875,0.18408203125,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,4352,4416,2048,64,0.06672341492350975,0.0,0.52392578125,0.04345703125,0.2109375,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,4416,4480,2048,64,0.077883820633337,0.0,0.494140625,0.03369140625,0.21533203125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,4480,4544,2048,64,0.06847771762503718,0.0,0.52294921875,0.02587890625,0.17822265625,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,4544,4608,2048,64,0.0777189324304138,0.0,0.505859375,0.02392578125,0.22021484375,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,4608,4672,2048,64,0.06640375107896962,0.0,0.515625,0.03173828125,0.177734375,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,4672,4736,2048,64,0.09836078697404481,0.0,0.52099609375,0.03369140625,0.23876953125,1.0,31,0.484375
+fresh-zh-1,layers.12.mlp.gated_product,64,4736,4800,2048,64,0.0666233847387711,0.0,0.5380859375,0.037109375,0.2275390625,1.0,40,0.625
+fresh-zh-1,layers.12.mlp.gated_product,64,4800,4864,2048,64,0.08414277329035996,0.0,0.51806640625,0.03125,0.2060546875,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,4864,4928,2048,64,0.07291882468190855,0.0,0.46533203125,0.0322265625,0.20361328125,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,4928,4992,2048,64,0.07912666745127844,0.0,0.5078125,0.02734375,0.20458984375,1.0,39,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,64,4992,5056,2048,64,0.06924798527278794,0.0,0.45068359375,0.0341796875,0.17236328125,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.gated_product,64,5056,5120,2048,64,0.06677749215884245,0.0,0.48681640625,0.03076171875,0.185546875,1.0,45,0.703125
+fresh-zh-1,layers.12.mlp.gated_product,64,5120,5184,2048,64,0.06367230775326567,0.0,0.47900390625,0.0234375,0.1796875,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,5184,5248,2048,64,0.06739611414967439,0.0,0.4833984375,0.02734375,0.18408203125,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,5248,5312,2048,64,0.06933993330198629,0.0,0.47607421875,0.02880859375,0.1943359375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,64,5312,5376,2048,64,0.0656223209185975,0.0,0.5263671875,0.02587890625,0.189453125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,5376,5440,2048,64,0.11689970428056783,0.0,0.478515625,0.041015625,0.27197265625,1.0,23,0.359375
+fresh-zh-1,layers.12.mlp.gated_product,64,5440,5504,2048,64,0.06612888393397631,0.0,0.52099609375,0.03271484375,0.19921875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,64,5504,5568,2048,64,0.07904528043671455,0.0,0.48193359375,0.02685546875,0.20751953125,1.0,37,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,64,5568,5632,2048,64,0.09330745957250915,0.0,0.51416015625,0.0380859375,0.251953125,1.0,32,0.5
+fresh-zh-1,layers.12.mlp.gated_product,64,5632,5696,2048,64,0.14510545440908776,0.0,0.49609375,0.04638671875,0.283203125,1.0,21,0.328125
+fresh-zh-1,layers.12.mlp.gated_product,64,5696,5760,2048,64,0.10024453877608022,0.0,0.51123046875,0.041015625,0.23291015625,1.0,28,0.4375
+fresh-zh-1,layers.12.mlp.gated_product,64,5760,5824,2048,64,0.0617578223625065,0.0,0.5078125,0.02880859375,0.18603515625,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,5824,5888,2048,64,0.07064395728834902,0.0,0.49951171875,0.0341796875,0.21435546875,1.0,38,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,64,5888,5952,2048,64,0.07062671569111773,0.0,0.54931640625,0.0263671875,0.18994140625,1.0,42,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,64,5952,6016,2048,64,0.07422675328671942,0.0,0.49169921875,0.0341796875,0.189453125,1.0,44,0.6875
+fresh-zh-1,layers.12.mlp.gated_product,64,6016,6080,2048,64,0.08778818826110013,0.0,0.45849609375,0.03759765625,0.2294921875,1.0,32,0.5
+fresh-zh-1,layers.12.mlp.gated_product,64,6080,6144,2048,64,0.0650074245286353,0.0,0.4912109375,0.033203125,0.1904296875,1.0,41,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,128,0,128,4096,128,0.07204607050499952,0.0,0.472412109375,0.03076171875,0.20361328125,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,128,256,4096,128,0.07246330250084254,0.0,0.518798828125,0.03857421875,0.206298828125,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gated_product,128,256,384,4096,128,0.07809624065805214,0.0,0.48974609375,0.032470703125,0.204345703125,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gated_product,128,384,512,4096,128,0.0889388852416744,0.0,0.4765625,0.0341796875,0.21337890625,1.0,71,0.5546875
+fresh-zh-1,layers.12.mlp.gated_product,128,512,640,4096,128,0.10205657529462565,0.0,0.500732421875,0.03369140625,0.242431640625,1.0,59,0.4609375
+fresh-zh-1,layers.12.mlp.gated_product,128,640,768,4096,128,0.0656179286555864,0.0,0.49658203125,0.034423828125,0.190185546875,1.0,84,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,128,768,896,4096,128,0.06627436776766873,0.0,0.517333984375,0.0341796875,0.20703125,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,896,1024,4096,128,0.07686730978174863,0.0,0.531494140625,0.0302734375,0.207275390625,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,128,1024,1152,4096,128,0.07254817161504754,0.0,0.5029296875,0.031005859375,0.2197265625,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,1152,1280,4096,128,0.07388539382925925,0.0,0.50732421875,0.03369140625,0.2060546875,1.0,77,0.6015625
+fresh-zh-1,layers.12.mlp.gated_product,128,1280,1408,4096,128,0.07718304827273906,0.0,0.49609375,0.032470703125,0.1982421875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gated_product,128,1408,1536,4096,128,0.07111081579518803,0.0,0.514892578125,0.030517578125,0.204833984375,1.0,84,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,128,1536,1664,4096,128,0.07012383683018723,0.0,0.521728515625,0.02734375,0.2021484375,1.0,82,0.640625
+fresh-zh-1,layers.12.mlp.gated_product,128,1664,1792,4096,128,0.06616165845185908,0.0,0.4755859375,0.032958984375,0.194580078125,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.gated_product,128,1792,1920,4096,128,0.0729636553423564,0.0,0.51171875,0.026123046875,0.19189453125,1.0,84,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,128,1920,2048,4096,128,0.08826450656949525,0.0,0.500244140625,0.040283203125,0.23486328125,1.0,68,0.53125
+fresh-zh-1,layers.12.mlp.gated_product,128,2048,2176,4096,128,0.07234735890706859,0.0,0.503173828125,0.035888671875,0.20068359375,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,128,2176,2304,4096,128,0.07470512839441489,0.0,0.471923828125,0.0263671875,0.198974609375,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,2304,2432,4096,128,0.0761223537747221,0.0,0.5048828125,0.0322265625,0.2119140625,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,128,2432,2560,4096,128,0.07578637689623596,0.0,0.490478515625,0.033447265625,0.19189453125,1.0,84,0.65625
+fresh-zh-1,layers.12.mlp.gated_product,128,2560,2688,4096,128,0.08472505189268224,0.0,0.48828125,0.029541015625,0.215576171875,1.0,70,0.546875
+fresh-zh-1,layers.12.mlp.gated_product,128,2688,2816,4096,128,0.07333838122713314,0.0,0.49462890625,0.0341796875,0.200439453125,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gated_product,128,2816,2944,4096,128,0.06462239280748978,0.0,0.51611328125,0.0244140625,0.172119140625,1.0,85,0.6640625
+fresh-zh-1,layers.12.mlp.gated_product,128,2944,3072,4096,128,0.07378369833955438,0.0,0.4794921875,0.030517578125,0.20263671875,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,3072,3200,4096,128,0.07732979224996345,0.0,0.50390625,0.031982421875,0.190185546875,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,3200,3328,4096,128,0.06843741284720953,0.0,0.50244140625,0.029052734375,0.187744140625,1.0,83,0.6484375
+fresh-zh-1,layers.12.mlp.gated_product,128,3328,3456,4096,128,0.07048945084714245,0.0,0.514892578125,0.026123046875,0.185302734375,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,3456,3584,4096,128,0.07565890420936794,0.0,0.50048828125,0.02978515625,0.211181640625,1.0,74,0.578125
+fresh-zh-1,layers.12.mlp.gated_product,128,3584,3712,4096,128,0.07104368595415134,0.0,0.508056640625,0.033447265625,0.201171875,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,128,3712,3840,4096,128,0.07567408697330993,0.0,0.52685546875,0.034912109375,0.221435546875,1.0,78,0.609375
+fresh-zh-1,layers.12.mlp.gated_product,128,3840,3968,4096,128,0.07235306800445435,0.0,0.5234375,0.032470703125,0.196044921875,1.0,80,0.625
+fresh-zh-1,layers.12.mlp.gated_product,128,3968,4096,4096,128,0.07335767357673686,0.0,0.509033203125,0.029052734375,0.206298828125,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gated_product,128,4096,4224,4096,128,0.0699774322467202,0.0,0.498046875,0.035888671875,0.1953125,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,4224,4352,4096,128,0.06925655156050392,0.0,0.509521484375,0.02880859375,0.202880859375,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,4352,4480,4096,128,0.07251863076306893,0.0,0.509033203125,0.03955078125,0.212646484375,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,128,4480,4608,4096,128,0.0732442157076501,0.0,0.514404296875,0.025390625,0.199462890625,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gated_product,128,4608,4736,4096,128,0.08391752668993284,0.0,0.518310546875,0.033203125,0.212890625,1.0,72,0.5625
+fresh-zh-1,layers.12.mlp.gated_product,128,4736,4864,4096,128,0.07589032115837709,0.0,0.528076171875,0.03466796875,0.220458984375,1.0,76,0.59375
+fresh-zh-1,layers.12.mlp.gated_product,128,4864,4992,4096,128,0.07608608445351923,0.0,0.486572265625,0.029052734375,0.203125,1.0,79,0.6171875
+fresh-zh-1,layers.12.mlp.gated_product,128,4992,5120,4096,128,0.0680239550576285,0.0,0.46875,0.032470703125,0.179443359375,1.0,89,0.6953125
+fresh-zh-1,layers.12.mlp.gated_product,128,5120,5248,4096,128,0.06556065503448892,0.0,0.481201171875,0.025146484375,0.180908203125,1.0,85,0.6640625
+fresh-zh-1,layers.12.mlp.gated_product,128,5248,5376,4096,128,0.06750672319505409,0.0,0.501220703125,0.027099609375,0.19140625,1.0,87,0.6796875
+fresh-zh-1,layers.12.mlp.gated_product,128,5376,5504,4096,128,0.09496991668743718,0.0,0.499755859375,0.03759765625,0.242919921875,1.0,60,0.46875
+fresh-zh-1,layers.12.mlp.gated_product,128,5504,5632,4096,128,0.08647091525823661,0.0,0.498046875,0.0322265625,0.22998046875,1.0,68,0.53125
+fresh-zh-1,layers.12.mlp.gated_product,128,5632,5760,4096,128,0.1247087816749424,0.0,0.503662109375,0.04345703125,0.2646484375,1.0,47,0.3671875
+fresh-zh-1,layers.12.mlp.gated_product,128,5760,5888,4096,128,0.06634982036266936,0.0,0.503662109375,0.031005859375,0.19873046875,1.0,81,0.6328125
+fresh-zh-1,layers.12.mlp.gated_product,128,5888,6016,4096,128,0.07244909893436041,0.0,0.5205078125,0.030029296875,0.189697265625,1.0,86,0.671875
+fresh-zh-1,layers.12.mlp.gated_product,128,6016,6144,4096,128,0.07724225282192569,0.0,0.474853515625,0.03515625,0.210205078125,1.0,71,0.5546875
+fresh-zh-1,layers.12.mlp.down_proj.output,0,0,2048,65536,2048,0.04834190418487068,0.0,0.493560791015625,0.008941650390625,0.088134765625,1.0,1577,0.77001953125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,0,64,2048,64,0.049488720514900365,0.0,0.4677734375,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,64,128,2048,64,0.04668671905953075,0.0,0.45849609375,0.009765625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.down_proj.output,64,128,192,2048,64,0.047947620279837296,0.0,0.49951171875,0.01025390625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,192,256,2048,64,0.04886571333211888,0.0,0.421875,0.00830078125,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,256,320,2048,64,0.04720480610186849,0.0,0.5185546875,0.009765625,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,320,384,2048,64,0.04644931906337931,0.0,0.48828125,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,384,448,2048,64,0.04925468295981484,0.0,0.4609375,0.0078125,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,448,512,2048,64,0.04755922529091805,0.0,0.49365234375,0.009765625,0.10009765625,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.down_proj.output,64,512,576,2048,64,0.04485564774421607,0.0,0.5458984375,0.00634765625,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.down_proj.output,64,576,640,2048,64,0.05262952944957721,0.0,0.4921875,0.0078125,0.07666015625,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,640,704,2048,64,0.04807592328198763,0.0,0.5283203125,0.0078125,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.down_proj.output,64,704,768,2048,64,0.05067059563982648,0.0,0.49658203125,0.00927734375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,768,832,2048,64,0.04794127486360155,0.0,0.47705078125,0.0068359375,0.08642578125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,832,896,2048,64,0.046922708590690504,0.0,0.53955078125,0.00390625,0.0751953125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,896,960,2048,64,0.04964548165466557,0.0,0.45068359375,0.009765625,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,960,1024,2048,64,0.04887085528489396,0.0,0.5185546875,0.0078125,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1024,1088,2048,64,0.04832935416928016,0.0,0.462890625,0.0107421875,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1088,1152,2048,64,0.04733041340680466,0.0,0.521484375,0.01220703125,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1152,1216,2048,64,0.055581635355765706,0.0,0.47802734375,0.009765625,0.12255859375,1.0,43,0.671875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1216,1280,2048,64,0.0467911717910889,0.0,0.4951171875,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1280,1344,2048,64,0.04746017916179517,0.0,0.50732421875,0.01123046875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1344,1408,2048,64,0.04633161278212921,0.0,0.50146484375,0.0126953125,0.09716796875,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1408,1472,2048,64,0.047567696799948336,0.0,0.49462890625,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1472,1536,2048,64,0.047252249977963776,0.0,0.49462890625,0.01025390625,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1536,1600,2048,64,0.04771617091565017,0.0,0.482421875,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1600,1664,2048,64,0.05084508704797696,0.0,0.51220703125,0.01513671875,0.09033203125,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1664,1728,2048,64,0.04883489951447942,0.0,0.4765625,0.00732421875,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1728,1792,2048,64,0.04593993798737513,0.0,0.48193359375,0.009765625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1792,1856,2048,64,0.044698893303061205,0.0,0.5048828125,0.005859375,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1856,1920,2048,64,0.04839014467893366,0.0,0.505859375,0.00927734375,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1920,1984,2048,64,0.04975778620672952,0.0,0.5166015625,0.00830078125,0.0947265625,1.0,47,0.734375
+fresh-zh-1,layers.12.mlp.down_proj.output,64,1984,2048,2048,64,0.049566999808741116,0.0,0.5,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,128,0,128,4096,128,0.04810812402674559,0.0,0.463134765625,0.0087890625,0.0859375,1.0,100,0.78125
+fresh-zh-1,layers.12.mlp.down_proj.output,128,128,256,4096,128,0.048408843355095175,0.0,0.460693359375,0.009033203125,0.087646484375,1.0,101,0.7890625
+fresh-zh-1,layers.12.mlp.down_proj.output,128,256,384,4096,128,0.04682858614439803,0.0,0.50341796875,0.008544921875,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,384,512,4096,128,0.04841437649987952,0.0,0.477294921875,0.008544921875,0.093017578125,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.down_proj.output,128,512,640,4096,128,0.04889732357009487,0.0,0.51904296875,0.007568359375,0.0888671875,1.0,96,0.75
+fresh-zh-1,layers.12.mlp.down_proj.output,128,640,768,4096,128,0.049390300980609356,0.0,0.512451171875,0.008544921875,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.12.mlp.down_proj.output,128,768,896,4096,128,0.047434725766226656,0.0,0.50830078125,0.00537109375,0.081298828125,1.0,102,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,896,1024,4096,128,0.049259691153116174,0.0,0.484619140625,0.0087890625,0.08935546875,1.0,103,0.8046875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1024,1152,4096,128,0.04783249161228564,0.0,0.4921875,0.01123046875,0.084716796875,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1152,1280,4096,128,0.05137476007926703,0.0,0.486572265625,0.008544921875,0.10009765625,1.0,92,0.71875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1280,1408,4096,128,0.04689929076789358,0.0,0.50439453125,0.01171875,0.091064453125,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1408,1536,4096,128,0.047410235745204816,0.0,0.49462890625,0.009765625,0.092041015625,1.0,98,0.765625
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1536,1664,4096,128,0.049305455295372204,0.0,0.497314453125,0.010986328125,0.087646484375,1.0,102,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1664,1792,4096,128,0.04740952073620432,0.0,0.479248046875,0.008544921875,0.0830078125,1.0,102,0.796875
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1792,1920,4096,128,0.04658109683426626,0.0,0.50537109375,0.007080078125,0.0859375,1.0,99,0.7734375
+fresh-zh-1,layers.12.mlp.down_proj.output,128,1920,2048,4096,128,0.04966248462488735,0.0,0.50830078125,0.0087890625,0.091796875,1.0,97,0.7578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.37678769306004,0.0,0.497100830078125,0.01361083984375,0.13853963216145834,1.0,2814,0.4580078125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3238886859420684,0.0,0.4287109375,0.01123046875,0.1103515625,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.2968450093445034,0.0,0.49853515625,0.0107421875,0.1240234375,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.33069991829071,0.0,0.5361328125,0.01416015625,0.14892578125,1.0,29,0.453125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8815133823364506,0.0,0.47412109375,0.01220703125,0.11181640625,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.7297425415887833,0.0,0.53173828125,0.01025390625,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.7797460410967862,0.0,0.49658203125,0.00927734375,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.2316316958987186,0.0,0.455078125,0.00732421875,0.099609375,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.3220202522146203,0.0,0.513671875,0.0087890625,0.10595703125,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4011107332213875,0.0,0.462890625,0.0068359375,0.109375,1.0,35,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.3940688190229023,0.0,0.4912109375,0.00732421875,0.10693359375,1.0,36,0.5625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.7895706147671049,0.0,0.4404296875,0.0146484375,0.16943359375,1.0,19,0.296875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0605912171604281,0.0,0.5556640625,0.00830078125,0.1103515625,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.8618511157722093,0.0,0.42041015625,0.0146484375,0.1201171875,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3189460441213363,0.0,0.5283203125,0.01171875,0.1044921875,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.416895853386082,0.0,0.48876953125,0.01220703125,0.1376953125,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.0177356821107897,0.0,0.51513671875,0.01220703125,0.1181640625,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6035293612127268,0.0,0.47998046875,0.00927734375,0.10400390625,1.0,40,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.9700176702292085,0.0,0.5439453125,0.013671875,0.11669921875,1.0,31,0.484375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.326930147021399,0.0,0.50439453125,0.01220703125,0.1142578125,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1740677752070716,0.0,0.4716796875,0.00927734375,0.09716796875,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.3780539666004197,0.0,0.52734375,0.01220703125,0.12646484375,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.531815441892334,0.0,0.50927734375,0.01416015625,0.1337890625,1.0,29,0.453125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.4570702278798402,0.0,0.5146484375,0.01513671875,0.146484375,1.0,28,0.4375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.6895564463444592,0.0,0.572265625,0.009765625,0.142578125,1.0,26,0.40625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.8531412832307885,0.0,0.5244140625,0.015625,0.11279296875,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.9780475952550387,0.0,0.51904296875,0.01318359375,0.10302734375,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3772569428313728,0.0,0.60205078125,0.0078125,0.10546875,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3158567158849968,0.0,0.50927734375,0.00927734375,0.1103515625,1.0,39,0.609375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.090434679823256,0.0,0.43896484375,0.00927734375,0.10107421875,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9840977742285996,0.0,0.548828125,0.0107421875,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.8907812740913321,0.0,0.44775390625,0.013671875,0.138671875,1.0,26,0.40625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.5162087243214069,0.0,0.44287109375,0.0126953125,0.12109375,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.2828966993535562,0.0,0.54833984375,0.01025390625,0.09228515625,1.0,40,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.2915863508643148,0.0,0.51513671875,0.01318359375,0.10791015625,1.0,40,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.0936474456110927,0.0,0.43017578125,0.01025390625,0.11376953125,1.0,35,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.1503007898426445,0.0,0.43798828125,0.01611328125,0.12890625,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.6288866175554892,0.0,0.45068359375,0.0087890625,0.10302734375,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7455763161890312,0.0,0.505859375,0.0078125,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.1611913312542335,0.0,0.49853515625,0.01171875,0.1015625,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.2361749229691603,0.0,0.501953125,0.0126953125,0.10693359375,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.6660771395357263,0.0,0.4697265625,0.00927734375,0.09521484375,1.0,36,0.5625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5730916548508216,0.0,0.46435546875,0.01025390625,0.09130859375,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,3.067600798896473,0.0,0.43359375,0.0166015625,0.18994140625,1.0,14,0.21875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.885530461232216,0.0,0.57861328125,0.021484375,0.19580078125,1.0,13,0.203125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.7739236049684506,0.0,0.49462890625,0.01318359375,0.11865234375,1.0,30,0.46875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.677832950051193,0.0,0.51708984375,0.01220703125,0.10595703125,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5320370446632756,0.0,0.50244140625,0.017578125,0.14892578125,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6414362745906603,0.0,0.48193359375,0.01220703125,0.1484375,1.0,30,0.46875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.494853582243824,0.0,0.521484375,0.01171875,0.12548828125,1.0,39,0.609375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.7774175812431177,0.0,0.5107421875,0.01220703125,0.1328125,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.8897784487163741,0.0,0.568359375,0.00927734375,0.10498046875,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.6321594901849625,0.0,0.5048828125,0.02099609375,0.17626953125,1.0,21,0.328125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.5397272426678599,0.0,0.5,0.009765625,0.1298828125,1.0,31,0.484375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.8066010907544399,0.0,0.46875,0.00927734375,0.13818359375,1.0,28,0.4375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.744192885404731,0.0,0.4833984375,0.01025390625,0.10986328125,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.619748548186723,0.0,0.4853515625,0.00927734375,0.1064453125,1.0,39,0.609375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.7034251013811124,0.0,0.54443359375,0.01611328125,0.1591796875,1.0,26,0.40625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,0.9003630567050562,0.0,0.51318359375,0.0078125,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.823421342108706,0.0,0.4501953125,0.0078125,0.09228515625,1.0,35,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.7595759573854473,0.0,0.4873046875,0.009765625,0.103515625,1.0,35,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.4280313966102172,0.0,0.515625,0.01025390625,0.09619140625,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2667718694885295,0.0,0.47265625,0.0078125,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.5598241043126946,0.0,0.46728515625,0.01171875,0.11181640625,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.5238506978797608,0.0,0.51611328125,0.01318359375,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.1913597568560181,0.0,0.521484375,0.0126953125,0.1435546875,1.0,25,0.390625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.6554044648213592,0.0,0.51318359375,0.0068359375,0.1064453125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3516842337512511,0.0,0.48388671875,0.01220703125,0.15478515625,1.0,30,0.46875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8263740286634915,0.0,0.4560546875,0.01123046875,0.11279296875,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9605570912304989,0.0,0.51708984375,0.0126953125,0.09765625,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.3192218583696114,0.0,0.51318359375,0.01171875,0.146484375,1.0,27,0.421875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.8616116243031566,0.0,0.5166015625,0.0048828125,0.09619140625,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.3112064691359318,0.0,0.5068359375,0.013671875,0.154296875,1.0,24,0.375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.2110390527835846,0.0,0.4892578125,0.01806640625,0.1845703125,1.0,18,0.28125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8002245873393791,0.0,0.470703125,0.0107421875,0.111328125,1.0,39,0.609375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7974098221363383,0.0,0.51171875,0.01220703125,0.12548828125,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3631626551518716,0.0,0.43505859375,0.01953125,0.21484375,1.0,10,0.15625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.111041351083512,0.0,0.52099609375,0.01513671875,0.14794921875,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1426605784649808,0.0,0.51513671875,0.017578125,0.150390625,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.2094893831594393,0.0,0.46435546875,0.01416015625,0.14501953125,1.0,27,0.421875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.0123294202725703,0.0,0.44287109375,0.01025390625,0.1103515625,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4403518657239107,0.0,0.53173828125,0.015625,0.1728515625,1.0,28,0.4375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.1883811273473774,0.0,0.48388671875,0.01513671875,0.13427734375,1.0,33,0.515625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.442523272972451,0.0,0.451171875,0.01513671875,0.1787109375,1.0,21,0.328125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9703908482055869,0.0,0.50244140625,0.01171875,0.11865234375,1.0,39,0.609375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8977534094773381,0.0,0.515625,0.0126953125,0.1162109375,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.8976735309490699,0.0,0.51806640625,0.0107421875,0.13916015625,1.0,33,0.515625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7167333763187707,0.0,0.4853515625,0.00537109375,0.10009765625,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.0849682342277,0.0,0.52978515625,0.01611328125,0.14111328125,1.0,28,0.4375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.3078907299668152,0.0,0.48974609375,0.0126953125,0.1357421875,1.0,32,0.5
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.9626942788182546,0.0,0.4912109375,0.01416015625,0.09765625,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.7059092813118635,0.0,0.50439453125,0.0244140625,0.2275390625,1.0,9,0.140625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.8081563227482255,0.0,0.505859375,0.01171875,0.08544921875,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.4174305994419985,0.0,0.47119140625,0.0185546875,0.20263671875,1.0,15,0.234375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.256961071153303,0.0,0.5087890625,0.0205078125,0.177734375,1.0,23,0.359375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.1913999400095425,0.0,0.4892578125,0.017578125,0.16943359375,1.0,26,0.40625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.6895093991611688,0.0,0.52978515625,0.01123046875,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.310436612550787,0.0,0.463623046875,0.010986328125,0.117431640625,1.0,74,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.1286780133805105,0.0,0.505126953125,0.01318359375,0.134765625,1.0,70,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.7551582832792634,0.0,0.51416015625,0.009765625,0.086181640625,1.0,99,0.7734375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.277625567529071,0.0,0.484375,0.00830078125,0.101806640625,1.0,75,0.5859375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3975942113002764,0.0,0.47705078125,0.007080078125,0.1083984375,1.0,71,0.5546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4709549135095459,0.0,0.498046875,0.0126953125,0.14697265625,1.0,57,0.4453125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.6133983148320103,0.0,0.474365234375,0.012939453125,0.11669921875,1.0,67,0.5234375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2335679506991473,0.0,0.501953125,0.013671875,0.13232421875,1.0,73,0.5703125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.7961453216940182,0.0,0.511962890625,0.01123046875,0.110107421875,1.0,71,0.5546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.252832541853442,0.0,0.488037109375,0.01025390625,0.108642578125,1.0,79,0.6171875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4569645299187892,0.0,0.518310546875,0.013427734375,0.132080078125,1.0,62,0.484375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.577601761275311,0.0,0.54345703125,0.0146484375,0.14404296875,1.0,52,0.40625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.9177219480149857,0.0,0.521728515625,0.0146484375,0.10888671875,1.0,85,0.6640625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3469067494293858,0.0,0.5556640625,0.008544921875,0.107421875,1.0,72,0.5625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.0386279940871348,0.0,0.493896484375,0.010009765625,0.099853515625,1.0,84,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.713759423338467,0.0,0.4453125,0.013427734375,0.132080078125,1.0,60,0.46875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.287248857632285,0.0,0.53173828125,0.01171875,0.10009765625,1.0,79,0.6171875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.1223316449259282,0.0,0.43408203125,0.012939453125,0.122314453125,1.0,69,0.5390625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.6897037121120889,0.0,0.478271484375,0.008544921875,0.09619140625,1.0,94,0.734375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1992693083619268,0.0,0.500244140625,0.01171875,0.10498046875,1.0,89,0.6953125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.6202515837740823,0.0,0.467041015625,0.009521484375,0.09326171875,1.0,77,0.6015625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.977957412731862,0.0,0.506103515625,0.01904296875,0.193603515625,1.0,27,0.2109375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.7265468954739909,0.0,0.505859375,0.012939453125,0.11083984375,1.0,63,0.4921875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.5876792103196806,0.0,0.4921875,0.0146484375,0.14892578125,1.0,61,0.4765625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.6422241763016594,0.0,0.51611328125,0.01171875,0.13232421875,1.0,70,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3144676278252259,0.0,0.53662109375,0.0166015625,0.147216796875,1.0,62,0.484375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6784766133206477,0.0,0.484375,0.009521484375,0.134521484375,1.0,58,0.453125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.6831212346188078,0.0,0.484375,0.010009765625,0.109130859375,1.0,79,0.6171875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3624079253099133,0.0,0.52880859375,0.013671875,0.13232421875,1.0,71,0.5546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.7917830422049466,0.0,0.46875,0.008544921875,0.097412109375,1.0,69,0.5390625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.3498119570947635,0.0,0.494140625,0.009033203125,0.0927734375,1.0,84,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.541942311797613,0.0,0.49169921875,0.01220703125,0.1044921875,1.0,80,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.9614814305965048,0.0,0.517333984375,0.010498046875,0.131103515625,1.0,67,0.5234375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.1202553956623542,0.0,0.469970703125,0.013671875,0.134765625,1.0,69,0.5390625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1539099265352923,0.0,0.51513671875,0.0126953125,0.121826171875,1.0,67,0.5234375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.109422596632645,0.0,0.51171875,0.010009765625,0.125732421875,1.0,65,0.5078125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0263953861815245,0.0,0.47998046875,0.01513671875,0.146728515625,1.0,54,0.421875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.1167082987155166,0.0,0.473388671875,0.017333984375,0.177978515625,1.0,37,0.2890625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.1269618630183103,0.0,0.51806640625,0.016357421875,0.14892578125,1.0,66,0.515625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1152747247034696,0.0,0.45361328125,0.012451171875,0.123779296875,1.0,63,0.4921875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3203906999312314,0.0,0.5078125,0.015625,0.154052734375,1.0,60,0.46875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.2293355504800776,0.0,0.476806640625,0.014892578125,0.149169921875,1.0,56,0.4375
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8977134711016528,0.0,0.516845703125,0.01171875,0.127685546875,1.0,70,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9194734368138314,0.0,0.507568359375,0.011474609375,0.12744140625,1.0,69,0.5390625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.1483375888654277,0.0,0.490478515625,0.013427734375,0.120849609375,1.0,71,0.5546875
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.3347739730126393,0.0,0.505126953125,0.01904296875,0.1630859375,1.0,33,0.2578125
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.3396008059547744,0.0,0.489990234375,0.02001953125,0.189453125,1.0,37,0.2890625
+fresh-zh-1,layers.13.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9733593962628444,0.0,0.509521484375,0.014404296875,0.137939453125,1.0,66,0.515625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.6037700078913046,0.0,0.1970672607421875,0.006744384765625,0.067047119140625,1.0,1285,0.62744140625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,0,64,2048,64,1.6384134925873497,0.0,0.11669921875,0.00439453125,0.04638671875,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4585558930038525,0.0,0.12890625,0.00341796875,0.041015625,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,128,192,2048,64,1.3215745163475678,0.0,0.361328125,0.01220703125,0.10693359375,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2240244862824432,0.0,0.34765625,0.0068359375,0.08984375,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,256,320,2048,64,1.755042298565266,0.0,0.1142578125,0.001953125,0.04736328125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8807993656054995,0.0,0.1650390625,0.00244140625,0.04296875,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,384,448,2048,64,1.4056162445453377,0.0,0.17578125,0.00634765625,0.0576171875,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,448,512,2048,64,1.567517600724665,0.0,0.21044921875,0.0068359375,0.0615234375,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,512,576,2048,64,1.7315442616522263,0.0,0.4248046875,0.01025390625,0.0849609375,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,576,640,2048,64,1.6031640233768754,0.0,0.3369140625,0.0078125,0.09033203125,1.0,34,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3563058997316262,0.0,0.22216796875,0.005859375,0.05859375,1.0,42,0.65625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,704,768,2048,64,1.4195306596388124,0.0,0.20166015625,0.00537109375,0.0546875,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,768,832,2048,64,1.468665745550325,0.0,0.17919921875,0.005859375,0.06494140625,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,832,896,2048,64,1.4626821422017229,0.0,0.1669921875,0.0068359375,0.05517578125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,896,960,2048,64,2.036574270865076,0.0,0.1796875,0.005859375,0.0380859375,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.0210736040068564,0.0,0.1474609375,0.00341796875,0.0390625,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5511868052220574,0.0,0.1572265625,0.00439453125,0.048828125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6792431818552478,0.0,0.17236328125,0.0048828125,0.04345703125,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.738553094612616,0.0,0.14208984375,0.00390625,0.03759765625,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.0395425382415397,0.0,0.17578125,0.0,0.01220703125,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.111945402391527,0.0,0.2431640625,0.00927734375,0.0908203125,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0411411258611607,0.0,0.177734375,0.00732421875,0.08056640625,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4034697702719132,0.0,0.20166015625,0.009765625,0.126953125,1.0,38,0.59375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.4895969760507848,0.0,0.21044921875,0.015625,0.125,1.0,35,0.546875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.5969630000760553,0.0,0.12744140625,0.0068359375,0.044921875,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.5297751397950201,0.0,0.08740234375,0.0068359375,0.056640625,1.0,41,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.7443683045354057,0.0,0.2138671875,0.0087890625,0.06982421875,1.0,37,0.578125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.5682511828312957,0.0,0.24951171875,0.00537109375,0.0810546875,1.0,36,0.5625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4889466769427908,0.0,0.11962890625,0.005859375,0.0458984375,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.6714560675075316,0.0,0.13623046875,0.00634765625,0.06396484375,1.0,44,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8783430675128963,0.0,0.24853515625,0.00732421875,0.0380859375,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8435490341506104,0.0,0.1640625,0.0029296875,0.03271484375,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,0,128,4096,128,1.551093818198716,0.0,0.122802734375,0.00341796875,0.044189453125,1.0,91,0.7109375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,128,256,4096,128,1.273733713395054,0.0,0.3544921875,0.009521484375,0.0986328125,1.0,80,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,256,384,4096,128,1.819007933382274,0.0,0.1396484375,0.002197265625,0.044921875,1.0,93,0.7265625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4887693668784545,0.0,0.193115234375,0.007080078125,0.060791015625,1.0,82,0.640625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6685892867795065,0.0,0.380859375,0.0087890625,0.08837890625,1.0,68,0.53125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3882782479210387,0.0,0.2119140625,0.005615234375,0.055908203125,1.0,88,0.6875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4656769973750547,0.0,0.173095703125,0.00634765625,0.060302734375,1.0,89,0.6953125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.028838740950458,0.0,0.16357421875,0.004638671875,0.03857421875,1.0,86,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.6164835552059211,0.0,0.164794921875,0.00439453125,0.0458984375,1.0,89,0.6953125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.8950330641025566,0.0,0.158935546875,0.002197265625,0.02587890625,1.0,91,0.7109375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0771252067097632,0.0,0.21044921875,0.00830078125,0.0869140625,1.0,86,0.671875
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4471742374584236,0.0,0.2060546875,0.012939453125,0.126708984375,1.0,73,0.5703125
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.5637299642116582,0.0,0.107421875,0.0068359375,0.051513671875,1.0,83,0.6484375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6586489312569257,0.0,0.231689453125,0.0068359375,0.075439453125,1.0,72,0.5625
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.5828341025493986,0.0,0.1279296875,0.006103515625,0.05517578125,1.0,91,0.7109375
+fresh-zh-1,layers.13.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8610273668852113,0.0,0.206298828125,0.005126953125,0.035400390625,1.0,91,0.7109375
+fresh-zh-1,layers.13.linear_attn.in_proj_b.output,0,0,16,512,16,1.1541163048493301,0.0,0.54296875,0.0078125,0.09375,1.0,10,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_b.output,64,0,16,512,16,1.1541163048493301,0.0,0.54296875,0.0078125,0.09375,1.0,10,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_b.output,128,0,16,512,16,1.1541163048493301,0.0,0.54296875,0.0078125,0.09375,1.0,10,0.625
+fresh-zh-1,layers.13.linear_attn.in_proj_a.output,0,0,16,512,16,1.3885035539021278,0.0,0.484375,0.013671875,0.095703125,1.0,13,0.8125
+fresh-zh-1,layers.13.linear_attn.in_proj_a.output,64,0,16,512,16,1.3885035539021278,0.0,0.484375,0.013671875,0.095703125,1.0,13,0.8125
+fresh-zh-1,layers.13.linear_attn.in_proj_a.output,128,0,16,512,16,1.3885035539021278,0.0,0.484375,0.013671875,0.095703125,1.0,13,0.8125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,0,0,2048,65536,2048,0.04102105172028807,0.0,0.4947509765625,0.010711669921875,0.10858154296875,1.0,1458,0.7119140625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,0,64,2048,64,0.03935296330840525,0.0,0.482421875,0.0068359375,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,64,128,2048,64,0.038391235017041135,0.0,0.4990234375,0.01123046875,0.12451171875,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,128,192,2048,64,0.039635044819680984,0.0,0.52099609375,0.01416015625,0.0947265625,1.0,47,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,192,256,2048,64,0.03854408066019086,0.0,0.4794921875,0.00732421875,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,256,320,2048,64,0.039576061456247986,0.0,0.42431640625,0.01171875,0.10302734375,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,320,384,2048,64,0.039566942268446446,0.0,0.498046875,0.0087890625,0.10302734375,1.0,47,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,384,448,2048,64,0.041139494883534994,0.0,0.51123046875,0.0078125,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,448,512,2048,64,0.039038696492559255,0.0,0.49560546875,0.0078125,0.11328125,1.0,47,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,512,576,2048,64,0.03892952403035905,0.0,0.45849609375,0.01416015625,0.1142578125,1.0,43,0.671875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,576,640,2048,64,0.04145776657457884,0.0,0.4951171875,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,640,704,2048,64,0.03824763381905063,0.0,0.482421875,0.01220703125,0.10595703125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,704,768,2048,64,0.03671007430042143,0.0,0.46337890625,0.0078125,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,768,832,2048,64,0.03752097375943566,0.0,0.48876953125,0.0087890625,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,832,896,2048,64,0.03811160875650325,0.0,0.51171875,0.00927734375,0.103515625,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,896,960,2048,64,0.0399123467255541,0.0,0.5283203125,0.0146484375,0.1025390625,1.0,49,0.765625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,960,1024,2048,64,0.04056010407766586,0.0,0.4814453125,0.01220703125,0.10009765625,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0391831564724192,0.0,0.494140625,0.009765625,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1088,1152,2048,64,0.03970827039815575,0.0,0.509765625,0.01171875,0.10595703125,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1152,1216,2048,64,0.08161759321964195,0.0,0.51416015625,0.02783203125,0.2421875,1.0,16,0.25
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03828332034513868,0.0,0.53369140625,0.01416015625,0.1142578125,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03780436168560394,0.0,0.47412109375,0.01025390625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1344,1408,2048,64,0.039052719950739674,0.0,0.5234375,0.0107421875,0.11279296875,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1408,1472,2048,64,0.03662863462277293,0.0,0.486328125,0.00927734375,0.10986328125,1.0,46,0.71875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03794639038248509,0.0,0.5283203125,0.01123046875,0.1103515625,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1536,1600,2048,64,0.03677933061900183,0.0,0.45166015625,0.0107421875,0.1005859375,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1600,1664,2048,64,0.039736467664412814,0.0,0.50439453125,0.00341796875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1664,1728,2048,64,0.040954062767449353,0.0,0.4794921875,0.0107421875,0.0966796875,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1728,1792,2048,64,0.041035519358424984,0.0,0.4697265625,0.0087890625,0.10302734375,1.0,48,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03758549793624472,0.0,0.50146484375,0.0107421875,0.10498046875,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1856,1920,2048,64,0.04107500273354003,0.0,0.52197265625,0.00732421875,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03750447524066523,0.0,0.486328125,0.01123046875,0.109375,1.0,45,0.703125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03876073909222646,0.0,0.5322265625,0.00927734375,0.095703125,1.0,47,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,0,128,4096,128,0.03887507329437705,0.0,0.49072265625,0.00927734375,0.10791015625,1.0,94,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,128,256,4096,128,0.039093368566787766,0.0,0.500244140625,0.010009765625,0.09619140625,1.0,96,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,256,384,4096,128,0.03957150212503495,0.0,0.461181640625,0.01025390625,0.10302734375,1.0,95,0.7421875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,384,512,4096,128,0.0401028544065791,0.0,0.50341796875,0.0078125,0.104736328125,1.0,96,0.75
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,512,640,4096,128,0.040213519185608275,0.0,0.476806640625,0.01123046875,0.102294921875,1.0,94,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,640,768,4096,128,0.03748673797423995,0.0,0.472900390625,0.010009765625,0.10302734375,1.0,94,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,768,896,4096,128,0.037817444346921664,0.0,0.500244140625,0.009033203125,0.1005859375,1.0,97,0.7578125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,896,1024,4096,128,0.040237528899846324,0.0,0.5048828125,0.013427734375,0.10107421875,1.0,97,0.7578125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03944658723612943,0.0,0.501953125,0.0107421875,0.0986328125,1.0,92,0.71875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06374576119090371,0.0,0.52392578125,0.0205078125,0.18798828125,1.0,58,0.453125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03843360962755684,0.0,0.498779296875,0.0107421875,0.10009765625,1.0,93,0.7265625
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1408,1536,4096,128,0.03729333330093032,0.0,0.50732421875,0.01025390625,0.10888671875,1.0,94,0.734375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1536,1664,4096,128,0.03828645989920438,0.0,0.47802734375,0.007080078125,0.09375,1.0,97,0.7578125
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1664,1792,4096,128,0.04099481129469834,0.0,0.474609375,0.009765625,0.099609375,1.0,95,0.7421875
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1792,1920,4096,128,0.039368931308049096,0.0,0.51171875,0.009521484375,0.10400390625,1.0,91,0.7109375
+fresh-zh-1,layers.13.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03813778020580985,0.0,0.50927734375,0.01025390625,0.10205078125,1.0,92,0.71875
+fresh-zh-1,layers.13.mlp.gate_proj.output,0,0,6144,196608,6144,0.6614848942699919,0.0,0.7332051595052084,0.008921305338541666,0.09097798665364583,1.0,3638,0.5921223958333334
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,0,64,2048,64,0.6044915095388284,0.0,0.70849609375,0.00732421875,0.07763671875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,64,128,2048,64,0.6092660118119972,0.0,0.75390625,0.0087890625,0.08056640625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,128,192,2048,64,0.6870721788112114,0.0,0.74658203125,0.00634765625,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,192,256,2048,64,0.7016152921731023,0.0,0.7578125,0.00537109375,0.1142578125,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,256,320,2048,64,0.6357808435687847,0.0,0.728515625,0.00634765625,0.08056640625,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,320,384,2048,64,0.5983804284425165,0.0,0.74072265625,0.00927734375,0.07470703125,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,384,448,2048,64,0.6278607913536084,0.0,0.74609375,0.0078125,0.07177734375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,448,512,2048,64,0.6416161283370422,0.0,0.751953125,0.00341796875,0.0849609375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,512,576,2048,64,0.5000836510329574,0.0,0.70556640625,0.009765625,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,576,640,2048,64,0.6647195363052872,0.0,0.70947265625,0.0078125,0.080078125,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,640,704,2048,64,0.5785703935644811,0.0,0.70458984375,0.0048828125,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,704,768,2048,64,0.6288134501268289,0.0,0.73291015625,0.0087890625,0.09033203125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,768,832,2048,64,0.7108536194173646,0.0,0.75,0.01171875,0.09033203125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,832,896,2048,64,0.6136504215798092,0.0,0.7373046875,0.00830078125,0.1015625,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,896,960,2048,64,0.558600354822334,0.0,0.6787109375,0.00732421875,0.08642578125,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,960,1024,2048,64,0.5962934160790317,0.0,0.75341796875,0.00537109375,0.07958984375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1024,1088,2048,64,0.6786125627645485,0.0,0.66357421875,0.009765625,0.10205078125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1088,1152,2048,64,0.7294530711347668,0.0,0.7529296875,0.013671875,0.09765625,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1152,1216,2048,64,0.6512516097714389,0.0,0.744140625,0.0087890625,0.0830078125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1216,1280,2048,64,0.7397733865960945,0.0,0.7705078125,0.00830078125,0.07958984375,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1280,1344,2048,64,0.6114787379209211,0.0,0.73681640625,0.01171875,0.099609375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1344,1408,2048,64,0.6320083599492411,0.0,0.7451171875,0.00927734375,0.0869140625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1408,1472,2048,64,0.5869475784261161,0.0,0.71044921875,0.0078125,0.08935546875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1472,1536,2048,64,0.6341088132225415,0.0,0.669921875,0.009765625,0.107421875,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1536,1600,2048,64,0.7725147990417238,0.0,0.81201171875,0.0078125,0.0810546875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1600,1664,2048,64,0.7282945748690491,0.0,0.7421875,0.01123046875,0.1044921875,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1664,1728,2048,64,0.6090575921856745,0.0,0.69970703125,0.00830078125,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1728,1792,2048,64,0.6483354419534636,0.0,0.75634765625,0.005859375,0.08349609375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1792,1856,2048,64,0.6752114395061968,0.0,0.69189453125,0.0078125,0.091796875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1856,1920,2048,64,0.6381673924331547,0.0,0.7265625,0.0087890625,0.0908203125,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1920,1984,2048,64,0.6439053587594096,0.0,0.7509765625,0.01025390625,0.07958984375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,1984,2048,2048,64,0.5647860917486702,0.0,0.734375,0.0068359375,0.08447265625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2048,2112,2048,64,0.7434195968996258,0.0,0.7353515625,0.0078125,0.078125,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2112,2176,2048,64,0.7107440607137081,0.0,0.77001953125,0.00732421875,0.09130859375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2176,2240,2048,64,0.6014444913917548,0.0,0.67919921875,0.01025390625,0.1005859375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2240,2304,2048,64,0.7814240358658071,0.0,0.80078125,0.009765625,0.1064453125,1.0,32,0.5
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2304,2368,2048,64,0.5718035918090422,0.0,0.69140625,0.0078125,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2368,2432,2048,64,0.6064824761095496,0.0,0.693359375,0.0087890625,0.08935546875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2432,2496,2048,64,0.7143628771179705,0.0,0.73388671875,0.01318359375,0.0927734375,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2496,2560,2048,64,0.5892620321713945,0.0,0.7421875,0.00634765625,0.08056640625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2560,2624,2048,64,0.6106909623309472,0.0,0.716796875,0.00927734375,0.08251953125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2624,2688,2048,64,0.764468001047829,0.0,0.7333984375,0.01220703125,0.11767578125,1.0,32,0.5
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2688,2752,2048,64,0.7140258117881282,0.0,0.74560546875,0.01123046875,0.099609375,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2752,2816,2048,64,0.673999346646529,0.0,0.75927734375,0.01123046875,0.0791015625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2816,2880,2048,64,0.7757826010505358,0.0,0.70654296875,0.01171875,0.11328125,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2880,2944,2048,64,0.7621410514350335,0.0,0.73876953125,0.0087890625,0.11083984375,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,2944,3008,2048,64,0.6418107219852246,0.0,0.72509765625,0.00927734375,0.09423828125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3008,3072,2048,64,0.6170855958931589,0.0,0.75244140625,0.00927734375,0.0849609375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3072,3136,2048,64,0.7578103355319289,0.0,0.70703125,0.0107421875,0.10546875,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3136,3200,2048,64,0.587236049972607,0.0,0.73388671875,0.00390625,0.08251953125,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3200,3264,2048,64,0.6403349676607885,0.0,0.7587890625,0.0068359375,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3264,3328,2048,64,0.6371037105220682,0.0,0.72900390625,0.00830078125,0.08251953125,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3328,3392,2048,64,0.6655962526503629,0.0,0.74169921875,0.0087890625,0.09521484375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3392,3456,2048,64,0.6765523335810083,0.0,0.72802734375,0.0078125,0.08837890625,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3456,3520,2048,64,0.6330868635711391,0.0,0.7607421875,0.01220703125,0.09228515625,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3520,3584,2048,64,0.6340959804190162,0.0,0.69580078125,0.00927734375,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3584,3648,2048,64,0.6626366282666398,0.0,0.759765625,0.01123046875,0.08349609375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3648,3712,2048,64,0.6994885974780582,0.0,0.70458984375,0.0087890625,0.11083984375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3712,3776,2048,64,0.6732304598609162,0.0,0.67724609375,0.01220703125,0.09765625,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3776,3840,2048,64,0.7046628085412545,0.0,0.7373046875,0.0068359375,0.08447265625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3840,3904,2048,64,0.6184356657796519,0.0,0.7373046875,0.00927734375,0.08203125,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3904,3968,2048,64,0.6022664131007827,0.0,0.7275390625,0.009765625,0.0986328125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,3968,4032,2048,64,0.6739487311763724,0.0,0.77685546875,0.00830078125,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4032,4096,2048,64,0.630625953179547,0.0,0.69287109375,0.00927734375,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4096,4160,2048,64,0.5896112962258155,0.0,0.77197265625,0.01025390625,0.083984375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4160,4224,2048,64,0.7333088302283779,0.0,0.77099609375,0.00927734375,0.09619140625,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4224,4288,2048,64,0.6532908302528418,0.0,0.67333984375,0.00537109375,0.08935546875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4288,4352,2048,64,0.8354816545116432,0.0,0.677734375,0.0126953125,0.125,1.0,27,0.421875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4352,4416,2048,64,0.5341979074960004,0.0,0.6982421875,0.0087890625,0.07666015625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4416,4480,2048,64,0.6162244034026799,0.0,0.70361328125,0.00927734375,0.080078125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4480,4544,2048,64,0.6336642829255323,0.0,0.71630859375,0.005859375,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4544,4608,2048,64,0.6348796591108604,0.0,0.78759765625,0.0068359375,0.0830078125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4608,4672,2048,64,0.632267118038984,0.0,0.73095703125,0.009765625,0.09326171875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4672,4736,2048,64,0.5738803380920872,0.0,0.68359375,0.00390625,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4736,4800,2048,64,0.6867463626699828,0.0,0.7783203125,0.01171875,0.09130859375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4800,4864,2048,64,0.7123277474193119,0.0,0.78857421875,0.01220703125,0.1015625,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4864,4928,2048,64,0.6631641266808417,0.0,0.779296875,0.0078125,0.09375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4928,4992,2048,64,0.7689358660268828,0.0,0.7470703125,0.00634765625,0.09326171875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,4992,5056,2048,64,0.6559202639714435,0.0,0.75537109375,0.01025390625,0.0966796875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5056,5120,2048,64,0.6359268441073913,0.0,0.72509765625,0.009765625,0.09619140625,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5120,5184,2048,64,0.704411453951253,0.0,0.705078125,0.00732421875,0.08837890625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5184,5248,2048,64,0.7352158700956316,0.0,0.74951171875,0.01220703125,0.10546875,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5248,5312,2048,64,0.7615619930555926,0.0,0.72216796875,0.01123046875,0.09912109375,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5312,5376,2048,64,0.6394508949970883,0.0,0.6865234375,0.00927734375,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5376,5440,2048,64,0.7490261331071084,0.0,0.72314453125,0.0107421875,0.10791015625,1.0,31,0.484375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5440,5504,2048,64,0.6880277612595305,0.0,0.76318359375,0.0078125,0.0908203125,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5504,5568,2048,64,0.7093762557546889,0.0,0.7314453125,0.01171875,0.09423828125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5568,5632,2048,64,0.6963454688435848,0.0,0.75,0.00830078125,0.072265625,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5632,5696,2048,64,0.6649134768833767,0.0,0.72265625,0.0068359375,0.0859375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5696,5760,2048,64,0.5503799680128023,0.0,0.74267578125,0.0078125,0.0791015625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5760,5824,2048,64,0.6088848098032278,0.0,0.771484375,0.0107421875,0.0869140625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5824,5888,2048,64,0.6472350925860556,0.0,0.77099609375,0.00927734375,0.07861328125,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5888,5952,2048,64,0.7551908901723151,0.0,0.7236328125,0.0107421875,0.083984375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,5952,6016,2048,64,0.628250333681393,0.0,0.72021484375,0.01123046875,0.08984375,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,6016,6080,2048,64,0.5192037165400393,0.0,0.71826171875,0.01123046875,0.0791015625,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,64,6080,6144,2048,64,0.708287968006977,0.0,0.79248046875,0.0048828125,0.0791015625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,0,128,4096,128,0.6068834559673827,0.0,0.731201171875,0.00830078125,0.078857421875,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,128,256,4096,128,0.6943818103563532,0.0,0.752197265625,0.005859375,0.099365234375,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,256,384,4096,128,0.617363919496469,0.0,0.734619140625,0.00732421875,0.07861328125,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,384,512,4096,128,0.6347757200229839,0.0,0.7490234375,0.005615234375,0.078369140625,1.0,82,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,512,640,4096,128,0.5881903263299936,0.0,0.70751953125,0.009033203125,0.083251953125,1.0,82,0.640625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,640,768,4096,128,0.6042143888429687,0.0,0.71875,0.006591796875,0.087890625,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,768,896,4096,128,0.6640330218234047,0.0,0.74365234375,0.010009765625,0.09765625,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,896,1024,4096,128,0.5777543571738939,0.0,0.716064453125,0.006103515625,0.083251953125,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1024,1152,4096,128,0.7044915873627632,0.0,0.708251953125,0.01171875,0.10107421875,1.0,70,0.546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1152,1280,4096,128,0.6969194080902559,0.0,0.75732421875,0.0087890625,0.08154296875,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1280,1408,4096,128,0.6218282777323222,0.0,0.740966796875,0.010498046875,0.093017578125,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1408,1536,4096,128,0.6109834068232874,0.0,0.690185546875,0.008544921875,0.098388671875,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1536,1664,4096,128,0.7507303452379436,0.0,0.777099609375,0.009521484375,0.0927734375,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1664,1792,4096,128,0.6290031780094614,0.0,0.72802734375,0.007080078125,0.086669921875,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1792,1920,4096,128,0.6569505722674128,0.0,0.709228515625,0.00830078125,0.091064453125,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,1920,2048,4096,128,0.60563910064981,0.0,0.74267578125,0.008056640625,0.08203125,1.0,83,0.6484375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2048,2176,4096,128,0.7272653631564662,0.0,0.752685546875,0.007568359375,0.083984375,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2176,2304,4096,128,0.6972657312869652,0.0,0.739990234375,0.0107421875,0.10791015625,1.0,69,0.5390625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2304,2432,4096,128,0.5893981427836756,0.0,0.6923828125,0.00830078125,0.085205078125,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2432,2560,4096,128,0.654806865710427,0.0,0.738037109375,0.009521484375,0.08740234375,1.0,80,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2560,2688,4096,128,0.6918651516367773,0.0,0.72509765625,0.010498046875,0.10302734375,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2688,2816,4096,128,0.694301079928457,0.0,0.75244140625,0.01123046875,0.089111328125,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2816,2944,4096,128,0.7689920761539852,0.0,0.72265625,0.01025390625,0.1123046875,1.0,67,0.5234375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,2944,3072,4096,128,0.6295695495789206,0.0,0.73876953125,0.009033203125,0.089599609375,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3072,3200,4096,128,0.6779095378538514,0.0,0.720458984375,0.007080078125,0.095703125,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3200,3328,4096,128,0.6387213824392175,0.0,0.743896484375,0.007568359375,0.08447265625,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3328,3456,4096,128,0.6710966516143981,0.0,0.73486328125,0.00830078125,0.091796875,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3456,3584,4096,128,0.6335916228967581,0.0,0.728271484375,0.0107421875,0.0888671875,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3584,3712,4096,128,0.6813118225608602,0.0,0.732177734375,0.01025390625,0.09619140625,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3712,3840,4096,128,0.6891258687009904,0.0,0.707275390625,0.009765625,0.0927734375,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3840,3968,4096,128,0.6104045810188534,0.0,0.732421875,0.009521484375,0.09033203125,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,3968,4096,4096,128,0.6526469126096647,0.0,0.73486328125,0.00830078125,0.08447265625,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4096,4224,4096,128,0.6653507800882171,0.0,0.771484375,0.009765625,0.090087890625,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4224,4352,4096,128,0.7499394988657286,0.0,0.675537109375,0.009033203125,0.109375,1.0,65,0.5078125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4352,4480,4096,128,0.5766714487999619,0.0,0.700927734375,0.0087890625,0.078857421875,1.0,83,0.6484375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4480,4608,4096,128,0.6342722621273342,0.0,0.751953125,0.00634765625,0.08349609375,1.0,80,0.625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4608,4736,4096,128,0.6037799065065063,0.0,0.707275390625,0.0068359375,0.090087890625,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4736,4864,4096,128,0.6996539810448886,0.0,0.783447265625,0.011474609375,0.096435546875,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4864,4992,4096,128,0.7180003568867065,0.0,0.76318359375,0.0078125,0.095947265625,1.0,75,0.5859375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,4992,5120,4096,128,0.6460009070213271,0.0,0.740234375,0.009765625,0.095458984375,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5120,5248,4096,128,0.7199784274886972,0.0,0.727294921875,0.009521484375,0.0966796875,1.0,71,0.5546875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5248,5376,4096,128,0.7031621848405187,0.0,0.704345703125,0.010498046875,0.09326171875,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5376,5504,4096,128,0.7191739526502574,0.0,0.7431640625,0.009033203125,0.09814453125,1.0,68,0.53125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5504,5632,4096,128,0.7028910599116814,0.0,0.74072265625,0.010009765625,0.083740234375,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5632,5760,4096,128,0.61033926669145,0.0,0.732666015625,0.008056640625,0.083251953125,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5760,5888,4096,128,0.6283525987389535,0.0,0.771240234375,0.010009765625,0.083251953125,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,5888,6016,4096,128,0.694626432829199,0.0,0.721923828125,0.011474609375,0.088134765625,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gate_proj.output,128,6016,6144,4096,128,0.62098484075396,0.0,0.75537109375,0.008544921875,0.083740234375,1.0,83,0.6484375
+fresh-zh-1,layers.13.mlp.up_proj.output,0,0,6144,196608,6144,0.3910291907552506,0.0,0.4979502360026042,0.009012858072916666,0.0871429443359375,1.0,4568,0.7434895833333334
+fresh-zh-1,layers.13.mlp.up_proj.output,64,0,64,2048,64,0.3782147084991096,0.0,0.54150390625,0.005859375,0.0771484375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,64,128,2048,64,0.4203848033876876,0.0,0.517578125,0.009765625,0.0869140625,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,128,192,2048,64,0.43386548567126676,0.0,0.47216796875,0.00732421875,0.10009765625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,192,256,2048,64,0.38885837308363586,0.0,0.51171875,0.00634765625,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,256,320,2048,64,0.3977740731310972,0.0,0.43505859375,0.0087890625,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,320,384,2048,64,0.3916442385554599,0.0,0.52099609375,0.00634765625,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,384,448,2048,64,0.38469377104613717,0.0,0.5107421875,0.00732421875,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,448,512,2048,64,0.391411568644386,0.0,0.40625,0.0126953125,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,512,576,2048,64,0.37130565196643983,0.0,0.435546875,0.00830078125,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,576,640,2048,64,0.4007746876125249,0.0,0.5224609375,0.01416015625,0.09375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,640,704,2048,64,0.40382308854981575,0.0,0.439453125,0.00830078125,0.07373046875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,704,768,2048,64,0.3996681864659614,0.0,0.4521484375,0.00927734375,0.080078125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,768,832,2048,64,0.3565678628752834,0.0,0.49267578125,0.00732421875,0.0703125,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,832,896,2048,64,0.3448296135718097,0.0,0.47998046875,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,896,960,2048,64,0.4358113090400768,0.0,0.4609375,0.01025390625,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,960,1024,2048,64,0.38831428891147585,0.0,0.47265625,0.0107421875,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1024,1088,2048,64,0.3585815309204099,0.0,0.5009765625,0.009765625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1088,1152,2048,64,0.39553055175360385,0.0,0.5234375,0.00830078125,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1152,1216,2048,64,0.36673384450475316,0.0,0.53759765625,0.0126953125,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1216,1280,2048,64,0.3818633460745155,0.0,0.517578125,0.00537109375,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1280,1344,2048,64,0.42408429194501196,0.0,0.5458984375,0.00927734375,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1344,1408,2048,64,0.35800333804678275,0.0,0.55224609375,0.00634765625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1408,1472,2048,64,0.36805313884269675,0.0,0.54638671875,0.0078125,0.087890625,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1472,1536,2048,64,0.3538682947026474,0.0,0.478515625,0.00830078125,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1536,1600,2048,64,0.40205642756073035,0.0,0.462890625,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1600,1664,2048,64,0.4029315172148906,0.0,0.48486328125,0.00439453125,0.07861328125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1664,1728,2048,64,0.40855410458148156,0.0,0.4775390625,0.009765625,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1728,1792,2048,64,0.38514267993894297,0.0,0.46044921875,0.00830078125,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1792,1856,2048,64,0.3865316758756468,0.0,0.44775390625,0.009765625,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1856,1920,2048,64,0.37211418682508235,0.0,0.49658203125,0.0048828125,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1920,1984,2048,64,0.4004417297479453,0.0,0.51025390625,0.01171875,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,1984,2048,2048,64,0.38415679902925315,0.0,0.486328125,0.00634765625,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2048,2112,2048,64,0.4036807338530076,0.0,0.53857421875,0.00830078125,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2112,2176,2048,64,0.4123571811035064,0.0,0.4931640625,0.0107421875,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2176,2240,2048,64,0.429491172876613,0.0,0.451171875,0.0078125,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2240,2304,2048,64,0.4219172815607072,0.0,0.47314453125,0.00634765625,0.08740234375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2304,2368,2048,64,0.3647530756140691,0.0,0.486328125,0.0107421875,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2368,2432,2048,64,0.37958935021377266,0.0,0.49365234375,0.00927734375,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2432,2496,2048,64,0.37858804913373084,0.0,0.47119140625,0.00732421875,0.07861328125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2496,2560,2048,64,0.40003153282009085,0.0,0.53466796875,0.00830078125,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2560,2624,2048,64,0.4135046284558887,0.0,0.57568359375,0.0048828125,0.07275390625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2624,2688,2048,64,0.40772904082130207,0.0,0.47119140625,0.00830078125,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2688,2752,2048,64,0.41102330907324985,0.0,0.5,0.0078125,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2752,2816,2048,64,0.38025770121999514,0.0,0.4658203125,0.00537109375,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2816,2880,2048,64,0.36912220512531135,0.0,0.4697265625,0.01025390625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2880,2944,2048,64,0.443639108931086,0.0,0.44677734375,0.01220703125,0.1025390625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,2944,3008,2048,64,0.37103325887582933,0.0,0.564453125,0.00927734375,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3008,3072,2048,64,0.35786173817861666,0.0,0.51513671875,0.0068359375,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3072,3136,2048,64,0.37616024602073167,0.0,0.52197265625,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3136,3200,2048,64,0.37696063985815914,0.0,0.5361328125,0.005859375,0.08740234375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3200,3264,2048,64,0.39155605752753103,0.0,0.4677734375,0.00732421875,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3264,3328,2048,64,0.3912797506363099,0.0,0.49609375,0.01171875,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3328,3392,2048,64,0.3754716664064573,0.0,0.5087890625,0.00927734375,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3392,3456,2048,64,0.4087770152974957,0.0,0.55859375,0.0078125,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3456,3520,2048,64,0.3898461445714508,0.0,0.52734375,0.0087890625,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3520,3584,2048,64,0.3665148395378785,0.0,0.51806640625,0.0107421875,0.09716796875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3584,3648,2048,64,0.42606352237933526,0.0,0.4921875,0.01416015625,0.09814453125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3648,3712,2048,64,0.3780502994414355,0.0,0.49658203125,0.0107421875,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3712,3776,2048,64,0.35890482674648955,0.0,0.5009765625,0.01171875,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3776,3840,2048,64,0.41274401636958186,0.0,0.5068359375,0.00830078125,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3840,3904,2048,64,0.37588981988653813,0.0,0.52490234375,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3904,3968,2048,64,0.3900542175600955,0.0,0.5478515625,0.0107421875,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,3968,4032,2048,64,0.3921108338152612,0.0,0.44921875,0.01123046875,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4032,4096,2048,64,0.37048107915133033,0.0,0.5205078125,0.0107421875,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4096,4160,2048,64,0.37184378385406774,0.0,0.4970703125,0.00634765625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4160,4224,2048,64,0.36908040973963596,0.0,0.4462890625,0.00634765625,0.07568359375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4224,4288,2048,64,0.4033012087886457,0.0,0.52587890625,0.01220703125,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4288,4352,2048,64,0.42804009668026305,0.0,0.46826171875,0.0146484375,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4352,4416,2048,64,0.36509147768687816,0.0,0.45263671875,0.00537109375,0.0703125,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4416,4480,2048,64,0.3663851880916961,0.0,0.5263671875,0.00732421875,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4480,4544,2048,64,0.3717601785737207,0.0,0.53125,0.0078125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4544,4608,2048,64,0.43720970118636815,0.0,0.5625,0.01171875,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4608,4672,2048,64,0.3764429354015265,0.0,0.49365234375,0.0087890625,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4672,4736,2048,64,0.38866607309445445,0.0,0.54345703125,0.005859375,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4736,4800,2048,64,0.40048638633922085,0.0,0.5185546875,0.00830078125,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4800,4864,2048,64,0.3762721961580082,0.0,0.5126953125,0.00927734375,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4864,4928,2048,64,0.35727485554898714,0.0,0.47021484375,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4928,4992,2048,64,0.37588484900131625,0.0,0.47021484375,0.0146484375,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,64,4992,5056,2048,64,0.4030554030662875,0.0,0.48095703125,0.0078125,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5056,5120,2048,64,0.4061750617281358,0.0,0.49169921875,0.0087890625,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5120,5184,2048,64,0.36656584394483094,0.0,0.51220703125,0.009765625,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5184,5248,2048,64,0.38216027960067933,0.0,0.5322265625,0.01318359375,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5248,5312,2048,64,0.3859122147468251,0.0,0.4521484375,0.00830078125,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5312,5376,2048,64,0.3954389265759585,0.0,0.50927734375,0.0107421875,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5376,5440,2048,64,0.3853529014381752,0.0,0.50927734375,0.00927734375,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5440,5504,2048,64,0.4149525840635067,0.0,0.4814453125,0.01318359375,0.10302734375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5504,5568,2048,64,0.40375150372654955,0.0,0.5,0.01025390625,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5568,5632,2048,64,0.3648406970852367,0.0,0.54296875,0.009765625,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5632,5696,2048,64,0.382698522409253,0.0,0.4931640625,0.00927734375,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5696,5760,2048,64,0.43288446117027835,0.0,0.49560546875,0.0078125,0.10205078125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5760,5824,2048,64,0.3897058040443315,0.0,0.4853515625,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5824,5888,2048,64,0.4126319033040694,0.0,0.49951171875,0.005859375,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5888,5952,2048,64,0.43527532102154126,0.0,0.46435546875,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,5952,6016,2048,64,0.4019787032636999,0.0,0.47265625,0.0087890625,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,64,6016,6080,2048,64,0.3919488941772151,0.0,0.51513671875,0.01025390625,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,64,6080,6144,2048,64,0.3742427921701844,0.0,0.5205078125,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,0,128,4096,128,0.39985606700684884,0.0,0.529541015625,0.007568359375,0.08251953125,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,128,256,4096,128,0.4119769981285462,0.0,0.491943359375,0.0068359375,0.094970703125,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,256,384,4096,128,0.3947210552079718,0.0,0.47802734375,0.00732421875,0.086669921875,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,384,512,4096,128,0.38806720651863685,0.0,0.45849609375,0.010009765625,0.08154296875,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,512,640,4096,128,0.3863212635962068,0.0,0.47900390625,0.011474609375,0.093505859375,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,640,768,4096,128,0.40175100878460956,0.0,0.44580078125,0.0087890625,0.07666015625,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,768,896,4096,128,0.3507478462026036,0.0,0.486328125,0.0068359375,0.078857421875,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,896,1024,4096,128,0.4127465833050895,0.0,0.466796875,0.0107421875,0.094482421875,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1024,1152,4096,128,0.3775083652634304,0.0,0.51220703125,0.009521484375,0.085693359375,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1152,1280,4096,128,0.3743750310720933,0.0,0.527587890625,0.00927734375,0.084716796875,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1280,1408,4096,128,0.39243717760116786,0.0,0.549072265625,0.0078125,0.088134765625,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1408,1536,4096,128,0.36103038861550224,0.0,0.512451171875,0.008544921875,0.08642578125,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1536,1664,4096,128,0.40249421021176846,0.0,0.473876953125,0.005615234375,0.07958984375,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1664,1792,4096,128,0.39702099458399376,0.0,0.468994140625,0.0087890625,0.08349609375,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1792,1920,4096,128,0.3793914235270273,0.0,0.47216796875,0.0078125,0.08837890625,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,1920,2048,4096,128,0.392383756776404,0.0,0.498291015625,0.00830078125,0.079833984375,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2048,2176,4096,128,0.4080420197061405,0.0,0.515869140625,0.009765625,0.08935546875,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2176,2304,4096,128,0.4257210706897802,0.0,0.462158203125,0.00732421875,0.08740234375,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2304,2432,4096,128,0.37224513493505657,0.0,0.489990234375,0.009765625,0.08544921875,1.0,98,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2432,2560,4096,128,0.3894574034456628,0.0,0.5029296875,0.0078125,0.078857421875,1.0,98,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2560,2688,4096,128,0.4106269891784401,0.0,0.5234375,0.006591796875,0.08349609375,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2688,2816,4096,128,0.3959394397749732,0.0,0.48291015625,0.0068359375,0.082275390625,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2816,2944,4096,128,0.40808507770423336,0.0,0.458251953125,0.01123046875,0.09375,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,2944,3072,4096,128,0.36450699776838236,0.0,0.539794921875,0.008056640625,0.083251953125,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3072,3200,4096,128,0.37656065559790636,0.0,0.529052734375,0.007568359375,0.08984375,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3200,3328,4096,128,0.39141792846298956,0.0,0.48193359375,0.009521484375,0.090576171875,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3328,3456,4096,128,0.3924777831352821,0.0,0.53369140625,0.009033203125,0.08544921875,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3456,3584,4096,128,0.37836037321494265,0.0,0.522705078125,0.010498046875,0.09375,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3584,3712,4096,128,0.40277298445280896,0.0,0.494384765625,0.012451171875,0.09228515625,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3712,3840,4096,128,0.3867623932796604,0.0,0.50390625,0.0107421875,0.0888671875,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3840,3968,4096,128,0.38303749772754125,0.0,0.536376953125,0.010009765625,0.092529296875,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,3968,4096,4096,128,0.3814492993861921,0.0,0.48486328125,0.0107421875,0.08154296875,1.0,102,0.796875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4096,4224,4096,128,0.37046467337958705,0.0,0.4716796875,0.00634765625,0.079833984375,1.0,98,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4224,4352,4096,128,0.4158546557250693,0.0,0.4970703125,0.01318359375,0.087890625,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4352,4480,4096,128,0.36573890491208055,0.0,0.489501953125,0.00634765625,0.075439453125,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4480,4608,4096,128,0.4058065753438687,0.0,0.546875,0.01025390625,0.093017578125,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4608,4736,4096,128,0.3826033193716317,0.0,0.5185546875,0.007568359375,0.08203125,1.0,98,0.765625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4736,4864,4096,128,0.38856795496065955,0.0,0.515625,0.009033203125,0.093505859375,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4864,4992,4096,128,0.36669792889808633,0.0,0.47021484375,0.010009765625,0.08544921875,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,4992,5120,4096,128,0.40461823902957117,0.0,0.486328125,0.00830078125,0.080810546875,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5120,5248,4096,128,0.37444425302804124,0.0,0.522216796875,0.011474609375,0.085693359375,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5248,5376,4096,128,0.3907046084590927,0.0,0.480712890625,0.009765625,0.094970703125,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5376,5504,4096,128,0.40042633883637174,0.0,0.495361328125,0.01123046875,0.09765625,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5504,5632,4096,128,0.38478826061295796,0.0,0.521484375,0.01025390625,0.0849609375,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5632,5760,4096,128,0.40856279552653085,0.0,0.494384765625,0.008544921875,0.09375,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5760,5888,4096,128,0.4013325935743182,0.0,0.492431640625,0.008056640625,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.13.mlp.up_proj.output,128,5888,6016,4096,128,0.41895792328584236,0.0,0.468505859375,0.00927734375,0.089111328125,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.up_proj.output,128,6016,6144,4096,128,0.3831981231282831,0.0,0.517822265625,0.009033203125,0.09033203125,1.0,97,0.7578125
+fresh-zh-1,layers.13.mlp.silu_gate,0,0,6144,196608,6144,0.2438530027361142,0.0,0.7332051595052084,0.006657918294270833,0.06713358561197917,1.0,4147,0.6749674479166666
+fresh-zh-1,layers.13.mlp.silu_gate,64,0,64,2048,64,0.23889302275531044,0.0,0.70849609375,0.00537109375,0.06396484375,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,64,128,2048,64,0.2250814720138423,0.0,0.75390625,0.00634765625,0.05859375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,128,192,2048,64,0.2327112065019241,0.0,0.74658203125,0.00537109375,0.05859375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,192,256,2048,64,0.24605977944050045,0.0,0.7578125,0.00341796875,0.07568359375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,256,320,2048,64,0.19959012801550297,0.0,0.728515625,0.00390625,0.0498046875,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,320,384,2048,64,0.23604849777532907,0.0,0.74072265625,0.00732421875,0.0595703125,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,384,448,2048,64,0.24652473152358076,0.0,0.74609375,0.00537109375,0.05615234375,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,448,512,2048,64,0.25217410989742717,0.0,0.751953125,0.0029296875,0.06201171875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,512,576,2048,64,0.23037304971719225,0.0,0.70556640625,0.00927734375,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,576,640,2048,64,0.26081823011063676,0.0,0.70947265625,0.00732421875,0.06396484375,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,640,704,2048,64,0.2241042099977805,0.0,0.70458984375,0.00341796875,0.064453125,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,704,768,2048,64,0.24177554248003,0.0,0.73291015625,0.0078125,0.06982421875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,768,832,2048,64,0.2400638111699204,0.0,0.75,0.0078125,0.0634765625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,832,896,2048,64,0.21787041868761192,0.0,0.7373046875,0.00634765625,0.07275390625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,896,960,2048,64,0.25052837884794493,0.0,0.6787109375,0.00634765625,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,960,1024,2048,64,0.22836437001254786,0.0,0.75341796875,0.00390625,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,1024,1088,2048,64,0.2645092784053925,0.0,0.66357421875,0.0068359375,0.0791015625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,1088,1152,2048,64,0.21431637034969567,0.0,0.7529296875,0.00830078125,0.06298828125,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,1152,1216,2048,64,0.2319097111692989,0.0,0.744140625,0.005859375,0.05908203125,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,1216,1280,2048,64,0.32701397096869683,0.0,0.7705078125,0.0078125,0.068359375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.silu_gate,64,1280,1344,2048,64,0.21012431406308593,0.0,0.73681640625,0.00830078125,0.07177734375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,1344,1408,2048,64,0.2695443007859789,0.0,0.7451171875,0.0087890625,0.078125,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,64,1408,1472,2048,64,0.22648852838767516,0.0,0.71044921875,0.00537109375,0.0693359375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,64,1472,1536,2048,64,0.2970793791412589,0.0,0.669921875,0.00927734375,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.silu_gate,64,1536,1600,2048,64,0.22536868838072066,0.0,0.81201171875,0.00341796875,0.046875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,1600,1664,2048,64,0.20997789615896328,0.0,0.7421875,0.00537109375,0.06201171875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.silu_gate,64,1664,1728,2048,64,0.2555109771403843,0.0,0.69970703125,0.00634765625,0.076171875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,1728,1792,2048,64,0.22187384269776433,0.0,0.75634765625,0.00390625,0.05712890625,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,1792,1856,2048,64,0.2757393146997698,0.0,0.69189453125,0.00634765625,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,64,1856,1920,2048,64,0.24121413530876668,0.0,0.7265625,0.00732421875,0.072265625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,1920,1984,2048,64,0.25992681812945984,0.0,0.7509765625,0.00830078125,0.06494140625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,1984,2048,2048,64,0.22523453918333416,0.0,0.734375,0.00537109375,0.06787109375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,2048,2112,2048,64,0.2916751440775151,0.0,0.7353515625,0.00732421875,0.05908203125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.silu_gate,64,2112,2176,2048,64,0.2205325874562897,0.0,0.77001953125,0.0029296875,0.05810546875,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,2176,2240,2048,64,0.2819313927011242,0.0,0.67919921875,0.01025390625,0.0947265625,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.silu_gate,64,2240,2304,2048,64,0.21028527710424336,0.0,0.80078125,0.005859375,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,2304,2368,2048,64,0.215727189656224,0.0,0.69140625,0.0068359375,0.0673828125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,2368,2432,2048,64,0.2117233530085562,0.0,0.693359375,0.0068359375,0.05908203125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,2432,2496,2048,64,0.2277315980829786,0.0,0.73388671875,0.005859375,0.05322265625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,2496,2560,2048,64,0.2437558052268894,0.0,0.7421875,0.00537109375,0.0673828125,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,2560,2624,2048,64,0.23864601119548376,0.0,0.716796875,0.00732421875,0.0615234375,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,2624,2688,2048,64,0.2679809951149977,0.0,0.7333984375,0.01123046875,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,64,2688,2752,2048,64,0.2383144034508044,0.0,0.74560546875,0.0078125,0.0673828125,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,2752,2816,2048,64,0.29655026656820394,0.0,0.75927734375,0.01025390625,0.0712890625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.silu_gate,64,2816,2880,2048,64,0.2465954648034858,0.0,0.70654296875,0.00732421875,0.06982421875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,2880,2944,2048,64,0.21029669011810226,0.0,0.73876953125,0.0048828125,0.0615234375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.silu_gate,64,2944,3008,2048,64,0.20311687499549036,0.0,0.72509765625,0.0068359375,0.06591796875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.silu_gate,64,3008,3072,2048,64,0.22994187129800608,0.0,0.75244140625,0.00634765625,0.06201171875,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,3072,3136,2048,64,0.2561539098164386,0.0,0.70703125,0.0068359375,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,64,3136,3200,2048,64,0.2478159044319087,0.0,0.73388671875,0.00244140625,0.06982421875,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,3200,3264,2048,64,0.22149877676715463,0.0,0.7587890625,0.00390625,0.056640625,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,3264,3328,2048,64,0.2297607285778866,0.0,0.72900390625,0.00634765625,0.056640625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,3328,3392,2048,64,0.2325849582620302,0.0,0.74169921875,0.00634765625,0.0625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,3392,3456,2048,64,0.23928114961985864,0.0,0.72802734375,0.00537109375,0.060546875,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,3456,3520,2048,64,0.22817650478746043,0.0,0.7607421875,0.0087890625,0.076171875,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,3520,3584,2048,64,0.3080833701858764,0.0,0.69580078125,0.0087890625,0.0849609375,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.silu_gate,64,3584,3648,2048,64,0.3027431868234232,0.0,0.759765625,0.01025390625,0.07861328125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.silu_gate,64,3648,3712,2048,64,0.2638211098657411,0.0,0.70458984375,0.0078125,0.0849609375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,64,3712,3776,2048,64,0.22430679430628675,0.0,0.67724609375,0.00830078125,0.0673828125,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,3776,3840,2048,64,0.2906622726198224,0.0,0.7373046875,0.005859375,0.068359375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,64,3840,3904,2048,64,0.2181380370333632,0.0,0.7373046875,0.005859375,0.05908203125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,3904,3968,2048,64,0.2198571799774722,0.0,0.7275390625,0.0078125,0.07177734375,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,3968,4032,2048,64,0.23983831681972081,0.0,0.77685546875,0.00537109375,0.05810546875,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4032,4096,2048,64,0.22714332402988285,0.0,0.69287109375,0.00634765625,0.0634765625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4096,4160,2048,64,0.22424056700528855,0.0,0.77197265625,0.0078125,0.06640625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4160,4224,2048,64,0.2264765216906259,0.0,0.77099609375,0.00439453125,0.0576171875,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,4224,4288,2048,64,0.2784988991784826,0.0,0.67333984375,0.0048828125,0.0771484375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,4288,4352,2048,64,0.26723128386270156,0.0,0.677734375,0.00927734375,0.07958984375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.silu_gate,64,4352,4416,2048,64,0.22385276368246915,0.0,0.6982421875,0.005859375,0.0654296875,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4416,4480,2048,64,0.23707314360547116,0.0,0.70361328125,0.0068359375,0.068359375,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4480,4544,2048,64,0.2341433929060768,0.0,0.71630859375,0.00537109375,0.06298828125,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,4544,4608,2048,64,0.20782041245098803,0.0,0.78759765625,0.00341796875,0.05712890625,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.silu_gate,64,4608,4672,2048,64,0.22209782964117655,0.0,0.73095703125,0.005859375,0.064453125,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,4672,4736,2048,64,0.22269555159370802,0.0,0.68359375,0.0029296875,0.06884765625,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,4736,4800,2048,64,0.20102696268894485,0.0,0.7783203125,0.00537109375,0.05615234375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,4800,4864,2048,64,0.2269393975286013,0.0,0.78857421875,0.00830078125,0.06396484375,1.0,47,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,64,4864,4928,2048,64,0.24150270306183116,0.0,0.779296875,0.00537109375,0.0703125,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4928,4992,2048,64,0.27087005121587876,0.0,0.7470703125,0.00439453125,0.0625,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,4992,5056,2048,64,0.23006085936745496,0.0,0.75537109375,0.0068359375,0.07080078125,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5056,5120,2048,64,0.2224965695204563,0.0,0.72509765625,0.0068359375,0.06396484375,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5120,5184,2048,64,0.27732824746443063,0.0,0.705078125,0.00439453125,0.07373046875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,5184,5248,2048,64,0.2166294851224166,0.0,0.74951171875,0.0078125,0.064453125,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5248,5312,2048,64,0.2460254061836291,0.0,0.72216796875,0.0087890625,0.060546875,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,5312,5376,2048,64,0.2621695089783436,0.0,0.6865234375,0.00732421875,0.07421875,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5376,5440,2048,64,0.2162671695593274,0.0,0.72314453125,0.00537109375,0.06640625,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,64,5440,5504,2048,64,0.2686451184453253,0.0,0.76318359375,0.0068359375,0.0703125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.silu_gate,64,5504,5568,2048,64,0.3201856272909154,0.0,0.7314453125,0.01025390625,0.08740234375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.silu_gate,64,5568,5632,2048,64,0.2711492604234747,0.0,0.75,0.00634765625,0.056640625,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5632,5696,2048,64,0.2402527757354055,0.0,0.72265625,0.00537109375,0.05712890625,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5696,5760,2048,64,0.22818165893390835,0.0,0.74267578125,0.00634765625,0.06494140625,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,5760,5824,2048,64,0.20905456237114253,0.0,0.771484375,0.0068359375,0.05859375,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,64,5824,5888,2048,64,0.3006149191963105,0.0,0.77099609375,0.0087890625,0.0732421875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.silu_gate,64,5888,5952,2048,64,0.2588773153578851,0.0,0.7236328125,0.00830078125,0.06298828125,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,64,5952,6016,2048,64,0.24459619473008518,0.0,0.72021484375,0.00927734375,0.072265625,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,64,6016,6080,2048,64,0.2106951602201602,0.0,0.71826171875,0.00927734375,0.06591796875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.silu_gate,64,6080,6144,2048,64,0.23980369910954633,0.0,0.79248046875,0.00439453125,0.05126953125,1.0,46,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,128,0,128,4096,128,0.23209000987234168,0.0,0.731201171875,0.005859375,0.062744140625,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,128,256,4096,128,0.23947851750197643,0.0,0.752197265625,0.00439453125,0.066650390625,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,256,384,4096,128,0.21858077740647094,0.0,0.734619140625,0.0048828125,0.054443359375,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,384,512,4096,128,0.24936541957069075,0.0,0.7490234375,0.004150390625,0.058837890625,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,512,640,4096,128,0.24606695348425495,0.0,0.70751953125,0.00830078125,0.069091796875,1.0,85,0.6640625
+fresh-zh-1,layers.13.mlp.silu_gate,128,640,768,4096,128,0.2331073892868286,0.0,0.71875,0.005615234375,0.0673828125,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,768,896,4096,128,0.22923585318678066,0.0,0.74365234375,0.00732421875,0.06884765625,1.0,87,0.6796875
+fresh-zh-1,layers.13.mlp.silu_gate,128,896,1024,4096,128,0.23970268469440148,0.0,0.716064453125,0.00537109375,0.06884765625,1.0,89,0.6953125
+fresh-zh-1,layers.13.mlp.silu_gate,128,1024,1152,4096,128,0.24072459882862962,0.0,0.708251953125,0.0078125,0.0693359375,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,1152,1280,4096,128,0.28347861589839835,0.0,0.75732421875,0.00732421875,0.066162109375,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.silu_gate,128,1280,1408,4096,128,0.24166749620779027,0.0,0.740966796875,0.0087890625,0.07421875,1.0,87,0.6796875
+fresh-zh-1,layers.13.mlp.silu_gate,128,1408,1536,4096,128,0.26415261781986055,0.0,0.690185546875,0.00732421875,0.083251953125,1.0,75,0.5859375
+fresh-zh-1,layers.13.mlp.silu_gate,128,1536,1664,4096,128,0.21780927732512997,0.0,0.777099609375,0.00439453125,0.05517578125,1.0,96,0.75
+fresh-zh-1,layers.13.mlp.silu_gate,128,1664,1792,4096,128,0.23928420498719327,0.0,0.72802734375,0.005126953125,0.066650390625,1.0,87,0.6796875
+fresh-zh-1,layers.13.mlp.silu_gate,128,1792,1920,4096,128,0.25905253207009454,0.0,0.709228515625,0.00634765625,0.0712890625,1.0,84,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,128,1920,2048,4096,128,0.243200070337196,0.0,0.74267578125,0.007080078125,0.066650390625,1.0,88,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,128,2048,2176,4096,128,0.25856238299760975,0.0,0.752685546875,0.005859375,0.059326171875,1.0,84,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,128,2176,2304,4096,128,0.24870183750547956,0.0,0.739990234375,0.007568359375,0.073974609375,1.0,83,0.6484375
+fresh-zh-1,layers.13.mlp.silu_gate,128,2304,2432,4096,128,0.2137346468944122,0.0,0.6923828125,0.0068359375,0.062744140625,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,128,2432,2560,4096,128,0.2358798140443948,0.0,0.738037109375,0.00537109375,0.05859375,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,2560,2688,4096,128,0.25373779025042703,0.0,0.72509765625,0.00927734375,0.073486328125,1.0,84,0.65625
+fresh-zh-1,layers.13.mlp.silu_gate,128,2688,2816,4096,128,0.26901283937182774,0.0,0.75244140625,0.008544921875,0.071044921875,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.silu_gate,128,2816,2944,4096,128,0.22916590184435853,0.0,0.72265625,0.006103515625,0.067626953125,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,2944,3072,4096,128,0.21694438121781634,0.0,0.73876953125,0.006591796875,0.064453125,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,128,3072,3200,4096,128,0.2520193921146278,0.0,0.720458984375,0.0048828125,0.06982421875,1.0,85,0.6640625
+fresh-zh-1,layers.13.mlp.silu_gate,128,3200,3328,4096,128,0.2256675657975544,0.0,0.743896484375,0.0048828125,0.05712890625,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,128,3328,3456,4096,128,0.23595680894302618,0.0,0.73486328125,0.005615234375,0.061279296875,1.0,88,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,128,3456,3584,4096,128,0.2710902804621642,0.0,0.728271484375,0.009521484375,0.07958984375,1.0,80,0.625
+fresh-zh-1,layers.13.mlp.silu_gate,128,3584,3712,4096,128,0.28394983287439485,0.0,0.732177734375,0.008544921875,0.0830078125,1.0,76,0.59375
+fresh-zh-1,layers.13.mlp.silu_gate,128,3712,3840,4096,128,0.2596132649697265,0.0,0.707275390625,0.0068359375,0.06982421875,1.0,83,0.6484375
+fresh-zh-1,layers.13.mlp.silu_gate,128,3840,3968,4096,128,0.21899929541943228,0.0,0.732421875,0.007080078125,0.065185546875,1.0,92,0.71875
+fresh-zh-1,layers.13.mlp.silu_gate,128,3968,4096,4096,128,0.2335770834930742,0.0,0.73486328125,0.005859375,0.06103515625,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,4096,4224,4096,128,0.225361317408221,0.0,0.771484375,0.006103515625,0.0615234375,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,4224,4352,4096,128,0.2729232455458259,0.0,0.675537109375,0.007080078125,0.078369140625,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.silu_gate,128,4352,4480,4096,128,0.23055773162839252,0.0,0.700927734375,0.0068359375,0.06787109375,1.0,88,0.6875
+fresh-zh-1,layers.13.mlp.silu_gate,128,4480,4608,4096,128,0.22137349917375865,0.0,0.751953125,0.0048828125,0.05908203125,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.silu_gate,128,4608,4736,4096,128,0.22239689142493307,0.0,0.707275390625,0.00439453125,0.066650390625,1.0,91,0.7109375
+fresh-zh-1,layers.13.mlp.silu_gate,128,4736,4864,4096,128,0.21437505670971488,0.0,0.783447265625,0.006103515625,0.058837890625,1.0,94,0.734375
+fresh-zh-1,layers.13.mlp.silu_gate,128,4864,4992,4096,128,0.25660683957356223,0.0,0.76318359375,0.004638671875,0.068115234375,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,4992,5120,4096,128,0.22631032064541723,0.0,0.740234375,0.0068359375,0.0673828125,1.0,90,0.703125
+fresh-zh-1,layers.13.mlp.silu_gate,128,5120,5248,4096,128,0.24883658359061253,0.0,0.727294921875,0.0068359375,0.070556640625,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,5248,5376,4096,128,0.2542256398612908,0.0,0.704345703125,0.008056640625,0.066650390625,1.0,87,0.6796875
+fresh-zh-1,layers.13.mlp.silu_gate,128,5376,5504,4096,128,0.24386644735767332,0.0,0.7431640625,0.00634765625,0.067626953125,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.silu_gate,128,5504,5632,4096,128,0.29668228574678523,0.0,0.74072265625,0.008056640625,0.072509765625,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.silu_gate,128,5632,5760,4096,128,0.23429496977357145,0.0,0.732666015625,0.006103515625,0.0615234375,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.silu_gate,128,5760,5888,4096,128,0.25891421329428227,0.0,0.771240234375,0.0078125,0.06787109375,1.0,85,0.6640625
+fresh-zh-1,layers.13.mlp.silu_gate,128,5888,6016,4096,128,0.25183800634866815,0.0,0.721923828125,0.008056640625,0.06787109375,1.0,85,0.6640625
+fresh-zh-1,layers.13.mlp.silu_gate,128,6016,6144,4096,128,0.22571914478707916,0.0,0.75537109375,0.0068359375,0.05859375,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.gated_product,0,0,6144,196608,6144,0.0940621667773909,0.0,0.5014495849609375,0.034423828125,0.21410115559895834,1.0,3417,0.55615234375
+fresh-zh-1,layers.13.mlp.gated_product,64,0,64,2048,64,0.09361919832287376,0.0,0.4970703125,0.02734375,0.20947265625,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,64,128,2048,64,0.09335764587522752,0.0,0.5048828125,0.0283203125,0.201171875,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,128,192,2048,64,0.09262311220007087,0.0,0.4853515625,0.03125,0.2119140625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,192,256,2048,64,0.101159749911176,0.0,0.5146484375,0.03955078125,0.2431640625,1.0,30,0.46875
+fresh-zh-1,layers.13.mlp.gated_product,64,256,320,2048,64,0.07417831683116011,0.0,0.50244140625,0.0244140625,0.1796875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,320,384,2048,64,0.09418159915015221,0.0,0.5,0.02685546875,0.20068359375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,384,448,2048,64,0.10916507367668218,0.0,0.5068359375,0.037109375,0.22802734375,1.0,32,0.5
+fresh-zh-1,layers.13.mlp.gated_product,64,448,512,2048,64,0.09075995743828713,0.0,0.5283203125,0.02783203125,0.1953125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,512,576,2048,64,0.07391801511060109,0.0,0.52783203125,0.033203125,0.19873046875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,576,640,2048,64,0.10575365344988244,0.0,0.50244140625,0.0439453125,0.22802734375,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,640,704,2048,64,0.09617275284647368,0.0,0.54638671875,0.02978515625,0.21240234375,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,704,768,2048,64,0.0829722942728751,0.0,0.50439453125,0.03076171875,0.193359375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,768,832,2048,64,0.1125404682786814,0.0,0.49658203125,0.04052734375,0.23583984375,1.0,27,0.421875
+fresh-zh-1,layers.13.mlp.gated_product,64,832,896,2048,64,0.07038137102975682,0.0,0.50439453125,0.037109375,0.19921875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,896,960,2048,64,0.09836222927577082,0.0,0.515625,0.03271484375,0.228515625,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,960,1024,2048,64,0.08589749058507964,0.0,0.50927734375,0.03515625,0.1982421875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,1024,1088,2048,64,0.08324370644098242,0.0,0.54052734375,0.03076171875,0.2099609375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,1088,1152,2048,64,0.0935292814187919,0.0,0.5146484375,0.03564453125,0.2109375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,1152,1216,2048,64,0.08156156840702504,0.0,0.50146484375,0.03662109375,0.1884765625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,1216,1280,2048,64,0.09489815717376071,0.0,0.498046875,0.02587890625,0.18798828125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,1280,1344,2048,64,0.08147094418263101,0.0,0.47314453125,0.03515625,0.2021484375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gated_product,64,1344,1408,2048,64,0.08224425081908855,0.0,0.48876953125,0.0263671875,0.2109375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,1408,1472,2048,64,0.06966310369884442,0.0,0.45703125,0.02783203125,0.19677734375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,1472,1536,2048,64,0.09255139468103217,0.0,0.4990234375,0.037109375,0.2373046875,1.0,32,0.5
+fresh-zh-1,layers.13.mlp.gated_product,64,1536,1600,2048,64,0.09747516573673633,0.0,0.51513671875,0.02685546875,0.18896484375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,1600,1664,2048,64,0.08241427327520662,0.0,0.50634765625,0.0224609375,0.1884765625,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,1664,1728,2048,64,0.10102796236412422,0.0,0.53662109375,0.037109375,0.21728515625,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,1728,1792,2048,64,0.07764785826359254,0.0,0.53125,0.0234375,0.16943359375,1.0,44,0.6875
+fresh-zh-1,layers.13.mlp.gated_product,64,1792,1856,2048,64,0.10145787478157454,0.0,0.5146484375,0.03759765625,0.23193359375,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gated_product,64,1856,1920,2048,64,0.08189293660989828,0.0,0.49560546875,0.03076171875,0.18994140625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,1920,1984,2048,64,0.08547348103340766,0.0,0.47705078125,0.0302734375,0.16943359375,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,1984,2048,2048,64,0.07836104532474074,0.0,0.455078125,0.0244140625,0.1865234375,1.0,45,0.703125
+fresh-zh-1,layers.13.mlp.gated_product,64,2048,2112,2048,64,0.1226395638916637,0.0,0.49072265625,0.0341796875,0.24169921875,1.0,27,0.421875
+fresh-zh-1,layers.13.mlp.gated_product,64,2112,2176,2048,64,0.09217306001358798,0.0,0.48974609375,0.0263671875,0.201171875,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,2176,2240,2048,64,0.13077644261245192,0.0,0.51806640625,0.05029296875,0.279296875,1.0,26,0.40625
+fresh-zh-1,layers.13.mlp.gated_product,64,2240,2304,2048,64,0.0815286287488611,0.0,0.52587890625,0.0283203125,0.1806640625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,2304,2368,2048,64,0.08522758313532008,0.0,0.484375,0.041015625,0.20849609375,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,2368,2432,2048,64,0.07687458240868196,0.0,0.52001953125,0.03076171875,0.1845703125,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gated_product,64,2432,2496,2048,64,0.10088137220825509,0.0,0.494140625,0.03125,0.2314453125,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,2496,2560,2048,64,0.09100736257392597,0.0,0.52587890625,0.0361328125,0.19091796875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,2560,2624,2048,64,0.1403788942819855,0.0,0.47216796875,0.04248046875,0.25341796875,1.0,24,0.375
+fresh-zh-1,layers.13.mlp.gated_product,64,2624,2688,2048,64,0.086159616087684,0.0,0.53564453125,0.03759765625,0.20947265625,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,2688,2752,2048,64,0.08628925174631168,0.0,0.49951171875,0.0322265625,0.1943359375,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,2752,2816,2048,64,0.1036518335063708,0.0,0.49755859375,0.02978515625,0.20654296875,1.0,32,0.5
+fresh-zh-1,layers.13.mlp.gated_product,64,2816,2880,2048,64,0.09441341613939873,0.0,0.49951171875,0.03662109375,0.228515625,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gated_product,64,2880,2944,2048,64,0.0888601131099006,0.0,0.5439453125,0.0361328125,0.212890625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,2944,3008,2048,64,0.0778465099489816,0.0,0.45263671875,0.0361328125,0.20263671875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,3008,3072,2048,64,0.08792310911878952,0.0,0.49609375,0.02685546875,0.20361328125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,3072,3136,2048,64,0.09158770552364656,0.0,0.47119140625,0.033203125,0.2109375,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,3136,3200,2048,64,0.10771131278665205,0.0,0.48193359375,0.037109375,0.24609375,1.0,29,0.453125
+fresh-zh-1,layers.13.mlp.gated_product,64,3200,3264,2048,64,0.07757038265741269,0.0,0.5224609375,0.02294921875,0.177734375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gated_product,64,3264,3328,2048,64,0.10350558190878918,0.0,0.50537109375,0.03955078125,0.22265625,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,3328,3392,2048,64,0.09478810139832036,0.0,0.49853515625,0.0390625,0.22705078125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,3392,3456,2048,64,0.09421051453793253,0.0,0.46240234375,0.0283203125,0.19775390625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,3456,3520,2048,64,0.09469070855552811,0.0,0.498046875,0.03662109375,0.21533203125,1.0,37,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,64,3520,3584,2048,64,0.10135036832898955,0.0,0.515625,0.04541015625,0.24609375,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gated_product,64,3584,3648,2048,64,0.16028509989818535,0.0,0.490234375,0.06298828125,0.30908203125,1.0,17,0.265625
+fresh-zh-1,layers.13.mlp.gated_product,64,3648,3712,2048,64,0.08674919086191049,0.0,0.4580078125,0.03564453125,0.21240234375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,3712,3776,2048,64,0.08337411503098645,0.0,0.49267578125,0.0361328125,0.2197265625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,3776,3840,2048,64,0.10437694490451141,0.0,0.5146484375,0.03369140625,0.21484375,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gated_product,64,3840,3904,2048,64,0.08374647085525512,0.0,0.51806640625,0.0361328125,0.19677734375,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,3904,3968,2048,64,0.07746528628619267,0.0,0.494140625,0.037109375,0.2109375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,3968,4032,2048,64,0.09429890972453586,0.0,0.51416015625,0.033203125,0.17578125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,4032,4096,2048,64,0.08795834234160904,0.0,0.49560546875,0.03515625,0.2060546875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,4096,4160,2048,64,0.08811136426503036,0.0,0.49072265625,0.0361328125,0.2021484375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,4160,4224,2048,64,0.08033015008764213,0.0,0.50634765625,0.025390625,0.18310546875,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,4224,4288,2048,64,0.08911428459922152,0.0,0.515625,0.03173828125,0.1982421875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4288,4352,2048,64,0.08701084731109644,0.0,0.49365234375,0.04150390625,0.20849609375,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4352,4416,2048,64,0.08833896240235117,0.0,0.50634765625,0.03076171875,0.2138671875,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,4416,4480,2048,64,0.08360222024893965,0.0,0.47705078125,0.03271484375,0.21044921875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4480,4544,2048,64,0.0879454289234923,0.0,0.47802734375,0.0341796875,0.20947265625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4544,4608,2048,64,0.100102846779543,0.0,0.46533203125,0.037109375,0.22509765625,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,4608,4672,2048,64,0.08480560362131001,0.0,0.5166015625,0.0361328125,0.2001953125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4672,4736,2048,64,0.09773319181962886,0.0,0.45166015625,0.0341796875,0.2314453125,1.0,38,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,64,4736,4800,2048,64,0.07991998428226477,0.0,0.4736328125,0.0341796875,0.1953125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,4800,4864,2048,64,0.09672234121685482,0.0,0.50830078125,0.04150390625,0.2314453125,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gated_product,64,4864,4928,2048,64,0.08943988485283448,0.0,0.51416015625,0.03466796875,0.23779296875,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,4928,4992,2048,64,0.09055326125709752,0.0,0.51806640625,0.03125,0.19921875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,4992,5056,2048,64,0.08253155626704636,0.0,0.5,0.03076171875,0.1845703125,1.0,41,0.640625
+fresh-zh-1,layers.13.mlp.gated_product,64,5056,5120,2048,64,0.08360612333540224,0.0,0.494140625,0.029296875,0.1982421875,1.0,40,0.625
+fresh-zh-1,layers.13.mlp.gated_product,64,5120,5184,2048,64,0.10171697089565243,0.0,0.48095703125,0.0380859375,0.2353515625,1.0,33,0.515625
+fresh-zh-1,layers.13.mlp.gated_product,64,5184,5248,2048,64,0.08141593217782538,0.0,0.47705078125,0.0390625,0.212890625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,5248,5312,2048,64,0.09498761122846161,0.0,0.49755859375,0.0361328125,0.19921875,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,5312,5376,2048,64,0.0971035882919931,0.0,0.52001953125,0.03564453125,0.216796875,1.0,35,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,64,5376,5440,2048,64,0.08284040528104104,0.0,0.5224609375,0.033203125,0.19775390625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,5440,5504,2048,64,0.08705012603935759,0.0,0.51318359375,0.03515625,0.1982421875,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gated_product,64,5504,5568,2048,64,0.13256157086297796,0.0,0.52734375,0.04443359375,0.2841796875,1.0,23,0.359375
+fresh-zh-1,layers.13.mlp.gated_product,64,5568,5632,2048,64,0.08093405900870167,0.0,0.4658203125,0.025390625,0.17333984375,1.0,42,0.65625
+fresh-zh-1,layers.13.mlp.gated_product,64,5632,5696,2048,64,0.10571433355728126,0.0,0.525390625,0.0380859375,0.236328125,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gated_product,64,5696,5760,2048,64,0.10153698886940193,0.0,0.4853515625,0.03466796875,0.2294921875,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,5760,5824,2048,64,0.08351084896618602,0.0,0.513671875,0.03125,0.2119140625,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,64,5824,5888,2048,64,0.13760542467277107,0.0,0.498046875,0.0302734375,0.25537109375,1.0,23,0.359375
+fresh-zh-1,layers.13.mlp.gated_product,64,5888,5952,2048,64,0.10423563551414865,0.0,0.53759765625,0.03369140625,0.1943359375,1.0,36,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,64,5952,6016,2048,64,0.0943801147480262,0.0,0.51611328125,0.0400390625,0.21484375,1.0,34,0.53125
+fresh-zh-1,layers.13.mlp.gated_product,64,6016,6080,2048,64,0.08108787675863566,0.0,0.517578125,0.03369140625,0.22021484375,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.gated_product,64,6080,6144,2048,64,0.09007931635262043,0.0,0.50146484375,0.02783203125,0.19189453125,1.0,39,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,128,0,128,4096,128,0.09348851356712747,0.0,0.5009765625,0.02783203125,0.205078125,1.0,70,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,128,128,256,4096,128,0.09698540074598494,0.0,0.5,0.035400390625,0.227783203125,1.0,68,0.53125
+fresh-zh-1,layers.13.mlp.gated_product,128,256,384,4096,128,0.08477203638695936,0.0,0.501220703125,0.025634765625,0.19189453125,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gated_product,128,384,512,4096,128,0.10038521600573248,0.0,0.517578125,0.031494140625,0.213623046875,1.0,69,0.5390625
+fresh-zh-1,layers.13.mlp.gated_product,128,512,640,4096,128,0.09123515817898516,0.0,0.51513671875,0.039306640625,0.2216796875,1.0,71,0.5546875
+fresh-zh-1,layers.13.mlp.gated_product,128,640,768,4096,128,0.08981536618801232,0.0,0.525390625,0.03173828125,0.2041015625,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,128,768,896,4096,128,0.09385865540378571,0.0,0.50048828125,0.039794921875,0.22412109375,1.0,65,0.5078125
+fresh-zh-1,layers.13.mlp.gated_product,128,896,1024,4096,128,0.09234042190967386,0.0,0.512451171875,0.0341796875,0.214111328125,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,128,1024,1152,4096,128,0.0885359846185381,0.0,0.527587890625,0.0322265625,0.2099609375,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,1152,1280,4096,128,0.08848149432505538,0.0,0.499755859375,0.031005859375,0.1904296875,1.0,76,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,128,1280,1408,4096,128,0.08185851067177599,0.0,0.48095703125,0.030517578125,0.20654296875,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,128,1408,1536,4096,128,0.0819106484968839,0.0,0.47802734375,0.03271484375,0.218994140625,1.0,72,0.5625
+fresh-zh-1,layers.13.mlp.gated_product,128,1536,1664,4096,128,0.09025940498054663,0.0,0.5107421875,0.025146484375,0.18896484375,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,1664,1792,4096,128,0.09009949797964985,0.0,0.533935546875,0.03076171875,0.195556640625,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,1792,1920,4096,128,0.09219586059521999,0.0,0.505126953125,0.033935546875,0.213623046875,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gated_product,128,1920,2048,4096,128,0.08199441866479197,0.0,0.466064453125,0.027099609375,0.179931640625,1.0,86,0.671875
+fresh-zh-1,layers.13.mlp.gated_product,128,2048,2176,4096,128,0.10848118644217981,0.0,0.490234375,0.03125,0.222900390625,1.0,63,0.4921875
+fresh-zh-1,layers.13.mlp.gated_product,128,2176,2304,4096,128,0.10897108618353209,0.0,0.52197265625,0.0361328125,0.232177734375,1.0,61,0.4765625
+fresh-zh-1,layers.13.mlp.gated_product,128,2304,2432,4096,128,0.08115861737239345,0.0,0.502197265625,0.03564453125,0.1953125,1.0,80,0.625
+fresh-zh-1,layers.13.mlp.gated_product,128,2432,2560,4096,128,0.09607130503246669,0.0,0.510009765625,0.033935546875,0.207763671875,1.0,75,0.5859375
+fresh-zh-1,layers.13.mlp.gated_product,128,2560,2688,4096,128,0.11646826478532672,0.0,0.50390625,0.04052734375,0.24609375,1.0,62,0.484375
+fresh-zh-1,layers.13.mlp.gated_product,128,2688,2816,4096,128,0.09536649714698231,0.0,0.49853515625,0.031982421875,0.203369140625,1.0,69,0.5390625
+fresh-zh-1,layers.13.mlp.gated_product,128,2816,2944,4096,128,0.09167882211562167,0.0,0.521728515625,0.036865234375,0.220703125,1.0,71,0.5546875
+fresh-zh-1,layers.13.mlp.gated_product,128,2944,3072,4096,128,0.08303779930956581,0.0,0.474365234375,0.0322265625,0.20166015625,1.0,75,0.5859375
+fresh-zh-1,layers.13.mlp.gated_product,128,3072,3200,4096,128,0.09997508365915526,0.0,0.4765625,0.03759765625,0.22998046875,1.0,65,0.5078125
+fresh-zh-1,layers.13.mlp.gated_product,128,3200,3328,4096,128,0.0914619312935565,0.0,0.513916015625,0.03125,0.19970703125,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,128,3328,3456,4096,128,0.09449974924887436,0.0,0.48046875,0.03369140625,0.21240234375,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,128,3456,3584,4096,128,0.09807708052131703,0.0,0.5068359375,0.041748046875,0.229248046875,1.0,69,0.5390625
+fresh-zh-1,layers.13.mlp.gated_product,128,3584,3712,4096,128,0.12887345608108644,0.0,0.47412109375,0.051513671875,0.278076171875,1.0,49,0.3828125
+fresh-zh-1,layers.13.mlp.gated_product,128,3712,3840,4096,128,0.09446107580585658,0.0,0.503662109375,0.03759765625,0.22119140625,1.0,71,0.5546875
+fresh-zh-1,layers.13.mlp.gated_product,128,3840,3968,4096,128,0.08066703775431414,0.0,0.506103515625,0.036865234375,0.203125,1.0,78,0.609375
+fresh-zh-1,layers.13.mlp.gated_product,128,3968,4096,4096,128,0.09118375502993903,0.0,0.5048828125,0.033935546875,0.190185546875,1.0,79,0.6171875
+fresh-zh-1,layers.13.mlp.gated_product,128,4096,4224,4096,128,0.08431057325670363,0.0,0.49853515625,0.031494140625,0.19140625,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,4224,4352,4096,128,0.08806884599398924,0.0,0.504638671875,0.036865234375,0.20361328125,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,4352,4480,4096,128,0.08600320781481417,0.0,0.49169921875,0.0322265625,0.21240234375,1.0,75,0.5859375
+fresh-zh-1,layers.13.mlp.gated_product,128,4480,4608,4096,128,0.09422042878777855,0.0,0.4716796875,0.03515625,0.21630859375,1.0,77,0.6015625
+fresh-zh-1,layers.13.mlp.gated_product,128,4608,4736,4096,128,0.09149799776177378,0.0,0.484130859375,0.03466796875,0.218505859375,1.0,76,0.59375
+fresh-zh-1,layers.13.mlp.gated_product,128,4736,4864,4096,128,0.08871982635845028,0.0,0.490966796875,0.0380859375,0.215087890625,1.0,74,0.578125
+fresh-zh-1,layers.13.mlp.gated_product,128,4864,4992,4096,128,0.08999829478046918,0.0,0.51611328125,0.032958984375,0.218017578125,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gated_product,128,4992,5120,4096,128,0.08307057733949828,0.0,0.4970703125,0.030029296875,0.19189453125,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.gated_product,128,5120,5248,4096,128,0.0921273471358295,0.0,0.47900390625,0.038818359375,0.226806640625,1.0,71,0.5546875
+fresh-zh-1,layers.13.mlp.gated_product,128,5248,5376,4096,128,0.09605142671004493,0.0,0.5087890625,0.035888671875,0.20849609375,1.0,73,0.5703125
+fresh-zh-1,layers.13.mlp.gated_product,128,5376,5504,4096,128,0.0849713398464305,0.0,0.517822265625,0.034423828125,0.199951171875,1.0,80,0.625
+fresh-zh-1,layers.13.mlp.gated_product,128,5504,5632,4096,128,0.10982461467559158,0.0,0.49658203125,0.035888671875,0.22802734375,1.0,62,0.484375
+fresh-zh-1,layers.13.mlp.gated_product,128,5632,5760,4096,128,0.10364670865040813,0.0,0.50537109375,0.036376953125,0.2333984375,1.0,70,0.546875
+fresh-zh-1,layers.13.mlp.gated_product,128,5760,5888,4096,128,0.11381852835638581,0.0,0.505859375,0.03369140625,0.241455078125,1.0,57,0.4453125
+fresh-zh-1,layers.13.mlp.gated_product,128,5888,6016,4096,128,0.09943006027074769,0.0,0.52685546875,0.036865234375,0.208251953125,1.0,69,0.5390625
+fresh-zh-1,layers.13.mlp.gated_product,128,6016,6144,4096,128,0.0857015956437777,0.0,0.509521484375,0.03125,0.205810546875,1.0,81,0.6328125
+fresh-zh-1,layers.13.mlp.down_proj.output,0,0,2048,65536,2048,0.05821807637363787,0.0,0.49615478515625,0.0090484619140625,0.0880889892578125,1.0,1602,0.7822265625
+fresh-zh-1,layers.13.mlp.down_proj.output,64,0,64,2048,64,0.057538964493250314,0.0,0.48828125,0.009765625,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,64,128,2048,64,0.058128035079306015,0.0,0.47021484375,0.01123046875,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.down_proj.output,64,128,192,2048,64,0.056631783235896155,0.0,0.49169921875,0.01171875,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,192,256,2048,64,0.06031990585923563,0.0,0.53369140625,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,256,320,2048,64,0.06022688368100176,0.0,0.49560546875,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,320,384,2048,64,0.056907827927500085,0.0,0.5068359375,0.0078125,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.down_proj.output,64,384,448,2048,64,0.05873727541980886,0.0,0.5029296875,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,448,512,2048,64,0.05626879464742429,0.0,0.51318359375,0.00634765625,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,512,576,2048,64,0.05301718786743031,0.0,0.541015625,0.0087890625,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.down_proj.output,64,576,640,2048,64,0.06373825177406316,0.0,0.45556640625,0.00537109375,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,640,704,2048,64,0.05569560869601113,0.0,0.5,0.01025390625,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,704,768,2048,64,0.06037407184021788,0.0,0.5439453125,0.00927734375,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,768,832,2048,64,0.05806342533513857,0.0,0.4892578125,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,832,896,2048,64,0.05801103545549777,0.0,0.51953125,0.01025390625,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,896,960,2048,64,0.05797658316199578,0.0,0.47998046875,0.0068359375,0.07861328125,1.0,54,0.84375
+fresh-zh-1,layers.13.mlp.down_proj.output,64,960,1024,2048,64,0.058206927702282106,0.0,0.50048828125,0.005859375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1024,1088,2048,64,0.05786008573912877,0.0,0.5068359375,0.0107421875,0.08251953125,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1088,1152,2048,64,0.059020315853234334,0.0,0.45068359375,0.009765625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1152,1216,2048,64,0.07101795969210227,0.0,0.50244140625,0.01123046875,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1216,1280,2048,64,0.0546258210219418,0.0,0.48876953125,0.00927734375,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1280,1344,2048,64,0.056603884678073514,0.0,0.4990234375,0.01220703125,0.0966796875,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1344,1408,2048,64,0.056659164107393085,0.0,0.49658203125,0.0107421875,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1408,1472,2048,64,0.055826508903923794,0.0,0.4814453125,0.0078125,0.09130859375,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1472,1536,2048,64,0.0554521435775234,0.0,0.52099609375,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1536,1600,2048,64,0.05657106257482213,0.0,0.5244140625,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1600,1664,2048,64,0.05948788407610034,0.0,0.5009765625,0.009765625,0.09228515625,1.0,53,0.828125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1664,1728,2048,64,0.060870333386318094,0.0,0.4775390625,0.009765625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1728,1792,2048,64,0.05993441850194353,0.0,0.49072265625,0.01220703125,0.0966796875,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1792,1856,2048,64,0.05524022384560077,0.0,0.48193359375,0.01171875,0.09912109375,1.0,49,0.765625
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1856,1920,2048,64,0.058584648359665696,0.0,0.48291015625,0.00732421875,0.09423828125,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1920,1984,2048,64,0.056148556509574225,0.0,0.4755859375,0.009765625,0.09423828125,1.0,50,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,64,1984,2048,2048,64,0.056551847683468964,0.0,0.4638671875,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,128,0,128,4096,128,0.05783424978823773,0.0,0.479248046875,0.010498046875,0.08544921875,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,128,256,4096,128,0.05850491396175443,0.0,0.5126953125,0.009521484375,0.084716796875,1.0,103,0.8046875
+fresh-zh-1,layers.13.mlp.down_proj.output,128,256,384,4096,128,0.058590862757561764,0.0,0.501220703125,0.00732421875,0.08740234375,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,384,512,4096,128,0.057516279325146226,0.0,0.508056640625,0.006103515625,0.07763671875,1.0,102,0.796875
+fresh-zh-1,layers.13.mlp.down_proj.output,128,512,640,4096,128,0.05862331851995528,0.0,0.498291015625,0.007080078125,0.08544921875,1.0,99,0.7734375
+fresh-zh-1,layers.13.mlp.down_proj.output,128,640,768,4096,128,0.05808196526714201,0.0,0.52197265625,0.01025390625,0.08740234375,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,768,896,4096,128,0.05803723630682388,0.0,0.50439453125,0.009521484375,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.13.mlp.down_proj.output,128,896,1024,4096,128,0.05809186960185784,0.0,0.490234375,0.00634765625,0.079833984375,1.0,105,0.8203125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1024,1152,4096,128,0.05844308002302273,0.0,0.478759765625,0.010009765625,0.0849609375,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1152,1280,4096,128,0.06335428525818235,0.0,0.49560546875,0.009765625,0.1015625,1.0,93,0.7265625
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1280,1408,4096,128,0.05663153113768489,0.0,0.497802734375,0.011474609375,0.094970703125,1.0,98,0.765625
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1408,1536,4096,128,0.05563964110120658,0.0,0.501220703125,0.00927734375,0.088134765625,1.0,101,0.7890625
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1536,1664,4096,128,0.058047796998232384,0.0,0.5126953125,0.0087890625,0.08837890625,1.0,105,0.8203125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1664,1792,4096,128,0.060404188628470225,0.0,0.484130859375,0.010986328125,0.091552734375,1.0,101,0.7890625
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1792,1920,4096,128,0.056936997435488995,0.0,0.482421875,0.00927734375,0.097900390625,1.0,100,0.78125
+fresh-zh-1,layers.13.mlp.down_proj.output,128,1920,2048,4096,128,0.05635056288327173,0.0,0.4697265625,0.009033203125,0.0908203125,1.0,101,0.7890625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4175427914438943,0.0,0.497528076171875,0.013682047526041666,0.1326446533203125,1.0,2916,0.474609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.7616733403692555,0.0,0.53271484375,0.0107421875,0.1103515625,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.2034238171308498,0.0,0.45556640625,0.00732421875,0.107421875,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.589985168231072,0.0,0.4287109375,0.0048828125,0.08935546875,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.6897042439952603,0.0,0.48486328125,0.01416015625,0.16064453125,1.0,23,0.359375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.8530243294883137,0.0,0.48486328125,0.01611328125,0.13671875,1.0,24,0.375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.283683887395763,0.0,0.51806640625,0.01220703125,0.1064453125,1.0,37,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.7381261539270045,0.0,0.48486328125,0.013671875,0.13134765625,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.4848761226287919,0.0,0.43994140625,0.0107421875,0.1025390625,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5038972235456298,0.0,0.537109375,0.015625,0.13037109375,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.8540572857045408,0.0,0.52587890625,0.021484375,0.1640625,1.0,22,0.34375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.125243205003315,0.0,0.48828125,0.02490234375,0.19189453125,1.0,16,0.25
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.588142818915335,0.0,0.4833984375,0.01416015625,0.12744140625,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.3821108082335896,0.0,0.53125,0.0126953125,0.13330078125,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.307976200045655,0.0,0.51904296875,0.0107421875,0.12109375,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6620953426775955,0.0,0.5556640625,0.0107421875,0.109375,1.0,37,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.7784245184580063,0.0,0.48193359375,0.01708984375,0.12060546875,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.3856137790499845,0.0,0.52294921875,0.0107421875,0.109375,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0991881187089259,0.0,0.51416015625,0.01220703125,0.10107421875,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5173169023164101,0.0,0.501953125,0.0166015625,0.13330078125,1.0,26,0.40625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.8569047394978349,0.0,0.5400390625,0.01806640625,0.15185546875,1.0,18,0.28125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.575604407262283,0.0,0.50341796875,0.00927734375,0.08642578125,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7894081950197913,0.0,0.60888671875,0.009765625,0.0927734375,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.5992868859638751,0.0,0.4677734375,0.01123046875,0.1083984375,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.3965274077943828,0.0,0.4560546875,0.0126953125,0.11474609375,1.0,33,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.627143357102896,0.0,0.51416015625,0.01513671875,0.13818359375,1.0,27,0.421875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1938082266470726,0.0,0.4775390625,0.0107421875,0.10546875,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5952501117937994,0.0,0.50537109375,0.017578125,0.1259765625,1.0,34,0.53125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.54555583462249,0.0,0.4833984375,0.0087890625,0.091796875,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2019672700720396,0.0,0.5087890625,0.00927734375,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.464275094863542,0.0,0.5537109375,0.01416015625,0.1318359375,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7698359276007036,0.0,0.46142578125,0.0126953125,0.134765625,1.0,28,0.4375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.369190560839213,0.0,0.4580078125,0.01220703125,0.12548828125,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.996942236963769,0.0,0.53173828125,0.01025390625,0.1162109375,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8410558879389409,0.0,0.50146484375,0.0126953125,0.109375,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9737177463652575,0.0,0.5185546875,0.009765625,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.7248958373828918,0.0,0.46923828125,0.00537109375,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.7078002212232528,0.0,0.51708984375,0.0166015625,0.1328125,1.0,29,0.453125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.1213999547137388,0.0,0.52001953125,0.009765625,0.107421875,1.0,39,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.7338438474229374,0.0,0.48095703125,0.0146484375,0.095703125,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.500753260200554,0.0,0.5859375,0.0224609375,0.18798828125,1.0,19,0.296875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.086217747080308,0.0,0.52685546875,0.00927734375,0.09130859375,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.6142447456064761,0.0,0.46728515625,0.01611328125,0.13720703125,1.0,29,0.453125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.4543183292866046,0.0,0.51171875,0.00927734375,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.955966182045433,0.0,0.37158203125,0.01220703125,0.1279296875,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.0293932351366577,0.0,0.4560546875,0.0107421875,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0479185705418965,0.0,0.53662109375,0.01123046875,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5672428602889599,0.0,0.5546875,0.01025390625,0.099609375,1.0,37,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.7360746002362528,0.0,0.5361328125,0.0126953125,0.1103515625,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0462655151850513,0.0,0.51025390625,0.0068359375,0.10595703125,1.0,39,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.0795999926364446,0.0,0.5546875,0.00927734375,0.10986328125,1.0,39,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.7854014991264939,0.0,0.4814453125,0.009765625,0.091796875,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.6961248984333405,0.0,0.49755859375,0.009765625,0.09521484375,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4288625883613462,0.0,0.49267578125,0.01513671875,0.1044921875,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.4861001421040607,0.0,0.46044921875,0.015625,0.11474609375,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.717154724018077,0.0,0.50732421875,0.0107421875,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7963593208415407,0.0,0.5634765625,0.01123046875,0.10791015625,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.1945420595179483,0.0,0.474609375,0.01171875,0.1064453125,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.0895723087476332,0.0,0.4775390625,0.0107421875,0.10546875,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.8867915417401562,0.0,0.52001953125,0.0087890625,0.09716796875,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.8255711900973668,0.0,0.564453125,0.00927734375,0.10693359375,1.0,34,0.53125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.3657029057589276,0.0,0.5283203125,0.0087890625,0.09423828125,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.6551304189307317,0.0,0.45654296875,0.0087890625,0.10546875,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.5786972987587171,0.0,0.4970703125,0.015625,0.13623046875,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.0278745346504357,0.0,0.4228515625,0.01171875,0.0966796875,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7597960889793454,0.0,0.50341796875,0.0068359375,0.10693359375,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7578085801900314,0.0,0.4521484375,0.00927734375,0.111328125,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.536121539034305,0.0,0.505859375,0.013671875,0.12548828125,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.6707377991258423,0.0,0.47705078125,0.01318359375,0.1357421875,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.1862706082527212,0.0,0.47998046875,0.0126953125,0.13818359375,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0127807386731,0.0,0.41064453125,0.009765625,0.10107421875,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0806818584360554,0.0,0.44873046875,0.01025390625,0.12841796875,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.2156330273753853,0.0,0.49072265625,0.015625,0.14501953125,1.0,26,0.40625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8517086751705393,0.0,0.48583984375,0.01123046875,0.10498046875,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.1895054057948828,0.0,0.419921875,0.015625,0.15283203125,1.0,28,0.4375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.2404401720297489,0.0,0.47900390625,0.01904296875,0.16259765625,1.0,19,0.296875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3152069381689373,0.0,0.52099609375,0.01953125,0.18896484375,1.0,13,0.203125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.1968098303410772,0.0,0.482421875,0.0166015625,0.181640625,1.0,20,0.3125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7833283993332447,0.0,0.5546875,0.01904296875,0.1533203125,1.0,28,0.4375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1834235230718946,0.0,0.4091796875,0.017578125,0.15576171875,1.0,20,0.3125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.6682491793382301,0.0,0.470703125,0.02197265625,0.2001953125,1.0,12,0.1875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.2145442816394703,0.0,0.498046875,0.01025390625,0.11083984375,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.3895672872485314,0.0,0.48046875,0.013671875,0.11767578125,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.2017257113110689,0.0,0.46826171875,0.00927734375,0.13330078125,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.7915825582178995,0.0,0.50634765625,0.0146484375,0.17431640625,1.0,20,0.3125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.152842203286094,0.0,0.48046875,0.0126953125,0.12646484375,1.0,39,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.1841600822173364,0.0,0.53564453125,0.01220703125,0.138671875,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.9871427988321642,0.0,0.52001953125,0.0107421875,0.12646484375,1.0,34,0.53125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8406452873257013,0.0,0.4921875,0.01513671875,0.11181640625,1.0,39,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.9008271820112704,0.0,0.51123046875,0.01171875,0.12548828125,1.0,29,0.453125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.185754378596482,0.0,0.44921875,0.01318359375,0.1591796875,1.0,21,0.328125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.1674688060209846,0.0,0.55078125,0.0126953125,0.1474609375,1.0,33,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.6688102137780504,0.0,0.51953125,0.00439453125,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.825282190049302,0.0,0.47412109375,0.0068359375,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.2138099780293894,0.0,0.49462890625,0.01123046875,0.14404296875,1.0,33,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9425237724219112,0.0,0.55419921875,0.009765625,0.0908203125,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.221046994885705,0.0,0.51123046875,0.01513671875,0.1005859375,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.5085956784051775,0.0,0.494140625,0.01025390625,0.11328125,1.0,65,0.5078125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.2093620974571944,0.0,0.456787109375,0.0087890625,0.130126953125,1.0,64,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.5939798443573734,0.0,0.50146484375,0.014892578125,0.12841796875,1.0,57,0.4453125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.6164683149567447,0.0,0.46240234375,0.01220703125,0.118896484375,1.0,65,0.5078125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.6880810522102223,0.0,0.531494140625,0.018798828125,0.146484375,1.0,50,0.390625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.8760138983607118,0.0,0.48583984375,0.01953125,0.159423828125,1.0,43,0.3359375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3455541657848595,0.0,0.525146484375,0.011474609375,0.128662109375,1.0,66,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.7212429659991564,0.0,0.518798828125,0.013671875,0.11328125,1.0,67,0.5234375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2506278553198882,0.0,0.5185546875,0.0126953125,0.107421875,1.0,74,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.6956334795032488,0.0,0.52099609375,0.017333984375,0.142578125,1.0,43,0.3359375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.685899008924959,0.0,0.55615234375,0.009033203125,0.090576171875,1.0,79,0.6171875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.5013339642359602,0.0,0.4619140625,0.01220703125,0.114990234375,1.0,64,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.4270202497817455,0.0,0.495849609375,0.012451171875,0.119873046875,1.0,63,0.4921875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.5705995283829917,0.0,0.494384765625,0.01318359375,0.1103515625,1.0,74,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.33955717902635,0.0,0.53125,0.01171875,0.115234375,1.0,72,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.5822455565615348,0.0,0.459716796875,0.01318359375,0.1328125,1.0,63,0.4921875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.9222984415250532,0.0,0.5166015625,0.0126953125,0.11376953125,1.0,88,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8534869020494829,0.0,0.493896484375,0.007080078125,0.093017578125,1.0,92,0.71875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.4446659568983702,0.0,0.5185546875,0.013671875,0.124755859375,1.0,64,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1812677809038665,0.0,0.533447265625,0.01904296875,0.1494140625,1.0,60,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.3758006928313304,0.0,0.4970703125,0.011962890625,0.12255859375,1.0,69,0.5390625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7234914430023098,0.0,0.441650390625,0.010986328125,0.114013671875,1.0,74,0.578125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0386972039607323,0.0,0.496337890625,0.010986328125,0.095458984375,1.0,92,0.71875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.6538145604498988,0.0,0.54541015625,0.01171875,0.105224609375,1.0,71,0.5546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0630634205836573,0.0,0.532470703125,0.0078125,0.108642578125,1.0,78,0.609375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.7421069293063408,0.0,0.489501953125,0.009033203125,0.0966796875,1.0,84,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.457762314093144,0.0,0.4765625,0.01513671875,0.10986328125,1.0,84,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.757792539575524,0.0,0.535400390625,0.01171875,0.094482421875,1.0,84,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.143262556884251,0.0,0.47607421875,0.010986328125,0.1064453125,1.0,81,0.6328125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.8564337440500953,0.0,0.542236328125,0.00927734375,0.102294921875,1.0,67,0.5234375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.517333373136602,0.0,0.492431640625,0.00927734375,0.10107421875,1.0,79,0.6171875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.3320681701945511,0.0,0.4599609375,0.013671875,0.12109375,1.0,71,0.5546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7588029853123736,0.0,0.477783203125,0.008056640625,0.10888671875,1.0,88,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6048417641800368,0.0,0.491455078125,0.013427734375,0.130615234375,1.0,62,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1029421518446723,0.0,0.4453125,0.010986328125,0.1201171875,1.0,73,0.5703125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.1501384560996668,0.0,0.4697265625,0.01318359375,0.13623046875,1.0,55,0.4296875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.034487983926349,0.0,0.452880859375,0.012939453125,0.1279296875,1.0,70,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.278370273158936,0.0,0.5,0.01953125,0.1767578125,1.0,30,0.234375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.0007790495893927,0.0,0.5185546875,0.0185546875,0.168701171875,1.0,47,0.3671875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.4462964010400101,0.0,0.43994140625,0.02001953125,0.182861328125,1.0,28,0.21875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3049933060852035,0.0,0.4892578125,0.01123046875,0.11572265625,1.0,77,0.6015625
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.5254364536316625,0.0,0.4873046875,0.013671875,0.15625,1.0,44,0.34375
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.1686060597982761,0.0,0.508056640625,0.012451171875,0.13232421875,1.0,73,0.5703125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9168247936190178,0.0,0.506103515625,0.01171875,0.120849609375,1.0,71,0.5546875
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0529727105227122,0.0,0.480224609375,0.013427734375,0.145263671875,1.0,49,0.3828125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9513912221283906,0.0,0.53515625,0.00830078125,0.123046875,1.0,81,0.6328125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.037888567230673,0.0,0.484375,0.0087890625,0.114013671875,1.0,81,0.6328125
+fresh-zh-1,layers.14.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.0907123418435865,0.0,0.53271484375,0.01171875,0.102294921875,1.0,76,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.9316633452355787,0.0,0.257965087890625,0.0066070556640625,0.069000244140625,1.0,1150,0.5615234375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,0,64,2048,64,2.0852380097028367,0.0,0.1357421875,0.00341796875,0.03271484375,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,64,128,2048,64,1.7579894364235622,0.0,0.169921875,0.00390625,0.06298828125,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2751351400055122,0.0,0.13330078125,0.00830078125,0.09228515625,1.0,33,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,192,256,2048,64,1.4007408119519456,0.0,0.16943359375,0.0068359375,0.08837890625,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,256,320,2048,64,2.830865991732898,0.0,0.61572265625,0.001953125,0.03857421875,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,320,384,2048,64,2.4584334282764013,0.0,0.77197265625,0.001953125,0.0390625,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7939395964955593,0.0,0.234375,0.00537109375,0.0361328125,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,448,512,2048,64,2.2332099356528383,0.0,0.33447265625,0.00439453125,0.04638671875,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,512,576,2048,64,2.3858110728695188,0.0,0.2822265625,0.0009765625,0.00439453125,1.0,53,0.828125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,576,640,2048,64,2.3181213130104275,0.0,0.17626953125,0.00146484375,0.0146484375,1.0,52,0.8125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,640,704,2048,64,2.6223008550150135,0.0,0.201171875,0.00048828125,0.01220703125,1.0,52,0.8125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,704,768,2048,64,2.5104311081088704,0.0,0.134765625,0.00146484375,0.0087890625,1.0,52,0.8125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,768,832,2048,64,2.1340662210158805,0.0,0.27734375,0.00244140625,0.02392578125,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,832,896,2048,64,2.058857714221714,0.0,0.32373046875,0.00146484375,0.0185546875,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,896,960,2048,64,1.8071527768213007,0.0,0.296875,0.00439453125,0.0625,1.0,34,0.53125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.7561873940911896,0.0,0.2841796875,0.00537109375,0.07958984375,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.888758550219427,0.0,0.1044921875,0.001953125,0.0224609375,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8265165516235273,0.0,0.12744140625,0.0,0.015625,1.0,41,0.640625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.5262937130457794,0.0,0.45849609375,0.015625,0.09423828125,1.0,31,0.484375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5183874681143887,0.0,0.47021484375,0.0087890625,0.10498046875,1.0,30,0.46875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4248293343000922,0.0,0.12109375,0.00341796875,0.0517578125,1.0,48,0.75
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.4559710722064971,0.0,0.11572265625,0.005859375,0.0634765625,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.0048712724327422,0.0,0.35986328125,0.01171875,0.1015625,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.260130946966924,0.0,0.37451171875,0.0107421875,0.09912109375,1.0,35,0.546875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.3327938803762696,0.0,0.25146484375,0.0107421875,0.07373046875,1.0,40,0.625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.5232161976308207,0.0,0.234375,0.01123046875,0.0888671875,1.0,32,0.5
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2153525448903388,0.0,0.25537109375,0.0107421875,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.366812387728738,0.0,0.23193359375,0.009765625,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.168425239823338,0.0,0.150390625,0.00439453125,0.04052734375,1.0,42,0.65625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.372985897431205,0.0,0.15478515625,0.00634765625,0.0478515625,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.1466782862129072,0.0,0.103515625,0.0068359375,0.05859375,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.460752508036846,0.0,0.19970703125,0.00341796875,0.03564453125,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,0,128,4096,128,1.9285673977963904,0.0,0.15283203125,0.003662109375,0.050537109375,1.0,73,0.5703125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3394111481439657,0.0,0.1513671875,0.00732421875,0.08935546875,1.0,63,0.4921875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,256,384,4096,128,2.6511975769844787,0.0,0.69384765625,0.001708984375,0.039306640625,1.0,88,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,384,512,4096,128,2.025517945189971,0.0,0.284423828125,0.004638671875,0.042724609375,1.0,77,0.6015625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,512,640,4096,128,2.3522096948677844,0.0,0.229248046875,0.001220703125,0.009521484375,1.0,104,0.8125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,640,768,4096,128,2.566975469572431,0.0,0.16796875,0.0009765625,0.010498046875,1.0,104,0.8125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,768,896,4096,128,2.0967991943783337,0.0,0.300537109375,0.001953125,0.021728515625,1.0,85,0.6640625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.781852311772463,0.0,0.29052734375,0.0048828125,0.07177734375,1.0,66,0.515625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.8578982176617873,0.0,0.115966796875,0.0009765625,0.018798828125,1.0,81,0.6328125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.5223457231867366,0.0,0.46435546875,0.012451171875,0.099365234375,1.0,61,0.4765625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4404843621129977,0.0,0.118408203125,0.004638671875,0.05859375,1.0,90,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.1396701886213298,0.0,0.3671875,0.01123046875,0.10400390625,1.0,69,0.5390625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4311755853656336,0.0,0.242919921875,0.0107421875,0.0810546875,1.0,72,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.2933015718733503,0.0,0.24365234375,0.01025390625,0.085693359375,1.0,90,0.703125
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.2730079289468264,0.0,0.152587890625,0.00537109375,0.043701171875,1.0,85,0.6640625
+fresh-zh-1,layers.14.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.3090615594119197,0.0,0.151611328125,0.005126953125,0.047119140625,1.0,88,0.6875
+fresh-zh-1,layers.14.linear_attn.in_proj_b.output,0,0,16,512,16,1.6363690420676236,0.0,0.4921875,0.01171875,0.09375,1.0,9,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_b.output,64,0,16,512,16,1.6363690420676236,0.0,0.4921875,0.01171875,0.09375,1.0,9,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_b.output,128,0,16,512,16,1.6363690420676236,0.0,0.4921875,0.01171875,0.09375,1.0,9,0.5625
+fresh-zh-1,layers.14.linear_attn.in_proj_a.output,0,0,16,512,16,1.4395196358634865,0.0,0.4375,0.0078125,0.0859375,1.0,12,0.75
+fresh-zh-1,layers.14.linear_attn.in_proj_a.output,64,0,16,512,16,1.4395196358634865,0.0,0.4375,0.0078125,0.0859375,1.0,12,0.75
+fresh-zh-1,layers.14.linear_attn.in_proj_a.output,128,0,16,512,16,1.4395196358634865,0.0,0.4375,0.0078125,0.0859375,1.0,12,0.75
+fresh-zh-1,layers.14.linear_attn.out_proj.output,0,0,2048,65536,2048,0.05814404526744931,0.0,0.4956817626953125,0.010101318359375,0.1023406982421875,1.0,1414,0.6904296875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,0,64,2048,64,0.06463027060001619,0.0,0.455078125,0.00732421875,0.10302734375,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,64,128,2048,64,0.054484330448763156,0.0,0.4697265625,0.0087890625,0.10595703125,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,128,192,2048,64,0.0549098243333774,0.0,0.5185546875,0.0107421875,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,192,256,2048,64,0.05589389382900903,0.0,0.4912109375,0.01220703125,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,256,320,2048,64,0.054916396142851126,0.0,0.513671875,0.00927734375,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,320,384,2048,64,0.053909134695136585,0.0,0.5400390625,0.015625,0.1015625,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,384,448,2048,64,0.053226309579418624,0.0,0.4736328125,0.00439453125,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,448,512,2048,64,0.05884098068416578,0.0,0.462890625,0.009765625,0.115234375,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,512,576,2048,64,0.051731000624443364,0.0,0.48193359375,0.0107421875,0.10205078125,1.0,43,0.671875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,576,640,2048,64,0.06359991196645069,0.0,0.46533203125,0.00927734375,0.091796875,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,640,704,2048,64,0.05257456468344913,0.0,0.42724609375,0.0107421875,0.1083984375,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,704,768,2048,64,0.058695190212886945,0.0,0.56005859375,0.009765625,0.1025390625,1.0,44,0.6875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,768,832,2048,64,0.05160522794616608,0.0,0.51708984375,0.0087890625,0.09375,1.0,48,0.75
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,832,896,2048,64,0.054856517721490854,0.0,0.4794921875,0.00732421875,0.1015625,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,896,960,2048,64,0.05193645185802372,0.0,0.49072265625,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,960,1024,2048,64,0.053259134383453144,0.0,0.546875,0.00830078125,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1024,1088,2048,64,0.049660573957031946,0.0,0.50537109375,0.005859375,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1088,1152,2048,64,0.05144708186673333,0.0,0.54248046875,0.0087890625,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06867270276403759,0.0,0.5244140625,0.01416015625,0.12939453125,1.0,36,0.5625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1216,1280,2048,64,0.0537165972576323,0.0,0.48779296875,0.00830078125,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1280,1344,2048,64,0.05548213367616442,0.0,0.46826171875,0.0068359375,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1344,1408,2048,64,0.0508198359908379,0.0,0.5361328125,0.00927734375,0.1064453125,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1408,1472,2048,64,0.054895257323897335,0.0,0.48486328125,0.00927734375,0.10546875,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1472,1536,2048,64,0.054599958395132354,0.0,0.5029296875,0.0087890625,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1536,1600,2048,64,0.04886195834045954,0.0,0.52197265625,0.00732421875,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1600,1664,2048,64,0.05089706812452026,0.0,0.49462890625,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1664,1728,2048,64,0.054007727458241235,0.0,0.474609375,0.00927734375,0.09130859375,1.0,50,0.78125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1728,1792,2048,64,0.05370469736065988,0.0,0.46728515625,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0718806787253411,0.0,0.46142578125,0.0166015625,0.12939453125,1.0,38,0.59375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1856,1920,2048,64,0.05499479051765996,0.0,0.46337890625,0.01025390625,0.10498046875,1.0,46,0.71875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1920,1984,2048,64,0.10960944602669599,0.0,0.537109375,0.02587890625,0.208984375,1.0,19,0.296875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,64,1984,2048,2048,64,0.0564820649924151,0.0,0.49560546875,0.0087890625,0.08544921875,1.0,46,0.71875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,0,128,4096,128,0.05977296271008046,0.0,0.46240234375,0.00830078125,0.103271484375,1.0,89,0.6953125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,128,256,4096,128,0.05540404396653234,0.0,0.5048828125,0.011474609375,0.0927734375,1.0,94,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,256,384,4096,128,0.05441509610805136,0.0,0.52685546875,0.012451171875,0.09375,1.0,93,0.7265625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,384,512,4096,128,0.05610392606279208,0.0,0.46826171875,0.007080078125,0.1015625,1.0,90,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,512,640,4096,128,0.057970014782413315,0.0,0.4736328125,0.0107421875,0.100341796875,1.0,86,0.671875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,640,768,4096,128,0.0557189833260674,0.0,0.49365234375,0.010498046875,0.10595703125,1.0,88,0.6875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,768,896,4096,128,0.05325569024951231,0.0,0.498291015625,0.008056640625,0.09716796875,1.0,95,0.7421875
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,896,1024,4096,128,0.05260195066190767,0.0,0.518798828125,0.008544921875,0.08203125,1.0,99,0.7734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1024,1152,4096,128,0.05056171891037824,0.0,0.52392578125,0.007080078125,0.092041015625,1.0,94,0.734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06164986993439858,0.0,0.506103515625,0.010986328125,0.111328125,1.0,80,0.625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1280,1408,4096,128,0.05320208119705206,0.0,0.502197265625,0.00830078125,0.095703125,1.0,91,0.7109375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1408,1536,4096,128,0.05474780695793709,0.0,0.493896484375,0.009033203125,0.0966796875,1.0,90,0.703125
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1536,1664,4096,128,0.04988989134352198,0.0,0.50830078125,0.00732421875,0.08251953125,1.0,99,0.7734375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1664,1792,4096,128,0.053856425539594306,0.0,0.470947265625,0.009033203125,0.091064453125,1.0,98,0.765625
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1792,1920,4096,128,0.0639971052396005,0.0,0.46240234375,0.012451171875,0.116943359375,1.0,83,0.6484375
+fresh-zh-1,layers.14.linear_attn.out_proj.output,128,1920,2048,4096,128,0.08719075158549382,0.0,0.516357421875,0.01611328125,0.15625,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,0,0,6144,196608,6144,0.8375743097738874,0.0,0.7017466227213541,0.010233561197916666,0.10135396321614583,1.0,3265,0.5314127604166666
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,0,64,2048,64,0.7537290461976094,0.0,0.662109375,0.015625,0.11572265625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,64,128,2048,64,0.7481551948005676,0.0,0.71484375,0.01025390625,0.1025390625,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,128,192,2048,64,0.8405535763468209,0.0,0.74267578125,0.00927734375,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,192,256,2048,64,0.7828430718483289,0.0,0.76171875,0.009765625,0.0927734375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,256,320,2048,64,0.8548127783291408,0.0,0.72216796875,0.00927734375,0.11865234375,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,320,384,2048,64,0.7722449631271614,0.0,0.69677734375,0.00732421875,0.09765625,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,384,448,2048,64,0.8657243836915964,0.0,0.71630859375,0.01025390625,0.0966796875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,448,512,2048,64,0.9154359597404167,0.0,0.7060546875,0.009765625,0.087890625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,512,576,2048,64,0.7759453487367741,0.0,0.65966796875,0.01220703125,0.10595703125,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,576,640,2048,64,0.9643220613090765,0.0,0.63525390625,0.01220703125,0.1044921875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,640,704,2048,64,0.9676201918438992,0.0,0.7294921875,0.01025390625,0.10498046875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,704,768,2048,64,0.7622528370590868,0.0,0.693359375,0.00732421875,0.08740234375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,768,832,2048,64,0.7871411364041863,0.0,0.70458984375,0.00927734375,0.09521484375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,832,896,2048,64,0.828079909887237,0.0,0.69482421875,0.01318359375,0.0966796875,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,896,960,2048,64,0.8274139702438438,0.0,0.728515625,0.0068359375,0.087890625,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,960,1024,2048,64,0.8131236731710565,0.0,0.6787109375,0.01416015625,0.091796875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1024,1088,2048,64,0.924103531432095,0.0,0.6982421875,0.01123046875,0.09912109375,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1088,1152,2048,64,0.8493519092032301,0.0,0.69287109375,0.00830078125,0.09716796875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1152,1216,2048,64,0.8870194769706774,0.0,0.70751953125,0.013671875,0.10546875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1216,1280,2048,64,0.7383348993615049,0.0,0.6435546875,0.0107421875,0.1103515625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1280,1344,2048,64,0.8114606758072117,0.0,0.72216796875,0.0078125,0.07763671875,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1344,1408,2048,64,0.8096761571435273,0.0,0.693359375,0.01123046875,0.10595703125,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1408,1472,2048,64,0.8130514238224474,0.0,0.7568359375,0.00732421875,0.09033203125,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1472,1536,2048,64,0.7414375759807776,0.0,0.6884765625,0.00634765625,0.10595703125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1536,1600,2048,64,0.8903599904027779,0.0,0.70654296875,0.01318359375,0.10302734375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1600,1664,2048,64,0.8689410667740484,0.0,0.75830078125,0.0126953125,0.09814453125,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1664,1728,2048,64,0.8085225419634577,0.0,0.64404296875,0.00830078125,0.1201171875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1728,1792,2048,64,0.894151411887152,0.0,0.68359375,0.0126953125,0.09716796875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1792,1856,2048,64,0.8958654559370627,0.0,0.70166015625,0.009765625,0.10498046875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1856,1920,2048,64,0.7075872922338212,0.0,0.7236328125,0.0078125,0.07958984375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1920,1984,2048,64,0.7244956993438133,0.0,0.67529296875,0.00634765625,0.10009765625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,1984,2048,2048,64,0.7063129516366524,0.0,0.7041015625,0.01220703125,0.09521484375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2048,2112,2048,64,0.8183282403478784,0.0,0.6796875,0.0068359375,0.09326171875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2112,2176,2048,64,0.7833539545889393,0.0,0.69482421875,0.0068359375,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2176,2240,2048,64,0.8756143572563426,0.0,0.7646484375,0.00927734375,0.10888671875,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2240,2304,2048,64,0.7316125256211918,0.0,0.693359375,0.00927734375,0.09912109375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2304,2368,2048,64,0.9471431044108237,0.0,0.67041015625,0.0126953125,0.12646484375,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2368,2432,2048,64,0.6720447311241244,0.0,0.70947265625,0.0078125,0.07421875,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2432,2496,2048,64,0.8638619811958858,0.0,0.6923828125,0.0146484375,0.10107421875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2496,2560,2048,64,0.8805535645412103,0.0,0.74462890625,0.01171875,0.1005859375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2560,2624,2048,64,0.7751779573932687,0.0,0.69189453125,0.0068359375,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2624,2688,2048,64,0.8238833036391668,0.0,0.7060546875,0.00927734375,0.115234375,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2688,2752,2048,64,0.792221741211042,0.0,0.67724609375,0.0078125,0.0888671875,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2752,2816,2048,64,0.7246830334566392,0.0,0.77294921875,0.009765625,0.09619140625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2816,2880,2048,64,0.6355699092654985,0.0,0.67041015625,0.00830078125,0.09765625,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2880,2944,2048,64,0.7997070142146797,0.0,0.75390625,0.0126953125,0.10546875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,2944,3008,2048,64,0.8619432823551955,0.0,0.6298828125,0.0126953125,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3008,3072,2048,64,0.7817289537696832,0.0,0.67919921875,0.009765625,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3072,3136,2048,64,0.8891683042005465,0.0,0.71435546875,0.0068359375,0.1025390625,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3136,3200,2048,64,0.9718452347728551,0.0,0.73486328125,0.01220703125,0.12646484375,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3200,3264,2048,64,0.725534459866996,0.0,0.73974609375,0.0078125,0.0966796875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3264,3328,2048,64,0.8447526866913759,0.0,0.7080078125,0.01025390625,0.1005859375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3328,3392,2048,64,0.8165004128711192,0.0,0.7119140625,0.0087890625,0.06982421875,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3392,3456,2048,64,0.7281839126653735,0.0,0.63134765625,0.0126953125,0.09375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3456,3520,2048,64,0.7762611802896497,0.0,0.7060546875,0.00732421875,0.09228515625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3520,3584,2048,64,0.8923680109505108,0.0,0.76953125,0.0087890625,0.09814453125,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3584,3648,2048,64,0.7178639635001683,0.0,0.724609375,0.013671875,0.09912109375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3648,3712,2048,64,0.8389158619390475,0.0,0.6689453125,0.00927734375,0.1279296875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3712,3776,2048,64,0.6719171516814921,0.0,0.70751953125,0.00634765625,0.09130859375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3776,3840,2048,64,0.8420381410836607,0.0,0.6875,0.0068359375,0.09521484375,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3840,3904,2048,64,0.906437121752376,0.0,0.7236328125,0.01220703125,0.1171875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3904,3968,2048,64,0.8477429587140429,0.0,0.66162109375,0.00732421875,0.10888671875,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,3968,4032,2048,64,0.8797403046291139,0.0,0.72802734375,0.0068359375,0.07275390625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4032,4096,2048,64,0.8032031259725937,0.0,0.69384765625,0.0087890625,0.10498046875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4096,4160,2048,64,0.8757312358457615,0.0,0.6572265625,0.01318359375,0.1220703125,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4160,4224,2048,64,0.7519680405620389,0.0,0.69921875,0.01123046875,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4224,4288,2048,64,0.798643024202291,0.0,0.6787109375,0.01318359375,0.111328125,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4288,4352,2048,64,0.8379206356323401,0.0,0.68017578125,0.0078125,0.08544921875,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4352,4416,2048,64,0.8229718500962335,0.0,0.7021484375,0.0087890625,0.10888671875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4416,4480,2048,64,0.8202792174192765,0.0,0.6494140625,0.0078125,0.11376953125,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4480,4544,2048,64,0.808334324518206,0.0,0.677734375,0.01416015625,0.11328125,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4544,4608,2048,64,0.8801305114938149,0.0,0.74169921875,0.00830078125,0.0986328125,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4608,4672,2048,64,0.8294035074189513,0.0,0.7216796875,0.01318359375,0.11376953125,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4672,4736,2048,64,0.7658476793035908,0.0,0.70751953125,0.01025390625,0.0927734375,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4736,4800,2048,64,0.8438620522457233,0.0,0.70458984375,0.01318359375,0.103515625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4800,4864,2048,64,1.0863741921478975,0.0,0.66796875,0.013671875,0.12451171875,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4864,4928,2048,64,0.9562643962002779,0.0,0.72509765625,0.01220703125,0.1171875,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4928,4992,2048,64,0.8651929829045824,0.0,0.71826171875,0.01220703125,0.10498046875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,4992,5056,2048,64,0.8717526295414205,0.0,0.68017578125,0.01220703125,0.10400390625,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5056,5120,2048,64,0.9594783516813183,0.0,0.728515625,0.009765625,0.11083984375,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5120,5184,2048,64,1.0072695101005207,0.0,0.66064453125,0.01171875,0.1201171875,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5184,5248,2048,64,0.7691187361048087,0.0,0.70556640625,0.01123046875,0.09765625,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5248,5312,2048,64,0.9028407102651493,0.0,0.6630859375,0.00732421875,0.091796875,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5312,5376,2048,64,0.8324596737649037,0.0,0.67529296875,0.0126953125,0.0869140625,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5376,5440,2048,64,0.9196412795656668,0.0,0.71337890625,0.0068359375,0.083984375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5440,5504,2048,64,0.8518726902579914,0.0,0.71630859375,0.01123046875,0.09912109375,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5504,5568,2048,64,0.8348817909284287,0.0,0.69384765625,0.01220703125,0.0986328125,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5568,5632,2048,64,1.021650357175881,0.0,0.68212890625,0.00830078125,0.123046875,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5632,5696,2048,64,1.0154786565303462,0.0,0.69775390625,0.01171875,0.109375,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5696,5760,2048,64,0.9952797047279274,0.0,0.7666015625,0.01025390625,0.0947265625,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5760,5824,2048,64,0.8427608518629766,0.0,0.7275390625,0.0068359375,0.09375,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5824,5888,2048,64,0.7674610191927651,0.0,0.78369140625,0.00830078125,0.07958984375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5888,5952,2048,64,0.7317245343061494,0.0,0.70166015625,0.01220703125,0.1044921875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,5952,6016,2048,64,0.820244285813849,0.0,0.64013671875,0.01220703125,0.0986328125,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,6016,6080,2048,64,0.8504031746179852,0.0,0.71923828125,0.0087890625,0.11083984375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,64,6080,6144,2048,64,0.8302802459864622,0.0,0.69091796875,0.01220703125,0.10009765625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,0,128,4096,128,0.7509472919549791,0.0,0.6884765625,0.012939453125,0.109130859375,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,128,256,4096,128,0.8122110531907205,0.0,0.752197265625,0.00927734375,0.09521484375,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,256,384,4096,128,0.814575708289308,0.0,0.70947265625,0.008056640625,0.10693359375,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,384,512,4096,128,0.890926962467758,0.0,0.711181640625,0.009765625,0.09228515625,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,512,640,4096,128,0.8752166080901402,0.0,0.6474609375,0.012451171875,0.1044921875,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,640,768,4096,128,0.8710103969725767,0.0,0.71142578125,0.009765625,0.094482421875,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,768,896,4096,128,0.8078698861136391,0.0,0.69970703125,0.0107421875,0.09619140625,1.0,71,0.5546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,896,1024,4096,128,0.8202999408831722,0.0,0.70361328125,0.0107421875,0.089599609375,1.0,75,0.5859375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1024,1152,4096,128,0.8875150709910342,0.0,0.695556640625,0.009521484375,0.098876953125,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1152,1280,4096,128,0.8160704553347393,0.0,0.675537109375,0.012451171875,0.11376953125,1.0,63,0.4921875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1280,1408,4096,128,0.8105689075668419,0.0,0.707763671875,0.009521484375,0.092041015625,1.0,70,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1408,1536,4096,128,0.7780688584103469,0.0,0.72265625,0.008056640625,0.09765625,1.0,76,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1536,1664,4096,128,0.8797157182966711,0.0,0.732421875,0.01318359375,0.100830078125,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1664,1792,4096,128,0.8524128835965699,0.0,0.663818359375,0.01025390625,0.109375,1.0,64,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1792,1920,4096,128,0.8072343808560536,0.0,0.712646484375,0.008544921875,0.09423828125,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,1920,2048,4096,128,0.7154620898473102,0.0,0.689697265625,0.00927734375,0.0986328125,1.0,76,0.59375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2048,2176,4096,128,0.8010319990864863,0.0,0.687255859375,0.0068359375,0.0908203125,1.0,77,0.6015625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2176,2304,4096,128,0.806832507488158,0.0,0.72900390625,0.009765625,0.10546875,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2304,2432,4096,128,0.8211955250927362,0.0,0.68994140625,0.009765625,0.102783203125,1.0,71,0.5546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2432,2560,4096,128,0.8722477006509998,0.0,0.718505859375,0.01318359375,0.101318359375,1.0,66,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2560,2688,4096,128,0.7999014200649314,0.0,0.698974609375,0.008056640625,0.10302734375,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2688,2816,4096,128,0.7592037889221088,0.0,0.72509765625,0.009033203125,0.0908203125,1.0,75,0.5859375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2816,2944,4096,128,0.7223158651683873,0.0,0.712158203125,0.009521484375,0.1005859375,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,2944,3072,4096,128,0.8228141889755827,0.0,0.654541015625,0.01123046875,0.09375,1.0,68,0.53125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3072,3200,4096,128,0.9314245631143676,0.0,0.724609375,0.00927734375,0.1142578125,1.0,61,0.4765625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3200,3328,4096,128,0.7874031223353104,0.0,0.723876953125,0.009033203125,0.095947265625,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3328,3456,4096,128,0.7736034949776793,0.0,0.671630859375,0.0107421875,0.082275390625,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3456,3584,4096,128,0.8363318979306155,0.0,0.73779296875,0.008544921875,0.09765625,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3584,3712,4096,128,0.7807395511645052,0.0,0.69677734375,0.01123046875,0.111083984375,1.0,70,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3712,3840,4096,128,0.7617417179606865,0.0,0.697509765625,0.00732421875,0.09521484375,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3840,3968,4096,128,0.8775808736919838,0.0,0.692626953125,0.010009765625,0.1142578125,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,3968,4096,4096,128,0.8423414584243947,0.0,0.7109375,0.0078125,0.091796875,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4096,4224,4096,128,0.8161988518316652,0.0,0.67822265625,0.012939453125,0.103759765625,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4224,4352,4096,128,0.8185174621611582,0.0,0.679443359375,0.010498046875,0.099609375,1.0,66,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4352,4480,4096,128,0.821626636794596,0.0,0.67578125,0.00830078125,0.111328125,1.0,64,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4480,4608,4096,128,0.844995295092425,0.0,0.709716796875,0.011474609375,0.104248046875,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4608,4736,4096,128,0.798258368579232,0.0,0.714599609375,0.01171875,0.104736328125,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4736,4864,4096,128,0.9727055177661328,0.0,0.686279296875,0.013427734375,0.117919921875,1.0,58,0.453125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4864,4992,4096,128,0.9118663534497835,0.0,0.7216796875,0.0126953125,0.10986328125,1.0,61,0.4765625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,4992,5120,4096,128,0.9166655209119303,0.0,0.704345703125,0.010986328125,0.109130859375,1.0,64,0.5
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5120,5248,4096,128,0.8961404734207693,0.0,0.68310546875,0.010986328125,0.10693359375,1.0,66,0.515625
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5248,5376,4096,128,0.8683635346319101,0.0,0.669189453125,0.009521484375,0.08984375,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5376,5504,4096,128,0.8864048633351931,0.0,0.71484375,0.00927734375,0.09375,1.0,70,0.546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5504,5632,4096,128,0.9329515145872979,0.0,0.68798828125,0.009765625,0.112060546875,1.0,58,0.453125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5632,5760,4096,128,1.0054299061873948,0.0,0.732177734375,0.0107421875,0.101318359375,1.0,62,0.484375
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5760,5888,4096,128,0.8059907783012185,0.0,0.755615234375,0.008056640625,0.085693359375,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,5888,6016,4096,128,0.7772456119257999,0.0,0.6708984375,0.011962890625,0.100830078125,1.0,71,0.5546875
+fresh-zh-1,layers.14.mlp.gate_proj.output,128,6016,6144,4096,128,0.8404019414172268,0.0,0.705078125,0.010498046875,0.105224609375,1.0,66,0.515625
+fresh-zh-1,layers.14.mlp.up_proj.output,0,0,6144,196608,6144,0.5185634702857588,0.0,0.501373291015625,0.010040283203125,0.0984954833984375,1.0,4134,0.6728515625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,0,64,2048,64,0.506365896184466,0.0,0.52734375,0.01220703125,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,64,128,2048,64,0.4591136224338031,0.0,0.521484375,0.0068359375,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,128,192,2048,64,0.46639295453103824,0.0,0.45751953125,0.01025390625,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,192,256,2048,64,0.5008482589920218,0.0,0.482421875,0.01123046875,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,256,320,2048,64,0.6044349725683409,0.0,0.50390625,0.00927734375,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,320,384,2048,64,0.5491082349067189,0.0,0.529296875,0.00732421875,0.0986328125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,384,448,2048,64,0.47156126443348484,0.0,0.5146484375,0.0107421875,0.09716796875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,448,512,2048,64,0.46608711768417954,0.0,0.501953125,0.00927734375,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,512,576,2048,64,0.4943728716488919,0.0,0.50830078125,0.01171875,0.08984375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,576,640,2048,64,0.5727251976388603,0.0,0.46875,0.01171875,0.109375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,640,704,2048,64,0.4905364498860579,0.0,0.53564453125,0.01171875,0.10302734375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,704,768,2048,64,0.4605204905411383,0.0,0.49560546875,0.01025390625,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,768,832,2048,64,0.459840520421303,0.0,0.525390625,0.00830078125,0.0947265625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,832,896,2048,64,0.5164195148438838,0.0,0.5078125,0.01220703125,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,896,960,2048,64,0.4830228631895391,0.0,0.47998046875,0.0078125,0.09130859375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,960,1024,2048,64,0.47996912360501126,0.0,0.490234375,0.01416015625,0.09033203125,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1024,1088,2048,64,0.512967989602428,0.0,0.51025390625,0.01123046875,0.083984375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1088,1152,2048,64,0.6614390918131507,0.0,0.47998046875,0.00927734375,0.1171875,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1152,1216,2048,64,0.509261449953179,0.0,0.54443359375,0.005859375,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1216,1280,2048,64,0.5511760673115534,0.0,0.50244140625,0.0107421875,0.11181640625,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1280,1344,2048,64,0.4571725240867453,0.0,0.53076171875,0.0126953125,0.10498046875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1344,1408,2048,64,0.5054807313329368,0.0,0.56591796875,0.009765625,0.1005859375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1408,1472,2048,64,0.5018212451903498,0.0,0.505859375,0.01025390625,0.0966796875,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1472,1536,2048,64,0.47437639644229745,0.0,0.451171875,0.0078125,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1536,1600,2048,64,0.5722869136840412,0.0,0.50634765625,0.009765625,0.10546875,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1600,1664,2048,64,0.5460492116961909,0.0,0.44384765625,0.00927734375,0.09912109375,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1664,1728,2048,64,0.5070128434407436,0.0,0.490234375,0.013671875,0.11181640625,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1728,1792,2048,64,0.5474988738212078,0.0,0.52099609375,0.01025390625,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1792,1856,2048,64,0.5816347529846307,0.0,0.46435546875,0.01123046875,0.10107421875,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1856,1920,2048,64,0.4834616653266887,0.0,0.49755859375,0.005859375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1920,1984,2048,64,0.4365966737748548,0.0,0.49365234375,0.00732421875,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,1984,2048,2048,64,0.4785675827505209,0.0,0.50146484375,0.01171875,0.09912109375,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2048,2112,2048,64,0.6096516436908805,0.0,0.46337890625,0.01025390625,0.11474609375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2112,2176,2048,64,0.5436532928199256,0.0,0.458984375,0.01025390625,0.0966796875,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2176,2240,2048,64,0.485842718599206,0.0,0.478515625,0.00830078125,0.0810546875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2240,2304,2048,64,0.4908592510438869,0.0,0.55126953125,0.0087890625,0.09130859375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2304,2368,2048,64,0.4984804642561835,0.0,0.53759765625,0.01171875,0.11376953125,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2368,2432,2048,64,0.5122931076986611,0.0,0.54736328125,0.0068359375,0.0966796875,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2432,2496,2048,64,0.4639386338533989,0.0,0.44921875,0.01318359375,0.1015625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2496,2560,2048,64,0.486712404999233,0.0,0.44140625,0.01025390625,0.10107421875,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2560,2624,2048,64,0.6144429357434271,0.0,0.5439453125,0.00927734375,0.1083984375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2624,2688,2048,64,0.45652841450430365,0.0,0.5654296875,0.0078125,0.0849609375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2688,2752,2048,64,0.48221250060148785,0.0,0.560546875,0.00732421875,0.09716796875,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2752,2816,2048,64,0.5191239555206021,0.0,0.55615234375,0.01123046875,0.0966796875,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2816,2880,2048,64,0.4213157684469734,0.0,0.501953125,0.00390625,0.0712890625,1.0,49,0.765625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2880,2944,2048,64,0.48553331779494774,0.0,0.5,0.0087890625,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,2944,3008,2048,64,0.4128496125354374,0.0,0.47509765625,0.009765625,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3008,3072,2048,64,0.6316696942750454,0.0,0.44873046875,0.00634765625,0.1123046875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3072,3136,2048,64,0.5582424363572055,0.0,0.46533203125,0.013671875,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3136,3200,2048,64,0.6916804163075934,0.0,0.513671875,0.01416015625,0.12744140625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3200,3264,2048,64,0.5215033877009374,0.0,0.50341796875,0.009765625,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3264,3328,2048,64,0.5069560709965766,0.0,0.56591796875,0.00830078125,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3328,3392,2048,64,0.4858312928360725,0.0,0.517578125,0.0107421875,0.09521484375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3392,3456,2048,64,0.5238184602960132,0.0,0.560546875,0.01220703125,0.10400390625,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3456,3520,2048,64,0.5476785020481735,0.0,0.52587890625,0.0107421875,0.107421875,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3520,3584,2048,64,0.46064313743725105,0.0,0.4580078125,0.0068359375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3584,3648,2048,64,0.5500968854772833,0.0,0.5166015625,0.009765625,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3648,3712,2048,64,0.57364925181048,0.0,0.515625,0.01123046875,0.11767578125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3712,3776,2048,64,0.4827897274238397,0.0,0.5234375,0.0107421875,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3776,3840,2048,64,0.4739069090970116,0.0,0.4775390625,0.009765625,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3840,3904,2048,64,0.5750119662411544,0.0,0.56201171875,0.01220703125,0.10400390625,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3904,3968,2048,64,0.4962985244480219,0.0,0.43798828125,0.00537109375,0.09375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,3968,4032,2048,64,0.5594823248199929,0.0,0.50146484375,0.01171875,0.1025390625,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4032,4096,2048,64,0.4973969115666755,0.0,0.47802734375,0.01318359375,0.10595703125,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4096,4160,2048,64,0.4803042441747687,0.0,0.486328125,0.0107421875,0.09765625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4160,4224,2048,64,0.5157774586990811,0.0,0.51025390625,0.01220703125,0.09765625,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4224,4288,2048,64,0.5206490881033203,0.0,0.560546875,0.01171875,0.1142578125,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4288,4352,2048,64,0.5576110885658662,0.0,0.42919921875,0.01025390625,0.1005859375,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4352,4416,2048,64,0.5420599968748694,0.0,0.55126953125,0.01123046875,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4416,4480,2048,64,0.45846690931973827,0.0,0.515625,0.009765625,0.0751953125,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4480,4544,2048,64,0.5428565875882291,0.0,0.50537109375,0.009765625,0.11474609375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4544,4608,2048,64,0.5283838786778041,0.0,0.537109375,0.01220703125,0.09130859375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4608,4672,2048,64,0.5228773184536455,0.0,0.4873046875,0.01123046875,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4672,4736,2048,64,0.48639731273522174,0.0,0.47900390625,0.0078125,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4736,4800,2048,64,0.4660850438036566,0.0,0.52685546875,0.0078125,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4800,4864,2048,64,0.5013326973239868,0.0,0.5341796875,0.00830078125,0.09814453125,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4864,4928,2048,64,0.5308457625368989,0.0,0.53173828125,0.00927734375,0.09228515625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4928,4992,2048,64,0.5560755906360454,0.0,0.51611328125,0.00830078125,0.115234375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,4992,5056,2048,64,0.5192010400855558,0.0,0.42236328125,0.0087890625,0.0908203125,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5056,5120,2048,64,0.4962047854201775,0.0,0.4296875,0.0068359375,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5120,5184,2048,64,0.5381229317018794,0.0,0.4931640625,0.01416015625,0.08984375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5184,5248,2048,64,0.5191221537539505,0.0,0.5380859375,0.00830078125,0.09814453125,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5248,5312,2048,64,0.4331478238131625,0.0,0.51806640625,0.0078125,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5312,5376,2048,64,0.5316570323974292,0.0,0.47265625,0.00927734375,0.1064453125,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5376,5440,2048,64,0.5258373598160462,0.0,0.50927734375,0.0107421875,0.0830078125,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5440,5504,2048,64,0.4544734762856423,0.0,0.5029296875,0.00927734375,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5504,5568,2048,64,0.5151157438952397,0.0,0.47265625,0.0087890625,0.0830078125,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5568,5632,2048,64,0.5767296918673763,0.0,0.44873046875,0.01318359375,0.11865234375,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5632,5696,2048,64,0.562087307777837,0.0,0.52197265625,0.01025390625,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5696,5760,2048,64,0.6534525111430587,0.0,0.4853515625,0.0087890625,0.111328125,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5760,5824,2048,64,0.5844285590132212,0.0,0.46337890625,0.00830078125,0.109375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5824,5888,2048,64,0.49711597966748833,0.0,0.4755859375,0.0087890625,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5888,5952,2048,64,0.5723399124811763,0.0,0.494140625,0.01171875,0.107421875,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.up_proj.output,64,5952,6016,2048,64,0.46709186222248406,0.0,0.48486328125,0.009765625,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,6016,6080,2048,64,0.4836941935953762,0.0,0.47998046875,0.01123046875,0.0927734375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,64,6080,6144,2048,64,0.4657494584737326,0.0,0.48583984375,0.0078125,0.08056640625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,0,128,4096,128,0.4833175659558558,0.0,0.5244140625,0.009521484375,0.087158203125,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,128,256,4096,128,0.4839273533142813,0.0,0.469970703125,0.0107421875,0.099609375,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,256,384,4096,128,0.5774346238779172,0.0,0.5166015625,0.008544921875,0.096435546875,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,384,512,4096,128,0.4688321807348837,0.0,0.50830078125,0.010009765625,0.091796875,1.0,94,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,512,640,4096,128,0.5349853681330188,0.0,0.488525390625,0.011962890625,0.098388671875,1.0,83,0.6484375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,640,768,4096,128,0.4757652419392718,0.0,0.515625,0.010986328125,0.099365234375,1.0,88,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,768,896,4096,128,0.4889490870903264,0.0,0.5166015625,0.01025390625,0.089599609375,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,896,1024,4096,128,0.48149841431617546,0.0,0.485107421875,0.010986328125,0.0908203125,1.0,88,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1024,1152,4096,128,0.591877449534683,0.0,0.4951171875,0.010986328125,0.1015625,1.0,79,0.6171875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1152,1280,4096,128,0.5306327739526858,0.0,0.5234375,0.00830078125,0.0986328125,1.0,85,0.6640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1280,1408,4096,128,0.4819323015365988,0.0,0.54833984375,0.01171875,0.104248046875,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1408,1536,4096,128,0.48829167903312304,0.0,0.478515625,0.0087890625,0.094970703125,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1536,1664,4096,128,0.5593219346530389,0.0,0.47509765625,0.009521484375,0.101318359375,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1664,1792,4096,128,0.5276443121314579,0.0,0.505615234375,0.01220703125,0.10302734375,1.0,84,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1792,1920,4096,128,0.5348056505497804,0.0,0.48095703125,0.0087890625,0.09375,1.0,88,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,1920,2048,4096,128,0.45806308889220904,0.0,0.49755859375,0.009033203125,0.0966796875,1.0,94,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2048,2176,4096,128,0.5775958922330301,0.0,0.461181640625,0.010009765625,0.10791015625,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2176,2304,4096,128,0.48835742625214207,0.0,0.514892578125,0.008544921875,0.086181640625,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2304,2432,4096,128,0.505433972661421,0.0,0.54248046875,0.00927734375,0.10498046875,1.0,86,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2432,2560,4096,128,0.4754618918283018,0.0,0.4453125,0.01123046875,0.10107421875,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2560,2688,4096,128,0.5412754911017191,0.0,0.5546875,0.008056640625,0.09814453125,1.0,83,0.6484375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2688,2816,4096,128,0.501008271853717,0.0,0.558349609375,0.00927734375,0.096923828125,1.0,89,0.6953125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2816,2944,4096,128,0.45455999572720507,0.0,0.5009765625,0.005615234375,0.084228515625,1.0,94,0.734375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,2944,3072,4096,128,0.533596947721869,0.0,0.4619140625,0.008544921875,0.10302734375,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3072,3200,4096,128,0.6285126951993389,0.0,0.489501953125,0.013671875,0.108154296875,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3200,3328,4096,128,0.5142811688676926,0.0,0.53466796875,0.00927734375,0.087158203125,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3328,3456,4096,128,0.5051820584926069,0.0,0.5390625,0.01123046875,0.100830078125,1.0,87,0.6796875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3456,3584,4096,128,0.5060354936532443,0.0,0.491943359375,0.008544921875,0.095703125,1.0,88,0.6875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3584,3712,4096,128,0.5619964624063619,0.0,0.51611328125,0.0107421875,0.107177734375,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3712,3840,4096,128,0.47836893680289727,0.0,0.50048828125,0.01025390625,0.093505859375,1.0,92,0.71875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3840,3968,4096,128,0.5370991466618628,0.0,0.5,0.0087890625,0.100341796875,1.0,85,0.6640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,3968,4096,4096,128,0.5293506207713614,0.0,0.48974609375,0.01220703125,0.10205078125,1.0,85,0.6640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4096,4224,4096,128,0.49835657609505774,0.0,0.498291015625,0.011474609375,0.09716796875,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4224,4352,4096,128,0.5394467531807144,0.0,0.494873046875,0.01123046875,0.10791015625,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4352,4480,4096,128,0.5020064477440387,0.0,0.533447265625,0.010498046875,0.086669921875,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4480,4608,4096,128,0.5356691133220848,0.0,0.521240234375,0.010986328125,0.1025390625,1.0,86,0.671875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4608,4736,4096,128,0.5049668484115171,0.0,0.483154296875,0.009521484375,0.1015625,1.0,89,0.6953125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4736,4864,4096,128,0.484029824217269,0.0,0.530517578125,0.008056640625,0.096923828125,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4864,4992,4096,128,0.5436070667792171,0.0,0.52392578125,0.008544921875,0.102783203125,1.0,84,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,4992,5120,4096,128,0.5078330971391128,0.0,0.426025390625,0.008056640625,0.093994140625,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5120,5248,4096,128,0.5287079061928079,0.0,0.515625,0.010986328125,0.094482421875,1.0,87,0.6796875
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5248,5376,4096,128,0.4849104233627689,0.0,0.495361328125,0.00830078125,0.09521484375,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5376,5504,4096,128,0.49145247462265684,0.0,0.506103515625,0.010009765625,0.092041015625,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5504,5632,4096,128,0.5467912614015448,0.0,0.460693359375,0.010986328125,0.099365234375,1.0,83,0.6484375
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5632,5760,4096,128,0.6094843418350081,0.0,0.503662109375,0.010009765625,0.109130859375,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5760,5888,4096,128,0.5425315833345727,0.0,0.469482421875,0.008544921875,0.1005859375,1.0,84,0.65625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,5888,6016,4096,128,0.5223733258759623,0.0,0.489501953125,0.010986328125,0.099609375,1.0,85,0.6640625
+fresh-zh-1,layers.14.mlp.up_proj.output,128,6016,6144,4096,128,0.4748066085189087,0.0,0.48291015625,0.009521484375,0.0869140625,1.0,89,0.6953125
+fresh-zh-1,layers.14.mlp.silu_gate,0,0,6144,196608,6144,0.33637400028100467,0.0,0.7017466227213541,0.0082244873046875,0.08232625325520833,1.0,3482,0.5667317708333334
+fresh-zh-1,layers.14.mlp.silu_gate,64,0,64,2048,64,0.3434754510072806,0.0,0.662109375,0.0126953125,0.10791015625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,64,128,2048,64,0.2995048025187641,0.0,0.71484375,0.00732421875,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.silu_gate,64,128,192,2048,64,0.3364350935065619,0.0,0.74267578125,0.00732421875,0.07568359375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,192,256,2048,64,0.287904961248044,0.0,0.76171875,0.00830078125,0.0615234375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,64,256,320,2048,64,0.2578430026437859,0.0,0.72216796875,0.00439453125,0.0751953125,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.silu_gate,64,320,384,2048,64,0.28428394700280624,0.0,0.69677734375,0.005859375,0.0712890625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.silu_gate,64,384,448,2048,64,0.36808850047673275,0.0,0.71630859375,0.0087890625,0.07861328125,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,448,512,2048,64,0.33625762332462944,0.0,0.7060546875,0.005859375,0.06591796875,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,512,576,2048,64,0.39048647831411537,0.0,0.65966796875,0.01220703125,0.10400390625,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,64,576,640,2048,64,0.5137696078097767,0.0,0.63525390625,0.01220703125,0.11376953125,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.silu_gate,64,640,704,2048,64,0.35692090513089364,0.0,0.7294921875,0.0078125,0.07080078125,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,64,704,768,2048,64,0.376349235288792,0.0,0.693359375,0.00732421875,0.0859375,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,64,768,832,2048,64,0.23387278901127942,0.0,0.70458984375,0.00732421875,0.0576171875,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.silu_gate,64,832,896,2048,64,0.42213913863718894,0.0,0.69482421875,0.01318359375,0.10205078125,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.silu_gate,64,896,960,2048,64,0.3111689813450979,0.0,0.728515625,0.005859375,0.07080078125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,960,1024,2048,64,0.4111898633985256,0.0,0.6787109375,0.01416015625,0.0927734375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.silu_gate,64,1024,1088,2048,64,0.3714753918325772,0.0,0.6982421875,0.00927734375,0.08203125,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.silu_gate,64,1088,1152,2048,64,0.43413553704103136,0.0,0.69287109375,0.00830078125,0.09716796875,1.0,27,0.421875
+fresh-zh-1,layers.14.mlp.silu_gate,64,1152,1216,2048,64,0.31815895619968604,0.0,0.70751953125,0.00927734375,0.08203125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,64,1216,1280,2048,64,0.3758370513481236,0.0,0.6435546875,0.0107421875,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.silu_gate,64,1280,1344,2048,64,0.258452880100222,0.0,0.72216796875,0.00634765625,0.05224609375,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.silu_gate,64,1344,1408,2048,64,0.23659808715203862,0.0,0.693359375,0.00732421875,0.06005859375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,1408,1472,2048,64,0.24889051416510777,0.0,0.7568359375,0.00537109375,0.0546875,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.silu_gate,64,1472,1536,2048,64,0.27055794305514336,0.0,0.6884765625,0.00390625,0.08203125,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.silu_gate,64,1536,1600,2048,64,0.2573024470776569,0.0,0.70654296875,0.00927734375,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.silu_gate,64,1600,1664,2048,64,0.2463013774427779,0.0,0.75830078125,0.0087890625,0.05615234375,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,1664,1728,2048,64,0.2943907319217175,0.0,0.64404296875,0.0068359375,0.08447265625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,64,1728,1792,2048,64,0.4218172687924729,0.0,0.68359375,0.01220703125,0.09423828125,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.silu_gate,64,1792,1856,2048,64,0.354096274286866,0.0,0.70166015625,0.00634765625,0.07861328125,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,1856,1920,2048,64,0.24471352024057572,0.0,0.7236328125,0.0048828125,0.0556640625,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.silu_gate,64,1920,1984,2048,64,0.31242523666625704,0.0,0.67529296875,0.00537109375,0.08349609375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,1984,2048,2048,64,0.24945115738053936,0.0,0.7041015625,0.00830078125,0.06787109375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2048,2112,2048,64,0.38391618564108226,0.0,0.6796875,0.00634765625,0.08837890625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.silu_gate,64,2112,2176,2048,64,0.36514719196545176,0.0,0.69482421875,0.00634765625,0.0830078125,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,64,2176,2240,2048,64,0.25260799871390704,0.0,0.7646484375,0.00634765625,0.0634765625,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.silu_gate,64,2240,2304,2048,64,0.28571642883889065,0.0,0.693359375,0.0078125,0.07568359375,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.silu_gate,64,2304,2368,2048,64,0.3424467505367943,0.0,0.67041015625,0.01123046875,0.1025390625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2368,2432,2048,64,0.30702633701769655,0.0,0.70947265625,0.005859375,0.068359375,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,2432,2496,2048,64,0.4069809631705123,0.0,0.6923828125,0.013671875,0.09716796875,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.silu_gate,64,2496,2560,2048,64,0.2902527270562037,0.0,0.74462890625,0.0087890625,0.0732421875,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2560,2624,2048,64,0.34563577434139364,0.0,0.69189453125,0.005859375,0.07763671875,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2624,2688,2048,64,0.24736133366740587,0.0,0.7060546875,0.0048828125,0.072265625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2688,2752,2048,64,0.26616124960291576,0.0,0.67724609375,0.0048828125,0.0556640625,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,2752,2816,2048,64,0.24440809126599683,0.0,0.77294921875,0.0068359375,0.06494140625,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.silu_gate,64,2816,2880,2048,64,0.25744709657783915,0.0,0.67041015625,0.0068359375,0.07568359375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,2880,2944,2048,64,0.2895960299518871,0.0,0.75390625,0.0078125,0.076171875,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.silu_gate,64,2944,3008,2048,64,0.5017660726258769,0.0,0.6298828125,0.013671875,0.13818359375,1.0,17,0.265625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3008,3072,2048,64,0.3540494679406817,0.0,0.67919921875,0.00830078125,0.0712890625,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.silu_gate,64,3072,3136,2048,64,0.4068185638681076,0.0,0.71435546875,0.00634765625,0.095703125,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.silu_gate,64,3136,3200,2048,64,0.3218640675030807,0.0,0.73486328125,0.00830078125,0.08349609375,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.silu_gate,64,3200,3264,2048,64,0.30124458646882474,0.0,0.73974609375,0.00634765625,0.080078125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,64,3264,3328,2048,64,0.30521738209111426,0.0,0.7080078125,0.00634765625,0.07080078125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3328,3392,2048,64,0.32994052081276587,0.0,0.7119140625,0.0087890625,0.05615234375,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3392,3456,2048,64,0.321239336032948,0.0,0.63134765625,0.01123046875,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.silu_gate,64,3456,3520,2048,64,0.33315941859049536,0.0,0.7060546875,0.00634765625,0.08056640625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3520,3584,2048,64,0.23333880178070096,0.0,0.76953125,0.00537109375,0.05419921875,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.silu_gate,64,3584,3648,2048,64,0.26210287993275505,0.0,0.724609375,0.0107421875,0.07421875,1.0,45,0.703125
+fresh-zh-1,layers.14.mlp.silu_gate,64,3648,3712,2048,64,0.3461487683599759,0.0,0.6689453125,0.00634765625,0.1083984375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.silu_gate,64,3712,3776,2048,64,0.2738630563907022,0.0,0.70751953125,0.00439453125,0.07177734375,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.silu_gate,64,3776,3840,2048,64,0.2457578682916347,0.0,0.6875,0.00439453125,0.044921875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.silu_gate,64,3840,3904,2048,64,0.30888349833169704,0.0,0.7236328125,0.0068359375,0.08203125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3904,3968,2048,64,0.30258046584641995,0.0,0.66162109375,0.00390625,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,3968,4032,2048,64,0.284697876905894,0.0,0.72802734375,0.0048828125,0.05078125,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4032,4096,2048,64,0.2847558899876909,0.0,0.69384765625,0.00634765625,0.08056640625,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,4096,4160,2048,64,0.41797579627555936,0.0,0.6572265625,0.0126953125,0.11865234375,1.0,27,0.421875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4160,4224,2048,64,0.3560458600829698,0.0,0.69921875,0.01123046875,0.08056640625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,64,4224,4288,2048,64,0.3538599125657579,0.0,0.6787109375,0.01171875,0.1005859375,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.silu_gate,64,4288,4352,2048,64,0.4766289725814207,0.0,0.68017578125,0.0087890625,0.09716796875,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.silu_gate,64,4352,4416,2048,64,0.290771574083219,0.0,0.7021484375,0.00439453125,0.07861328125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,64,4416,4480,2048,64,0.45361577420236304,0.0,0.6494140625,0.0078125,0.1259765625,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.silu_gate,64,4480,4544,2048,64,0.3327072775808978,0.0,0.677734375,0.01220703125,0.091796875,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,64,4544,4608,2048,64,0.34025381738255406,0.0,0.74169921875,0.00634765625,0.072265625,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.silu_gate,64,4608,4672,2048,64,0.35866407453011573,0.0,0.7216796875,0.0107421875,0.09765625,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,64,4672,4736,2048,64,0.3448768792810547,0.0,0.70751953125,0.009765625,0.08642578125,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4736,4800,2048,64,0.2553698701029255,0.0,0.70458984375,0.005859375,0.06640625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4800,4864,2048,64,0.3546014212725576,0.0,0.66796875,0.009765625,0.0859375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4864,4928,2048,64,0.31340719540900996,0.0,0.72509765625,0.009765625,0.0751953125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.silu_gate,64,4928,4992,2048,64,0.33703459801848595,0.0,0.71826171875,0.0107421875,0.0830078125,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,4992,5056,2048,64,0.3397612165398293,0.0,0.68017578125,0.01025390625,0.08642578125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.silu_gate,64,5056,5120,2048,64,0.27351917322020186,0.0,0.728515625,0.005859375,0.0654296875,1.0,46,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,64,5120,5184,2048,64,0.36959922406564355,0.0,0.66064453125,0.00830078125,0.08984375,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.silu_gate,64,5184,5248,2048,64,0.32773657870098116,0.0,0.70556640625,0.00927734375,0.0849609375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,64,5248,5312,2048,64,0.42317984271041087,0.0,0.6630859375,0.00634765625,0.0859375,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,64,5312,5376,2048,64,0.3782432256284537,0.0,0.67529296875,0.01123046875,0.07763671875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.silu_gate,64,5376,5440,2048,64,0.42755582373765516,0.0,0.71337890625,0.00634765625,0.0810546875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.silu_gate,64,5440,5504,2048,64,0.3934936569639702,0.0,0.71630859375,0.01123046875,0.08935546875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,64,5504,5568,2048,64,0.3562383846698754,0.0,0.69384765625,0.0107421875,0.08544921875,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.silu_gate,64,5568,5632,2048,64,0.3970791333960537,0.0,0.68212890625,0.00634765625,0.09619140625,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.silu_gate,64,5632,5696,2048,64,0.40449690921050535,0.0,0.69775390625,0.00830078125,0.087890625,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.silu_gate,64,5696,5760,2048,64,0.2457899152631661,0.0,0.7666015625,0.0068359375,0.0478515625,1.0,48,0.75
+fresh-zh-1,layers.14.mlp.silu_gate,64,5760,5824,2048,64,0.32375507368344847,0.0,0.7275390625,0.0048828125,0.07470703125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,5824,5888,2048,64,0.2312873988729257,0.0,0.78369140625,0.0048828125,0.046875,1.0,47,0.734375
+fresh-zh-1,layers.14.mlp.silu_gate,64,5888,5952,2048,64,0.3128102227325353,0.0,0.70166015625,0.0107421875,0.08984375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,64,5952,6016,2048,64,0.4380905657495786,0.0,0.64013671875,0.01318359375,0.10302734375,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.silu_gate,64,6016,6080,2048,64,0.3288929277012916,0.0,0.71923828125,0.0078125,0.080078125,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.silu_gate,64,6080,6144,2048,64,0.324524254384511,0.0,0.69091796875,0.01025390625,0.08154296875,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,128,0,128,4096,128,0.3222409907014149,0.0,0.6884765625,0.01025390625,0.093994140625,1.0,77,0.6015625
+fresh-zh-1,layers.14.mlp.silu_gate,128,128,256,4096,128,0.31311167245409965,0.0,0.752197265625,0.007568359375,0.070556640625,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,128,256,384,4096,128,0.2713856817666121,0.0,0.70947265625,0.005126953125,0.07275390625,1.0,86,0.671875
+fresh-zh-1,layers.14.mlp.silu_gate,128,384,512,4096,128,0.35253250447805384,0.0,0.711181640625,0.00732421875,0.072509765625,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.silu_gate,128,512,640,4096,128,0.4563106944041372,0.0,0.6474609375,0.013427734375,0.108642578125,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.silu_gate,128,640,768,4096,128,0.3667637382715983,0.0,0.71142578125,0.007568359375,0.079345703125,1.0,66,0.515625
+fresh-zh-1,layers.14.mlp.silu_gate,128,768,896,4096,128,0.34124619690867053,0.0,0.69970703125,0.009765625,0.08154296875,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.silu_gate,128,896,1024,4096,128,0.36462531365296347,0.0,0.70361328125,0.009521484375,0.081787109375,1.0,71,0.5546875
+fresh-zh-1,layers.14.mlp.silu_gate,128,1024,1152,4096,128,0.4040220484448042,0.0,0.695556640625,0.009033203125,0.092041015625,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.silu_gate,128,1152,1280,4096,128,0.34819434987957937,0.0,0.675537109375,0.010498046875,0.095947265625,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.silu_gate,128,1280,1408,4096,128,0.24776656965388147,0.0,0.707763671875,0.006591796875,0.05810546875,1.0,93,0.7265625
+fresh-zh-1,layers.14.mlp.silu_gate,128,1408,1536,4096,128,0.2599500803919879,0.0,0.72265625,0.004638671875,0.067626953125,1.0,92,0.71875
+fresh-zh-1,layers.14.mlp.silu_gate,128,1536,1664,4096,128,0.2518619838347584,0.0,0.732421875,0.0087890625,0.057861328125,1.0,93,0.7265625
+fresh-zh-1,layers.14.mlp.silu_gate,128,1664,1792,4096,128,0.3637277218558862,0.0,0.663818359375,0.00927734375,0.093994140625,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.silu_gate,128,1792,1920,4096,128,0.3043590629933452,0.0,0.712646484375,0.00537109375,0.06884765625,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,128,1920,2048,4096,128,0.28269719526770803,0.0,0.689697265625,0.006591796875,0.076171875,1.0,83,0.6484375
+fresh-zh-1,layers.14.mlp.silu_gate,128,2048,2176,4096,128,0.37464924222361135,0.0,0.687255859375,0.006591796875,0.0869140625,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.silu_gate,128,2176,2304,4096,128,0.26967079812494915,0.0,0.72900390625,0.00634765625,0.06982421875,1.0,91,0.7109375
+fresh-zh-1,layers.14.mlp.silu_gate,128,2304,2432,4096,128,0.32521911734683867,0.0,0.68994140625,0.008544921875,0.08544921875,1.0,75,0.5859375
+fresh-zh-1,layers.14.mlp.silu_gate,128,2432,2560,4096,128,0.3534686336485608,0.0,0.718505859375,0.010498046875,0.087890625,1.0,68,0.53125
+fresh-zh-1,layers.14.mlp.silu_gate,128,2560,2688,4096,128,0.30054260754366635,0.0,0.698974609375,0.005859375,0.077392578125,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,128,2688,2816,4096,128,0.255516267453242,0.0,0.72509765625,0.005859375,0.061767578125,1.0,90,0.703125
+fresh-zh-1,layers.14.mlp.silu_gate,128,2816,2944,4096,128,0.2739934927149307,0.0,0.712158203125,0.0068359375,0.07861328125,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.silu_gate,128,2944,3072,4096,128,0.43423508459558896,0.0,0.654541015625,0.011962890625,0.099853515625,1.0,53,0.4140625
+fresh-zh-1,layers.14.mlp.silu_gate,128,3072,3200,4096,128,0.36680909330150013,0.0,0.724609375,0.0068359375,0.0908203125,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.silu_gate,128,3200,3328,4096,128,0.3032374904322736,0.0,0.723876953125,0.00634765625,0.07666015625,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.silu_gate,128,3328,3456,4096,128,0.32561899383258375,0.0,0.671630859375,0.010009765625,0.068115234375,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.silu_gate,128,3456,3584,4096,128,0.2876127558124032,0.0,0.73779296875,0.0068359375,0.066650390625,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,128,3584,3712,4096,128,0.30701538194866757,0.0,0.69677734375,0.008056640625,0.090087890625,1.0,76,0.59375
+fresh-zh-1,layers.14.mlp.silu_gate,128,3712,3840,4096,128,0.26019022222491894,0.0,0.697509765625,0.004150390625,0.057373046875,1.0,89,0.6953125
+fresh-zh-1,layers.14.mlp.silu_gate,128,3840,3968,4096,128,0.3057482247319385,0.0,0.692626953125,0.005126953125,0.0810546875,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.silu_gate,128,3968,4096,4096,128,0.2847268849243126,0.0,0.7109375,0.005615234375,0.065673828125,1.0,86,0.671875
+fresh-zh-1,layers.14.mlp.silu_gate,128,4096,4224,4096,128,0.3882476147733619,0.0,0.67822265625,0.01220703125,0.098876953125,1.0,62,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,128,4224,4352,4096,128,0.41975708167049813,0.0,0.679443359375,0.010498046875,0.099609375,1.0,53,0.4140625
+fresh-zh-1,layers.14.mlp.silu_gate,128,4352,4480,4096,128,0.38099565542145103,0.0,0.67578125,0.00732421875,0.102294921875,1.0,60,0.46875
+fresh-zh-1,layers.14.mlp.silu_gate,128,4480,4608,4096,128,0.33650170341225094,0.0,0.709716796875,0.00927734375,0.0830078125,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.silu_gate,128,4608,4736,4096,128,0.35183801686371496,0.0,0.714599609375,0.01025390625,0.091796875,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.silu_gate,128,4736,4864,4096,128,0.30899509585501755,0.0,0.686279296875,0.008056640625,0.076904296875,1.0,77,0.6015625
+fresh-zh-1,layers.14.mlp.silu_gate,128,4864,4992,4096,128,0.32543539327770094,0.0,0.7216796875,0.010498046875,0.07958984375,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.silu_gate,128,4992,5120,4096,128,0.30842375263887145,0.0,0.704345703125,0.008056640625,0.07666015625,1.0,82,0.640625
+fresh-zh-1,layers.14.mlp.silu_gate,128,5120,5248,4096,128,0.34929561366309064,0.0,0.68310546875,0.00927734375,0.08740234375,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.silu_gate,128,5248,5376,4096,128,0.4013409504462667,0.0,0.669189453125,0.00927734375,0.08349609375,1.0,63,0.4921875
+fresh-zh-1,layers.14.mlp.silu_gate,128,5376,5504,4096,128,0.4108778653583468,0.0,0.71484375,0.0087890625,0.085693359375,1.0,62,0.484375
+fresh-zh-1,layers.14.mlp.silu_gate,128,5504,5632,4096,128,0.37721189329789373,0.0,0.68798828125,0.0087890625,0.091552734375,1.0,64,0.5
+fresh-zh-1,layers.14.mlp.silu_gate,128,5632,5760,4096,128,0.33468674309414026,0.0,0.732177734375,0.00732421875,0.0703125,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.silu_gate,128,5760,5888,4096,128,0.2813460579190501,0.0,0.755615234375,0.00537109375,0.06103515625,1.0,85,0.6640625
+fresh-zh-1,layers.14.mlp.silu_gate,128,5888,6016,4096,128,0.380639973757857,0.0,0.6708984375,0.01171875,0.100341796875,1.0,64,0.5
+fresh-zh-1,layers.14.mlp.silu_gate,128,6016,6144,4096,128,0.32671589307512255,0.0,0.705078125,0.009033203125,0.080078125,1.0,73,0.5703125
+fresh-zh-1,layers.14.mlp.gated_product,0,0,6144,196608,6144,0.3168224779039287,0.0,0.5003611246744791,0.07338460286458333,0.4075215657552083,1.0,392,0.06380208333333333
+fresh-zh-1,layers.14.mlp.gated_product,64,0,64,2048,64,0.1656796722065567,0.0,0.4990234375,0.052734375,0.2861328125,1.0,23,0.359375
+fresh-zh-1,layers.14.mlp.gated_product,64,64,128,2048,64,0.11999781474087808,0.0,0.48046875,0.0390625,0.212890625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gated_product,64,128,192,2048,64,0.14553874869726183,0.0,0.53515625,0.0478515625,0.24609375,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gated_product,64,192,256,2048,64,0.13016928511802597,0.0,0.54296875,0.03955078125,0.22509765625,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,256,320,2048,64,0.13402829725034876,0.0,0.50146484375,0.0263671875,0.20751953125,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gated_product,64,320,384,2048,64,0.15964052582099583,0.0,0.48291015625,0.03662109375,0.251953125,1.0,25,0.390625
+fresh-zh-1,layers.14.mlp.gated_product,64,384,448,2048,64,0.16956215973124691,0.0,0.51513671875,0.04052734375,0.25634765625,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,448,512,2048,64,0.14019669603295495,0.0,0.50390625,0.0400390625,0.2109375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,512,576,2048,64,0.15894866965365695,0.0,0.482421875,0.04833984375,0.23876953125,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,576,640,2048,64,0.1928019888998847,0.0,0.47607421875,0.04150390625,0.267578125,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.gated_product,64,640,704,2048,64,0.13600409099920863,0.0,0.50244140625,0.03955078125,0.21923828125,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,704,768,2048,64,0.16268106536931443,0.0,0.49169921875,0.04296875,0.263671875,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,64,768,832,2048,64,0.11124313367475087,0.0,0.46240234375,0.0322265625,0.201171875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gated_product,64,832,896,2048,64,0.16002267168154452,0.0,0.51611328125,0.03857421875,0.22705078125,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,896,960,2048,64,0.11735335517197276,0.0,0.50927734375,0.02587890625,0.20166015625,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gated_product,64,960,1024,2048,64,0.15189425542163149,0.0,0.525390625,0.0478515625,0.23046875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,1024,1088,2048,64,0.12973753786259862,0.0,0.48583984375,0.0302734375,0.19921875,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gated_product,64,1088,1152,2048,64,2.7164988309687583,0.0,0.4814453125,0.36328125,0.93115234375,1.0,1,0.015625
+fresh-zh-1,layers.14.mlp.gated_product,64,1152,1216,2048,64,0.1766787798160623,0.0,0.48828125,0.04541015625,0.26318359375,1.0,25,0.390625
+fresh-zh-1,layers.14.mlp.gated_product,64,1216,1280,2048,64,0.16362953683079495,0.0,0.48876953125,0.04736328125,0.2919921875,1.0,23,0.359375
+fresh-zh-1,layers.14.mlp.gated_product,64,1280,1344,2048,64,0.11024160833999869,0.0,0.470703125,0.029296875,0.18798828125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gated_product,64,1344,1408,2048,64,0.11530695647125849,0.0,0.47705078125,0.03759765625,0.22119140625,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gated_product,64,1408,1472,2048,64,0.1340850892847852,0.0,0.5029296875,0.03369140625,0.22412109375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,1472,1536,2048,64,0.11833877150371934,0.0,0.5419921875,0.0283203125,0.2138671875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gated_product,64,1536,1600,2048,64,0.14251524327132856,0.0,0.4970703125,0.03759765625,0.24853515625,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,1600,1664,2048,64,0.15517999355167522,0.0,0.517578125,0.03662109375,0.2392578125,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.gated_product,64,1664,1728,2048,64,0.12538015705407168,0.0,0.49365234375,0.04296875,0.25244140625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gated_product,64,1728,1792,2048,64,0.20973671760665716,0.0,0.45654296875,0.05224609375,0.296875,1.0,18,0.28125
+fresh-zh-1,layers.14.mlp.gated_product,64,1792,1856,2048,64,0.17497078240195457,0.0,0.53125,0.0439453125,0.2568359375,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,64,1856,1920,2048,64,0.10823714237041356,0.0,0.49560546875,0.02392578125,0.17431640625,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.gated_product,64,1920,1984,2048,64,0.1186377593788379,0.0,0.5498046875,0.03564453125,0.22412109375,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gated_product,64,1984,2048,2048,64,0.10913614977682304,0.0,0.49267578125,0.03759765625,0.2138671875,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gated_product,64,2048,2112,2048,64,0.188539608553002,0.0,0.50244140625,0.046875,0.26953125,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,64,2112,2176,2048,64,0.18265764105795174,0.0,0.48583984375,0.0458984375,0.26318359375,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.gated_product,64,2176,2240,2048,64,0.13738444524670748,0.0,0.509765625,0.0361328125,0.232421875,1.0,34,0.53125
+fresh-zh-1,layers.14.mlp.gated_product,64,2240,2304,2048,64,0.18243197818356616,0.0,0.47998046875,0.04248046875,0.28076171875,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,64,2304,2368,2048,64,0.1641302377951752,0.0,0.4921875,0.052734375,0.296875,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.gated_product,64,2368,2432,2048,64,0.15084304553304242,0.0,0.484375,0.0400390625,0.23974609375,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.gated_product,64,2432,2496,2048,64,0.15910263287264628,0.0,0.560546875,0.052734375,0.255859375,1.0,25,0.390625
+fresh-zh-1,layers.14.mlp.gated_product,64,2496,2560,2048,64,0.1530341387611655,0.0,0.53955078125,0.046875,0.25830078125,1.0,27,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,64,2560,2624,2048,64,0.1966736127388672,0.0,0.45166015625,0.03662109375,0.26220703125,1.0,20,0.3125
+fresh-zh-1,layers.14.mlp.gated_product,64,2624,2688,2048,64,0.10746625093989357,0.0,0.4990234375,0.02978515625,0.20947265625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gated_product,64,2688,2752,2048,64,0.14473288758098182,0.0,0.50732421875,0.03173828125,0.23681640625,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,2752,2816,2048,64,0.14625649174159566,0.0,0.451171875,0.04345703125,0.24560546875,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,2816,2880,2048,64,0.09601042360801586,0.0,0.51123046875,0.02880859375,0.20654296875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gated_product,64,2880,2944,2048,64,0.12736365122543827,0.0,0.47265625,0.03515625,0.23193359375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gated_product,64,2944,3008,2048,64,0.16370758285367418,0.0,0.48583984375,0.056640625,0.29541015625,1.0,20,0.3125
+fresh-zh-1,layers.14.mlp.gated_product,64,3008,3072,2048,64,0.22872033464808303,0.0,0.5009765625,0.03955078125,0.27001953125,1.0,20,0.3125
+fresh-zh-1,layers.14.mlp.gated_product,64,3072,3136,2048,64,0.16826640055963196,0.0,0.56640625,0.0361328125,0.22998046875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,3136,3200,2048,64,0.18971452996464125,0.0,0.46142578125,0.05126953125,0.29052734375,1.0,21,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,64,3200,3264,2048,64,0.1789646642871386,0.0,0.4912109375,0.048828125,0.30029296875,1.0,18,0.28125
+fresh-zh-1,layers.14.mlp.gated_product,64,3264,3328,2048,64,0.2139274716522377,0.0,0.51025390625,0.04296875,0.29736328125,1.0,18,0.28125
+fresh-zh-1,layers.14.mlp.gated_product,64,3328,3392,2048,64,0.1342774958516069,0.0,0.435546875,0.03466796875,0.1962890625,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gated_product,64,3392,3456,2048,64,0.12936221025513375,0.0,0.50146484375,0.0400390625,0.21142578125,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gated_product,64,3456,3520,2048,64,0.21991918775288427,0.0,0.48876953125,0.0576171875,0.3203125,1.0,12,0.1875
+fresh-zh-1,layers.14.mlp.gated_product,64,3520,3584,2048,64,0.11093244774469853,0.0,0.55859375,0.02978515625,0.19091796875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gated_product,64,3584,3648,2048,64,0.16712846217679483,0.0,0.47265625,0.046875,0.27001953125,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,3648,3712,2048,64,0.1664121684880633,0.0,0.482421875,0.04541015625,0.3046875,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.gated_product,64,3712,3776,2048,64,0.1315633711508067,0.0,0.51806640625,0.0439453125,0.2451171875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,3776,3840,2048,64,0.10951265390695084,0.0,0.4951171875,0.03173828125,0.1767578125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.gated_product,64,3840,3904,2048,64,0.12921810910384318,0.0,0.46337890625,0.0302734375,0.21142578125,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.gated_product,64,3904,3968,2048,64,0.16895114098869615,0.0,0.513671875,0.044921875,0.27685546875,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.gated_product,64,3968,4032,2048,64,0.1882427246044658,0.0,0.4794921875,0.0419921875,0.25341796875,1.0,23,0.359375
+fresh-zh-1,layers.14.mlp.gated_product,64,4032,4096,2048,64,0.13569559847850216,0.0,0.509765625,0.0458984375,0.25,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,4096,4160,2048,64,0.14234098851768903,0.0,0.5185546875,0.041015625,0.240234375,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,4160,4224,2048,64,0.1585728666542376,0.0,0.49072265625,0.044921875,0.2412109375,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.gated_product,64,4224,4288,2048,64,0.15583829325855902,0.0,0.447265625,0.0458984375,0.28466796875,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.gated_product,64,4288,4352,2048,64,0.1644816195592352,0.0,0.54296875,0.03759765625,0.22607421875,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.gated_product,64,4352,4416,2048,64,0.14043836989056024,0.0,0.45068359375,0.041015625,0.24462890625,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,4416,4480,2048,64,0.1591275499794865,0.0,0.494140625,0.044921875,0.2509765625,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,4480,4544,2048,64,0.1631945733579546,0.0,0.50634765625,0.05029296875,0.26953125,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.gated_product,64,4544,4608,2048,64,0.14947983476894583,0.0,0.48583984375,0.03515625,0.21875,1.0,31,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,64,4608,4672,2048,64,0.16206602448544605,0.0,0.5048828125,0.04833984375,0.28125,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.gated_product,64,4672,4736,2048,64,0.11969878327460538,0.0,0.4951171875,0.02978515625,0.21630859375,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.gated_product,64,4736,4800,2048,64,0.10196454856606156,0.0,0.494140625,0.02587890625,0.19482421875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gated_product,64,4800,4864,2048,64,0.13768235598781156,0.0,0.517578125,0.037109375,0.22705078125,1.0,30,0.46875
+fresh-zh-1,layers.14.mlp.gated_product,64,4864,4928,2048,64,0.12694596070053457,0.0,0.478515625,0.0341796875,0.20166015625,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.gated_product,64,4928,4992,2048,64,0.13101411670550195,0.0,0.521484375,0.0390625,0.23193359375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,4992,5056,2048,64,0.16506220371095395,0.0,0.5302734375,0.0419921875,0.251953125,1.0,27,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,64,5056,5120,2048,64,0.1138368613231855,0.0,0.5537109375,0.02880859375,0.20068359375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.gated_product,64,5120,5184,2048,64,0.1663985815156599,0.0,0.52783203125,0.03662109375,0.23388671875,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,5184,5248,2048,64,0.1808535913070249,0.0,0.49755859375,0.05712890625,0.2958984375,1.0,22,0.34375
+fresh-zh-1,layers.14.mlp.gated_product,64,5248,5312,2048,64,0.13893669959435523,0.0,0.48583984375,0.0302734375,0.22412109375,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,5312,5376,2048,64,0.15250528990978895,0.0,0.54638671875,0.03271484375,0.236328125,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.gated_product,64,5376,5440,2048,64,0.17512483815956179,0.0,0.501953125,0.0390625,0.21240234375,1.0,29,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,64,5440,5504,2048,64,0.16810650819125847,0.0,0.49365234375,0.0458984375,0.2783203125,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.gated_product,64,5504,5568,2048,64,0.13865625456375116,0.0,0.49853515625,0.03857421875,0.22216796875,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.gated_product,64,5568,5632,2048,64,0.1825087660369143,0.0,0.5419921875,0.0439453125,0.29296875,1.0,19,0.296875
+fresh-zh-1,layers.14.mlp.gated_product,64,5632,5696,2048,64,0.16385156270057402,0.0,0.498046875,0.04052734375,0.24365234375,1.0,27,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,64,5696,5760,2048,64,0.1431445112772406,0.0,0.5009765625,0.02783203125,0.19921875,1.0,32,0.5
+fresh-zh-1,layers.14.mlp.gated_product,64,5760,5824,2048,64,0.16935024968178836,0.0,0.51904296875,0.037109375,0.2470703125,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,5824,5888,2048,64,0.12791089224037788,0.0,0.47900390625,0.03125,0.2060546875,1.0,33,0.515625
+fresh-zh-1,layers.14.mlp.gated_product,64,5888,5952,2048,64,0.15423578610440095,0.0,0.50439453125,0.04736328125,0.2607421875,1.0,26,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,64,5952,6016,2048,64,0.1583729529004844,0.0,0.5556640625,0.04150390625,0.24658203125,1.0,28,0.4375
+fresh-zh-1,layers.14.mlp.gated_product,64,6016,6080,2048,64,0.17556181109827482,0.0,0.474609375,0.046875,0.30126953125,1.0,19,0.296875
+fresh-zh-1,layers.14.mlp.gated_product,64,6080,6144,2048,64,0.19797953029420823,0.0,0.49609375,0.0478515625,0.28564453125,1.0,17,0.265625
+fresh-zh-1,layers.14.mlp.gated_product,128,0,128,4096,128,0.14465342948761736,0.0,0.48974609375,0.047607421875,0.2529296875,1.0,57,0.4453125
+fresh-zh-1,layers.14.mlp.gated_product,128,128,256,4096,128,0.1380680451091104,0.0,0.5390625,0.043701171875,0.237060546875,1.0,60,0.46875
+fresh-zh-1,layers.14.mlp.gated_product,128,256,384,4096,128,0.14739179412069026,0.0,0.4921875,0.031005859375,0.231689453125,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.gated_product,128,384,512,4096,128,0.15557384033198138,0.0,0.509521484375,0.040771484375,0.23193359375,1.0,58,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,128,512,640,4096,128,0.1766879827668235,0.0,0.479248046875,0.0458984375,0.252197265625,1.0,47,0.3671875
+fresh-zh-1,layers.14.mlp.gated_product,128,640,768,4096,128,0.1499370564573951,0.0,0.4970703125,0.041259765625,0.239501953125,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.gated_product,128,768,896,4096,128,0.13780836375539385,0.0,0.4892578125,0.03759765625,0.219970703125,1.0,62,0.484375
+fresh-zh-1,layers.14.mlp.gated_product,128,896,1024,4096,128,0.13572706951859495,0.0,0.517333984375,0.03759765625,0.220703125,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.gated_product,128,1024,1152,4096,128,1.923044165819558,0.0,0.483642578125,0.279296875,0.88818359375,1.0,1,0.0078125
+fresh-zh-1,layers.14.mlp.gated_product,128,1152,1280,4096,128,0.1702792068350583,0.0,0.488525390625,0.046875,0.27783203125,1.0,47,0.3671875
+fresh-zh-1,layers.14.mlp.gated_product,128,1280,1408,4096,128,0.11280271809680467,0.0,0.473876953125,0.0341796875,0.205810546875,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.gated_product,128,1408,1536,4096,128,0.126457257619953,0.0,0.5224609375,0.03125,0.218994140625,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gated_product,128,1536,1664,4096,128,0.14898225559338255,0.0,0.50732421875,0.037841796875,0.24560546875,1.0,58,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,128,1664,1792,4096,128,0.17278552383709453,0.0,0.47509765625,0.0498046875,0.28466796875,1.0,47,0.3671875
+fresh-zh-1,layers.14.mlp.gated_product,128,1792,1920,4096,128,0.14548204989424865,0.0,0.513427734375,0.033447265625,0.223876953125,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.gated_product,128,1920,2048,4096,128,0.1139860016373506,0.0,0.521240234375,0.036865234375,0.220947265625,1.0,75,0.5859375
+fresh-zh-1,layers.14.mlp.gated_product,128,2048,2176,4096,128,0.18562192466162875,0.0,0.494140625,0.046630859375,0.265625,1.0,45,0.3515625
+fresh-zh-1,layers.14.mlp.gated_product,128,2176,2304,4096,128,0.16148670604683643,0.0,0.494873046875,0.0390625,0.260498046875,1.0,54,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,128,2304,2432,4096,128,0.1576267098945865,0.0,0.48828125,0.046875,0.2685546875,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.gated_product,128,2432,2560,4096,128,0.15609787861047267,0.0,0.550048828125,0.05029296875,0.257568359375,1.0,52,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,128,2560,2688,4096,128,0.1584763468768038,0.0,0.475341796875,0.03564453125,0.25390625,1.0,54,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,128,2688,2816,4096,128,0.14549668402422192,0.0,0.479248046875,0.037841796875,0.240478515625,1.0,60,0.46875
+fresh-zh-1,layers.14.mlp.gated_product,128,2816,2944,4096,128,0.11278187153719728,0.0,0.491943359375,0.030029296875,0.22021484375,1.0,71,0.5546875
+fresh-zh-1,layers.14.mlp.gated_product,128,2944,3072,4096,128,0.19888836588061617,0.0,0.493408203125,0.049560546875,0.2919921875,1.0,38,0.296875
+fresh-zh-1,layers.14.mlp.gated_product,128,3072,3200,4096,128,0.17931143917357764,0.0,0.513916015625,0.04296875,0.260498046875,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.gated_product,128,3200,3328,4096,128,0.1972223544516787,0.0,0.500732421875,0.044921875,0.299072265625,1.0,35,0.2734375
+fresh-zh-1,layers.14.mlp.gated_product,128,3328,3456,4096,128,0.13184276114802765,0.0,0.468505859375,0.03662109375,0.20556640625,1.0,68,0.53125
+fresh-zh-1,layers.14.mlp.gated_product,128,3456,3584,4096,128,0.1741701138320215,0.0,0.523681640625,0.04736328125,0.2685546875,1.0,42,0.328125
+fresh-zh-1,layers.14.mlp.gated_product,128,3584,3712,4096,128,0.1667706999003121,0.0,0.4775390625,0.046142578125,0.286865234375,1.0,47,0.3671875
+fresh-zh-1,layers.14.mlp.gated_product,128,3712,3840,4096,128,0.1210411954549122,0.0,0.506591796875,0.0390625,0.21240234375,1.0,69,0.5390625
+fresh-zh-1,layers.14.mlp.gated_product,128,3840,3968,4096,128,0.15040247298790504,0.0,0.488525390625,0.036376953125,0.24462890625,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.gated_product,128,3968,4096,4096,128,0.16408628646683374,0.0,0.49462890625,0.04638671875,0.259521484375,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.gated_product,128,4096,4224,4096,128,0.15067566334868995,0.0,0.504638671875,0.04248046875,0.242919921875,1.0,57,0.4453125
+fresh-zh-1,layers.14.mlp.gated_product,128,4224,4352,4096,128,0.16021825242239043,0.0,0.4951171875,0.041015625,0.2578125,1.0,49,0.3828125
+fresh-zh-1,layers.14.mlp.gated_product,128,4352,4480,4096,128,0.150074169829441,0.0,0.472412109375,0.041748046875,0.24951171875,1.0,58,0.453125
+fresh-zh-1,layers.14.mlp.gated_product,128,4480,4608,4096,128,0.15648752310653424,0.0,0.49609375,0.042724609375,0.245849609375,1.0,53,0.4140625
+fresh-zh-1,layers.14.mlp.gated_product,128,4608,4736,4096,128,0.14246612757062319,0.0,0.5,0.03857421875,0.248291015625,1.0,57,0.4453125
+fresh-zh-1,layers.14.mlp.gated_product,128,4736,4864,4096,128,0.12114701877189385,0.0,0.505859375,0.03271484375,0.21533203125,1.0,67,0.5234375
+fresh-zh-1,layers.14.mlp.gated_product,128,4864,4992,4096,128,0.12899607690605275,0.0,0.5,0.037109375,0.21923828125,1.0,70,0.546875
+fresh-zh-1,layers.14.mlp.gated_product,128,4992,5120,4096,128,0.14178216053127177,0.0,0.5419921875,0.038330078125,0.233642578125,1.0,65,0.5078125
+fresh-zh-1,layers.14.mlp.gated_product,128,5120,5248,4096,128,0.1737764503882389,0.0,0.5126953125,0.0458984375,0.26416015625,1.0,51,0.3984375
+fresh-zh-1,layers.14.mlp.gated_product,128,5248,5376,4096,128,0.1458788366155984,0.0,0.51611328125,0.03076171875,0.230224609375,1.0,59,0.4609375
+fresh-zh-1,layers.14.mlp.gated_product,128,5376,5504,4096,128,0.1716515467985511,0.0,0.497802734375,0.0419921875,0.245361328125,1.0,52,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,128,5504,5632,4096,128,0.1620725248306524,0.0,0.520263671875,0.041259765625,0.26220703125,1.0,52,0.40625
+fresh-zh-1,layers.14.mlp.gated_product,128,5632,5760,4096,128,0.15384681619750892,0.0,0.49951171875,0.03466796875,0.220703125,1.0,57,0.4453125
+fresh-zh-1,layers.14.mlp.gated_product,128,5760,5888,4096,128,0.15006782370150776,0.0,0.4990234375,0.03369140625,0.230712890625,1.0,57,0.4453125
+fresh-zh-1,layers.14.mlp.gated_product,128,5888,6016,4096,128,0.15631805705941584,0.0,0.530029296875,0.04443359375,0.253662109375,1.0,54,0.421875
+fresh-zh-1,layers.14.mlp.gated_product,128,6016,6144,4096,128,0.18710671277592053,0.0,0.4853515625,0.048583984375,0.294921875,1.0,35,0.2734375
+fresh-zh-1,layers.14.mlp.down_proj.output,0,0,2048,65536,2048,0.17965736982686667,0.0,0.49774169921875,0.016571044921875,0.159637451171875,1.0,1227,0.59912109375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,0,64,2048,64,0.17070900285084098,0.0,0.48486328125,0.0166015625,0.14111328125,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,64,128,2048,64,0.1796911448331742,0.0,0.509765625,0.01513671875,0.16552734375,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,128,192,2048,64,0.15655200095618982,0.0,0.517578125,0.01123046875,0.134765625,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.down_proj.output,64,192,256,2048,64,0.2066580938819753,0.0,0.51904296875,0.0166015625,0.17626953125,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,256,320,2048,64,0.18376155799382748,0.0,0.501953125,0.01513671875,0.17041015625,1.0,37,0.578125
+fresh-zh-1,layers.14.mlp.down_proj.output,64,320,384,2048,64,0.17022164296118147,0.0,0.47314453125,0.01611328125,0.1552734375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,384,448,2048,64,0.15762331078692282,0.0,0.46826171875,0.01220703125,0.12939453125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,448,512,2048,64,0.14997790345229584,0.0,0.4921875,0.0126953125,0.13818359375,1.0,44,0.6875
+fresh-zh-1,layers.14.mlp.down_proj.output,64,512,576,2048,64,0.15587208861609805,0.0,0.49951171875,0.01708984375,0.13671875,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,576,640,2048,64,0.17952248591101885,0.0,0.56982421875,0.0185546875,0.1630859375,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,640,704,2048,64,0.16274961879825525,0.0,0.47998046875,0.01611328125,0.142578125,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,704,768,2048,64,0.16913541330577533,0.0,0.4755859375,0.01611328125,0.14990234375,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,768,832,2048,64,0.1815807191532562,0.0,0.513671875,0.01416015625,0.15234375,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,832,896,2048,64,0.18604033047718332,0.0,0.466796875,0.01611328125,0.14501953125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,896,960,2048,64,0.15964158115669588,0.0,0.53857421875,0.01123046875,0.1376953125,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,960,1024,2048,64,0.19226089446118583,0.0,0.5029296875,0.0185546875,0.18310546875,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1024,1088,2048,64,0.1846672416523133,0.0,0.5244140625,0.015625,0.16552734375,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1088,1152,2048,64,0.17754311386429014,0.0,0.470703125,0.0146484375,0.142578125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1152,1216,2048,64,0.27178091401104976,0.0,0.513671875,0.02197265625,0.23974609375,1.0,24,0.375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1216,1280,2048,64,0.1917949010824358,0.0,0.5205078125,0.02099609375,0.16845703125,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1280,1344,2048,64,0.18300219959678593,0.0,0.47900390625,0.01708984375,0.158203125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1344,1408,2048,64,0.18211602697814677,0.0,0.490234375,0.01025390625,0.17138671875,1.0,36,0.5625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1408,1472,2048,64,0.16293454292733375,0.0,0.4921875,0.01953125,0.1416015625,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1472,1536,2048,64,0.1672749515491605,0.0,0.44873046875,0.017578125,0.16015625,1.0,39,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1536,1600,2048,64,0.16140408634440798,0.0,0.48974609375,0.015625,0.1494140625,1.0,43,0.671875
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1600,1664,2048,64,0.16919862350627307,0.0,0.51953125,0.017578125,0.16064453125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1664,1728,2048,64,0.20591139478607623,0.0,0.53466796875,0.02587890625,0.18896484375,1.0,35,0.546875
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1728,1792,2048,64,0.18567207954982218,0.0,0.48876953125,0.017578125,0.16455078125,1.0,38,0.59375
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1792,1856,2048,64,0.1698905227989586,0.0,0.4453125,0.01513671875,0.14501953125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1856,1920,2048,64,0.17224018019558224,0.0,0.5,0.01416015625,0.1591796875,1.0,41,0.640625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1920,1984,2048,64,0.1737456254349027,0.0,0.49560546875,0.01806640625,0.16064453125,1.0,40,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,64,1984,2048,2048,64,0.1864096928662133,0.0,0.5009765625,0.01806640625,0.1630859375,1.0,42,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,128,0,128,4096,128,0.17525762634730793,0.0,0.497314453125,0.01611328125,0.1533203125,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.down_proj.output,128,128,256,4096,128,0.18332498025408073,0.0,0.518310546875,0.014404296875,0.155029296875,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,128,256,384,4096,128,0.1771210291421134,0.0,0.487548828125,0.015625,0.162109375,1.0,75,0.5859375
+fresh-zh-1,layers.14.mlp.down_proj.output,128,384,512,4096,128,0.1538481063051753,0.0,0.480224609375,0.012451171875,0.1337890625,1.0,84,0.65625
+fresh-zh-1,layers.14.mlp.down_proj.output,128,512,640,4096,128,0.16811369806951587,0.0,0.53466796875,0.017578125,0.150634765625,1.0,76,0.59375
+fresh-zh-1,layers.14.mlp.down_proj.output,128,640,768,4096,128,0.1659732304516196,0.0,0.477783203125,0.015625,0.147216796875,1.0,83,0.6484375
+fresh-zh-1,layers.14.mlp.down_proj.output,128,768,896,4096,128,0.18382404920503911,0.0,0.490234375,0.01513671875,0.14794921875,1.0,79,0.6171875
+fresh-zh-1,layers.14.mlp.down_proj.output,128,896,1024,4096,128,0.17670552619149346,0.0,0.520751953125,0.0146484375,0.1611328125,1.0,78,0.609375
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1024,1152,4096,128,0.18114020456555494,0.0,0.49755859375,0.014892578125,0.15576171875,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1152,1280,4096,128,0.23521282841493035,0.0,0.51708984375,0.022705078125,0.21142578125,1.0,61,0.4765625
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1280,1408,4096,128,0.18255965099052823,0.0,0.484619140625,0.013671875,0.165283203125,1.0,74,0.578125
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1408,1536,4096,128,0.165119009648667,0.0,0.470458984375,0.0185546875,0.150390625,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1536,1664,4096,128,0.165347291004556,0.0,0.504638671875,0.0166015625,0.15380859375,1.0,81,0.6328125
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1664,1792,4096,128,0.19605308417250522,0.0,0.51171875,0.021728515625,0.17724609375,1.0,72,0.5625
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1792,1920,4096,128,0.1710693856461613,0.0,0.47265625,0.013671875,0.15185546875,1.0,80,0.625
+fresh-zh-1,layers.14.mlp.down_proj.output,128,1920,2048,4096,128,0.18018895076036362,0.0,0.498291015625,0.01806640625,0.16259765625,1.0,81,0.6328125
+fresh-zh-1,layers.15.self_attn.q_proj.output,0,0,4096,131072,4096,1.815514415170339,0.0,0.74359130859375,0.01306915283203125,0.12802886962890625,1.0,1746,0.42626953125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,0,64,2048,64,1.2855814789262465,0.0,0.43505859375,0.015625,0.13720703125,1.0,25,0.390625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,64,128,2048,64,0.5626325297385576,0.0,0.54345703125,0.0126953125,0.087890625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,128,192,2048,64,0.5266848506690532,0.0,0.48095703125,0.00732421875,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,192,256,2048,64,0.5596966804625502,0.0,0.478515625,0.00732421875,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,256,320,2048,64,1.9885591638842142,0.0,0.9990234375,0.0,0.00439453125,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,320,384,2048,64,2.341997260977296,0.0,1.0,0.0,0.0029296875,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,384,448,2048,64,2.4213728766032476,0.0,0.99951171875,0.0,0.001953125,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,448,512,2048,64,2.0911987931898786,0.0,0.99951171875,0.0,0.00341796875,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,512,576,2048,64,1.4808452397657503,0.0,0.439453125,0.0126953125,0.11865234375,1.0,24,0.375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,576,640,2048,64,0.5350372239567082,0.0,0.54638671875,0.00830078125,0.0908203125,1.0,43,0.671875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,640,704,2048,64,0.5567279986227933,0.0,0.44140625,0.0068359375,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,704,768,2048,64,0.5522535845019898,0.0,0.484375,0.0107421875,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,768,832,2048,64,1.9406903519561596,0.0,0.99658203125,0.00048828125,0.00244140625,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,832,896,2048,64,2.022491742429925,0.0,0.99609375,0.00048828125,0.009765625,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,896,960,2048,64,1.927547014452526,0.0,0.99365234375,0.00146484375,0.01171875,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,960,1024,2048,64,1.8703930626233871,0.0,0.99462890625,0.0009765625,0.0078125,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1024,1088,2048,64,1.3160731609721725,0.0,0.4716796875,0.01806640625,0.1611328125,1.0,20,0.3125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1088,1152,2048,64,0.5399602922590987,0.0,0.53857421875,0.0068359375,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1152,1216,2048,64,0.5840783982796229,0.0,0.4892578125,0.00732421875,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1216,1280,2048,64,0.6106011122210034,0.0,0.51708984375,0.005859375,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1280,1344,2048,64,2.059919832126534,0.0,0.99951171875,0.00048828125,0.00048828125,1.0,53,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1344,1408,2048,64,2.21676484631635,0.0,0.99951171875,0.0,0.00048828125,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1408,1472,2048,64,2.14275917015182,0.0,0.99951171875,0.0,0.0009765625,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1472,1536,2048,64,2.054890138905883,0.0,0.99951171875,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1536,1600,2048,64,2.255500962347211,0.0,0.4541015625,0.01708984375,0.16259765625,1.0,13,0.203125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1600,1664,2048,64,0.6745525470224236,0.0,0.56689453125,0.0166015625,0.11962890625,1.0,38,0.59375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1664,1728,2048,64,0.6910025778110327,0.0,0.462890625,0.01171875,0.09814453125,1.0,38,0.59375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1728,1792,2048,64,0.6251002444735202,0.0,0.484375,0.005859375,0.0888671875,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1792,1856,2048,64,1.4033553453976066,0.0,0.994140625,0.0009765625,0.00927734375,1.0,51,0.796875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1856,1920,2048,64,1.5772681522395207,0.0,0.9931640625,0.00048828125,0.00732421875,1.0,51,0.796875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1920,1984,2048,64,1.4447049130918317,0.0,0.9931640625,0.0,0.00927734375,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,1984,2048,2048,64,1.4590830954649623,0.0,0.99365234375,0.0009765625,0.009765625,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2048,2112,2048,64,1.3582977335038087,0.0,0.46728515625,0.01513671875,0.15869140625,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2112,2176,2048,64,0.586647007932611,0.0,0.47265625,0.00634765625,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2176,2240,2048,64,0.6173516488081573,0.0,0.560546875,0.01025390625,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2240,2304,2048,64,0.5281752456527455,0.0,0.5009765625,0.0107421875,0.103515625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2304,2368,2048,64,2.4776383849034778,0.0,0.99072265625,0.00146484375,0.01416015625,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2368,2432,2048,64,2.636580284262456,0.0,0.984375,0.00048828125,0.01611328125,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2432,2496,2048,64,2.460546775534915,0.0,0.984375,0.00146484375,0.01416015625,1.0,53,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2496,2560,2048,64,2.5074713305916654,0.0,0.974609375,0.00146484375,0.01611328125,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2560,2624,2048,64,1.216600757958431,0.0,0.4453125,0.0166015625,0.15087890625,1.0,19,0.296875
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2624,2688,2048,64,0.556558343038958,0.0,0.498046875,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2688,2752,2048,64,0.5425931761927194,0.0,0.5478515625,0.0087890625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2752,2816,2048,64,0.5394898749858195,0.0,0.53955078125,0.00830078125,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2816,2880,2048,64,2.8756188888089085,0.0,0.9951171875,0.00048828125,0.00830078125,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2880,2944,2048,64,2.995898019222236,0.0,0.9990234375,0.00048828125,0.00244140625,1.0,54,0.84375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,2944,3008,2048,64,2.887768361558441,0.0,0.9990234375,0.0,0.001953125,1.0,54,0.84375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3008,3072,2048,64,2.8945096700722224,0.0,0.9853515625,0.0,0.00341796875,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3072,3136,2048,64,1.5337698708779706,0.0,0.4599609375,0.01220703125,0.12744140625,1.0,20,0.3125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3136,3200,2048,64,0.673042562019794,0.0,0.4482421875,0.0078125,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3200,3264,2048,64,0.5966528217111894,0.0,0.4833984375,0.01123046875,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3264,3328,2048,64,0.6205901412821931,0.0,0.51953125,0.0087890625,0.10107421875,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3328,3392,2048,64,2.6978295087651194,0.0,0.9912109375,0.0,0.01025390625,1.0,53,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3392,3456,2048,64,2.718327201762334,0.0,1.0,0.0,0.0009765625,1.0,55,0.859375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3456,3520,2048,64,2.7202833207000765,0.0,1.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3520,3584,2048,64,2.8088067726887616,0.0,0.98486328125,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3584,3648,2048,64,1.4190430604541704,0.0,0.462890625,0.0166015625,0.16845703125,1.0,18,0.28125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3648,3712,2048,64,0.7072098945978177,0.0,0.4697265625,0.01123046875,0.10107421875,1.0,39,0.609375
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3712,3776,2048,64,0.665801263169206,0.0,0.541015625,0.00830078125,0.1005859375,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3776,3840,2048,64,0.6482306635416547,0.0,0.51220703125,0.01318359375,0.10107421875,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3840,3904,2048,64,2.7776868905758105,0.0,0.99267578125,0.00048828125,0.00341796875,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3904,3968,2048,64,2.9257126326401695,0.0,0.99951171875,0.0,0.0029296875,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,3968,4032,2048,64,2.940335034214716,0.0,0.998046875,0.0,0.001953125,1.0,52,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,64,4032,4096,2048,64,2.88737703223546,0.0,0.99609375,0.00146484375,0.00830078125,1.0,51,0.796875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,0,128,4096,128,0.992289046215417,0.0,0.4892578125,0.0146484375,0.1279296875,1.0,56,0.4375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,128,256,4096,128,0.5434414899715888,0.0,0.479736328125,0.00732421875,0.08154296875,1.0,95,0.7421875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,256,384,4096,128,2.17247770054068,0.0,0.99951171875,0.0,0.004150390625,1.0,97,0.7578125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,384,512,4096,128,2.2623172854607168,0.0,0.99951171875,0.0,0.00341796875,1.0,98,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,512,640,4096,128,1.1133659450414728,0.0,0.492919921875,0.012939453125,0.138671875,1.0,46,0.359375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,640,768,4096,128,0.554495304779868,0.0,0.462890625,0.0087890625,0.091796875,1.0,92,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,768,896,4096,128,1.9820131041914124,0.0,0.996337890625,0.00048828125,0.006103515625,1.0,97,0.7578125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,896,1024,4096,128,1.8991850491243,0.0,0.994140625,0.001220703125,0.010009765625,1.0,94,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1024,1152,4096,128,1.0058841091914659,0.0,0.505126953125,0.015625,0.137451171875,1.0,52,0.40625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1152,1280,4096,128,0.5974869427788427,0.0,0.503173828125,0.006591796875,0.0849609375,1.0,95,0.7421875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1280,1408,4096,128,2.1397799067488408,0.0,0.99951171875,0.000244140625,0.00048828125,1.0,104,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1408,1536,4096,128,2.0992844428807587,0.0,0.99951171875,0.0,0.000732421875,1.0,104,0.8125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1536,1664,4096,128,1.6646780063789564,0.0,0.510498046875,0.02197265625,0.18896484375,1.0,27,0.2109375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1664,1792,4096,128,0.658875890506834,0.0,0.4736328125,0.00830078125,0.09375,1.0,82,0.640625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1792,1920,4096,128,1.4928464504973558,0.0,0.99365234375,0.000732421875,0.00830078125,1.0,101,0.7890625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,1920,2048,4096,128,1.4519118026559488,0.0,0.993408203125,0.00048828125,0.009521484375,1.0,100,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2048,2176,4096,128,1.046213994543628,0.0,0.469970703125,0.011474609375,0.138916015625,1.0,59,0.4609375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2176,2304,4096,128,0.5744963657006407,0.0,0.53076171875,0.010498046875,0.099853515625,1.0,91,0.7109375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2304,2432,4096,128,2.5583439528050764,0.0,0.987548828125,0.0009765625,0.014892578125,1.0,103,0.8046875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2432,2560,4096,128,2.4841198550326036,0.0,0.9794921875,0.00146484375,0.01513671875,1.0,105,0.8203125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2560,2688,4096,128,0.9460112561358082,0.0,0.4716796875,0.013916015625,0.1318359375,1.0,57,0.4453125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2688,2816,4096,128,0.5410437505706532,0.0,0.543701171875,0.008544921875,0.08837890625,1.0,98,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2816,2944,4096,128,2.9363743745692834,0.0,0.9970703125,0.00048828125,0.005615234375,1.0,106,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,2944,3072,4096,128,2.891140980664859,0.0,0.9921875,0.0,0.002685546875,1.0,106,0.828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3072,3200,4096,128,1.184364029153029,0.0,0.4541015625,0.011474609375,0.127685546875,1.0,51,0.3984375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3200,3328,4096,128,0.6087391531323482,0.0,0.50146484375,0.010009765625,0.093994140625,1.0,94,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3328,3456,4096,128,2.7080977488086435,0.0,0.99560546875,0.0,0.005615234375,1.0,108,0.84375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3456,3584,4096,128,2.764899349992807,0.0,0.992431640625,0.0,0.000244140625,1.0,107,0.8359375
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3584,3712,4096,128,1.121121992122221,0.0,0.46630859375,0.014404296875,0.140869140625,1.0,49,0.3828125
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3712,3840,4096,128,0.6570746971210215,0.0,0.526611328125,0.01025390625,0.10205078125,1.0,84,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3840,3968,4096,128,2.8526600630698176,0.0,0.99609375,0.000244140625,0.003662109375,1.0,103,0.8046875
+fresh-zh-1,layers.15.self_attn.q_proj.output,128,3968,4096,4096,128,2.913976341677409,0.0,0.9970703125,0.000732421875,0.005126953125,1.0,103,0.8046875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1620045827648335,0.0,0.0,0.0001983642578125,0.0301971435546875,1.0,1193,0.58251953125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.18608577438937374,0.0,0.0,0.0,0.01220703125,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.15961480945579687,0.0,0.0,0.0,0.05078125,1.0,43,0.671875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1520839662719324,0.0,0.0,0.0,0.05322265625,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.1699598963529357,0.0,0.0,0.0,0.01611328125,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.19325071798086652,0.0,0.0,0.0,0.01904296875,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.19030088247223717,0.0,0.0,0.0,0.02099609375,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.21173129593140708,0.0,0.0,0.00341796875,0.02880859375,1.0,44,0.6875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.2052649595279381,0.0,0.0,0.0,0.00732421875,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.1560538835482847,0.0,0.0,0.0,0.015625,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.14426443700050062,0.0,0.0,0.0,0.01171875,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.1522081120712889,0.0,0.0,0.0,0.0244140625,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.1553148332281233,0.0,0.0,0.0,0.01025390625,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.2549292995130916,0.0,0.0,0.0,0.00390625,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.22994861706192954,0.0,0.0,0.0,0.00390625,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.24978619738233843,0.0,0.0,0.0,0.00439453125,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.2507718958684487,0.0,0.0,0.0,0.00732421875,1.0,50,0.78125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.15153512398205987,0.0,0.0,0.0,0.0244140625,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.14486430575961193,0.0,0.0,0.0,0.0498046875,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.1522437346959901,0.0,0.0,0.0,0.01513671875,1.0,49,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.17614011381244976,0.0,0.0,0.0,0.0380859375,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.10640650573702344,0.0,0.0,0.0,0.01953125,1.0,44,0.6875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.08169598949397115,0.0,0.0,0.0,0.021484375,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.08797617521984592,0.0,0.0,0.0,0.021484375,1.0,48,0.75
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.11904850587259595,0.0,0.0,0.00048828125,0.025390625,1.0,37,0.578125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.11181635440957562,0.0,0.0,0.0,0.0068359375,1.0,45,0.703125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.08896074938502456,0.0,0.0,0.0,0.001953125,1.0,51,0.796875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.0972288123171606,0.0,0.0,0.0,0.01318359375,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.13763122248307041,0.0,0.0,0.00244140625,0.03466796875,1.0,37,0.578125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.11696004386259053,0.0,0.0,0.0,0.01953125,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.09695282893375104,0.0,0.0,0.0,0.01953125,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.0984259633436628,0.0,0.0,0.0,0.02197265625,1.0,43,0.671875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.10940649374484043,0.0,0.0,0.0,0.0400390625,1.0,41,0.640625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.173356284610197,0.0,0.0,0.0,0.033203125,1.0,87,0.6796875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.16126980369136518,0.0,0.0,0.0,0.0361328125,1.0,87,0.6796875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.19178147182383473,0.0,0.0,0.0,0.02001953125,1.0,88,0.6875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.20852319449739776,0.0,0.0,0.001708984375,0.01806640625,1.0,89,0.6953125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.150274818837976,0.0,0.0,0.0,0.013671875,1.0,93,0.7265625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.15376931878789377,0.0,0.0,0.0,0.017822265625,1.0,95,0.7421875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.24276049332513874,0.0,0.0,0.0,0.004638671875,1.0,98,0.765625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.25027953188403623,0.0,0.0,0.0,0.005859375,1.0,99,0.7734375
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.14823724377408093,0.0,0.0,0.0,0.037353515625,1.0,92,0.71875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.16462608306104742,0.0,0.0,0.0,0.023681640625,1.0,93,0.7265625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.09485931467853394,0.0,0.0,0.0,0.02001953125,1.0,87,0.6796875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.10467175874325067,0.0,0.0,0.0,0.02392578125,1.0,85,0.6640625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.10103690425926798,0.0,0.0,0.0,0.003662109375,1.0,95,0.7421875
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.11915493138512999,0.0,0.0,0.0009765625,0.0244140625,1.0,82,0.640625
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.10742323514630411,0.0,0.0,0.0,0.02001953125,1.0,81,0.6328125
+fresh-zh-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.10406116262484257,0.0,0.0,0.0,0.03076171875,1.0,83,0.6484375
+fresh-zh-1,layers.15.self_attn.k_proj.output,0,0,512,16384,512,0.910057178075972,0.0,0.494873046875,0.01263427734375,0.13330078125,1.0,238,0.46484375
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,0,64,2048,64,1.0015496044748697,0.0,0.41357421875,0.029296875,0.24462890625,1.0,15,0.234375
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,64,128,2048,64,0.9212888080241229,0.0,0.5400390625,0.01171875,0.1142578125,1.0,34,0.53125
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,128,192,2048,64,0.9128214439653364,0.0,0.46044921875,0.00927734375,0.111328125,1.0,34,0.53125
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,192,256,2048,64,1.0829046447483601,0.0,0.47802734375,0.0107421875,0.12451171875,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,256,320,2048,64,0.8148227179022131,0.0,0.4697265625,0.01416015625,0.1767578125,1.0,16,0.25
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,320,384,2048,64,0.8185111576980151,0.0,0.50927734375,0.0087890625,0.10400390625,1.0,39,0.609375
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,384,448,2048,64,0.8827721261516366,0.0,0.56494140625,0.009765625,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.15.self_attn.k_proj.output,64,448,512,2048,64,0.8091039482971423,0.0,0.52294921875,0.0068359375,0.09716796875,1.0,40,0.625
+fresh-zh-1,layers.15.self_attn.k_proj.output,128,0,128,4096,128,0.962256379042061,0.0,0.476806640625,0.02001953125,0.1796875,1.0,45,0.3515625
+fresh-zh-1,layers.15.self_attn.k_proj.output,128,128,256,4096,128,1.0014802689470557,0.0,0.46923828125,0.009765625,0.11865234375,1.0,61,0.4765625
+fresh-zh-1,layers.15.self_attn.k_proj.output,128,256,384,4096,128,0.8166690201316854,0.0,0.489501953125,0.01171875,0.140625,1.0,55,0.4296875
+fresh-zh-1,layers.15.self_attn.k_proj.output,128,384,512,4096,128,0.8467395779873248,0.0,0.5439453125,0.008056640625,0.09375,1.0,79,0.6171875
+fresh-zh-1,layers.15.self_attn.v_proj.output,0,0,512,16384,512,1.1261896051452884,0.0,0.51080322265625,0.01324462890625,0.13165283203125,1.0,325,0.634765625
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,0,64,2048,64,1.1053815613863953,0.0,0.48681640625,0.009765625,0.10302734375,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,64,128,2048,64,1.4347556305125844,0.0,0.48046875,0.0146484375,0.15283203125,1.0,33,0.515625
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,128,192,2048,64,1.028521530658196,0.0,0.55126953125,0.0107421875,0.10400390625,1.0,46,0.71875
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,192,256,2048,64,1.0571851924742557,0.0,0.48046875,0.01123046875,0.10986328125,1.0,47,0.734375
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,256,320,2048,64,0.9542911139169451,0.0,0.50830078125,0.01416015625,0.13037109375,1.0,44,0.6875
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,320,384,2048,64,1.0871868452495523,0.0,0.56005859375,0.01708984375,0.138671875,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,384,448,2048,64,1.2907856473797124,0.0,0.50048828125,0.017578125,0.16748046875,1.0,32,0.5
+fresh-zh-1,layers.15.self_attn.v_proj.output,64,448,512,2048,64,0.9652775114326083,0.0,0.5185546875,0.00927734375,0.1318359375,1.0,42,0.65625
+fresh-zh-1,layers.15.self_attn.v_proj.output,128,0,128,4096,128,1.2807013928977722,0.0,0.483642578125,0.011474609375,0.127685546875,1.0,79,0.6171875
+fresh-zh-1,layers.15.self_attn.v_proj.output,128,128,256,4096,128,1.0429518373861537,0.0,0.515869140625,0.01123046875,0.107666015625,1.0,92,0.71875
+fresh-zh-1,layers.15.self_attn.v_proj.output,128,256,384,4096,128,1.022899498138629,0.0,0.5341796875,0.015625,0.135498046875,1.0,85,0.6640625
+fresh-zh-1,layers.15.self_attn.v_proj.output,128,384,512,4096,128,1.1397123017584287,0.0,0.509521484375,0.01416015625,0.1484375,1.0,73,0.5703125
+fresh-zh-1,layers.15.self_attn.o_proj.output,0,0,2048,65536,2048,0.16672327508144008,0.0,0.4999542236328125,0.033843994140625,0.3238677978515625,1.0,855,0.41748046875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,0,64,2048,64,0.15911983412053293,0.0,0.49072265625,0.0361328125,0.30126953125,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,64,128,2048,64,0.16667005056925363,0.0,0.4580078125,0.0302734375,0.30419921875,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,128,192,2048,64,0.13295083980889014,0.0,0.5244140625,0.02587890625,0.248046875,1.0,33,0.515625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,192,256,2048,64,0.19375896071980586,0.0,0.39892578125,0.02880859375,0.330078125,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,256,320,2048,64,0.17969017140904994,0.0,0.4951171875,0.0322265625,0.3203125,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,320,384,2048,64,0.1583890342745236,0.0,0.5380859375,0.0361328125,0.31103515625,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,384,448,2048,64,0.14349078734075807,0.0,0.45703125,0.0283203125,0.26025390625,1.0,25,0.390625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,448,512,2048,64,0.12735733433450672,0.0,0.48828125,0.029296875,0.310546875,1.0,32,0.5
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,512,576,2048,64,0.13441562953166042,0.0,0.52001953125,0.029296875,0.29296875,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,576,640,2048,64,0.17564103005100146,0.0,0.484375,0.0322265625,0.31884765625,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,640,704,2048,64,0.1441417606983516,0.0,0.51708984375,0.0244140625,0.27734375,1.0,31,0.484375
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,704,768,2048,64,0.1487840679075507,0.0,0.55908203125,0.03369140625,0.2880859375,1.0,28,0.4375
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,768,832,2048,64,0.17455265217464142,0.0,0.43115234375,0.0283203125,0.33447265625,1.0,25,0.390625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,832,896,2048,64,0.17177740927756685,0.0,0.47705078125,0.04052734375,0.3271484375,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,896,960,2048,64,0.1504588516035228,0.0,0.48828125,0.02490234375,0.26025390625,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,960,1024,2048,64,0.18787039240470924,0.0,0.501953125,0.02880859375,0.32568359375,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1024,1088,2048,64,0.17402347094688006,0.0,0.47998046875,0.03662109375,0.35107421875,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1088,1152,2048,64,0.15999358625125362,0.0,0.54736328125,0.03076171875,0.298828125,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1152,1216,2048,64,0.2358499181849925,0.0,0.48779296875,0.05712890625,0.45751953125,1.0,20,0.3125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1216,1280,2048,64,0.1818860949187399,0.0,0.42919921875,0.04296875,0.34619140625,1.0,29,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1280,1344,2048,64,0.16820269801037374,0.0,0.5615234375,0.037109375,0.34619140625,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1344,1408,2048,64,0.17835593160410365,0.0,0.47021484375,0.041015625,0.39794921875,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1408,1472,2048,64,0.15127378255616666,0.0,0.498046875,0.02490234375,0.27685546875,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1472,1536,2048,64,0.16721694928843586,0.0,0.5498046875,0.0361328125,0.35302734375,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1536,1600,2048,64,0.14037094078630385,0.0,0.5126953125,0.01806640625,0.2626953125,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1600,1664,2048,64,0.1591792650732584,0.0,0.53564453125,0.02734375,0.2861328125,1.0,28,0.4375
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1664,1728,2048,64,0.2031952948459719,0.0,0.4794921875,0.03564453125,0.38525390625,1.0,23,0.359375
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1728,1792,2048,64,0.17734749306787592,0.0,0.54296875,0.04296875,0.3662109375,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1792,1856,2048,64,0.15101072379561192,0.0,0.5546875,0.03662109375,0.33203125,1.0,28,0.4375
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1856,1920,2048,64,0.1528212037929952,0.0,0.48193359375,0.03759765625,0.29443359375,1.0,27,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1920,1984,2048,64,0.162599714232779,0.0,0.55517578125,0.03076171875,0.34228515625,1.0,26,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,64,1984,2048,2048,64,0.1770119214774186,0.0,0.482421875,0.04541015625,0.35986328125,1.0,30,0.46875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,0,128,4096,128,0.16293868074724227,0.0,0.474365234375,0.033935546875,0.303466796875,1.0,55,0.4296875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,128,256,4096,128,0.16616025497258427,0.0,0.461669921875,0.02734375,0.29541015625,1.0,55,0.4296875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,256,384,4096,128,0.16937479723888965,0.0,0.5166015625,0.03564453125,0.316162109375,1.0,53,0.4140625
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,384,512,4096,128,0.13566410111090918,0.0,0.47265625,0.0283203125,0.28759765625,1.0,57,0.4453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,512,640,4096,128,0.15639266750677505,0.0,0.502197265625,0.03076171875,0.307373046875,1.0,53,0.4140625
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,640,768,4096,128,0.14648130604336432,0.0,0.5380859375,0.029052734375,0.28369140625,1.0,59,0.4609375
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,768,896,4096,128,0.17317059034275142,0.0,0.4541015625,0.03466796875,0.3310546875,1.0,54,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,896,1024,4096,128,0.17019569672607812,0.0,0.4951171875,0.02734375,0.29345703125,1.0,54,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1024,1152,4096,128,0.16715578973211928,0.0,0.513671875,0.032958984375,0.32568359375,1.0,58,0.453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1152,1280,4096,128,0.21060357954300837,0.0,0.45849609375,0.051025390625,0.4072265625,1.0,48,0.375
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1280,1408,4096,128,0.1733536644497841,0.0,0.515869140625,0.0400390625,0.373291015625,1.0,52,0.40625
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1408,1536,4096,128,0.15944476381835454,0.0,0.52392578125,0.031005859375,0.316650390625,1.0,59,0.4609375
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1536,1664,4096,128,0.1500700493877687,0.0,0.524169921875,0.023681640625,0.277099609375,1.0,57,0.4453125
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1664,1792,4096,128,0.19070980722684627,0.0,0.51123046875,0.0400390625,0.37255859375,1.0,49,0.3828125
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1792,1920,4096,128,0.15191866085181038,0.0,0.518310546875,0.037109375,0.3134765625,1.0,54,0.421875
+fresh-zh-1,layers.15.self_attn.o_proj.output,128,1920,2048,4096,128,0.1699586529331608,0.0,0.518798828125,0.0380859375,0.351318359375,1.0,56,0.4375
+fresh-zh-1,layers.15.mlp.gate_proj.output,0,0,6144,196608,6144,0.9784630169004076,0.0,0.7643229166666666,0.0091400146484375,0.0932159423828125,1.0,3282,0.5341796875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,0,64,2048,64,1.0123686444326052,0.0,0.7744140625,0.009765625,0.09765625,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,64,128,2048,64,0.9975317737475289,0.0,0.7841796875,0.0048828125,0.08447265625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,128,192,2048,64,0.9039737828318413,0.0,0.75,0.00830078125,0.08544921875,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,192,256,2048,64,1.0000606031038612,0.0,0.80712890625,0.01220703125,0.111328125,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,256,320,2048,64,1.0549313798013962,0.0,0.78955078125,0.0126953125,0.0927734375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,320,384,2048,64,0.9220914242135214,0.0,0.7529296875,0.009765625,0.111328125,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,384,448,2048,64,1.1360474216889667,0.0,0.849609375,0.01025390625,0.08984375,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,448,512,2048,64,0.9843985973980943,0.0,0.8349609375,0.0078125,0.07861328125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,512,576,2048,64,0.9422694328813528,0.0,0.7578125,0.0087890625,0.08642578125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,576,640,2048,64,0.9855915888300372,0.0,0.77978515625,0.013671875,0.08349609375,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,640,704,2048,64,1.0042871628440029,0.0,0.7490234375,0.0068359375,0.099609375,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,704,768,2048,64,0.985548251890715,0.0,0.748046875,0.0078125,0.08544921875,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,768,832,2048,64,0.9129989738776086,0.0,0.76611328125,0.01416015625,0.10888671875,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,832,896,2048,64,0.9910879656408677,0.0,0.70068359375,0.009765625,0.10693359375,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,896,960,2048,64,1.0041199406258077,0.0,0.751953125,0.0146484375,0.103515625,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,960,1024,2048,64,1.0008842751254785,0.0,0.7119140625,0.0087890625,0.09912109375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1024,1088,2048,64,0.9663826661760389,0.0,0.80712890625,0.00927734375,0.09814453125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1088,1152,2048,64,1.0216586212888752,0.0,0.73974609375,0.01025390625,0.11279296875,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1152,1216,2048,64,1.153487202957372,0.0,0.77880859375,0.0087890625,0.08203125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1216,1280,2048,64,0.9682546248063975,0.0,0.740234375,0.0068359375,0.08642578125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1280,1344,2048,64,1.0309635522421734,0.0,0.77978515625,0.01123046875,0.083984375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1344,1408,2048,64,1.0007136530146759,0.0,0.806640625,0.01123046875,0.103515625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1408,1472,2048,64,1.064503924262624,0.0,0.7333984375,0.005859375,0.0908203125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1472,1536,2048,64,0.92391228339461,0.0,0.7548828125,0.00927734375,0.0869140625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1536,1600,2048,64,0.9012660949202544,0.0,0.81982421875,0.00732421875,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1600,1664,2048,64,0.957293520898289,0.0,0.8125,0.005859375,0.0849609375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1664,1728,2048,64,0.9695388268701436,0.0,0.78564453125,0.01708984375,0.103515625,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1728,1792,2048,64,0.9947363751460976,0.0,0.7685546875,0.00830078125,0.0908203125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1792,1856,2048,64,1.0111742881145018,0.0,0.75732421875,0.00634765625,0.08837890625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1856,1920,2048,64,0.9001775646166595,0.0,0.76611328125,0.00927734375,0.08056640625,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1920,1984,2048,64,0.9138114303191401,0.0,0.78759765625,0.00732421875,0.0849609375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,1984,2048,2048,64,0.9570534796650806,0.0,0.80712890625,0.0087890625,0.08447265625,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2048,2112,2048,64,1.103779983095186,0.0,0.7919921875,0.01123046875,0.0908203125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2112,2176,2048,64,1.0441554779597169,0.0,0.80712890625,0.0078125,0.08544921875,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2176,2240,2048,64,0.8588257123528195,0.0,0.7734375,0.0078125,0.08251953125,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2240,2304,2048,64,0.9280721415819154,0.0,0.7783203125,0.00830078125,0.08056640625,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2304,2368,2048,64,1.086592980823365,0.0,0.79541015625,0.0068359375,0.08251953125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2368,2432,2048,64,1.0142287164582888,0.0,0.744140625,0.00830078125,0.0908203125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2432,2496,2048,64,0.879977134738194,0.0,0.802734375,0.00732421875,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2496,2560,2048,64,0.983503311006259,0.0,0.74267578125,0.013671875,0.11083984375,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2560,2624,2048,64,1.0823700906526448,0.0,0.736328125,0.0087890625,0.1103515625,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2624,2688,2048,64,1.0354219005510459,0.0,0.78125,0.00830078125,0.10595703125,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2688,2752,2048,64,0.9421877697071226,0.0,0.82763671875,0.00439453125,0.068359375,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2752,2816,2048,64,1.0468279281002317,0.0,0.82666015625,0.00537109375,0.06884765625,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2816,2880,2048,64,0.8991493233403086,0.0,0.80029296875,0.00732421875,0.09130859375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2880,2944,2048,64,0.8178749146176256,0.0,0.72998046875,0.0087890625,0.095703125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,2944,3008,2048,64,1.0171812602390125,0.0,0.779296875,0.009765625,0.10498046875,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3008,3072,2048,64,0.8037435358813713,0.0,0.77978515625,0.0068359375,0.08203125,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3072,3136,2048,64,0.9320573188633604,0.0,0.78857421875,0.0078125,0.0869140625,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3136,3200,2048,64,0.9329025783582953,0.0,0.7607421875,0.0107421875,0.11181640625,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3200,3264,2048,64,0.8845830389276628,0.0,0.7490234375,0.0078125,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3264,3328,2048,64,0.9145165127924619,0.0,0.7607421875,0.00634765625,0.10986328125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3328,3392,2048,64,1.0594732272263607,0.0,0.72509765625,0.0078125,0.07763671875,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3392,3456,2048,64,0.7913848808371774,0.0,0.703125,0.00732421875,0.07666015625,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3456,3520,2048,64,0.9615931621024307,0.0,0.669921875,0.0107421875,0.11669921875,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3520,3584,2048,64,0.9960104053282461,0.0,0.76123046875,0.0087890625,0.080078125,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3584,3648,2048,64,0.9809208448609822,0.0,0.73193359375,0.00732421875,0.08837890625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3648,3712,2048,64,0.893452819360616,0.0,0.73193359375,0.0107421875,0.1025390625,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3712,3776,2048,64,1.071520103770287,0.0,0.75,0.01123046875,0.109375,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3776,3840,2048,64,1.1473673106135849,0.0,0.71484375,0.01025390625,0.1162109375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3840,3904,2048,64,1.0294488439700238,0.0,0.79150390625,0.00927734375,0.0927734375,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3904,3968,2048,64,0.8494984235214446,0.0,0.75634765625,0.01123046875,0.08056640625,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,3968,4032,2048,64,0.947138432040199,0.0,0.75390625,0.00927734375,0.09228515625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4032,4096,2048,64,0.9306130276806229,0.0,0.70654296875,0.0078125,0.087890625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4096,4160,2048,64,1.0052265669210643,0.0,0.740234375,0.00830078125,0.08056640625,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4160,4224,2048,64,0.974341789548429,0.0,0.8076171875,0.00732421875,0.078125,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4224,4288,2048,64,0.9332155395728584,0.0,0.6640625,0.0107421875,0.10693359375,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4288,4352,2048,64,0.891032596122497,0.0,0.7109375,0.0068359375,0.091796875,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4352,4416,2048,64,1.0022926334537265,0.0,0.79443359375,0.00927734375,0.087890625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4416,4480,2048,64,0.9380786486499123,0.0,0.7119140625,0.009765625,0.08642578125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4480,4544,2048,64,0.9749818910871202,0.0,0.76953125,0.0087890625,0.087890625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4544,4608,2048,64,0.9405057452874246,0.0,0.81103515625,0.009765625,0.07958984375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4608,4672,2048,64,0.9621378871868889,0.0,0.77294921875,0.00830078125,0.0927734375,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4672,4736,2048,64,1.1357219687802602,0.0,0.79931640625,0.0126953125,0.10693359375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4736,4800,2048,64,0.8659366693332878,0.0,0.79345703125,0.00732421875,0.0888671875,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4800,4864,2048,64,1.0223907262223195,0.0,0.77734375,0.0068359375,0.07763671875,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4864,4928,2048,64,1.0555658793369167,0.0,0.7265625,0.0087890625,0.10546875,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4928,4992,2048,64,0.9432485591435332,0.0,0.7587890625,0.009765625,0.09716796875,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,4992,5056,2048,64,0.985492907250166,0.0,0.76611328125,0.0126953125,0.10791015625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5056,5120,2048,64,1.0125611319087144,0.0,0.71875,0.0068359375,0.08447265625,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5120,5184,2048,64,0.8587421951138898,0.0,0.73828125,0.00732421875,0.095703125,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5184,5248,2048,64,0.9440925111963911,0.0,0.78125,0.0107421875,0.07958984375,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5248,5312,2048,64,0.9803377511726773,0.0,0.81396484375,0.00634765625,0.083984375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5312,5376,2048,64,1.049114778827048,0.0,0.71435546875,0.009765625,0.107421875,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5376,5440,2048,64,1.0105120466090571,0.0,0.7548828125,0.0107421875,0.103515625,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5440,5504,2048,64,0.9260740346696359,0.0,0.80126953125,0.01123046875,0.10107421875,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5504,5568,2048,64,1.0015092207162999,0.0,0.7880859375,0.0068359375,0.09521484375,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5568,5632,2048,64,0.9541315809401156,0.0,0.7412109375,0.00830078125,0.0927734375,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5632,5696,2048,64,0.8796923282609906,0.0,0.7060546875,0.01611328125,0.10302734375,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5696,5760,2048,64,0.8520409252726993,0.0,0.78369140625,0.0029296875,0.0810546875,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5760,5824,2048,64,1.011950695309699,0.0,0.73291015625,0.00927734375,0.08984375,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5824,5888,2048,64,1.096551742973084,0.0,0.82568359375,0.00732421875,0.09130859375,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5888,5952,2048,64,0.9682613824070652,0.0,0.75048828125,0.00634765625,0.08935546875,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,5952,6016,2048,64,0.9367978997587685,0.0,0.75732421875,0.00927734375,0.0947265625,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,6016,6080,2048,64,0.9556127428308097,0.0,0.728515625,0.0126953125,0.099609375,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,64,6080,6144,2048,64,1.1472692467719288,0.0,0.72802734375,0.01123046875,0.1083984375,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,0,128,4096,128,1.0049775897666082,0.0,0.779296875,0.007080078125,0.090576171875,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,128,256,4096,128,0.9532286740147318,0.0,0.778564453125,0.009765625,0.096923828125,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,256,384,4096,128,0.9907403319482351,0.0,0.771240234375,0.010986328125,0.101318359375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,384,512,4096,128,1.0629309344650488,0.0,0.84228515625,0.009033203125,0.08349609375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,512,640,4096,128,0.9641738598704757,0.0,0.768798828125,0.01123046875,0.0849609375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,640,768,4096,128,0.9949618239555981,0.0,0.74853515625,0.00732421875,0.0927734375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,768,896,4096,128,0.9528437652468845,0.0,0.7333984375,0.011962890625,0.107177734375,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,896,1024,4096,128,1.0025034132998825,0.0,0.73193359375,0.01171875,0.1015625,1.0,61,0.4765625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1024,1152,4096,128,0.9944047958299966,0.0,0.7734375,0.010009765625,0.106689453125,1.0,64,0.5
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1152,1280,4096,128,1.0649060394808076,0.0,0.759521484375,0.00830078125,0.085693359375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1280,1408,4096,128,1.015951195033939,0.0,0.793212890625,0.01123046875,0.095703125,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1408,1536,4096,128,0.9966901504926114,0.0,0.744140625,0.007568359375,0.08837890625,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1536,1664,4096,128,0.9297019573515611,0.0,0.816162109375,0.00634765625,0.083251953125,1.0,75,0.5859375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1664,1792,4096,128,0.9822184056633056,0.0,0.777099609375,0.0126953125,0.096923828125,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1792,1920,4096,128,0.957286030605025,0.0,0.76171875,0.0078125,0.08544921875,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,1920,2048,4096,128,0.9356822893271389,0.0,0.79736328125,0.008056640625,0.08447265625,1.0,74,0.578125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2048,2176,4096,128,1.0743814297620036,0.0,0.799560546875,0.009765625,0.0888671875,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2176,2304,4096,128,0.8941195401563402,0.0,0.77587890625,0.008056640625,0.080810546875,1.0,78,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2304,2432,4096,128,1.0510338232576613,0.0,0.769775390625,0.008056640625,0.08740234375,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2432,2560,4096,128,0.9331769715392455,0.0,0.772705078125,0.01025390625,0.095703125,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2560,2688,4096,128,1.0591561559279525,0.0,0.7587890625,0.0087890625,0.107177734375,1.0,61,0.4765625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2688,2816,4096,128,0.9958831518898956,0.0,0.8271484375,0.00439453125,0.070068359375,1.0,78,0.609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2816,2944,4096,128,0.8594733508446096,0.0,0.76513671875,0.00830078125,0.093994140625,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,2944,3072,4096,128,0.9166955295114387,0.0,0.779541015625,0.008056640625,0.091796875,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3072,3200,4096,128,0.9324800443854847,0.0,0.774658203125,0.00927734375,0.099365234375,1.0,68,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3200,3328,4096,128,0.8996742757600064,0.0,0.7548828125,0.007080078125,0.099365234375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3328,3456,4096,128,0.9350865063797877,0.0,0.714111328125,0.0078125,0.078857421875,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3456,3584,4096,128,0.9789530471182694,0.0,0.715576171875,0.009765625,0.098876953125,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3584,3712,4096,128,0.9382067054509408,0.0,0.73193359375,0.009521484375,0.095703125,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3712,3840,4096,128,1.1100916805040333,0.0,0.732421875,0.010986328125,0.112548828125,1.0,63,0.4921875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3840,3968,4096,128,0.943772349117264,0.0,0.77392578125,0.01123046875,0.085693359375,1.0,71,0.5546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,3968,4096,4096,128,0.9389120876675469,0.0,0.730224609375,0.008544921875,0.08984375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4096,4224,4096,128,0.9899046352311782,0.0,0.77392578125,0.0078125,0.078369140625,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4224,4352,4096,128,0.9123678892456316,0.0,0.6875,0.008544921875,0.099853515625,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4352,4480,4096,128,0.9707167645941971,0.0,0.753173828125,0.009521484375,0.08740234375,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4480,4608,4096,128,0.9578989364401839,0.0,0.790283203125,0.009521484375,0.083251953125,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4608,4736,4096,128,1.052514537745337,0.0,0.7861328125,0.01025390625,0.103271484375,1.0,59,0.4609375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4736,4864,4096,128,0.9473988369112107,0.0,0.785400390625,0.00732421875,0.0849609375,1.0,76,0.59375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4864,4992,4096,128,1.0009838085470388,0.0,0.74267578125,0.00927734375,0.1015625,1.0,68,0.53125
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,4992,5120,4096,128,0.9991186906700928,0.0,0.742431640625,0.009765625,0.096435546875,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5120,5248,4096,128,0.9024269575334422,0.0,0.759765625,0.009521484375,0.08984375,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5248,5376,4096,128,1.0153088016775065,0.0,0.76416015625,0.008056640625,0.09521484375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5376,5504,4096,128,0.9692130091036034,0.0,0.778076171875,0.01123046875,0.099853515625,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5504,5632,4096,128,0.9781073031439482,0.0,0.7646484375,0.007568359375,0.095458984375,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5632,5760,4096,128,0.8659770004858097,0.0,0.744873046875,0.00927734375,0.091552734375,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5760,5888,4096,128,1.055099505912853,0.0,0.779296875,0.008544921875,0.091552734375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,5888,6016,4096,128,0.952659542977784,0.0,0.75390625,0.008056640625,0.092041015625,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gate_proj.output,128,6016,6144,4096,128,1.055798853676507,0.0,0.728271484375,0.01220703125,0.10205078125,1.0,65,0.5078125
+fresh-zh-1,layers.15.mlp.up_proj.output,0,0,6144,196608,6144,0.4935764584097533,0.0,0.5003916422526041,0.009150187174479166,0.0878753662109375,1.0,4485,0.72998046875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,0,64,2048,64,0.48923336845031046,0.0,0.4765625,0.00830078125,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,64,128,2048,64,0.48099789123930425,0.0,0.47021484375,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,128,192,2048,64,0.4553594712549913,0.0,0.5478515625,0.00732421875,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,192,256,2048,64,0.4881575493777437,0.0,0.462890625,0.01025390625,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,256,320,2048,64,0.5192289124367073,0.0,0.47509765625,0.01171875,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,320,384,2048,64,0.4850521991301428,0.0,0.4921875,0.00537109375,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,384,448,2048,64,0.5390611117179297,0.0,0.48876953125,0.00732421875,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,448,512,2048,64,0.4414232608924719,0.0,0.509765625,0.01025390625,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,512,576,2048,64,0.4896310094053318,0.0,0.5400390625,0.0068359375,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,576,640,2048,64,0.4514253103751309,0.0,0.529296875,0.01171875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,640,704,2048,64,0.490933938574459,0.0,0.4775390625,0.00927734375,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,704,768,2048,64,0.43811083003838536,0.0,0.48388671875,0.00927734375,0.06884765625,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,768,832,2048,64,0.45921262122681483,0.0,0.44287109375,0.00927734375,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,832,896,2048,64,0.45144800944601554,0.0,0.51806640625,0.01025390625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,896,960,2048,64,0.5010890600973315,0.0,0.54345703125,0.0078125,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,960,1024,2048,64,0.49087153897377983,0.0,0.50341796875,0.01171875,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1024,1088,2048,64,0.5923142744064236,0.0,0.52490234375,0.0107421875,0.1103515625,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1088,1152,2048,64,0.46253885139467943,0.0,0.50927734375,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1152,1216,2048,64,0.6048186587446306,0.0,0.4248046875,0.0126953125,0.1044921875,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1216,1280,2048,64,0.4498577302414379,0.0,0.548828125,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1280,1344,2048,64,0.4910389149227006,0.0,0.49755859375,0.00927734375,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1344,1408,2048,64,0.4856831923459234,0.0,0.49560546875,0.0078125,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1408,1472,2048,64,0.45217732495965457,0.0,0.46826171875,0.0068359375,0.07421875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1472,1536,2048,64,0.4970138847547248,0.0,0.5205078125,0.0107421875,0.0888671875,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1536,1600,2048,64,0.5813473320318377,0.0,0.48681640625,0.01123046875,0.08984375,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1600,1664,2048,64,0.42863947204869834,0.0,0.5537109375,0.0078125,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1664,1728,2048,64,0.5007044056738718,0.0,0.46826171875,0.0087890625,0.07275390625,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1728,1792,2048,64,0.4866286580850783,0.0,0.478515625,0.0068359375,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1792,1856,2048,64,0.5236555114046073,0.0,0.509765625,0.0068359375,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1856,1920,2048,64,0.4946111376221061,0.0,0.48291015625,0.00634765625,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1920,1984,2048,64,0.4551216031186759,0.0,0.5107421875,0.0126953125,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,1984,2048,2048,64,0.4598114766736522,0.0,0.47216796875,0.01025390625,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2048,2112,2048,64,0.47262332865544754,0.0,0.4921875,0.0068359375,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2112,2176,2048,64,0.49087599944264987,0.0,0.52294921875,0.0126953125,0.09716796875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2176,2240,2048,64,0.5365136193796711,0.0,0.57177734375,0.013671875,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2240,2304,2048,64,0.4927710875192954,0.0,0.50244140625,0.00927734375,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2304,2368,2048,64,0.5861115842573037,0.0,0.560546875,0.00732421875,0.09375,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2368,2432,2048,64,0.464776539156504,0.0,0.53076171875,0.0068359375,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2432,2496,2048,64,0.49646051932986135,0.0,0.5390625,0.01025390625,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2496,2560,2048,64,0.4139086984080787,0.0,0.46142578125,0.0107421875,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2560,2624,2048,64,0.4519901679299547,0.0,0.50390625,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2624,2688,2048,64,0.496900512925543,0.0,0.5,0.0087890625,0.07568359375,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2688,2752,2048,64,0.48311343133227497,0.0,0.587890625,0.0048828125,0.0751953125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2752,2816,2048,64,0.45468635296805365,0.0,0.5224609375,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2816,2880,2048,64,0.4888845040342207,0.0,0.568359375,0.01025390625,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2880,2944,2048,64,0.46282632519510425,0.0,0.5107421875,0.01220703125,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,2944,3008,2048,64,0.5158864223844171,0.0,0.49267578125,0.00927734375,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3008,3072,2048,64,0.4307432608132255,0.0,0.5146484375,0.0126953125,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3072,3136,2048,64,0.5111219553008782,0.0,0.52197265625,0.005859375,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3136,3200,2048,64,0.48764952729287003,0.0,0.52294921875,0.01171875,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3200,3264,2048,64,0.54641592128817,0.0,0.51416015625,0.00830078125,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3264,3328,2048,64,0.5070534649181415,0.0,0.4716796875,0.01025390625,0.095703125,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3328,3392,2048,64,0.48734278521153584,0.0,0.466796875,0.0078125,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3392,3456,2048,64,0.4907646945845209,0.0,0.50244140625,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3456,3520,2048,64,0.454415130385351,0.0,0.5478515625,0.0078125,0.1005859375,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3520,3584,2048,64,0.4316598976949531,0.0,0.5498046875,0.0029296875,0.06982421875,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3584,3648,2048,64,0.47711949733606146,0.0,0.4892578125,0.01025390625,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3648,3712,2048,64,0.5015865919232585,0.0,0.517578125,0.005859375,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3712,3776,2048,64,0.5602006237436904,0.0,0.48974609375,0.01025390625,0.10498046875,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3776,3840,2048,64,0.6350338525666316,0.0,0.49267578125,0.01416015625,0.11962890625,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3840,3904,2048,64,0.5921239512422487,0.0,0.52587890625,0.01025390625,0.0986328125,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3904,3968,2048,64,0.4821449862346611,0.0,0.47021484375,0.00927734375,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,3968,4032,2048,64,0.4523095588978063,0.0,0.4638671875,0.009765625,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4032,4096,2048,64,0.43556255242432224,0.0,0.53173828125,0.0078125,0.07958984375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4096,4160,2048,64,0.5584225143402602,0.0,0.4404296875,0.01123046875,0.09326171875,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4160,4224,2048,64,0.5624846009163355,0.0,0.46923828125,0.0087890625,0.080078125,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4224,4288,2048,64,0.5041618293721752,0.0,0.5048828125,0.00927734375,0.09716796875,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4288,4352,2048,64,0.48761554854269323,0.0,0.54248046875,0.00927734375,0.08154296875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4352,4416,2048,64,0.4812207826713453,0.0,0.51025390625,0.00634765625,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4416,4480,2048,64,0.4550420015289621,0.0,0.51416015625,0.0087890625,0.07861328125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4480,4544,2048,64,0.4540282131761337,0.0,0.46923828125,0.005859375,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4544,4608,2048,64,0.4853217362062953,0.0,0.498046875,0.01123046875,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4608,4672,2048,64,0.49621970550781025,0.0,0.5009765625,0.0107421875,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4672,4736,2048,64,0.44778894926110496,0.0,0.47998046875,0.00341796875,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4736,4800,2048,64,0.46248192736714655,0.0,0.48974609375,0.0087890625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4800,4864,2048,64,0.4628681638396846,0.0,0.48681640625,0.009765625,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4864,4928,2048,64,0.4941515058386155,0.0,0.490234375,0.01171875,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4928,4992,2048,64,0.47051347747641153,0.0,0.4462890625,0.0068359375,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,4992,5056,2048,64,0.4881966234245563,0.0,0.5078125,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5056,5120,2048,64,0.4337277412354826,0.0,0.45068359375,0.01220703125,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5120,5184,2048,64,0.49286172067052497,0.0,0.44384765625,0.00537109375,0.07568359375,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5184,5248,2048,64,0.5192202376659963,0.0,0.5,0.01123046875,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5248,5312,2048,64,0.49035175140542014,0.0,0.50048828125,0.00537109375,0.076171875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5312,5376,2048,64,0.509753923745041,0.0,0.4267578125,0.00927734375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5376,5440,2048,64,0.6043627065528886,0.0,0.48193359375,0.00732421875,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5440,5504,2048,64,0.4508425428541209,0.0,0.45068359375,0.01171875,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5504,5568,2048,64,0.4923608610754764,0.0,0.515625,0.009765625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5568,5632,2048,64,0.4617810810314562,0.0,0.4755859375,0.01123046875,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5632,5696,2048,64,0.4410322719961753,0.0,0.4580078125,0.0068359375,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5696,5760,2048,64,0.4606821370568772,0.0,0.49169921875,0.00830078125,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5760,5824,2048,64,0.4802653152518373,0.0,0.50830078125,0.00830078125,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5824,5888,2048,64,0.6615521812726405,0.0,0.48779296875,0.00927734375,0.10595703125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5888,5952,2048,64,0.4604584226346759,0.0,0.53369140625,0.01025390625,0.10009765625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,64,5952,6016,2048,64,0.5044068828909072,0.0,0.5166015625,0.00830078125,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,6016,6080,2048,64,0.4988577958767392,0.0,0.568359375,0.01123046875,0.0830078125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,64,6080,6144,2048,64,0.47586753055440983,0.0,0.501953125,0.01220703125,0.09765625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,128,0,128,4096,128,0.4851331055400645,0.0,0.473388671875,0.00830078125,0.08935546875,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,128,256,4096,128,0.47204345195972663,0.0,0.50537109375,0.008056640625,0.0849609375,1.0,99,0.7734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,256,384,4096,128,0.5024312387736225,0.0,0.483642578125,0.008544921875,0.095458984375,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,384,512,4096,128,0.49266691456983064,0.0,0.499267578125,0.00927734375,0.086669921875,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,512,640,4096,128,0.47091577602505913,0.0,0.53466796875,0.009765625,0.089111328125,1.0,98,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,640,768,4096,128,0.4652726251570974,0.0,0.480712890625,0.009521484375,0.077392578125,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,768,896,4096,128,0.45534686598612484,0.0,0.48046875,0.009765625,0.08203125,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,896,1024,4096,128,0.49600660979653993,0.0,0.5234375,0.010009765625,0.0869140625,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1024,1152,4096,128,0.5314030432332494,0.0,0.51708984375,0.010986328125,0.099365234375,1.0,89,0.6953125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1152,1280,4096,128,0.5329998064838449,0.0,0.48681640625,0.01025390625,0.09521484375,1.0,91,0.7109375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1280,1408,4096,128,0.48836839542285615,0.0,0.49658203125,0.008544921875,0.089111328125,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1408,1536,4096,128,0.4751247914215022,0.0,0.494384765625,0.0087890625,0.080322265625,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1536,1664,4096,128,0.5107330601491951,0.0,0.520263671875,0.009033203125,0.087890625,1.0,91,0.7109375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1664,1792,4096,128,0.4937166964621053,0.0,0.473388671875,0.007568359375,0.078369140625,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1792,1920,4096,128,0.5093403930988857,0.0,0.496337890625,0.006591796875,0.09130859375,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,1920,2048,4096,128,0.4574725498355711,0.0,0.491455078125,0.011474609375,0.088134765625,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2048,2176,4096,128,0.48183610160415313,0.0,0.507568359375,0.00927734375,0.092529296875,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2176,2304,4096,128,0.5151068862259676,0.0,0.537109375,0.010986328125,0.084716796875,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2304,2432,4096,128,0.5289347883014048,0.0,0.545654296875,0.006591796875,0.084716796875,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2432,2560,4096,128,0.4570522168588319,0.0,0.500244140625,0.01025390625,0.0859375,1.0,96,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2560,2688,4096,128,0.4749764371266307,0.0,0.501953125,0.00830078125,0.08251953125,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2688,2816,4096,128,0.46911526681031934,0.0,0.55517578125,0.006591796875,0.080078125,1.0,98,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2816,2944,4096,128,0.4760337517332097,0.0,0.53955078125,0.01123046875,0.09033203125,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,2944,3072,4096,128,0.4752255030701759,0.0,0.503662109375,0.010498046875,0.09033203125,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3072,3200,4096,128,0.49952363040178216,0.0,0.5224609375,0.0087890625,0.088134765625,1.0,93,0.7265625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3200,3328,4096,128,0.5271022554128812,0.0,0.492919921875,0.00927734375,0.09326171875,1.0,89,0.6953125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3328,3456,4096,128,0.48905673277666634,0.0,0.484619140625,0.0087890625,0.08544921875,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3456,3584,4096,128,0.4431835838572729,0.0,0.548828125,0.00537109375,0.0849609375,1.0,98,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3584,3712,4096,128,0.4895059366010822,0.0,0.50341796875,0.008056640625,0.08154296875,1.0,96,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3712,3840,4096,128,0.5987874133398423,0.0,0.4912109375,0.011962890625,0.110595703125,1.0,83,0.6484375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3840,3968,4096,128,0.5399419234445286,0.0,0.498046875,0.009033203125,0.093017578125,1.0,89,0.6953125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,3968,4096,4096,128,0.4440150189716101,0.0,0.497802734375,0.008544921875,0.080810546875,1.0,99,0.7734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4096,4224,4096,128,0.5604572377934409,0.0,0.454833984375,0.010009765625,0.08642578125,1.0,89,0.6953125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4224,4352,4096,128,0.49595769647041976,0.0,0.523681640625,0.009033203125,0.090087890625,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4352,4480,4096,128,0.4683143521344964,0.0,0.51220703125,0.007568359375,0.08251953125,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4480,4608,4096,128,0.46993553068171257,0.0,0.483642578125,0.00830078125,0.0849609375,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4608,4736,4096,128,0.47262508355705285,0.0,0.490478515625,0.0068359375,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4736,4864,4096,128,0.4626750859067039,0.0,0.48828125,0.00927734375,0.0869140625,1.0,101,0.7890625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4864,4992,4096,128,0.4824772757392398,0.0,0.46826171875,0.009521484375,0.081298828125,1.0,95,0.7421875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,4992,5120,4096,128,0.4617660103560957,0.0,0.479248046875,0.010009765625,0.08251953125,1.0,97,0.7578125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5120,5248,4096,128,0.5062125694331603,0.0,0.471923828125,0.008056640625,0.082275390625,1.0,96,0.75
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5248,5376,4096,128,0.5001469298515328,0.0,0.463623046875,0.007080078125,0.080810546875,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5376,5504,4096,128,0.5331572373695694,0.0,0.46630859375,0.010498046875,0.094970703125,1.0,90,0.703125
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5504,5632,4096,128,0.47731592489543284,0.0,0.49560546875,0.0107421875,0.085205078125,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5632,5760,4096,128,0.45096424267640095,0.0,0.474853515625,0.007568359375,0.0859375,1.0,98,0.765625
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5760,5888,4096,128,0.5780597121321184,0.0,0.498046875,0.007568359375,0.097412109375,1.0,87,0.6796875
+fresh-zh-1,layers.15.mlp.up_proj.output,128,5888,6016,4096,128,0.4829328434073082,0.0,0.525146484375,0.00927734375,0.092041015625,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.up_proj.output,128,6016,6144,4096,128,0.48749820878796596,0.0,0.53515625,0.011962890625,0.09033203125,1.0,94,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,0,0,6144,196608,6144,0.3712973246525269,0.0,0.7643229166666666,0.007080078125,0.07137552897135417,1.0,3483,0.56689453125
+fresh-zh-1,layers.15.mlp.silu_gate,64,0,64,2048,64,0.2906703414823155,0.0,0.7744140625,0.00244140625,0.06396484375,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,64,128,2048,64,0.3610089229432762,0.0,0.7841796875,0.00341796875,0.0576171875,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.silu_gate,64,128,192,2048,64,0.26269603167592853,0.0,0.75,0.00732421875,0.05126953125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,192,256,2048,64,0.24995282662060117,0.0,0.80712890625,0.005859375,0.0546875,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,256,320,2048,64,0.44753482582701837,0.0,0.78955078125,0.01123046875,0.08056640625,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.silu_gate,64,320,384,2048,64,0.46681331491457495,0.0,0.7529296875,0.009765625,0.11376953125,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.silu_gate,64,384,448,2048,64,0.24896363224676188,0.0,0.849609375,0.0048828125,0.03857421875,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.silu_gate,64,448,512,2048,64,0.2423779683691399,0.0,0.8349609375,0.00341796875,0.03759765625,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.silu_gate,64,512,576,2048,64,0.5004587715500253,0.0,0.7578125,0.0087890625,0.091796875,1.0,23,0.359375
+fresh-zh-1,layers.15.mlp.silu_gate,64,576,640,2048,64,0.30574309835039154,0.0,0.77978515625,0.0087890625,0.0546875,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,640,704,2048,64,0.2903184145399822,0.0,0.7490234375,0.00439453125,0.06005859375,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,704,768,2048,64,0.32824458485097074,0.0,0.748046875,0.00537109375,0.06201171875,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,768,832,2048,64,0.2522947539327903,0.0,0.76611328125,0.00732421875,0.0595703125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,832,896,2048,64,0.4949052100841234,0.0,0.70068359375,0.009765625,0.1083984375,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.silu_gate,64,896,960,2048,64,0.3443127169099996,0.0,0.751953125,0.0107421875,0.07470703125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.silu_gate,64,960,1024,2048,64,0.2650982823533461,0.0,0.7119140625,0.0048828125,0.05419921875,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,1024,1088,2048,64,0.2663360601098421,0.0,0.80712890625,0.00439453125,0.0537109375,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,1088,1152,2048,64,0.43652448839026536,0.0,0.73974609375,0.00830078125,0.09619140625,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.silu_gate,64,1152,1216,2048,64,0.46431212535395006,0.0,0.77880859375,0.0078125,0.0703125,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.silu_gate,64,1216,1280,2048,64,0.5145788189571303,0.0,0.740234375,0.0078125,0.09326171875,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.silu_gate,64,1280,1344,2048,64,0.31138871069316376,0.0,0.77978515625,0.00634765625,0.05712890625,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,1344,1408,2048,64,0.31040899247754644,0.0,0.806640625,0.00732421875,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.15.mlp.silu_gate,64,1408,1472,2048,64,0.4905974035684817,0.0,0.7333984375,0.005859375,0.0869140625,1.0,27,0.421875
+fresh-zh-1,layers.15.mlp.silu_gate,64,1472,1536,2048,64,0.3520718156201712,0.0,0.7548828125,0.00732421875,0.06396484375,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,1536,1600,2048,64,0.2723588447540384,0.0,0.81982421875,0.0029296875,0.044921875,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,1600,1664,2048,64,0.31807639542420135,0.0,0.8125,0.00439453125,0.0576171875,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,1664,1728,2048,64,0.23293810449328584,0.0,0.78564453125,0.0078125,0.0517578125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,1728,1792,2048,64,0.43323039880154846,0.0,0.7685546875,0.0078125,0.08203125,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.silu_gate,64,1792,1856,2048,64,0.4509863053258412,0.0,0.75732421875,0.00537109375,0.07958984375,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.silu_gate,64,1856,1920,2048,64,0.26526725203943086,0.0,0.76611328125,0.00341796875,0.04541015625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.silu_gate,64,1920,1984,2048,64,0.3385810796225408,0.0,0.78759765625,0.005859375,0.05908203125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,1984,2048,2048,64,0.302913457543799,0.0,0.80712890625,0.00439453125,0.05322265625,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,2048,2112,2048,64,0.46014498260578185,0.0,0.7919921875,0.009765625,0.0771484375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2112,2176,2048,64,0.26394552583208386,0.0,0.80712890625,0.00439453125,0.04052734375,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2176,2240,2048,64,0.2783895940098397,0.0,0.7734375,0.00634765625,0.05126953125,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,2240,2304,2048,64,0.4096879115062152,0.0,0.7783203125,0.00732421875,0.07275390625,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.silu_gate,64,2304,2368,2048,64,0.2526760469429511,0.0,0.79541015625,0.00390625,0.03955078125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.silu_gate,64,2368,2432,2048,64,0.5010157757728408,0.0,0.744140625,0.00830078125,0.09228515625,1.0,26,0.40625
+fresh-zh-1,layers.15.mlp.silu_gate,64,2432,2496,2048,64,0.34620464924193795,0.0,0.802734375,0.005859375,0.0654296875,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.silu_gate,64,2496,2560,2048,64,0.291977490364611,0.0,0.74267578125,0.00634765625,0.0673828125,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2560,2624,2048,64,0.6111554795571552,0.0,0.736328125,0.01171875,0.1240234375,1.0,11,0.171875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2624,2688,2048,64,0.2805765785559516,0.0,0.78125,0.00439453125,0.05078125,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2688,2752,2048,64,0.29436352990772885,0.0,0.82763671875,0.00341796875,0.04345703125,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,2752,2816,2048,64,0.2863498913061788,0.0,0.82666015625,0.0029296875,0.037109375,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,2816,2880,2048,64,0.23539996897728346,0.0,0.80029296875,0.00439453125,0.05029296875,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.silu_gate,64,2880,2944,2048,64,0.2851444015948091,0.0,0.72998046875,0.00634765625,0.06201171875,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,2944,3008,2048,64,0.4713861611238066,0.0,0.779296875,0.00927734375,0.0986328125,1.0,23,0.359375
+fresh-zh-1,layers.15.mlp.silu_gate,64,3008,3072,2048,64,0.32113044343038116,0.0,0.77978515625,0.00537109375,0.06298828125,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.silu_gate,64,3072,3136,2048,64,0.2406718180557127,0.0,0.78857421875,0.00439453125,0.0380859375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.silu_gate,64,3136,3200,2048,64,0.361329750257557,0.0,0.7607421875,0.009765625,0.0849609375,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.silu_gate,64,3200,3264,2048,64,0.2863102799011297,0.0,0.7490234375,0.005859375,0.05859375,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,3264,3328,2048,64,0.33682227952952754,0.0,0.7607421875,0.00439453125,0.08203125,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.silu_gate,64,3328,3392,2048,64,0.4735080141942005,0.0,0.72509765625,0.00732421875,0.06640625,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.silu_gate,64,3392,3456,2048,64,0.3075103872258962,0.0,0.703125,0.00537109375,0.05615234375,1.0,42,0.65625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3456,3520,2048,64,0.5088221393189489,0.0,0.669921875,0.0107421875,0.12451171875,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3520,3584,2048,64,0.3158833233473971,0.0,0.76123046875,0.0048828125,0.05126953125,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,3584,3648,2048,64,0.3497316415574803,0.0,0.73193359375,0.0048828125,0.06298828125,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3648,3712,2048,64,0.4697119998902665,0.0,0.73193359375,0.01220703125,0.10693359375,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3712,3776,2048,64,0.3370763209345646,0.0,0.75,0.0068359375,0.07373046875,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3776,3840,2048,64,0.43641031358552135,0.0,0.71484375,0.0068359375,0.08203125,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.silu_gate,64,3840,3904,2048,64,0.32780500427861275,0.0,0.79150390625,0.0068359375,0.0595703125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,3904,3968,2048,64,0.3034281840879229,0.0,0.75634765625,0.0087890625,0.05810546875,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.silu_gate,64,3968,4032,2048,64,0.45987215994141384,0.0,0.75390625,0.00927734375,0.09375,1.0,28,0.4375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4032,4096,2048,64,0.3936828911684133,0.0,0.70654296875,0.00634765625,0.072265625,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.silu_gate,64,4096,4160,2048,64,0.2732262080139139,0.0,0.740234375,0.00634765625,0.04736328125,1.0,49,0.765625
+fresh-zh-1,layers.15.mlp.silu_gate,64,4160,4224,2048,64,0.2886012959424092,0.0,0.8076171875,0.00390625,0.0458984375,1.0,47,0.734375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4224,4288,2048,64,0.3702344701568028,0.0,0.6640625,0.00927734375,0.0830078125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4288,4352,2048,64,0.366079341112393,0.0,0.7109375,0.0068359375,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4352,4416,2048,64,0.46444845532621654,0.0,0.79443359375,0.00927734375,0.083984375,1.0,26,0.40625
+fresh-zh-1,layers.15.mlp.silu_gate,64,4416,4480,2048,64,0.5163675952513143,0.0,0.7119140625,0.01220703125,0.09765625,1.0,23,0.359375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4480,4544,2048,64,0.38455584263953946,0.0,0.76953125,0.005859375,0.06884765625,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4544,4608,2048,64,0.44908813257903774,0.0,0.81103515625,0.0087890625,0.07763671875,1.0,28,0.4375
+fresh-zh-1,layers.15.mlp.silu_gate,64,4608,4672,2048,64,0.471568277845622,0.0,0.77294921875,0.0078125,0.09423828125,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.silu_gate,64,4672,4736,2048,64,0.2970526227334339,0.0,0.79931640625,0.00732421875,0.0625,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.silu_gate,64,4736,4800,2048,64,0.3033911761688231,0.0,0.79345703125,0.00390625,0.05810546875,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,4800,4864,2048,64,0.37566411116211523,0.0,0.77734375,0.005859375,0.0556640625,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,4864,4928,2048,64,0.5859788745942822,0.0,0.7265625,0.0107421875,0.119140625,1.0,16,0.25
+fresh-zh-1,layers.15.mlp.silu_gate,64,4928,4992,2048,64,0.2819598999170774,0.0,0.7587890625,0.00439453125,0.052734375,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,4992,5056,2048,64,0.26764188914107434,0.0,0.76611328125,0.0068359375,0.06103515625,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5056,5120,2048,64,0.4071742451789866,0.0,0.71875,0.005859375,0.07080078125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5120,5184,2048,64,0.2626403073911113,0.0,0.73828125,0.00537109375,0.05908203125,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5184,5248,2048,64,0.29586650413443044,0.0,0.78125,0.0078125,0.04833984375,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5248,5312,2048,64,0.3074471967820249,0.0,0.81396484375,0.00537109375,0.05615234375,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5312,5376,2048,64,0.3605215680543687,0.0,0.71435546875,0.0078125,0.0751953125,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.silu_gate,64,5376,5440,2048,64,0.27013804889371407,0.0,0.7548828125,0.00634765625,0.0576171875,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5440,5504,2048,64,0.2590514348492122,0.0,0.80126953125,0.0068359375,0.05859375,1.0,46,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5504,5568,2048,64,0.48383471459921285,0.0,0.7880859375,0.0068359375,0.09130859375,1.0,27,0.421875
+fresh-zh-1,layers.15.mlp.silu_gate,64,5568,5632,2048,64,0.47417684778265506,0.0,0.7412109375,0.00830078125,0.09423828125,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.silu_gate,64,5632,5696,2048,64,0.318309968772488,0.0,0.7060546875,0.01123046875,0.07568359375,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,64,5696,5760,2048,64,0.2840476028539559,0.0,0.78369140625,0.00244140625,0.04931640625,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,64,5760,5824,2048,64,0.39111824338269857,0.0,0.73291015625,0.005859375,0.06884765625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.silu_gate,64,5824,5888,2048,64,0.3167373531844435,0.0,0.82568359375,0.00439453125,0.056640625,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,5888,5952,2048,64,0.47312565548331337,0.0,0.75048828125,0.00634765625,0.08740234375,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.silu_gate,64,5952,6016,2048,64,0.33322144703645395,0.0,0.75732421875,0.005859375,0.06591796875,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,6016,6080,2048,64,0.32145979749951586,0.0,0.728515625,0.0078125,0.0712890625,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,64,6080,6144,2048,64,0.6294742021548867,0.0,0.72802734375,0.01123046875,0.119140625,1.0,11,0.171875
+fresh-zh-1,layers.15.mlp.silu_gate,128,0,128,4096,128,0.32773212373988475,0.0,0.779296875,0.003173828125,0.062255859375,1.0,82,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,128,128,256,4096,128,0.25640360819800173,0.0,0.778564453125,0.006103515625,0.053466796875,1.0,92,0.71875
+fresh-zh-1,layers.15.mlp.silu_gate,128,256,384,4096,128,0.45727567796109264,0.0,0.771240234375,0.010498046875,0.096923828125,1.0,56,0.4375
+fresh-zh-1,layers.15.mlp.silu_gate,128,384,512,4096,128,0.24569286694189219,0.0,0.84228515625,0.004150390625,0.037841796875,1.0,98,0.765625
+fresh-zh-1,layers.15.mlp.silu_gate,128,512,640,4096,128,0.41469134558744875,0.0,0.768798828125,0.010009765625,0.07763671875,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.silu_gate,128,640,768,4096,128,0.3098622995017263,0.0,0.74853515625,0.0048828125,0.060791015625,1.0,85,0.6640625
+fresh-zh-1,layers.15.mlp.silu_gate,128,768,896,4096,128,0.39280008263136706,0.0,0.7333984375,0.010009765625,0.087890625,1.0,68,0.53125
+fresh-zh-1,layers.15.mlp.silu_gate,128,896,1024,4096,128,0.307268893912677,0.0,0.73193359375,0.008056640625,0.066162109375,1.0,82,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,128,1024,1152,4096,128,0.36158576152775734,0.0,0.7734375,0.0068359375,0.0791015625,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.silu_gate,128,1152,1280,4096,128,0.49009035425624187,0.0,0.759521484375,0.00732421875,0.081298828125,1.0,52,0.40625
+fresh-zh-1,layers.15.mlp.silu_gate,128,1280,1408,4096,128,0.3108992375015387,0.0,0.793212890625,0.0068359375,0.057373046875,1.0,87,0.6796875
+fresh-zh-1,layers.15.mlp.silu_gate,128,1408,1536,4096,128,0.42698968122322317,0.0,0.744140625,0.00634765625,0.076904296875,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.silu_gate,128,1536,1664,4096,128,0.29610127797918,0.0,0.816162109375,0.0029296875,0.053466796875,1.0,87,0.6796875
+fresh-zh-1,layers.15.mlp.silu_gate,128,1664,1792,4096,128,0.34781369939284573,0.0,0.777099609375,0.010498046875,0.0703125,1.0,74,0.578125
+fresh-zh-1,layers.15.mlp.silu_gate,128,1792,1920,4096,128,0.36996983836253716,0.0,0.76171875,0.005615234375,0.06591796875,1.0,74,0.578125
+fresh-zh-1,layers.15.mlp.silu_gate,128,1920,2048,4096,128,0.3212426732545851,0.0,0.79736328125,0.00537109375,0.056640625,1.0,84,0.65625
+fresh-zh-1,layers.15.mlp.silu_gate,128,2048,2176,4096,128,0.3751004169712762,0.0,0.799560546875,0.00732421875,0.06201171875,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.silu_gate,128,2176,2304,4096,128,0.35024630682370356,0.0,0.77587890625,0.005859375,0.064697265625,1.0,78,0.609375
+fresh-zh-1,layers.15.mlp.silu_gate,128,2304,2432,4096,128,0.3967757504384422,0.0,0.769775390625,0.00537109375,0.06689453125,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.silu_gate,128,2432,2560,4096,128,0.320240935887614,0.0,0.772705078125,0.00634765625,0.064208984375,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,128,2560,2688,4096,128,0.47551773711760764,0.0,0.7587890625,0.00732421875,0.09814453125,1.0,48,0.375
+fresh-zh-1,layers.15.mlp.silu_gate,128,2688,2816,4096,128,0.29038435563128984,0.0,0.8271484375,0.003173828125,0.040283203125,1.0,91,0.7109375
+fresh-zh-1,layers.15.mlp.silu_gate,128,2816,2944,4096,128,0.26145790785073586,0.0,0.76513671875,0.00537109375,0.05615234375,1.0,93,0.7265625
+fresh-zh-1,layers.15.mlp.silu_gate,128,2944,3072,4096,128,0.40331729109773645,0.0,0.779541015625,0.007568359375,0.08447265625,1.0,61,0.4765625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3072,3200,4096,128,0.30698706196469466,0.0,0.774658203125,0.007080078125,0.062255859375,1.0,85,0.6640625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3200,3328,4096,128,0.31258824703156257,0.0,0.7548828125,0.005615234375,0.070068359375,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3328,3456,4096,128,0.3992320614366761,0.0,0.714111328125,0.007080078125,0.066162109375,1.0,71,0.5546875
+fresh-zh-1,layers.15.mlp.silu_gate,128,3456,3584,4096,128,0.4234868613251821,0.0,0.715576171875,0.0087890625,0.0869140625,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.silu_gate,128,3584,3712,4096,128,0.41409031861865814,0.0,0.73193359375,0.008056640625,0.086181640625,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3712,3840,4096,128,0.3899194839570053,0.0,0.732421875,0.007080078125,0.079833984375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3840,3968,4096,128,0.31585185113356207,0.0,0.77392578125,0.0078125,0.05859375,1.0,82,0.640625
+fresh-zh-1,layers.15.mlp.silu_gate,128,3968,4096,4096,128,0.42805877066584097,0.0,0.730224609375,0.00830078125,0.081787109375,1.0,63,0.4921875
+fresh-zh-1,layers.15.mlp.silu_gate,128,4096,4224,4096,128,0.2810189217519886,0.0,0.77392578125,0.005126953125,0.046875,1.0,96,0.75
+fresh-zh-1,layers.15.mlp.silu_gate,128,4224,4352,4096,128,0.3681627675917082,0.0,0.6875,0.008056640625,0.079833984375,1.0,77,0.6015625
+fresh-zh-1,layers.15.mlp.silu_gate,128,4352,4480,4096,128,0.4910946248334091,0.0,0.753173828125,0.010009765625,0.090087890625,1.0,48,0.375
+fresh-zh-1,layers.15.mlp.silu_gate,128,4480,4608,4096,128,0.41806898170728574,0.0,0.790283203125,0.00732421875,0.073486328125,1.0,65,0.5078125
+fresh-zh-1,layers.15.mlp.silu_gate,128,4608,4736,4096,128,0.3940919317513983,0.0,0.7861328125,0.008056640625,0.0771484375,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.silu_gate,128,4736,4864,4096,128,0.3414452592966579,0.0,0.785400390625,0.00537109375,0.056884765625,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,128,4864,4992,4096,128,0.45982204526970527,0.0,0.74267578125,0.00927734375,0.094482421875,1.0,57,0.4453125
+fresh-zh-1,layers.15.mlp.silu_gate,128,4992,5120,4096,128,0.34454538653135425,0.0,0.742431640625,0.0068359375,0.070556640625,1.0,79,0.6171875
+fresh-zh-1,layers.15.mlp.silu_gate,128,5120,5248,4096,128,0.2797471352268208,0.0,0.759765625,0.006591796875,0.05517578125,1.0,90,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,128,5248,5376,4096,128,0.33503699783867597,0.0,0.76416015625,0.0068359375,0.065185546875,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.silu_gate,128,5376,5504,4096,128,0.26465280213662795,0.0,0.778076171875,0.006591796875,0.058837890625,1.0,90,0.703125
+fresh-zh-1,layers.15.mlp.silu_gate,128,5504,5632,4096,128,0.4790301211951065,0.0,0.7646484375,0.007568359375,0.093017578125,1.0,51,0.3984375
+fresh-zh-1,layers.15.mlp.silu_gate,128,5632,5760,4096,128,0.30166560701132383,0.0,0.744873046875,0.006591796875,0.06298828125,1.0,84,0.65625
+fresh-zh-1,layers.15.mlp.silu_gate,128,5760,5888,4096,128,0.3558764049561693,0.0,0.779296875,0.0048828125,0.062255859375,1.0,77,0.6015625
+fresh-zh-1,layers.15.mlp.silu_gate,128,5888,6016,4096,128,0.40919702995108803,0.0,0.75390625,0.00634765625,0.077392578125,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.silu_gate,128,6016,6144,4096,128,0.49978704094192006,0.0,0.728271484375,0.011962890625,0.100341796875,1.0,47,0.3671875
+fresh-zh-1,layers.15.mlp.gated_product,0,0,6144,196608,6144,0.16174316352419266,0.0,0.4982961018880208,0.034912109375,0.22149658203125,1.0,2972,0.4837239583333333
+fresh-zh-1,layers.15.mlp.gated_product,64,0,64,2048,64,0.11581841930854048,0.0,0.498046875,0.02734375,0.18017578125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,64,128,2048,64,0.12487169555683166,0.0,0.50830078125,0.0224609375,0.169921875,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,128,192,2048,64,0.11565745088145533,0.0,0.484375,0.02490234375,0.16796875,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.gated_product,64,192,256,2048,64,0.10673910455106411,0.0,0.55419921875,0.025390625,0.1796875,1.0,44,0.6875
+fresh-zh-1,layers.15.mlp.gated_product,64,256,320,2048,64,0.18380541805567813,0.0,0.5068359375,0.04150390625,0.22314453125,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,320,384,2048,64,0.16100957999366589,0.0,0.5166015625,0.0361328125,0.25146484375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,384,448,2048,64,0.12248202185890032,0.0,0.50634765625,0.02392578125,0.1572265625,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,64,448,512,2048,64,0.1147718328433292,0.0,0.4892578125,0.0244140625,0.1611328125,1.0,43,0.671875
+fresh-zh-1,layers.15.mlp.gated_product,64,512,576,2048,64,0.18860489565456615,0.0,0.478515625,0.04296875,0.25537109375,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,64,576,640,2048,64,0.11050639688091667,0.0,0.47900390625,0.03369140625,0.1572265625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.gated_product,64,640,704,2048,64,0.15255133174977906,0.0,0.494140625,0.0341796875,0.212890625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,64,704,768,2048,64,0.13847179496423642,0.0,0.48974609375,0.03076171875,0.19677734375,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gated_product,64,768,832,2048,64,0.11651300966338768,0.0,0.5126953125,0.0302734375,0.189453125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,832,896,2048,64,0.19995635431680114,0.0,0.5263671875,0.04833984375,0.28662109375,1.0,22,0.34375
+fresh-zh-1,layers.15.mlp.gated_product,64,896,960,2048,64,0.15956756996898594,0.0,0.45361328125,0.041015625,0.234375,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,960,1024,2048,64,0.16429632560952798,0.0,0.50927734375,0.0380859375,0.2314453125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,1024,1088,2048,64,0.20187993312185326,0.0,0.4814453125,0.05029296875,0.28564453125,1.0,22,0.34375
+fresh-zh-1,layers.15.mlp.gated_product,64,1088,1152,2048,64,0.16031519053222645,0.0,0.4912109375,0.04345703125,0.21923828125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,1152,1216,2048,64,0.19765461108452806,0.0,0.56005859375,0.037109375,0.21630859375,1.0,27,0.421875
+fresh-zh-1,layers.15.mlp.gated_product,64,1216,1280,2048,64,0.19387030738216046,0.0,0.478515625,0.0380859375,0.25244140625,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,64,1280,1344,2048,64,0.17209356221893704,0.0,0.52734375,0.03857421875,0.20556640625,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,1344,1408,2048,64,0.1258776831086787,0.0,0.49951171875,0.0263671875,0.1845703125,1.0,42,0.65625
+fresh-zh-1,layers.15.mlp.gated_product,64,1408,1472,2048,64,0.23379391443512212,0.0,0.51611328125,0.04345703125,0.28369140625,1.0,18,0.28125
+fresh-zh-1,layers.15.mlp.gated_product,64,1472,1536,2048,64,0.14088295313632368,0.0,0.48828125,0.03076171875,0.1982421875,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,64,1536,1600,2048,64,0.18229535311515233,0.0,0.5087890625,0.03173828125,0.23388671875,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.gated_product,64,1600,1664,2048,64,0.12514659293666774,0.0,0.4833984375,0.02587890625,0.1865234375,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gated_product,64,1664,1728,2048,64,0.12132145368334307,0.0,0.5234375,0.0283203125,0.17236328125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,1728,1792,2048,64,0.1539385899179431,0.0,0.5390625,0.02734375,0.1982421875,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gated_product,64,1792,1856,2048,64,0.19769112372272005,0.0,0.51025390625,0.0341796875,0.2451171875,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,64,1856,1920,2048,64,0.16474428289008747,0.0,0.5283203125,0.02783203125,0.22607421875,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,1920,1984,2048,64,0.1276186460267118,0.0,0.48583984375,0.03466796875,0.1943359375,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,64,1984,2048,2048,64,0.12734357290581158,0.0,0.53125,0.03564453125,0.1904296875,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,2048,2112,2048,64,0.17659256279492797,0.0,0.5185546875,0.03564453125,0.21484375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,2112,2176,2048,64,0.1305505340358628,0.0,0.478515625,0.03125,0.1884765625,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gated_product,64,2176,2240,2048,64,0.1431655054733042,0.0,0.52685546875,0.03173828125,0.1865234375,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,64,2240,2304,2048,64,0.20608077864696844,0.0,0.51220703125,0.04052734375,0.25341796875,1.0,22,0.34375
+fresh-zh-1,layers.15.mlp.gated_product,64,2304,2368,2048,64,0.13921846482537775,0.0,0.49658203125,0.01904296875,0.17138671875,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gated_product,64,2368,2432,2048,64,0.17943235136899435,0.0,0.44287109375,0.029296875,0.2275390625,1.0,28,0.4375
+fresh-zh-1,layers.15.mlp.gated_product,64,2432,2496,2048,64,0.1625804992855782,0.0,0.44140625,0.03173828125,0.21923828125,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.gated_product,64,2496,2560,2048,64,0.09931987621952366,0.0,0.51171875,0.0302734375,0.16943359375,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.gated_product,64,2560,2624,2048,64,0.1696718256485997,0.0,0.486328125,0.03662109375,0.25341796875,1.0,28,0.4375
+fresh-zh-1,layers.15.mlp.gated_product,64,2624,2688,2048,64,0.17308253827749326,0.0,0.494140625,0.04052734375,0.23388671875,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,2688,2752,2048,64,0.12426295468384112,0.0,0.43994140625,0.015625,0.1494140625,1.0,42,0.65625
+fresh-zh-1,layers.15.mlp.gated_product,64,2752,2816,2048,64,0.1246819545559017,0.0,0.46435546875,0.0224609375,0.1689453125,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,64,2816,2880,2048,64,0.12363187318191364,0.0,0.48876953125,0.03076171875,0.19677734375,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,64,2880,2944,2048,64,0.11366499253926071,0.0,0.48681640625,0.03173828125,0.19775390625,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,64,2944,3008,2048,64,0.16333666454097784,0.0,0.50439453125,0.03759765625,0.2255859375,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,3008,3072,2048,64,0.12765373407160172,0.0,0.47509765625,0.03759765625,0.20654296875,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,3072,3136,2048,64,0.1307394786903287,0.0,0.4951171875,0.02294921875,0.169921875,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,3136,3200,2048,64,0.15116092407333595,0.0,0.50439453125,0.03857421875,0.23095703125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,3200,3264,2048,64,0.16438652660463962,0.0,0.47998046875,0.03125,0.21533203125,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,3264,3328,2048,64,0.1356971155608735,0.0,0.505859375,0.03759765625,0.21728515625,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,3328,3392,2048,64,0.17608039911578086,0.0,0.52001953125,0.02783203125,0.20361328125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,3392,3456,2048,64,0.13948705821308213,0.0,0.45263671875,0.0302734375,0.18701171875,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,64,3456,3520,2048,64,0.15289902105016265,0.0,0.4697265625,0.04150390625,0.24267578125,1.0,35,0.546875
+fresh-zh-1,layers.15.mlp.gated_product,64,3520,3584,2048,64,0.1134172384645158,0.0,0.50146484375,0.01416015625,0.14794921875,1.0,45,0.703125
+fresh-zh-1,layers.15.mlp.gated_product,64,3584,3648,2048,64,0.19410808788506356,0.0,0.51025390625,0.03515625,0.23486328125,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.gated_product,64,3648,3712,2048,64,0.1664423123387345,0.0,0.52783203125,0.03125,0.23388671875,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,3712,3776,2048,64,0.16503889295842575,0.0,0.47900390625,0.03857421875,0.240234375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,3776,3840,2048,64,0.18354525691293816,0.0,0.49267578125,0.03759765625,0.2412109375,1.0,30,0.46875
+fresh-zh-1,layers.15.mlp.gated_product,64,3840,3904,2048,64,0.15489361994598214,0.0,0.466796875,0.03125,0.2080078125,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,3904,3968,2048,64,0.14678475933379406,0.0,0.521484375,0.03759765625,0.21142578125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,3968,4032,2048,64,0.17757137256672265,0.0,0.5087890625,0.04150390625,0.24609375,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,64,4032,4096,2048,64,0.17218779018653835,0.0,0.455078125,0.03955078125,0.23583984375,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.gated_product,64,4096,4160,2048,64,0.17629007166225524,0.0,0.5322265625,0.0390625,0.21923828125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,4160,4224,2048,64,0.15045161392808257,0.0,0.50341796875,0.02392578125,0.1650390625,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gated_product,64,4224,4288,2048,64,0.16061300156693573,0.0,0.484375,0.04150390625,0.24609375,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,4288,4352,2048,64,0.19876085078015135,0.0,0.50830078125,0.04248046875,0.2568359375,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,64,4352,4416,2048,64,0.2690595201279762,0.0,0.505859375,0.04736328125,0.314453125,1.0,10,0.15625
+fresh-zh-1,layers.15.mlp.gated_product,64,4416,4480,2048,64,0.16929147470893863,0.0,0.46044921875,0.03515625,0.22021484375,1.0,29,0.453125
+fresh-zh-1,layers.15.mlp.gated_product,64,4480,4544,2048,64,0.13341019440089977,0.0,0.52978515625,0.0244140625,0.18310546875,1.0,41,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,64,4544,4608,2048,64,0.2170035808862283,0.0,0.52197265625,0.04150390625,0.267578125,1.0,19,0.296875
+fresh-zh-1,layers.15.mlp.gated_product,64,4608,4672,2048,64,0.20404184156268843,0.0,0.52490234375,0.04541015625,0.267578125,1.0,23,0.359375
+fresh-zh-1,layers.15.mlp.gated_product,64,4672,4736,2048,64,0.12550225110313176,0.0,0.4892578125,0.02490234375,0.20751953125,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gated_product,64,4736,4800,2048,64,0.13133723668937927,0.0,0.4794921875,0.03173828125,0.19775390625,1.0,37,0.578125
+fresh-zh-1,layers.15.mlp.gated_product,64,4800,4864,2048,64,0.1691985791454744,0.0,0.48876953125,0.03271484375,0.2060546875,1.0,33,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,64,4864,4928,2048,64,0.19961134762444932,0.0,0.501953125,0.044921875,0.23388671875,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.gated_product,64,4928,4992,2048,64,0.15696808967443723,0.0,0.529296875,0.02880859375,0.2216796875,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,4992,5056,2048,64,0.13095029612473513,0.0,0.49755859375,0.02978515625,0.20166015625,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,5056,5120,2048,64,0.17354091890451676,0.0,0.50341796875,0.03662109375,0.23291015625,1.0,28,0.4375
+fresh-zh-1,layers.15.mlp.gated_product,64,5120,5184,2048,64,0.1276122271588984,0.0,0.50927734375,0.0283203125,0.16943359375,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,64,5184,5248,2048,64,0.13493404857656396,0.0,0.537109375,0.03173828125,0.17919921875,1.0,38,0.59375
+fresh-zh-1,layers.15.mlp.gated_product,64,5248,5312,2048,64,0.16391688038700206,0.0,0.490234375,0.03076171875,0.20947265625,1.0,31,0.484375
+fresh-zh-1,layers.15.mlp.gated_product,64,5312,5376,2048,64,0.18060452276215624,0.0,0.48681640625,0.03857421875,0.23193359375,1.0,27,0.421875
+fresh-zh-1,layers.15.mlp.gated_product,64,5376,5440,2048,64,0.20148493777493898,0.0,0.47021484375,0.041015625,0.28857421875,1.0,24,0.375
+fresh-zh-1,layers.15.mlp.gated_product,64,5440,5504,2048,64,0.11043599483512291,0.0,0.548828125,0.03515625,0.19775390625,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.gated_product,64,5504,5568,2048,64,0.17188599364440346,0.0,0.484375,0.033203125,0.2314453125,1.0,32,0.5
+fresh-zh-1,layers.15.mlp.gated_product,64,5568,5632,2048,64,0.2635931372826619,0.0,0.5146484375,0.05908203125,0.3427734375,1.0,9,0.140625
+fresh-zh-1,layers.15.mlp.gated_product,64,5632,5696,2048,64,0.12910614559631298,0.0,0.5068359375,0.033203125,0.21337890625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,64,5696,5760,2048,64,0.13052994119621605,0.0,0.5126953125,0.0283203125,0.19775390625,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gated_product,64,5760,5824,2048,64,0.1599249504301585,0.0,0.4736328125,0.0322265625,0.205078125,1.0,36,0.5625
+fresh-zh-1,layers.15.mlp.gated_product,64,5824,5888,2048,64,0.1561771632275365,0.0,0.5205078125,0.0302734375,0.19140625,1.0,34,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,64,5888,5952,2048,64,0.17294722128286685,0.0,0.4912109375,0.0400390625,0.24951171875,1.0,27,0.421875
+fresh-zh-1,layers.15.mlp.gated_product,64,5952,6016,2048,64,0.13805992854630267,0.0,0.46337890625,0.0302734375,0.19921875,1.0,39,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,64,6016,6080,2048,64,0.2016614445801505,0.0,0.4599609375,0.04443359375,0.24853515625,1.0,22,0.34375
+fresh-zh-1,layers.15.mlp.gated_product,64,6080,6144,2048,64,0.20065234221441203,0.0,0.48583984375,0.0458984375,0.2568359375,1.0,25,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,128,0,128,4096,128,0.1204301594335218,0.0,0.503173828125,0.025390625,0.174072265625,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.gated_product,128,128,256,4096,128,0.1112876506732873,0.0,0.519287109375,0.025390625,0.173095703125,1.0,86,0.671875
+fresh-zh-1,layers.15.mlp.gated_product,128,256,384,4096,128,0.1727838484297061,0.0,0.51171875,0.03955078125,0.239013671875,1.0,58,0.453125
+fresh-zh-1,layers.15.mlp.gated_product,128,384,512,4096,128,0.11868955154701115,0.0,0.497802734375,0.02490234375,0.15869140625,1.0,83,0.6484375
+fresh-zh-1,layers.15.mlp.gated_product,128,512,640,4096,128,0.15456951577926428,0.0,0.478759765625,0.0380859375,0.208740234375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gated_product,128,640,768,4096,128,0.14568175386651666,0.0,0.491943359375,0.033203125,0.20654296875,1.0,68,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,128,768,896,4096,128,0.16364263663924325,0.0,0.51953125,0.042236328125,0.244140625,1.0,59,0.4609375
+fresh-zh-1,layers.15.mlp.gated_product,128,896,1024,4096,128,0.1619492080786431,0.0,0.4814453125,0.039306640625,0.23291015625,1.0,64,0.5
+fresh-zh-1,layers.15.mlp.gated_product,128,1024,1152,4096,128,0.1822861318266807,0.0,0.486328125,0.045654296875,0.25390625,1.0,50,0.390625
+fresh-zh-1,layers.15.mlp.gated_product,128,1152,1280,4096,128,0.19577160336400862,0.0,0.519287109375,0.03759765625,0.235595703125,1.0,51,0.3984375
+fresh-zh-1,layers.15.mlp.gated_product,128,1280,1408,4096,128,0.1507670143997222,0.0,0.513427734375,0.03369140625,0.201904296875,1.0,74,0.578125
+fresh-zh-1,layers.15.mlp.gated_product,128,1408,1536,4096,128,0.1930124360129533,0.0,0.502197265625,0.036865234375,0.253662109375,1.0,47,0.3671875
+fresh-zh-1,layers.15.mlp.gated_product,128,1536,1664,4096,128,0.15635419004784315,0.0,0.49609375,0.0302734375,0.21337890625,1.0,57,0.4453125
+fresh-zh-1,layers.15.mlp.gated_product,128,1664,1792,4096,128,0.1385929013149018,0.0,0.53125,0.029541015625,0.185546875,1.0,73,0.5703125
+fresh-zh-1,layers.15.mlp.gated_product,128,1792,1920,4096,128,0.18196491302407858,0.0,0.519287109375,0.03173828125,0.23681640625,1.0,54,0.421875
+fresh-zh-1,layers.15.mlp.gated_product,128,1920,2048,4096,128,0.12748118365882258,0.0,0.508544921875,0.03515625,0.1923828125,1.0,78,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,128,2048,2176,4096,128,0.15528743537635226,0.0,0.49853515625,0.03515625,0.204833984375,1.0,65,0.5078125
+fresh-zh-1,layers.15.mlp.gated_product,128,2176,2304,4096,128,0.17743400080757846,0.0,0.51953125,0.03759765625,0.2197265625,1.0,61,0.4765625
+fresh-zh-1,layers.15.mlp.gated_product,128,2304,2432,4096,128,0.16058914917599693,0.0,0.4697265625,0.025390625,0.200927734375,1.0,66,0.515625
+fresh-zh-1,layers.15.mlp.gated_product,128,2432,2560,4096,128,0.13471610252714666,0.0,0.4765625,0.032470703125,0.203857421875,1.0,72,0.5625
+fresh-zh-1,layers.15.mlp.gated_product,128,2560,2688,4096,128,0.17138566666368096,0.0,0.490234375,0.03857421875,0.2431640625,1.0,57,0.4453125
+fresh-zh-1,layers.15.mlp.gated_product,128,2688,2816,4096,128,0.12447263092471028,0.0,0.4521484375,0.01904296875,0.1591796875,1.0,82,0.640625
+fresh-zh-1,layers.15.mlp.gated_product,128,2816,2944,4096,128,0.11875304331977973,0.0,0.48779296875,0.03173828125,0.19921875,1.0,80,0.625
+fresh-zh-1,layers.15.mlp.gated_product,128,2944,3072,4096,128,0.14658502960022066,0.0,0.48974609375,0.0380859375,0.220458984375,1.0,63,0.4921875
+fresh-zh-1,layers.15.mlp.gated_product,128,3072,3200,4096,128,0.1413195603144231,0.0,0.499755859375,0.0302734375,0.20068359375,1.0,71,0.5546875
+fresh-zh-1,layers.15.mlp.gated_product,128,3200,3328,4096,128,0.15072597204974156,0.0,0.492919921875,0.035400390625,0.2197265625,1.0,63,0.4921875
+fresh-zh-1,layers.15.mlp.gated_product,128,3328,3456,4096,128,0.15884103116278306,0.0,0.486328125,0.0302734375,0.19677734375,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gated_product,128,3456,3584,4096,128,0.13461348487245794,0.0,0.485595703125,0.02685546875,0.194580078125,1.0,78,0.609375
+fresh-zh-1,layers.15.mlp.gated_product,128,3584,3712,4096,128,0.18080513421783742,0.0,0.51904296875,0.033935546875,0.2353515625,1.0,59,0.4609375
+fresh-zh-1,layers.15.mlp.gated_product,128,3712,3840,4096,128,0.17453752823415825,0.0,0.48583984375,0.037841796875,0.241455078125,1.0,59,0.4609375
+fresh-zh-1,layers.15.mlp.gated_product,128,3840,3968,4096,128,0.15089366963635387,0.0,0.494140625,0.034912109375,0.209716796875,1.0,65,0.5078125
+fresh-zh-1,layers.15.mlp.gated_product,128,3968,4096,4096,128,0.17490029651854963,0.0,0.48193359375,0.040283203125,0.241455078125,1.0,54,0.421875
+fresh-zh-1,layers.15.mlp.gated_product,128,4096,4224,4096,128,0.16388086755361025,0.0,0.517822265625,0.0302734375,0.193115234375,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gated_product,128,4224,4352,4096,128,0.18069644721907246,0.0,0.496337890625,0.04296875,0.249755859375,1.0,56,0.4375
+fresh-zh-1,layers.15.mlp.gated_product,128,4352,4480,4096,128,0.22478059166732348,0.0,0.483154296875,0.0439453125,0.277099609375,1.0,34,0.265625
+fresh-zh-1,layers.15.mlp.gated_product,128,4480,4608,4096,128,0.18012333842055517,0.0,0.52587890625,0.033935546875,0.22509765625,1.0,55,0.4296875
+fresh-zh-1,layers.15.mlp.gated_product,128,4608,4736,4096,128,0.16938696546701398,0.0,0.507080078125,0.035400390625,0.246826171875,1.0,56,0.4375
+fresh-zh-1,layers.15.mlp.gated_product,128,4736,4864,4096,128,0.15145565180284523,0.0,0.484130859375,0.03125,0.20361328125,1.0,68,0.53125
+fresh-zh-1,layers.15.mlp.gated_product,128,4864,4992,4096,128,0.17956011705901023,0.0,0.515625,0.036376953125,0.232177734375,1.0,53,0.4140625
+fresh-zh-1,layers.15.mlp.gated_product,128,4992,5120,4096,128,0.1537277310529559,0.0,0.50048828125,0.033935546875,0.219970703125,1.0,67,0.5234375
+fresh-zh-1,layers.15.mlp.gated_product,128,5120,5248,4096,128,0.13132417520341944,0.0,0.523193359375,0.0302734375,0.1748046875,1.0,77,0.6015625
+fresh-zh-1,layers.15.mlp.gated_product,128,5248,5376,4096,128,0.17246265873799022,0.0,0.488525390625,0.034912109375,0.2216796875,1.0,57,0.4453125
+fresh-zh-1,layers.15.mlp.gated_product,128,5376,5504,4096,128,0.16246890334059982,0.0,0.509521484375,0.039306640625,0.256103515625,1.0,59,0.4609375
+fresh-zh-1,layers.15.mlp.gated_product,128,5504,5632,4096,128,0.22251532175744682,0.0,0.49951171875,0.0458984375,0.28955078125,1.0,37,0.2890625
+fresh-zh-1,layers.15.mlp.gated_product,128,5632,5760,4096,128,0.1298199953385918,0.0,0.509765625,0.03076171875,0.2060546875,1.0,70,0.546875
+fresh-zh-1,layers.15.mlp.gated_product,128,5760,5888,4096,128,0.15806216511848942,0.0,0.4970703125,0.031005859375,0.19873046875,1.0,69,0.5390625
+fresh-zh-1,layers.15.mlp.gated_product,128,5888,6016,4096,128,0.1564788887033569,0.0,0.477294921875,0.03564453125,0.223876953125,1.0,65,0.5078125
+fresh-zh-1,layers.15.mlp.gated_product,128,6016,6144,4096,128,0.20115752616579205,0.0,0.472900390625,0.045166015625,0.2529296875,1.0,47,0.3671875
+fresh-zh-1,layers.15.mlp.down_proj.output,0,0,2048,65536,2048,0.11062198602121354,0.0,0.5039215087890625,0.0085296630859375,0.0888214111328125,1.0,1622,0.7919921875
+fresh-zh-1,layers.15.mlp.down_proj.output,64,0,64,2048,64,0.0980816103689276,0.0,0.5185546875,0.00537109375,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,64,128,2048,64,0.11583387620222561,0.0,0.48779296875,0.01171875,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,64,128,192,2048,64,0.10097859345928051,0.0,0.50634765625,0.0068359375,0.07958984375,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,192,256,2048,64,0.10653045156600666,0.0,0.48876953125,0.0078125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,256,320,2048,64,0.10010406341823225,0.0,0.48779296875,0.0107421875,0.09521484375,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,320,384,2048,64,0.11456013207648594,0.0,0.521484375,0.0078125,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,64,384,448,2048,64,0.10080401617980794,0.0,0.49755859375,0.0087890625,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,448,512,2048,64,0.1149003468680869,0.0,0.52099609375,0.0126953125,0.10205078125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,512,576,2048,64,0.12194803306548152,0.0,0.48779296875,0.00732421875,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,576,640,2048,64,0.1195691348798896,0.0,0.4736328125,0.005859375,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,640,704,2048,64,0.10072099054869384,0.0,0.52783203125,0.0068359375,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,704,768,2048,64,0.11222577989815019,0.0,0.52734375,0.009765625,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,768,832,2048,64,0.10339786766914721,0.0,0.48681640625,0.009765625,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,832,896,2048,64,0.09823976468855079,0.0,0.50537109375,0.0087890625,0.0732421875,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,896,960,2048,64,0.10271636575566089,0.0,0.49072265625,0.00830078125,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,960,1024,2048,64,0.1162036209101662,0.0,0.5419921875,0.01123046875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1024,1088,2048,64,0.10103072260403277,0.0,0.52197265625,0.0048828125,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1088,1152,2048,64,0.10121592241510505,0.0,0.48486328125,0.00537109375,0.0927734375,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1152,1216,2048,64,0.1553235330493917,0.0,0.490234375,0.01416015625,0.126953125,1.0,40,0.625
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1216,1280,2048,64,0.11477460696509995,0.0,0.47705078125,0.0068359375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1280,1344,2048,64,0.10128555810766887,0.0,0.52587890625,0.009765625,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1344,1408,2048,64,0.12023513669626053,0.0,0.4921875,0.0107421875,0.0986328125,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1408,1472,2048,64,0.12014731197725381,0.0,0.50732421875,0.0087890625,0.1044921875,1.0,50,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1472,1536,2048,64,0.11156076753757208,0.0,0.49365234375,0.00537109375,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1536,1600,2048,64,0.10347268525028087,0.0,0.517578125,0.00830078125,0.07861328125,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1600,1664,2048,64,0.10369965212261562,0.0,0.52197265625,0.00927734375,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1664,1728,2048,64,0.10325966832959908,0.0,0.51953125,0.00537109375,0.0791015625,1.0,54,0.84375
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1728,1792,2048,64,0.10582195021650159,0.0,0.49951171875,0.00732421875,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1792,1856,2048,64,0.12768028146078236,0.0,0.513671875,0.01171875,0.1025390625,1.0,48,0.75
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1856,1920,2048,64,0.11242598549671833,0.0,0.4658203125,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1920,1984,2048,64,0.1075351295758765,0.0,0.529296875,0.009765625,0.0986328125,1.0,51,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,64,1984,2048,2048,64,0.10498900213558099,0.0,0.494140625,0.00732421875,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,0,128,4096,128,0.10732541443804132,0.0,0.503173828125,0.00830078125,0.083740234375,1.0,103,0.8046875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,128,256,4096,128,0.10379165055020548,0.0,0.49755859375,0.00732421875,0.082763671875,1.0,105,0.8203125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,256,384,4096,128,0.10757520014906635,0.0,0.504638671875,0.009521484375,0.0947265625,1.0,103,0.8046875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,384,512,4096,128,0.10808223579382893,0.0,0.50927734375,0.010498046875,0.092529296875,1.0,102,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,512,640,4096,128,0.12076444175431982,0.0,0.480712890625,0.006103515625,0.084716796875,1.0,100,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,640,768,4096,128,0.10662866315127964,0.0,0.527587890625,0.008056640625,0.085205078125,1.0,103,0.8046875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,768,896,4096,128,0.1008517982105136,0.0,0.49609375,0.00927734375,0.074951171875,1.0,104,0.8125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,896,1024,4096,128,0.10966752779807777,0.0,0.516357421875,0.0087890625,0.08154296875,1.0,103,0.8046875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1024,1152,4096,128,0.10112336490701242,0.0,0.50341796875,0.005126953125,0.088134765625,1.0,105,0.8203125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1152,1280,4096,128,0.1365624588291721,0.0,0.483642578125,0.011474609375,0.109130859375,1.0,90,0.703125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1280,1408,4096,128,0.11116486040460452,0.0,0.509033203125,0.010009765625,0.0908203125,1.0,102,0.796875
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1408,1536,4096,128,0.11593356163969895,0.0,0.50048828125,0.007080078125,0.09716796875,1.0,100,0.78125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1536,1664,4096,128,0.1035862308496047,0.0,0.519775390625,0.0087890625,0.083251953125,1.0,105,0.8203125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1664,1792,4096,128,0.10454865912856691,0.0,0.509521484375,0.00634765625,0.081787109375,1.0,105,0.8203125
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1792,1920,4096,128,0.12029517132622763,0.0,0.48974609375,0.010009765625,0.09375,1.0,99,0.7734375
+fresh-zh-1,layers.15.mlp.down_proj.output,128,1920,2048,4096,128,0.10626969149838908,0.0,0.51171875,0.008544921875,0.087158203125,1.0,103,0.8046875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.2684411813018093,0.0,0.4983367919921875,0.015101114908854166,0.14824930826822916,1.0,2345,0.3816731770833333
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.8393481221620926,0.0,0.494140625,0.01904296875,0.15380859375,1.0,23,0.359375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,64,128,2048,64,2.6461180992565225,0.0,0.4990234375,0.0107421875,0.11572265625,1.0,28,0.4375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.4237795684896892,0.0,0.501953125,0.0166015625,0.15869140625,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.7841657722487962,0.0,0.4541015625,0.0146484375,0.16064453125,1.0,24,0.375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.402712728914024,0.0,0.55859375,0.00537109375,0.08154296875,1.0,36,0.5625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.6051186080456685,0.0,0.5576171875,0.00830078125,0.0888671875,1.0,35,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.5858745744978884,0.0,0.54931640625,0.015625,0.171875,1.0,17,0.265625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.7841372958469186,0.0,0.46142578125,0.01171875,0.1396484375,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.3026484868604276,0.0,0.4453125,0.00830078125,0.078125,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.0859423362261214,0.0,0.509765625,0.00830078125,0.08544921875,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.79128091540413,0.0,0.54833984375,0.0107421875,0.13134765625,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.5597721999572636,0.0,0.4921875,0.01904296875,0.14794921875,1.0,35,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.288721258565338,0.0,0.41455078125,0.01806640625,0.1513671875,1.0,25,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3299482768190871,0.0,0.53125,0.009765625,0.0986328125,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.5937054376980935,0.0,0.494140625,0.0205078125,0.15966796875,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.9766131959581253,0.0,0.4619140625,0.01025390625,0.09765625,1.0,40,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.4283839435567787,0.0,0.5234375,0.01318359375,0.19482421875,1.0,15,0.234375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.4717330681219039,0.0,0.451171875,0.01708984375,0.13720703125,1.0,33,0.515625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,3.1903010898940702,0.0,0.59716796875,0.0185546875,0.15234375,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,2.7845113096940195,0.0,0.53466796875,0.01220703125,0.0908203125,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.188501957519818,0.0,0.41845703125,0.009765625,0.1162109375,1.0,30,0.46875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.3209472694946913,0.0,0.486328125,0.01123046875,0.10693359375,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.896438803990612,0.0,0.5126953125,0.03369140625,0.25537109375,1.0,8,0.125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.701824870732446,0.0,0.49609375,0.01513671875,0.16162109375,1.0,25,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.355778376664591,0.0,0.49462890625,0.0146484375,0.14892578125,1.0,25,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.8815727965020392,0.0,0.5263671875,0.01025390625,0.11474609375,1.0,33,0.515625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.9852947411084056,0.0,0.56005859375,0.01611328125,0.140625,1.0,26,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.6091621459149767,0.0,0.46728515625,0.00732421875,0.107421875,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.0786584650958595,0.0,0.5068359375,0.009765625,0.1015625,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,3.086794266885746,0.0,0.47119140625,0.0107421875,0.13623046875,1.0,23,0.359375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7855564402436321,0.0,0.48291015625,0.0185546875,0.1552734375,1.0,24,0.375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.4393608837232015,0.0,0.521484375,0.015625,0.13818359375,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.4113624615158766,0.0,0.52001953125,0.0126953125,0.10205078125,1.0,33,0.515625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.6402025380024723,0.0,0.5302734375,0.0126953125,0.12353515625,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.6118089696057116,0.0,0.44775390625,0.01416015625,0.14501953125,1.0,27,0.421875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.0880284760598817,0.0,0.4697265625,0.013671875,0.1298828125,1.0,30,0.46875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,3.2850584739096576,0.0,0.60498046875,0.0078125,0.06982421875,1.0,41,0.640625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.4005412899743006,0.0,0.45068359375,0.00732421875,0.06591796875,1.0,40,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.72674099436591,0.0,0.4716796875,0.01953125,0.134765625,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.456783715529417,0.0,0.48681640625,0.01318359375,0.1787109375,1.0,21,0.328125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.1973487805514096,0.0,0.49658203125,0.0078125,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.3358655179719325,0.0,0.51611328125,0.0078125,0.0830078125,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.46493016662494,0.0,0.5146484375,0.01123046875,0.1142578125,1.0,36,0.5625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.978185287194847,0.0,0.52587890625,0.01708984375,0.1748046875,1.0,21,0.328125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.6033548104460031,0.0,0.46435546875,0.0146484375,0.1494140625,1.0,27,0.421875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.320067784801291,0.0,0.498046875,0.01318359375,0.12939453125,1.0,32,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.0611557133978535,0.0,0.48486328125,0.013671875,0.1064453125,1.0,33,0.515625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.5916176050649784,0.0,0.4970703125,0.0126953125,0.12939453125,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3981465732462641,0.0,0.4501953125,0.0087890625,0.1083984375,1.0,41,0.640625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.4867253006269527,0.0,0.490234375,0.01416015625,0.12646484375,1.0,41,0.640625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,3.1863951096987,0.0,0.4765625,0.01904296875,0.1376953125,1.0,25,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.953408409684897,0.0,0.5224609375,0.01123046875,0.09521484375,1.0,42,0.65625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.5231785527171824,0.0,0.51953125,0.0126953125,0.11767578125,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.4984939390717313,0.0,0.50341796875,0.00732421875,0.09326171875,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.950263774566192,0.0,0.42626953125,0.009765625,0.140625,1.0,26,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.6123305380426176,0.0,0.50244140625,0.02783203125,0.2236328125,1.0,6,0.09375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.199526807185813,0.0,0.505859375,0.0126953125,0.103515625,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.2923733072687074,0.0,0.42333984375,0.00927734375,0.10791015625,1.0,35,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.900114176364385,0.0,0.51953125,0.0107421875,0.1083984375,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.937780058874473,0.0,0.544921875,0.01123046875,0.12060546875,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.4476143925545437,0.0,0.5361328125,0.0107421875,0.07421875,1.0,42,0.65625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.849005399068744,0.0,0.43017578125,0.0078125,0.0830078125,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.1604304169607174,0.0,0.4736328125,0.01025390625,0.0859375,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.2983821578551065,0.0,0.49755859375,0.0078125,0.072265625,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.336145381386835,0.0,0.49267578125,0.01904296875,0.16748046875,1.0,19,0.296875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.258003761041964,0.0,0.49560546875,0.01416015625,0.1787109375,1.0,17,0.265625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.1441407270346646,0.0,0.48193359375,0.01953125,0.20263671875,1.0,13,0.203125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.695225520197479,0.0,0.50927734375,0.01513671875,0.15283203125,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.814364370155366,0.0,0.49951171875,0.0068359375,0.07421875,1.0,36,0.5625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.2480854476025027,0.0,0.59619140625,0.00537109375,0.0595703125,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7518709500810778,0.0,0.533203125,0.0107421875,0.10400390625,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.6932251734885526,0.0,0.49072265625,0.0107421875,0.11474609375,1.0,35,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.6245825701503582,0.0,0.5419921875,0.00830078125,0.06884765625,1.0,35,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.6066858515955076,0.0,0.48046875,0.01025390625,0.08154296875,1.0,30,0.46875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.1546077187682635,0.0,0.44775390625,0.01171875,0.12451171875,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.863394755611421,0.0,0.5107421875,0.01611328125,0.16455078125,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.3675468232003067,0.0,0.50048828125,0.01416015625,0.13720703125,1.0,36,0.5625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.0910892751736831,0.0,0.47412109375,0.01123046875,0.0927734375,1.0,42,0.65625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.9699650336596433,0.0,0.51318359375,0.005859375,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.6888670405066275,0.0,0.45166015625,0.00927734375,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.772833541506783,0.0,0.5087890625,0.01904296875,0.21630859375,1.0,16,0.25
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.966991746743434,0.0,0.4990234375,0.01904296875,0.17236328125,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.6128381308163444,0.0,0.43994140625,0.01611328125,0.1357421875,1.0,22,0.34375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.840650423625959,0.0,0.55224609375,0.01904296875,0.17578125,1.0,17,0.265625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.2355374953337541,0.0,0.51513671875,0.0087890625,0.126953125,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.148123815396087,0.0,0.4853515625,0.0126953125,0.12548828125,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.3977157821050508,0.0,0.45849609375,0.02490234375,0.27978515625,1.0,16,0.25
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.0612018739866054,0.0,0.4833984375,0.02587890625,0.2578125,1.0,13,0.203125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.6404234703137877,0.0,0.53173828125,0.01953125,0.2109375,1.0,10,0.15625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.0935155676259456,0.0,0.58251953125,0.013671875,0.1328125,1.0,28,0.4375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8841046776004864,0.0,0.48779296875,0.0107421875,0.123046875,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.0700318873381642,0.0,0.53759765625,0.01416015625,0.1435546875,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.399538745732631,0.0,0.48095703125,0.01416015625,0.1474609375,1.0,23,0.359375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.0545709592107597,0.0,0.45556640625,0.009765625,0.11083984375,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.8283822859210384,0.0,0.5224609375,0.01171875,0.14599609375,1.0,25,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.7897819951957055,0.0,0.45361328125,0.01220703125,0.13330078125,1.0,28,0.4375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.7444342544537617,0.0,0.49658203125,0.014892578125,0.133544921875,1.0,50,0.390625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.6101998433060447,0.0,0.47802734375,0.014892578125,0.158935546875,1.0,45,0.3515625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.5059600375575903,0.0,0.55810546875,0.0068359375,0.086181640625,1.0,70,0.546875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.2214739707530438,0.0,0.50537109375,0.01416015625,0.160888671875,1.0,42,0.328125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.1969689897789983,0.0,0.4775390625,0.008544921875,0.08154296875,1.0,74,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.6795202638924276,0.0,0.520263671875,0.01513671875,0.14013671875,1.0,68,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.871764864829843,0.0,0.472900390625,0.014404296875,0.13037109375,1.0,64,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.321678924071201,0.0,0.47802734375,0.015380859375,0.134033203125,1.0,56,0.4375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.0078653840743264,0.0,0.4873046875,0.01611328125,0.173583984375,1.0,39,0.3046875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,2.994288252489496,0.0,0.56591796875,0.015625,0.1201171875,1.0,52,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.2556969040457253,0.0,0.452392578125,0.010498046875,0.110107421875,1.0,61,0.4765625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.3754542340262073,0.0,0.50439453125,0.025146484375,0.2177734375,1.0,21,0.1640625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.1319014926230713,0.0,0.510498046875,0.012939453125,0.1318359375,1.0,57,0.4453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.8070415076746833,0.0,0.513671875,0.011962890625,0.1279296875,1.0,59,0.4609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.631455857561873,0.0,0.489013671875,0.01123046875,0.120361328125,1.0,54,0.421875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.6217230890148828,0.0,0.502197265625,0.017333984375,0.147705078125,1.0,52,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.5283728327209385,0.0,0.525146484375,0.011962890625,0.115234375,1.0,64,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.3644670658046607,0.0,0.458740234375,0.014404296875,0.13720703125,1.0,57,0.4453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,3.3432985390049845,0.0,0.52783203125,0.00732421875,0.067626953125,1.0,80,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.123372398628453,0.0,0.479248046875,0.0166015625,0.157958984375,1.0,56,0.4375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.2676650305370334,0.0,0.50634765625,0.0078125,0.083984375,1.0,76,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7405799929279224,0.0,0.520263671875,0.013916015625,0.1494140625,1.0,55,0.4296875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.4685580691022275,0.0,0.481201171875,0.014892578125,0.138916015625,1.0,57,0.4453125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.34145731177779,0.0,0.490966796875,0.013427734375,0.115966796875,1.0,61,0.4765625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.4431157195118784,0.0,0.47021484375,0.01171875,0.115478515625,1.0,82,0.640625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.6428127260685224,0.0,0.49951171875,0.01611328125,0.120849609375,1.0,60,0.46875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.5108665807316557,0.0,0.511474609375,0.010009765625,0.105224609375,1.0,65,0.5078125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.3051897568720023,0.0,0.46435546875,0.01904296875,0.18359375,1.0,28,0.21875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.2464297847258754,0.0,0.464599609375,0.01123046875,0.10546875,1.0,73,0.5703125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.9190395305715386,0.0,0.5322265625,0.010986328125,0.1142578125,1.0,75,0.5859375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.6559036106910017,0.0,0.483154296875,0.009521484375,0.07958984375,1.0,79,0.6171875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.2304730585770094,0.0,0.485595703125,0.009033203125,0.078369140625,1.0,75,0.5859375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.2974068237748724,0.0,0.494140625,0.0166015625,0.17138671875,1.0,35,0.2734375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.932760851949557,0.0,0.49560546875,0.0166015625,0.181640625,1.0,33,0.2578125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,3.038972349572069,0.0,0.5478515625,0.005615234375,0.067138671875,1.0,73,0.5703125
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.7227976250670474,0.0,0.511962890625,0.010986328125,0.10888671875,1.0,72,0.5625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.6156452840355473,0.0,0.51123046875,0.00927734375,0.074951171875,1.0,64,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.5500579020603393,0.0,0.479248046875,0.01611328125,0.15087890625,1.0,55,0.4296875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.2370650993468943,0.0,0.4873046875,0.012939453125,0.114990234375,1.0,78,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.8329047162483065,0.0,0.482421875,0.0078125,0.095458984375,1.0,98,0.765625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.403919963378755,0.0,0.50390625,0.01953125,0.202880859375,1.0,30,0.234375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.729122379730725,0.0,0.49609375,0.017822265625,0.15673828125,1.0,38,0.296875
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.192631795202374,0.0,0.500244140625,0.01025390625,0.126953125,1.0,77,0.6015625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.233839007222286,0.0,0.470947265625,0.025146484375,0.267578125,1.0,29,0.2265625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.3940526278797054,0.0,0.55712890625,0.0185546875,0.181884765625,1.0,32,0.25
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9814808507748721,0.0,0.5126953125,0.01220703125,0.13232421875,1.0,67,0.5234375
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.2337242464888485,0.0,0.46826171875,0.01220703125,0.131103515625,1.0,52,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.8091850891764174,0.0,0.488037109375,0.01220703125,0.138916015625,1.0,52,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.9663358275388731,0.0,0.3704681396484375,0.0115966796875,0.107757568359375,1.0,985,0.48095703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,0,64,2048,64,1.6556179026404192,0.0,0.380859375,0.009765625,0.111328125,1.0,31,0.484375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5418753786613661,0.0,0.32470703125,0.0078125,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,128,192,2048,64,1.9137100594922647,0.0,0.46435546875,0.0107421875,0.11474609375,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8128506506269337,0.0,0.447265625,0.01416015625,0.1171875,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,256,320,2048,64,1.638816814759501,0.0,0.62060546875,0.01318359375,0.12841796875,1.0,24,0.375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0426463553041236,0.0,0.501953125,0.00927734375,0.1259765625,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2803963792239985,0.0,0.38916015625,0.01220703125,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6045353014014923,0.0,0.47119140625,0.01318359375,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,512,576,2048,64,0.8987708263126296,0.0,0.3759765625,0.01416015625,0.14306640625,1.0,24,0.375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,576,640,2048,64,0.6855592479710301,0.0,0.3525390625,0.0107421875,0.08740234375,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,640,704,2048,64,1.4497856110022045,0.0,0.3818359375,0.0087890625,0.08837890625,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,704,768,2048,64,1.8962571308366798,0.0,0.4013671875,0.009765625,0.0888671875,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,768,832,2048,64,2.1385831369515915,0.0,0.08447265625,0.00341796875,0.03173828125,1.0,49,0.765625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,832,896,2048,64,1.8957617650109235,0.0,0.1103515625,0.005859375,0.05029296875,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,896,960,2048,64,1.6948235536871827,0.0,0.17333984375,0.005859375,0.0712890625,1.0,38,0.59375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.7439948282732982,0.0,0.18212890625,0.00634765625,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.9794868965541736,0.0,0.35107421875,0.00439453125,0.02978515625,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1088,1152,2048,64,3.0466295542385486,0.0,0.32861328125,0.00439453125,0.02587890625,1.0,45,0.703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.5847214028613599,0.0,0.3388671875,0.015625,0.154296875,1.0,26,0.40625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.827920699874257,0.0,0.333984375,0.0166015625,0.13330078125,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.6144233766386755,0.0,0.54638671875,0.01220703125,0.126953125,1.0,29,0.453125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1703278830723414,0.0,0.4951171875,0.0126953125,0.09619140625,1.0,40,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.5989900776802246,0.0,0.361328125,0.0087890625,0.08447265625,1.0,41,0.640625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.709904283970142,0.0,0.3916015625,0.0009765625,0.0263671875,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.4743387777334864,0.0,0.1904296875,0.0048828125,0.021484375,1.0,45,0.703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.2470843107772476,0.0,0.189453125,0.00244140625,0.04345703125,1.0,39,0.609375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.9408383411647248,0.0,0.15185546875,0.00048828125,0.02392578125,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.5161354865315808,0.0,0.1162109375,0.00390625,0.0263671875,1.0,44,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3084539984004069,0.0,0.46484375,0.0126953125,0.1220703125,1.0,34,0.53125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3172970589649444,0.0,0.4970703125,0.01220703125,0.12060546875,1.0,32,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1920,1984,2048,64,3.124839198904354,0.0,0.66845703125,0.005859375,0.04541015625,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,64,1984,2048,2048,64,3.1750537756385704,0.0,0.767578125,0.0048828125,0.03271484375,1.0,45,0.703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5997578446229903,0.0,0.352783203125,0.009033203125,0.107421875,1.0,64,0.5
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,128,256,4096,128,1.863962670398791,0.0,0.455810546875,0.012451171875,0.11669921875,1.0,75,0.5859375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,256,384,4096,128,1.373468597123256,0.0,0.561279296875,0.01171875,0.13671875,1.0,49,0.3828125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,384,512,4096,128,1.451542011340613,0.0,0.43017578125,0.0126953125,0.08935546875,1.0,80,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,512,640,4096,128,0.7993060992852774,0.0,0.3642578125,0.012451171875,0.112060546875,1.0,59,0.4609375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,640,768,4096,128,1.687849137825711,0.0,0.3916015625,0.010009765625,0.08984375,1.0,81,0.6328125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,768,896,4096,128,2.0208229144745764,0.0,0.097412109375,0.004638671875,0.042236328125,1.0,90,0.703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.7195849556181955,0.0,0.177734375,0.006103515625,0.06982421875,1.0,73,0.5703125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1024,1152,4096,128,3.0132452445409914,0.0,0.33984375,0.00439453125,0.028564453125,1.0,87,0.6796875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7106484164952878,0.0,0.33642578125,0.015380859375,0.144287109375,1.0,54,0.421875
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4099698920427364,0.0,0.520751953125,0.0126953125,0.112548828125,1.0,65,0.5078125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.655026426625542,0.0,0.37646484375,0.0048828125,0.054931640625,1.0,84,0.65625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.3634445505169888,0.0,0.18994140625,0.003662109375,0.033447265625,1.0,83,0.6484375
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.7414821675882004,0.0,0.134033203125,0.002685546875,0.027587890625,1.0,80,0.625
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.312882974123685,0.0,0.48095703125,0.012451171875,0.12109375,1.0,65,0.5078125
+fresh-zh-1,layers.16.linear_attn.in_proj_z.output,128,1920,2048,4096,128,3.150046547053388,0.0,0.718017578125,0.00537109375,0.0390625,1.0,88,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_b.output,0,0,16,512,16,1.3102484891658028,0.0,0.40625,0.009765625,0.119140625,1.0,11,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_b.output,64,0,16,512,16,1.3102484891658028,0.0,0.40625,0.009765625,0.119140625,1.0,11,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_b.output,128,0,16,512,16,1.3102484891658028,0.0,0.40625,0.009765625,0.119140625,1.0,11,0.6875
+fresh-zh-1,layers.16.linear_attn.in_proj_a.output,0,0,16,512,16,1.754420806124565,0.0,0.48828125,0.01171875,0.087890625,1.0,14,0.875
+fresh-zh-1,layers.16.linear_attn.in_proj_a.output,64,0,16,512,16,1.754420806124565,0.0,0.48828125,0.01171875,0.087890625,1.0,14,0.875
+fresh-zh-1,layers.16.linear_attn.in_proj_a.output,128,0,16,512,16,1.754420806124565,0.0,0.48828125,0.01171875,0.087890625,1.0,14,0.875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07765102405278639,0.0,0.5125579833984375,0.0104827880859375,0.103118896484375,1.0,1376,0.671875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,0,64,2048,64,0.06895127014004944,0.0,0.47900390625,0.0107421875,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,64,128,2048,64,0.06899711564708311,0.0,0.49609375,0.0078125,0.09814453125,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,128,192,2048,64,0.07032514235193214,0.0,0.5029296875,0.00634765625,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,192,256,2048,64,0.0730144457488599,0.0,0.49462890625,0.0078125,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,256,320,2048,64,0.06214253913205601,0.0,0.47265625,0.00830078125,0.08935546875,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,320,384,2048,64,0.06481801696565251,0.0,0.5068359375,0.0087890625,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,384,448,2048,64,0.07337797764651571,0.0,0.51318359375,0.00537109375,0.0791015625,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,448,512,2048,64,0.07014833914882722,0.0,0.51123046875,0.0107421875,0.09814453125,1.0,44,0.6875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,512,576,2048,64,0.0646053231267203,0.0,0.54345703125,0.01025390625,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,576,640,2048,64,0.10065865694122465,0.0,0.5634765625,0.0166015625,0.1328125,1.0,37,0.578125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,640,704,2048,64,0.06918400085187629,0.0,0.4228515625,0.01318359375,0.0947265625,1.0,44,0.6875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,704,768,2048,64,0.07593209852602108,0.0,0.51171875,0.01416015625,0.1064453125,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,768,832,2048,64,0.06253626540097429,0.0,0.5,0.00927734375,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,832,896,2048,64,0.06916963595715067,0.0,0.5205078125,0.009765625,0.1064453125,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,896,960,2048,64,0.06517304548774433,0.0,0.4990234375,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,960,1024,2048,64,0.06772484536622425,0.0,0.56982421875,0.0087890625,0.10888671875,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06195679639749682,0.0,0.52392578125,0.0078125,0.0703125,1.0,51,0.796875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06408094527243963,0.0,0.53271484375,0.0078125,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1152,1216,2048,64,0.2114670968268059,0.0,0.5029296875,0.0224609375,0.2685546875,1.0,1,0.015625
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1216,1280,2048,64,0.0689485206475336,0.0,0.572265625,0.00634765625,0.07763671875,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06519121497740665,0.0,0.4453125,0.0087890625,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1344,1408,2048,64,0.05910057751575185,0.0,0.46337890625,0.0107421875,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1408,1472,2048,64,0.07363162457212263,0.0,0.47265625,0.00830078125,0.10302734375,1.0,44,0.6875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1472,1536,2048,64,0.0762844667416076,0.0,0.56396484375,0.01171875,0.10302734375,1.0,43,0.671875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1536,1600,2048,64,0.060867105293041755,0.0,0.52880859375,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06670301641128631,0.0,0.52392578125,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07205881078133405,0.0,0.46337890625,0.01171875,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1728,1792,2048,64,0.06544786218284726,0.0,0.525390625,0.0087890625,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0684816366467193,0.0,0.57421875,0.0068359375,0.1015625,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06688750736429601,0.0,0.50732421875,0.0078125,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1920,1984,2048,64,0.0701229760648145,0.0,0.54541015625,0.01123046875,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06550291346466225,0.0,0.548828125,0.0107421875,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,0,128,4096,128,0.06897419670261855,0.0,0.487548828125,0.00927734375,0.09375,1.0,93,0.7265625
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,128,256,4096,128,0.07168240695886517,0.0,0.498779296875,0.0068359375,0.088134765625,1.0,93,0.7265625
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,256,384,4096,128,0.0634943717708063,0.0,0.48974609375,0.008544921875,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,384,512,4096,128,0.07178132448217797,0.0,0.51220703125,0.008056640625,0.088623046875,1.0,92,0.71875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,512,640,4096,128,0.08457544854601451,0.0,0.553466796875,0.013671875,0.110107421875,1.0,82,0.640625
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,640,768,4096,128,0.07263645627519899,0.0,0.46728515625,0.01318359375,0.101318359375,1.0,86,0.671875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,768,896,4096,128,0.06593642024232832,0.0,0.51025390625,0.009765625,0.09814453125,1.0,94,0.734375
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,896,1024,4096,128,0.0664611937074056,0.0,0.534423828125,0.0087890625,0.098388671875,1.0,97,0.7578125
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06302781991648719,0.0,0.5283203125,0.0078125,0.081298828125,1.0,95,0.7421875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1152,1280,4096,128,0.15727719405533827,0.0,0.53759765625,0.015625,0.191162109375,1.0,24,0.1875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1280,1408,4096,128,0.062220465977545686,0.0,0.454345703125,0.00927734375,0.083251953125,1.0,95,0.7421875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07496978058918624,0.0,0.518310546875,0.01025390625,0.10302734375,1.0,87,0.6796875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06385176937688791,0.0,0.5263671875,0.0068359375,0.08203125,1.0,99,0.7734375
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1664,1792,4096,128,0.06883274974721362,0.0,0.494384765625,0.010498046875,0.08935546875,1.0,96,0.75
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06768926502489904,0.0,0.540771484375,0.00732421875,0.093994140625,1.0,95,0.7421875
+fresh-zh-1,layers.16.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06785227868150627,0.0,0.547119140625,0.010986328125,0.090087890625,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.gate_proj.output,0,0,6144,196608,6144,1.128803591985266,0.0,0.8183492024739584,0.008244832356770834,0.08249918619791667,1.0,3429,0.55810546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,0,64,2048,64,1.0965428457374662,0.0,0.80126953125,0.0078125,0.09130859375,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,64,128,2048,64,1.305502085459442,0.0,0.87353515625,0.005859375,0.064453125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,128,192,2048,64,1.0936605690425252,0.0,0.79931640625,0.00830078125,0.07861328125,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,192,256,2048,64,1.2444253474690687,0.0,0.85498046875,0.00927734375,0.09228515625,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,256,320,2048,64,1.2648227611295402,0.0,0.85205078125,0.00830078125,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,320,384,2048,64,1.013907185098243,0.0,0.81787109375,0.009765625,0.083984375,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,384,448,2048,64,0.8926601364096027,0.0,0.78125,0.00927734375,0.09130859375,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,448,512,2048,64,1.0782227682963497,0.0,0.8095703125,0.009765625,0.08642578125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,512,576,2048,64,1.0948024773982565,0.0,0.7578125,0.009765625,0.09912109375,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,576,640,2048,64,1.1760134819111008,0.0,0.77099609375,0.009765625,0.0888671875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,640,704,2048,64,1.1403482246408205,0.0,0.83642578125,0.005859375,0.07080078125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,704,768,2048,64,1.1559002393537283,0.0,0.86376953125,0.00927734375,0.083984375,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,768,832,2048,64,1.2657566092751842,0.0,0.841796875,0.00634765625,0.0908203125,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,832,896,2048,64,1.0490858818787145,0.0,0.8388671875,0.00927734375,0.08740234375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,896,960,2048,64,1.120394627033299,0.0,0.81201171875,0.00732421875,0.07373046875,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,960,1024,2048,64,1.0630254168122366,0.0,0.80224609375,0.005859375,0.087890625,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1024,1088,2048,64,1.1241777216649922,0.0,0.79736328125,0.0068359375,0.07763671875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1088,1152,2048,64,1.1291149075581062,0.0,0.83544921875,0.00634765625,0.080078125,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1152,1216,2048,64,1.0104897442180114,0.0,0.73876953125,0.0107421875,0.091796875,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1216,1280,2048,64,1.1651298882365146,0.0,0.83056640625,0.00830078125,0.08984375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1280,1344,2048,64,1.0035503916919006,0.0,0.82861328125,0.00537109375,0.0673828125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1344,1408,2048,64,1.1002017977594922,0.0,0.86669921875,0.005859375,0.0673828125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1408,1472,2048,64,1.1716984717372285,0.0,0.82470703125,0.00927734375,0.07763671875,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1472,1536,2048,64,0.9971777541243344,0.0,0.83349609375,0.00537109375,0.06201171875,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1536,1600,2048,64,1.0310753495091678,0.0,0.79443359375,0.00830078125,0.0771484375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1600,1664,2048,64,1.0765974384944608,0.0,0.8056640625,0.00927734375,0.0830078125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1664,1728,2048,64,1.3162836752245985,0.0,0.77587890625,0.01123046875,0.0849609375,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1728,1792,2048,64,1.2475495317365264,0.0,0.87646484375,0.00634765625,0.0625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1792,1856,2048,64,1.121348240149256,0.0,0.77099609375,0.00537109375,0.06689453125,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1856,1920,2048,64,1.1817129464787732,0.0,0.77685546875,0.0087890625,0.076171875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1920,1984,2048,64,1.1048765303116592,0.0,0.82666015625,0.01025390625,0.07666015625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,1984,2048,2048,64,1.044668654505969,0.0,0.78955078125,0.0078125,0.0703125,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2048,2112,2048,64,1.2437889697289866,0.0,0.8291015625,0.005859375,0.07958984375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2112,2176,2048,64,0.9942358236094766,0.0,0.8203125,0.00537109375,0.09033203125,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2176,2240,2048,64,1.0659445005186385,0.0,0.83740234375,0.0078125,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2240,2304,2048,64,1.1753180911052876,0.0,0.826171875,0.00732421875,0.0849609375,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2304,2368,2048,64,1.2280629944779478,0.0,0.76953125,0.00830078125,0.09326171875,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2368,2432,2048,64,1.2242450159900862,0.0,0.82763671875,0.00634765625,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2432,2496,2048,64,1.1700359346399207,0.0,0.83154296875,0.00927734375,0.07861328125,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2496,2560,2048,64,1.0728975014859619,0.0,0.8056640625,0.0078125,0.08544921875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2560,2624,2048,64,1.1346605113904744,0.0,0.87548828125,0.0068359375,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2624,2688,2048,64,1.2055115518548984,0.0,0.8193359375,0.0078125,0.09228515625,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2688,2752,2048,64,1.106396950239613,0.0,0.81982421875,0.00927734375,0.091796875,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2752,2816,2048,64,1.1354358158609323,0.0,0.84814453125,0.009765625,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2816,2880,2048,64,1.2112912660729478,0.0,0.8310546875,0.00732421875,0.09716796875,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2880,2944,2048,64,1.1921018360236393,0.0,0.7861328125,0.00927734375,0.09423828125,1.0,32,0.5
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,2944,3008,2048,64,1.2261939119823648,0.0,0.8134765625,0.005859375,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3008,3072,2048,64,1.058488704485697,0.0,0.7880859375,0.00927734375,0.095703125,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3072,3136,2048,64,1.2011762546707518,0.0,0.83203125,0.0107421875,0.09814453125,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3136,3200,2048,64,1.069127933528859,0.0,0.8427734375,0.00537109375,0.08056640625,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3200,3264,2048,64,1.1689901154843556,0.0,0.8740234375,0.00634765625,0.068359375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3264,3328,2048,64,1.112917717822595,0.0,0.82080078125,0.00927734375,0.09814453125,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3328,3392,2048,64,1.0631781027782865,0.0,0.74365234375,0.00830078125,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3392,3456,2048,64,1.2616152619947432,0.0,0.82373046875,0.01513671875,0.0859375,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3456,3520,2048,64,1.106573701641621,0.0,0.8173828125,0.00830078125,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3520,3584,2048,64,1.0464007264995727,0.0,0.80859375,0.0087890625,0.076171875,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3584,3648,2048,64,1.1242666867312576,0.0,0.80615234375,0.00732421875,0.087890625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3648,3712,2048,64,1.1235608890323632,0.0,0.82666015625,0.00732421875,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3712,3776,2048,64,1.074475031249952,0.0,0.80322265625,0.0087890625,0.08056640625,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3776,3840,2048,64,1.108630538662288,0.0,0.828125,0.0087890625,0.09814453125,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3840,3904,2048,64,1.0672435838365073,0.0,0.8388671875,0.00830078125,0.07861328125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3904,3968,2048,64,1.0782658526369258,0.0,0.81298828125,0.01025390625,0.08544921875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,3968,4032,2048,64,1.1787195634772698,0.0,0.830078125,0.0068359375,0.09033203125,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4032,4096,2048,64,0.975894410682452,0.0,0.77392578125,0.01025390625,0.0888671875,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4096,4160,2048,64,1.0544650052434354,0.0,0.83935546875,0.00439453125,0.07666015625,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4160,4224,2048,64,1.0429284605224918,0.0,0.82763671875,0.00732421875,0.072265625,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4224,4288,2048,64,1.0823280240087707,0.0,0.80810546875,0.0078125,0.07666015625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4288,4352,2048,64,1.0757973305439792,0.0,0.78515625,0.01123046875,0.08740234375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4352,4416,2048,64,1.04681991993288,0.0,0.8359375,0.0078125,0.0732421875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4416,4480,2048,64,1.0272272341272912,0.0,0.8095703125,0.0087890625,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4480,4544,2048,64,1.018787448571334,0.0,0.8115234375,0.00537109375,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4544,4608,2048,64,1.1007846116317221,0.0,0.83447265625,0.00634765625,0.08251953125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4608,4672,2048,64,1.2100517136579478,0.0,0.8330078125,0.005859375,0.0673828125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4672,4736,2048,64,1.2649019797102112,0.0,0.861328125,0.00390625,0.064453125,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4736,4800,2048,64,1.12561374700947,0.0,0.822265625,0.01025390625,0.078125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4800,4864,2048,64,1.0402755759200872,0.0,0.7666015625,0.00927734375,0.087890625,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4864,4928,2048,64,1.0552509055692874,0.0,0.76513671875,0.0087890625,0.09033203125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4928,4992,2048,64,1.1260035326723004,0.0,0.75048828125,0.0087890625,0.09619140625,1.0,32,0.5
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,4992,5056,2048,64,1.042351471888975,0.0,0.79443359375,0.00634765625,0.07958984375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5056,5120,2048,64,1.3048246919473643,0.0,0.87255859375,0.00732421875,0.083984375,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5120,5184,2048,64,1.240432611013033,0.0,0.8369140625,0.00537109375,0.0693359375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5184,5248,2048,64,1.230569598491629,0.0,0.8564453125,0.0048828125,0.0771484375,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5248,5312,2048,64,1.2549479507258947,0.0,0.86083984375,0.00830078125,0.0791015625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5312,5376,2048,64,1.0788775671401531,0.0,0.8330078125,0.0078125,0.078125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5376,5440,2048,64,1.1465828044198354,0.0,0.7978515625,0.01025390625,0.0888671875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5440,5504,2048,64,1.0624731288753806,0.0,0.84375,0.005859375,0.0771484375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5504,5568,2048,64,1.2902590060636958,0.0,0.83544921875,0.01171875,0.08837890625,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5568,5632,2048,64,1.1136529588226478,0.0,0.8359375,0.00634765625,0.0830078125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5632,5696,2048,64,1.028135283215437,0.0,0.810546875,0.00732421875,0.07177734375,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5696,5760,2048,64,1.030104251324094,0.0,0.83154296875,0.01025390625,0.08740234375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5760,5824,2048,64,1.1517060986849825,0.0,0.73779296875,0.01123046875,0.09033203125,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5824,5888,2048,64,1.2782983976719058,0.0,0.84130859375,0.01171875,0.09375,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5888,5952,2048,64,1.0199190016018398,0.0,0.830078125,0.01025390625,0.09130859375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,5952,6016,2048,64,1.2071118131093792,0.0,0.81884765625,0.0078125,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,6016,6080,2048,64,1.0733354837477258,0.0,0.828125,0.0107421875,0.087890625,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,64,6080,6144,2048,64,1.1337650567996336,0.0,0.84765625,0.0078125,0.0732421875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,0,128,4096,128,1.205558357707534,0.0,0.83740234375,0.007080078125,0.078857421875,1.0,69,0.5390625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,128,256,4096,128,1.1714708459244583,0.0,0.8271484375,0.00830078125,0.08544921875,1.0,66,0.515625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,256,384,4096,128,1.1462513679523347,0.0,0.8349609375,0.009521484375,0.085693359375,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,384,512,4096,128,0.9897995901210138,0.0,0.79541015625,0.009765625,0.089599609375,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,512,640,4096,128,1.1361338332595396,0.0,0.764404296875,0.01025390625,0.094970703125,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,640,768,4096,128,1.148150564338031,0.0,0.85009765625,0.007568359375,0.076904296875,1.0,77,0.6015625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,768,896,4096,128,1.1624803184314674,0.0,0.84033203125,0.008056640625,0.08984375,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,896,1024,4096,128,1.0920867999096762,0.0,0.80712890625,0.0068359375,0.080322265625,1.0,74,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1024,1152,4096,128,1.1266490190733411,0.0,0.81640625,0.006591796875,0.0791015625,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1152,1280,4096,128,1.0905542580797654,0.0,0.78466796875,0.009765625,0.092041015625,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1280,1408,4096,128,1.052985608747381,0.0,0.84765625,0.005859375,0.06787109375,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1408,1536,4096,128,1.0879431929084828,0.0,0.8291015625,0.00732421875,0.0712890625,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1536,1664,4096,128,1.0540821649516434,0.0,0.800048828125,0.0087890625,0.080078125,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1664,1792,4096,128,1.282377196420539,0.0,0.826171875,0.008544921875,0.074462890625,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1792,1920,4096,128,1.151926074789823,0.0,0.77392578125,0.007080078125,0.072509765625,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,1920,2048,4096,128,1.0751941092055988,0.0,0.80810546875,0.0087890625,0.07275390625,1.0,76,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2048,2176,4096,128,1.1259475729730732,0.0,0.82470703125,0.005859375,0.08837890625,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2176,2304,4096,128,1.1219648598475147,0.0,0.831787109375,0.008056640625,0.074951171875,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2304,2432,4096,128,1.226155491278066,0.0,0.798583984375,0.00732421875,0.081787109375,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2432,2560,4096,128,1.1225179591087913,0.0,0.818603515625,0.00830078125,0.081787109375,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2560,2688,4096,128,1.1706221802452956,0.0,0.847412109375,0.007568359375,0.075927734375,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2688,2816,4096,128,1.1210104155268357,0.0,0.833984375,0.009521484375,0.087890625,1.0,69,0.5390625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2816,2944,4096,128,1.2017348540163793,0.0,0.80859375,0.00830078125,0.095947265625,1.0,65,0.5078125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,2944,3072,4096,128,1.1454147387096134,0.0,0.80078125,0.0078125,0.091064453125,1.0,69,0.5390625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3072,3200,4096,128,1.1370705635615899,0.0,0.83740234375,0.007568359375,0.09130859375,1.0,70,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3200,3328,4096,128,1.1412983257552736,0.0,0.847412109375,0.00830078125,0.084228515625,1.0,70,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3328,3456,4096,128,1.1666234927184735,0.0,0.78369140625,0.010498046875,0.083984375,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3456,3584,4096,128,1.0769075720747052,0.0,0.81298828125,0.00830078125,0.07568359375,1.0,76,0.59375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3584,3712,4096,128,1.123913843285346,0.0,0.81640625,0.00732421875,0.08447265625,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3712,3840,4096,128,1.0916863707205977,0.0,0.815673828125,0.0087890625,0.089111328125,1.0,69,0.5390625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3840,3968,4096,128,1.0727688745025716,0.0,0.825927734375,0.00927734375,0.082275390625,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,3968,4096,4096,128,1.0820697089664084,0.0,0.802001953125,0.008544921875,0.091552734375,1.0,70,0.546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4096,4224,4096,128,1.048712596722966,0.0,0.83349609375,0.005859375,0.074462890625,1.0,77,0.6015625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4224,4352,4096,128,1.0790676178906218,0.0,0.796630859375,0.009521484375,0.082275390625,1.0,74,0.578125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4352,4480,4096,128,1.0370698470452908,0.0,0.82275390625,0.00830078125,0.079345703125,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4480,4608,4096,128,1.060578763357934,0.0,0.822998046875,0.00634765625,0.08447265625,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4608,4736,4096,128,1.2377807091729431,0.0,0.84716796875,0.0048828125,0.066650390625,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4736,4864,4096,128,1.0837849374558977,0.0,0.79443359375,0.010498046875,0.083984375,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4864,4992,4096,128,1.0912008131630266,0.0,0.7578125,0.00927734375,0.09423828125,1.0,67,0.5234375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,4992,5120,4096,128,1.1809030586090983,0.0,0.83349609375,0.007080078125,0.081787109375,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5120,5248,4096,128,1.2355109467739367,0.0,0.8466796875,0.005126953125,0.072998046875,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5248,5376,4096,128,1.170228858794163,0.0,0.846923828125,0.0078125,0.0791015625,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5376,5504,4096,128,1.105328294438692,0.0,0.82080078125,0.008056640625,0.081298828125,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5504,5632,4096,128,1.205195257089679,0.0,0.835693359375,0.009033203125,0.086669921875,1.0,68,0.53125
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5632,5760,4096,128,1.0291202381618143,0.0,0.821044921875,0.0087890625,0.07958984375,1.0,78,0.609375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5760,5888,4096,128,1.2166498533347103,0.0,0.78955078125,0.010986328125,0.093017578125,1.0,67,0.5234375
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,5888,6016,4096,128,1.1174421012241993,0.0,0.824462890625,0.009033203125,0.08154296875,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gate_proj.output,128,6016,6144,4096,128,1.1039638274626216,0.0,0.837890625,0.009521484375,0.0810546875,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.up_proj.output,0,0,6144,196608,6144,0.5157120113103072,0.0,0.4977162679036458,0.009099324544270834,0.08684285481770833,1.0,4521,0.73583984375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,0,64,2048,64,0.5161080785613494,0.0,0.5185546875,0.00927734375,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,64,128,2048,64,0.6075303643968233,0.0,0.4482421875,0.00732421875,0.1142578125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,128,192,2048,64,0.5217741247031045,0.0,0.525390625,0.0087890625,0.08251953125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,192,256,2048,64,0.59582122775848,0.0,0.4482421875,0.01220703125,0.1025390625,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,256,320,2048,64,0.5492089517483454,0.0,0.48388671875,0.009765625,0.087890625,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,320,384,2048,64,0.4717391035964352,0.0,0.47705078125,0.0087890625,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,384,448,2048,64,0.47721174266596494,0.0,0.5029296875,0.00830078125,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,448,512,2048,64,0.5234596288018116,0.0,0.474609375,0.00927734375,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,512,576,2048,64,0.4841926263545655,0.0,0.51904296875,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,576,640,2048,64,0.5374930078766947,0.0,0.494140625,0.01171875,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,640,704,2048,64,0.4770915088279162,0.0,0.4814453125,0.0068359375,0.07763671875,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,704,768,2048,64,0.45251238147045963,0.0,0.5234375,0.00439453125,0.0712890625,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,768,832,2048,64,0.5281495027038772,0.0,0.58349609375,0.009765625,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,832,896,2048,64,0.4971976933799263,0.0,0.4658203125,0.00830078125,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,896,960,2048,64,0.47559488600358774,0.0,0.51025390625,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,960,1024,2048,64,0.4561376850300133,0.0,0.56201171875,0.00537109375,0.0732421875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1024,1088,2048,64,0.54549019952366,0.0,0.47265625,0.01025390625,0.08251953125,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1088,1152,2048,64,0.5017100588613472,0.0,0.5107421875,0.00732421875,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1152,1216,2048,64,0.5590253812273079,0.0,0.47265625,0.00537109375,0.0869140625,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1216,1280,2048,64,0.5088952345953502,0.0,0.45703125,0.01171875,0.08935546875,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1280,1344,2048,64,0.5170640982769937,0.0,0.44921875,0.01171875,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1344,1408,2048,64,0.4592595437406735,0.0,0.54052734375,0.009765625,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1408,1472,2048,64,0.536388449900237,0.0,0.59375,0.009765625,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1472,1536,2048,64,0.4996035469139979,0.0,0.5458984375,0.00634765625,0.07080078125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1536,1600,2048,64,0.5007473581306121,0.0,0.5380859375,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1600,1664,2048,64,0.49547513949756283,0.0,0.50146484375,0.009765625,0.0830078125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1664,1728,2048,64,0.623575321068033,0.0,0.4599609375,0.0126953125,0.09619140625,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1728,1792,2048,64,0.5536422354548919,0.0,0.447265625,0.01220703125,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1792,1856,2048,64,0.5372321500288072,0.0,0.49462890625,0.0087890625,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1856,1920,2048,64,0.5309191393652475,0.0,0.49560546875,0.01025390625,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1920,1984,2048,64,0.5329456604437527,0.0,0.45849609375,0.0107421875,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,1984,2048,2048,64,0.4760188774279227,0.0,0.51806640625,0.0078125,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2048,2112,2048,64,0.5076316774027271,0.0,0.52294921875,0.00830078125,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2112,2176,2048,64,0.49552328387228123,0.0,0.51416015625,0.00732421875,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2176,2240,2048,64,0.5377059199682118,0.0,0.5029296875,0.005859375,0.07421875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2240,2304,2048,64,0.47064229460089746,0.0,0.47998046875,0.01123046875,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2304,2368,2048,64,0.6163530443385195,0.0,0.4501953125,0.009765625,0.109375,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2368,2432,2048,64,0.5032596498286848,0.0,0.51025390625,0.0087890625,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2432,2496,2048,64,0.47077823457414053,0.0,0.48828125,0.009765625,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2496,2560,2048,64,0.48859225493109054,0.0,0.494140625,0.01171875,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2560,2624,2048,64,0.481942345357183,0.0,0.52490234375,0.00634765625,0.07958984375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2624,2688,2048,64,0.4975104738776168,0.0,0.4736328125,0.0087890625,0.099609375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2688,2752,2048,64,0.5003886965609547,0.0,0.4794921875,0.0078125,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2752,2816,2048,64,0.4555881414800581,0.0,0.52099609375,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2816,2880,2048,64,0.48023501793730317,0.0,0.564453125,0.00732421875,0.0751953125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2880,2944,2048,64,0.5688269303304185,0.0,0.5126953125,0.009765625,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,2944,3008,2048,64,0.5416755929254953,0.0,0.5263671875,0.00732421875,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3008,3072,2048,64,0.5063163093431393,0.0,0.533203125,0.0087890625,0.07275390625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3072,3136,2048,64,0.46076167039066723,0.0,0.5361328125,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3136,3200,2048,64,0.5177443993177243,0.0,0.41552734375,0.0068359375,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3200,3264,2048,64,0.5117628208205761,0.0,0.5185546875,0.009765625,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3264,3328,2048,64,0.5231845417338384,0.0,0.49169921875,0.0068359375,0.08056640625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3328,3392,2048,64,0.4637327427659136,0.0,0.52197265625,0.01220703125,0.09375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3392,3456,2048,64,0.5302413742030344,0.0,0.517578125,0.0107421875,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3456,3520,2048,64,0.48695198263791223,0.0,0.55517578125,0.0078125,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3520,3584,2048,64,0.49200511586050644,0.0,0.44091796875,0.00732421875,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3584,3648,2048,64,0.49284287504823926,0.0,0.51025390625,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3648,3712,2048,64,0.4301607900687514,0.0,0.44970703125,0.00927734375,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3712,3776,2048,64,0.5107948843881595,0.0,0.5234375,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3776,3840,2048,64,0.46580279235030864,0.0,0.44384765625,0.00634765625,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3840,3904,2048,64,0.49766041121677734,0.0,0.53662109375,0.01123046875,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3904,3968,2048,64,0.49468586155792144,0.0,0.50732421875,0.01220703125,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,3968,4032,2048,64,0.5533525108841382,0.0,0.46484375,0.0087890625,0.09228515625,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4032,4096,2048,64,0.51294349456382,0.0,0.509765625,0.01025390625,0.07861328125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4096,4160,2048,64,0.48275207978557655,0.0,0.494140625,0.0078125,0.0751953125,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4160,4224,2048,64,0.4420549247708977,0.0,0.505859375,0.005859375,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4224,4288,2048,64,0.5060108471412883,0.0,0.50341796875,0.0068359375,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4288,4352,2048,64,0.5517722284387052,0.0,0.5361328125,0.0087890625,0.08984375,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4352,4416,2048,64,0.4887388619772903,0.0,0.5244140625,0.0107421875,0.10546875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4416,4480,2048,64,0.4971857621545644,0.0,0.4853515625,0.009765625,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4480,4544,2048,64,0.4916465609739453,0.0,0.505859375,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4544,4608,2048,64,0.5509180074843478,0.0,0.541015625,0.01123046875,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4608,4672,2048,64,0.5037576267694018,0.0,0.41162109375,0.0107421875,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4672,4736,2048,64,0.5061217315591228,0.0,0.5078125,0.0087890625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4736,4800,2048,64,0.49710194862350726,0.0,0.470703125,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4800,4864,2048,64,0.46600912686597556,0.0,0.47509765625,0.0078125,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4864,4928,2048,64,0.5149169435875933,0.0,0.490234375,0.01123046875,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4928,4992,2048,64,0.46819402922934616,0.0,0.51123046875,0.01025390625,0.09765625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,4992,5056,2048,64,0.4795436251478068,0.0,0.4833984375,0.0048828125,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5056,5120,2048,64,0.5463159264663294,0.0,0.4580078125,0.00830078125,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5120,5184,2048,64,0.5147222830848222,0.0,0.48828125,0.00537109375,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5184,5248,2048,64,0.63041531982206,0.0,0.46484375,0.01220703125,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5248,5312,2048,64,0.6670938141888783,0.0,0.4599609375,0.01220703125,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5312,5376,2048,64,0.5240108243830058,0.0,0.50341796875,0.0087890625,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5376,5440,2048,64,0.5076392425445272,0.0,0.48779296875,0.0087890625,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5440,5504,2048,64,0.47104127243287397,0.0,0.4833984375,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5504,5568,2048,64,0.6875094866162712,0.0,0.4873046875,0.01220703125,0.1181640625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5568,5632,2048,64,0.4961783174345518,0.0,0.49072265625,0.00732421875,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5632,5696,2048,64,0.5110015690433194,0.0,0.5068359375,0.01123046875,0.09716796875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5696,5760,2048,64,0.5060268728405084,0.0,0.50439453125,0.00634765625,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5760,5824,2048,64,0.48544810851281606,0.0,0.55419921875,0.00830078125,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5824,5888,2048,64,0.5461210346613952,0.0,0.513671875,0.0126953125,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5888,5952,2048,64,0.5226189168631015,0.0,0.42919921875,0.0126953125,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.up_proj.output,64,5952,6016,2048,64,0.5718877770192962,0.0,0.46044921875,0.0126953125,0.10205078125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,64,6016,6080,2048,64,0.5353660849528702,0.0,0.51123046875,0.0078125,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,64,6080,6144,2048,64,0.5336195341206118,0.0,0.51416015625,0.00732421875,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,0,128,4096,128,0.5636757456288256,0.0,0.4833984375,0.008544921875,0.10205078125,1.0,92,0.71875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,128,256,4096,128,0.5600228444703454,0.0,0.48681640625,0.0107421875,0.09375,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,256,384,4096,128,0.5119415271993886,0.0,0.48046875,0.009521484375,0.08544921875,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,384,512,4096,128,0.5008697586816445,0.0,0.48876953125,0.0087890625,0.089599609375,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,512,640,4096,128,0.511537502502245,0.0,0.506591796875,0.010498046875,0.087890625,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,640,768,4096,128,0.4649643874426107,0.0,0.50244140625,0.005859375,0.073974609375,1.0,99,0.7734375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,768,896,4096,128,0.5129071278061321,0.0,0.524658203125,0.0087890625,0.084716796875,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,896,1024,4096,128,0.4659678547374836,0.0,0.5361328125,0.006591796875,0.077880859375,1.0,101,0.7890625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1024,1152,4096,128,0.5240575068344212,0.0,0.49169921875,0.009033203125,0.080810546875,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1152,1280,4096,128,0.534548284372045,0.0,0.46484375,0.008544921875,0.089599609375,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1280,1408,4096,128,0.4890166716196352,0.0,0.494873046875,0.010498046875,0.08447265625,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1408,1536,4096,128,0.5183224253664057,0.0,0.56982421875,0.008056640625,0.07958984375,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1536,1664,4096,128,0.498118224187249,0.0,0.519775390625,0.009521484375,0.083251953125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1664,1792,4096,128,0.5896464643854783,0.0,0.45361328125,0.012451171875,0.095703125,1.0,87,0.6796875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1792,1920,4096,128,0.5340849724383331,0.0,0.4951171875,0.009521484375,0.08837890625,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,1920,2048,4096,128,0.5052845973575523,0.0,0.48828125,0.0087890625,0.08154296875,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2048,2176,4096,128,0.501614017329199,0.0,0.5185546875,0.0078125,0.08447265625,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2176,2304,4096,128,0.5052879504975648,0.0,0.491455078125,0.008056640625,0.078857421875,1.0,99,0.7734375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2304,2432,4096,128,0.562655023265167,0.0,0.480224609375,0.009765625,0.1025390625,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2432,2560,4096,128,0.47976793230029047,0.0,0.4912109375,0.010498046875,0.086669921875,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2560,2688,4096,128,0.48978826847236406,0.0,0.499267578125,0.00732421875,0.090087890625,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2688,2816,4096,128,0.47851301043086836,0.0,0.500244140625,0.0078125,0.084228515625,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2816,2944,4096,128,0.5263980191463341,0.0,0.53857421875,0.0087890625,0.08447265625,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,2944,3072,4096,128,0.5242941221671498,0.0,0.52978515625,0.0078125,0.07763671875,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3072,3200,4096,128,0.49008192168558357,0.0,0.475830078125,0.006591796875,0.085205078125,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3200,3328,4096,128,0.5175051929611334,0.0,0.505126953125,0.00830078125,0.0771484375,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3328,3456,4096,128,0.4980983696168455,0.0,0.519775390625,0.011474609375,0.0927734375,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3456,3584,4096,128,0.4894850699602103,0.0,0.498046875,0.007568359375,0.086181640625,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3584,3712,4096,128,0.4625648088637887,0.0,0.47998046875,0.010009765625,0.081298828125,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3712,3840,4096,128,0.488816762845986,0.0,0.483642578125,0.00732421875,0.079345703125,1.0,100,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3840,3968,4096,128,0.4961753654292779,0.0,0.52197265625,0.01171875,0.08837890625,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,3968,4096,4096,128,0.5335307066688495,0.0,0.4873046875,0.009521484375,0.0849609375,1.0,91,0.7109375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4096,4224,4096,128,0.4628510165547353,0.0,0.5,0.007080078125,0.07568359375,1.0,100,0.78125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4224,4352,4096,128,0.5293862340016309,0.0,0.519775390625,0.007568359375,0.087158203125,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4352,4480,4096,128,0.49298040391889403,0.0,0.5048828125,0.01025390625,0.093505859375,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4480,4608,4096,128,0.5221240235269927,0.0,0.5234375,0.01025390625,0.089599609375,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4608,4736,4096,128,0.5049410627413583,0.0,0.459716796875,0.009765625,0.085205078125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4736,4864,4096,128,0.48180642048839334,0.0,0.472900390625,0.008056640625,0.08447265625,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4864,4992,4096,128,0.49211030663846017,0.0,0.500732421875,0.01123046875,0.093505859375,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,4992,5120,4096,128,0.5140151651122095,0.0,0.470703125,0.0068359375,0.08544921875,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5120,5248,4096,128,0.5754834941900602,0.0,0.4765625,0.009521484375,0.08837890625,1.0,90,0.703125
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5248,5376,4096,128,0.5998339357687356,0.0,0.481689453125,0.01123046875,0.095703125,1.0,88,0.6875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5376,5504,4096,128,0.4896822852147923,0.0,0.485595703125,0.00830078125,0.08349609375,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5504,5632,4096,128,0.5995257362614018,0.0,0.489013671875,0.01025390625,0.09765625,1.0,87,0.6796875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5632,5760,4096,128,0.5085203042167925,0.0,0.505615234375,0.0087890625,0.088134765625,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5760,5888,4096,128,0.5166759383589987,0.0,0.533935546875,0.009521484375,0.089111328125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.up_proj.output,128,5888,6016,4096,128,0.5478075217479372,0.0,0.44482421875,0.0126953125,0.095703125,1.0,91,0.7109375
+fresh-zh-1,layers.16.mlp.up_proj.output,128,6016,6144,4096,128,0.5344935229321599,0.0,0.5126953125,0.007568359375,0.08837890625,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,0,0,6144,196608,6144,0.29714396538252125,0.0,0.8183492024739584,0.004323323567708333,0.0440521240234375,1.0,4402,0.7164713541666666
+fresh-zh-1,layers.16.mlp.silu_gate,64,0,64,2048,64,0.2667269010421685,0.0,0.80126953125,0.0048828125,0.0439453125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,64,128,2048,64,0.31146334173104445,0.0,0.87353515625,0.001953125,0.03369140625,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,128,192,2048,64,0.32659073482605466,0.0,0.79931640625,0.00390625,0.04541015625,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.silu_gate,64,192,256,2048,64,0.23841336726405893,0.0,0.85498046875,0.00146484375,0.03857421875,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,256,320,2048,64,0.2533985839485366,0.0,0.85205078125,0.00439453125,0.0302734375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,320,384,2048,64,0.26200828308637564,0.0,0.81787109375,0.00390625,0.04833984375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,384,448,2048,64,0.2422830295647694,0.0,0.78125,0.00634765625,0.04736328125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,448,512,2048,64,0.28383440469446114,0.0,0.8095703125,0.005859375,0.0478515625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,512,576,2048,64,0.29810986687843094,0.0,0.7578125,0.005859375,0.04931640625,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,64,576,640,2048,64,0.3345352400206677,0.0,0.77099609375,0.00634765625,0.05126953125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,640,704,2048,64,0.2801237686910871,0.0,0.83642578125,0.001953125,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,704,768,2048,64,0.23536825838940367,0.0,0.86376953125,0.0029296875,0.0341796875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.silu_gate,64,768,832,2048,64,0.27936670161976007,0.0,0.841796875,0.0029296875,0.04150390625,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,832,896,2048,64,0.26724921756157394,0.0,0.8388671875,0.00537109375,0.0458984375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,896,960,2048,64,0.33946141766245314,0.0,0.81201171875,0.00390625,0.044921875,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,960,1024,2048,64,0.27016309213764067,0.0,0.80224609375,0.00390625,0.04833984375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1024,1088,2048,64,0.3710792328556047,0.0,0.79736328125,0.00439453125,0.05224609375,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1088,1152,2048,64,0.2988745180953096,0.0,0.83544921875,0.00244140625,0.04150390625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,1152,1216,2048,64,0.3482631623412738,0.0,0.73876953125,0.00634765625,0.06640625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1216,1280,2048,64,0.26908720848755197,0.0,0.83056640625,0.00439453125,0.04541015625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1280,1344,2048,64,0.25776160690425964,0.0,0.82861328125,0.00244140625,0.03369140625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,1344,1408,2048,64,0.25448603397682396,0.0,0.86669921875,0.00244140625,0.03466796875,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.silu_gate,64,1408,1472,2048,64,0.2780312349296089,0.0,0.82470703125,0.00439453125,0.0390625,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,1472,1536,2048,64,0.27105786346240196,0.0,0.83349609375,0.00146484375,0.0322265625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,1536,1600,2048,64,0.2625922207426394,0.0,0.79443359375,0.00439453125,0.03515625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,1600,1664,2048,64,0.2537669665640659,0.0,0.8056640625,0.0078125,0.04638671875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1664,1728,2048,64,0.31726943218687015,0.0,0.77587890625,0.00390625,0.04248046875,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,1728,1792,2048,64,0.2695818527288756,0.0,0.87646484375,0.00439453125,0.02880859375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,1792,1856,2048,64,0.4460367692290407,0.0,0.77099609375,0.0029296875,0.0498046875,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.silu_gate,64,1856,1920,2048,64,0.33502073209651306,0.0,0.77685546875,0.0068359375,0.0380859375,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,1920,1984,2048,64,0.33337941833543017,0.0,0.82666015625,0.00439453125,0.0458984375,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.silu_gate,64,1984,2048,2048,64,0.3078709711539928,0.0,0.78955078125,0.00439453125,0.0419921875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,2048,2112,2048,64,0.290960975788882,0.0,0.8291015625,0.00244140625,0.04248046875,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,2112,2176,2048,64,0.2592614826342577,0.0,0.8203125,0.00244140625,0.04443359375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2176,2240,2048,64,0.25828605939329585,0.0,0.83740234375,0.0048828125,0.033203125,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,2240,2304,2048,64,0.24850308374658073,0.0,0.826171875,0.0029296875,0.03515625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,2304,2368,2048,64,0.3515244671245552,0.0,0.76953125,0.00341796875,0.0546875,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2368,2432,2048,64,0.30212276755416867,0.0,0.82763671875,0.0009765625,0.03662109375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2432,2496,2048,64,0.2958078780464081,0.0,0.83154296875,0.00390625,0.04052734375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,2496,2560,2048,64,0.3096523295824811,0.0,0.8056640625,0.00390625,0.0439453125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,2560,2624,2048,64,0.2478481355740204,0.0,0.87548828125,0.0029296875,0.02783203125,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,2624,2688,2048,64,0.29024073759697566,0.0,0.8193359375,0.00341796875,0.04345703125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,2688,2752,2048,64,0.24594545635174836,0.0,0.81982421875,0.00244140625,0.0439453125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2752,2816,2048,64,0.3371680130216929,0.0,0.84814453125,0.00634765625,0.05078125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2816,2880,2048,64,0.33007340464153184,0.0,0.8310546875,0.00537109375,0.04736328125,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.silu_gate,64,2880,2944,2048,64,0.32431234337093623,0.0,0.7861328125,0.00390625,0.0546875,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,2944,3008,2048,64,0.3578690104077435,0.0,0.8134765625,0.00439453125,0.0546875,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3008,3072,2048,64,0.27154972802058447,0.0,0.7880859375,0.0048828125,0.0478515625,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,3072,3136,2048,64,0.23825363603269997,0.0,0.83203125,0.0048828125,0.03662109375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,3136,3200,2048,64,0.28971602617902414,0.0,0.8427734375,0.0029296875,0.04736328125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,3200,3264,2048,64,0.23429254090078977,0.0,0.8740234375,0.0029296875,0.02587890625,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,3264,3328,2048,64,0.27180917369230023,0.0,0.82080078125,0.00439453125,0.04638671875,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,3328,3392,2048,64,0.33475841830502273,0.0,0.74365234375,0.00537109375,0.0546875,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.silu_gate,64,3392,3456,2048,64,0.2777117479129006,0.0,0.82373046875,0.0078125,0.03955078125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3456,3520,2048,64,0.2877761026059246,0.0,0.8173828125,0.00390625,0.04248046875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3520,3584,2048,64,0.2840666340042824,0.0,0.80859375,0.00439453125,0.0458984375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,3584,3648,2048,64,0.33516069219631306,0.0,0.80615234375,0.0029296875,0.05126953125,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.silu_gate,64,3648,3712,2048,64,0.26199969772456444,0.0,0.82666015625,0.00390625,0.03515625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3712,3776,2048,64,0.3292292221956066,0.0,0.80322265625,0.00634765625,0.0517578125,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3776,3840,2048,64,0.23441871576573514,0.0,0.828125,0.00341796875,0.03857421875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,3840,3904,2048,64,0.2508407683090401,0.0,0.8388671875,0.00537109375,0.0380859375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3904,3968,2048,64,0.2691704949710275,0.0,0.81298828125,0.0068359375,0.041015625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,3968,4032,2048,64,0.25178542425119566,0.0,0.830078125,0.00341796875,0.0400390625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,4032,4096,2048,64,0.29146906660019967,0.0,0.77392578125,0.00634765625,0.05908203125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,4096,4160,2048,64,0.341974096185886,0.0,0.83935546875,0.00390625,0.04345703125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4160,4224,2048,64,0.3207794161022861,0.0,0.82763671875,0.0048828125,0.04833984375,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4224,4288,2048,64,0.28548326225946324,0.0,0.80810546875,0.00439453125,0.03955078125,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,4288,4352,2048,64,0.3061733002239653,0.0,0.78515625,0.00537109375,0.05078125,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4352,4416,2048,64,0.2614481028692037,0.0,0.8359375,0.0029296875,0.03857421875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,4416,4480,2048,64,0.2750530758998274,0.0,0.8095703125,0.0048828125,0.0458984375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,4480,4544,2048,64,0.2642032256962366,0.0,0.8115234375,0.00439453125,0.04052734375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,4544,4608,2048,64,0.24102397160998695,0.0,0.83447265625,0.00244140625,0.033203125,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4608,4672,2048,64,0.2975728326738195,0.0,0.8330078125,0.0029296875,0.0302734375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,4672,4736,2048,64,0.2879558981572829,0.0,0.861328125,0.0029296875,0.0244140625,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,4736,4800,2048,64,0.27971353885271705,0.0,0.822265625,0.005859375,0.03955078125,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,4800,4864,2048,64,0.3136343009609151,0.0,0.7666015625,0.00537109375,0.05712890625,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4864,4928,2048,64,0.321838172602024,0.0,0.76513671875,0.0068359375,0.05419921875,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.silu_gate,64,4928,4992,2048,64,0.2782779848094072,0.0,0.75048828125,0.00390625,0.04931640625,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,4992,5056,2048,64,0.2992829537830193,0.0,0.79443359375,0.00390625,0.046875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,64,5056,5120,2048,64,0.25297049939894917,0.0,0.87255859375,0.00244140625,0.03662109375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5120,5184,2048,64,0.2736487636310843,0.0,0.8369140625,0.00244140625,0.0283203125,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5184,5248,2048,64,0.26900886535046137,0.0,0.8564453125,0.0029296875,0.0302734375,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,5248,5312,2048,64,0.3121377848774985,0.0,0.86083984375,0.00244140625,0.03857421875,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5312,5376,2048,64,0.2728834354566746,0.0,0.8330078125,0.00341796875,0.0390625,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,5376,5440,2048,64,0.3157322579915741,0.0,0.7978515625,0.00732421875,0.05078125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,5440,5504,2048,64,0.269210013571904,0.0,0.84375,0.00244140625,0.03759765625,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,64,5504,5568,2048,64,0.296949260376435,0.0,0.83544921875,0.00732421875,0.046875,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5568,5632,2048,64,0.2615280178943755,0.0,0.8359375,0.001953125,0.0361328125,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,5632,5696,2048,64,0.26658740005498893,0.0,0.810546875,0.00390625,0.0390625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5696,5760,2048,64,0.26993163875271325,0.0,0.83154296875,0.0048828125,0.04443359375,1.0,48,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,64,5760,5824,2048,64,0.5597394341321102,0.0,0.73779296875,0.01123046875,0.09033203125,1.0,21,0.328125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5824,5888,2048,64,0.2527661780958259,0.0,0.84130859375,0.00390625,0.0380859375,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,64,5888,5952,2048,64,0.2940166147053519,0.0,0.830078125,0.005859375,0.05224609375,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,64,5952,6016,2048,64,0.510473515570674,0.0,0.81884765625,0.00634765625,0.060546875,1.0,27,0.421875
+fresh-zh-1,layers.16.mlp.silu_gate,64,6016,6080,2048,64,0.23911429520217292,0.0,0.828125,0.00439453125,0.03955078125,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.silu_gate,64,6080,6144,2048,64,0.29364101030251716,0.0,0.84765625,0.00390625,0.03857421875,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,128,0,128,4096,128,0.28995918073224386,0.0,0.83740234375,0.00341796875,0.039794921875,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.silu_gate,128,128,256,4096,128,0.2859217041118157,0.0,0.8271484375,0.003173828125,0.04443359375,1.0,90,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,128,256,384,4096,128,0.2577393865448138,0.0,0.8349609375,0.004150390625,0.0390625,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,128,384,512,4096,128,0.2638778464586807,0.0,0.79541015625,0.005615234375,0.048583984375,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,128,512,640,4096,128,0.316846429320232,0.0,0.764404296875,0.005126953125,0.052734375,1.0,90,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,128,640,768,4096,128,0.2587156188201234,0.0,0.85009765625,0.002685546875,0.036376953125,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,128,768,896,4096,128,0.27337510700608564,0.0,0.84033203125,0.004150390625,0.044189453125,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,128,896,1024,4096,128,0.30677528456084413,0.0,0.80712890625,0.00390625,0.04736328125,1.0,92,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,128,1024,1152,4096,128,0.3369167364671928,0.0,0.81640625,0.004150390625,0.047119140625,1.0,86,0.671875
+fresh-zh-1,layers.16.mlp.silu_gate,128,1152,1280,4096,128,0.31120343508352194,0.0,0.78466796875,0.005615234375,0.05712890625,1.0,88,0.6875
+fresh-zh-1,layers.16.mlp.silu_gate,128,1280,1408,4096,128,0.25612905680839815,0.0,0.84765625,0.00244140625,0.0341796875,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.silu_gate,128,1408,1536,4096,128,0.2745666885669905,0.0,0.8291015625,0.0029296875,0.03515625,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.silu_gate,128,1536,1664,4096,128,0.25821729968543816,0.0,0.800048828125,0.005859375,0.04052734375,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,128,1664,1792,4096,128,0.29439282253556404,0.0,0.826171875,0.004638671875,0.03564453125,1.0,94,0.734375
+fresh-zh-1,layers.16.mlp.silu_gate,128,1792,1920,4096,128,0.3944538568950518,0.0,0.77392578125,0.005126953125,0.04443359375,1.0,77,0.6015625
+fresh-zh-1,layers.16.mlp.silu_gate,128,1920,2048,4096,128,0.32087877107170276,0.0,0.80810546875,0.004638671875,0.04345703125,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.silu_gate,128,2048,2176,4096,128,0.27556741989006234,0.0,0.82470703125,0.00244140625,0.044189453125,1.0,96,0.75
+fresh-zh-1,layers.16.mlp.silu_gate,128,2176,2304,4096,128,0.25344177941736173,0.0,0.831787109375,0.00390625,0.0341796875,1.0,100,0.78125
+fresh-zh-1,layers.16.mlp.silu_gate,128,2304,2432,4096,128,0.327755715176557,0.0,0.798583984375,0.00244140625,0.044677734375,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.silu_gate,128,2432,2560,4096,128,0.30280923527047204,0.0,0.818603515625,0.00390625,0.0419921875,1.0,91,0.7109375
+fresh-zh-1,layers.16.mlp.silu_gate,128,2560,2688,4096,128,0.26987810588148353,0.0,0.847412109375,0.003173828125,0.0341796875,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,128,2688,2816,4096,128,0.29510289434794285,0.0,0.833984375,0.005126953125,0.04931640625,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.silu_gate,128,2816,2944,4096,128,0.3272055535243866,0.0,0.80859375,0.0048828125,0.051025390625,1.0,86,0.671875
+fresh-zh-1,layers.16.mlp.silu_gate,128,2944,3072,4096,128,0.31765506717056397,0.0,0.80078125,0.0048828125,0.05126953125,1.0,89,0.6953125
+fresh-zh-1,layers.16.mlp.silu_gate,128,3072,3200,4096,128,0.2652359052878845,0.0,0.83740234375,0.004150390625,0.044677734375,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.silu_gate,128,3200,3328,4096,128,0.25374516904272215,0.0,0.847412109375,0.003662109375,0.034423828125,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,128,3328,3456,4096,128,0.3075605741597247,0.0,0.78369140625,0.006591796875,0.04736328125,1.0,92,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,128,3456,3584,4096,128,0.2859273839505221,0.0,0.81298828125,0.004150390625,0.044189453125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,3584,3712,4096,128,0.300812675265916,0.0,0.81640625,0.00341796875,0.043212890625,1.0,91,0.7109375
+fresh-zh-1,layers.16.mlp.silu_gate,128,3712,3840,4096,128,0.28578314772636665,0.0,0.815673828125,0.00537109375,0.04345703125,1.0,92,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,128,3840,3968,4096,128,0.2601671063074822,0.0,0.825927734375,0.005859375,0.03955078125,1.0,98,0.765625
+fresh-zh-1,layers.16.mlp.silu_gate,128,3968,4096,4096,128,0.2723509837049852,0.0,0.802001953125,0.005126953125,0.04736328125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4096,4224,4096,128,0.3315461628921961,0.0,0.83349609375,0.00439453125,0.045654296875,1.0,87,0.6796875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4224,4352,4096,128,0.296009106954786,0.0,0.796630859375,0.0048828125,0.04541015625,1.0,92,0.71875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4352,4480,4096,128,0.2683368266338614,0.0,0.82275390625,0.00390625,0.042236328125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4480,4608,4096,128,0.25287931840993677,0.0,0.822998046875,0.003662109375,0.036376953125,1.0,101,0.7890625
+fresh-zh-1,layers.16.mlp.silu_gate,128,4608,4736,4096,128,0.29280385075088106,0.0,0.84716796875,0.0029296875,0.027099609375,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4736,4864,4096,128,0.2971583235892546,0.0,0.79443359375,0.005615234375,0.04736328125,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,4864,4992,4096,128,0.3008475080280663,0.0,0.7578125,0.005126953125,0.052978515625,1.0,90,0.703125
+fresh-zh-1,layers.16.mlp.silu_gate,128,4992,5120,4096,128,0.277095976144767,0.0,0.83349609375,0.003662109375,0.04150390625,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.silu_gate,128,5120,5248,4096,128,0.2713387324673384,0.0,0.8466796875,0.002685546875,0.029052734375,1.0,99,0.7734375
+fresh-zh-1,layers.16.mlp.silu_gate,128,5248,5376,4096,128,0.293168352738549,0.0,0.846923828125,0.0029296875,0.038818359375,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.silu_gate,128,5376,5504,4096,128,0.29339469162191967,0.0,0.82080078125,0.004638671875,0.04638671875,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.silu_gate,128,5504,5632,4096,128,0.2797997206770162,0.0,0.835693359375,0.0048828125,0.04248046875,1.0,93,0.7265625
+fresh-zh-1,layers.16.mlp.silu_gate,128,5632,5760,4096,128,0.26826473069321277,0.0,0.821044921875,0.00439453125,0.041748046875,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.silu_gate,128,5760,5888,4096,128,0.43428042490521357,0.0,0.78955078125,0.0078125,0.06884765625,1.0,67,0.5234375
+fresh-zh-1,layers.16.mlp.silu_gate,128,5888,6016,4096,128,0.41655070508995573,0.0,0.824462890625,0.00537109375,0.06201171875,1.0,68,0.53125
+fresh-zh-1,layers.16.mlp.silu_gate,128,6016,6144,4096,128,0.2677692001533363,0.0,0.837890625,0.00537109375,0.040283203125,1.0,97,0.7578125
+fresh-zh-1,layers.16.mlp.gated_product,0,0,6144,196608,6144,0.16333097345564102,0.0,0.5024973551432291,0.02862548828125,0.19435628255208334,1.0,3266,0.5315755208333334
+fresh-zh-1,layers.16.mlp.gated_product,64,0,64,2048,64,0.13887364193769353,0.0,0.47705078125,0.02685546875,0.1845703125,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,64,128,2048,64,0.1566100295666579,0.0,0.56005859375,0.02001953125,0.17578125,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,128,192,2048,64,0.17791865655898395,0.0,0.45849609375,0.025390625,0.2138671875,1.0,30,0.46875
+fresh-zh-1,layers.16.mlp.gated_product,64,192,256,2048,64,0.14158624799269998,0.0,0.52099609375,0.02490234375,0.17919921875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,256,320,2048,64,0.12178606462539912,0.0,0.51953125,0.02099609375,0.12939453125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.gated_product,64,320,384,2048,64,0.14638433698680667,0.0,0.52734375,0.0302734375,0.19873046875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,384,448,2048,64,0.11526248049893777,0.0,0.4990234375,0.029296875,0.1865234375,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,448,512,2048,64,0.23014902790128458,0.0,0.498046875,0.03857421875,0.25439453125,1.0,21,0.328125
+fresh-zh-1,layers.16.mlp.gated_product,64,512,576,2048,64,0.13589650416868748,0.0,0.48779296875,0.029296875,0.1865234375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,576,640,2048,64,0.20437216519750248,0.0,0.55419921875,0.037109375,0.22314453125,1.0,30,0.46875
+fresh-zh-1,layers.16.mlp.gated_product,64,640,704,2048,64,0.14326038071362882,0.0,0.48681640625,0.01953125,0.15966796875,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,704,768,2048,64,0.10787421495323699,0.0,0.47998046875,0.0166015625,0.138671875,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.gated_product,64,768,832,2048,64,0.1240934855934551,0.0,0.44482421875,0.017578125,0.15380859375,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.gated_product,64,832,896,2048,64,0.14208878334561487,0.0,0.5244140625,0.02685546875,0.189453125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,896,960,2048,64,0.15717096846236922,0.0,0.4443359375,0.02587890625,0.1826171875,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,960,1024,2048,64,0.1410272626052484,0.0,0.4267578125,0.02392578125,0.166015625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,1024,1088,2048,64,0.16668985694877628,0.0,0.54345703125,0.02783203125,0.1748046875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,1088,1152,2048,64,0.17138833551580882,0.0,0.49853515625,0.02783203125,0.18701171875,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gated_product,64,1152,1216,2048,64,0.19775962356888033,0.0,0.50146484375,0.03173828125,0.22314453125,1.0,26,0.40625
+fresh-zh-1,layers.16.mlp.gated_product,64,1216,1280,2048,64,0.13270826191791138,0.0,0.51416015625,0.0302734375,0.177734375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,1280,1344,2048,64,0.13624238264068325,0.0,0.53271484375,0.02490234375,0.16455078125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,1344,1408,2048,64,0.12954291302402388,0.0,0.4736328125,0.01953125,0.16162109375,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,1408,1472,2048,64,0.132271453995409,0.0,0.41748046875,0.02099609375,0.1640625,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,1472,1536,2048,64,0.16412044374976514,0.0,0.49853515625,0.021484375,0.166015625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,64,1536,1600,2048,64,0.12900728330396954,0.0,0.46826171875,0.02294921875,0.16455078125,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,1600,1664,2048,64,0.12033287960412957,0.0,0.48193359375,0.0283203125,0.1533203125,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,1664,1728,2048,64,0.16560457370021944,0.0,0.55224609375,0.02734375,0.18212890625,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,1728,1792,2048,64,0.15500346394317593,0.0,0.53759765625,0.0224609375,0.16015625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,64,1792,1856,2048,64,0.20219771097321387,0.0,0.48046875,0.02490234375,0.2001953125,1.0,28,0.4375
+fresh-zh-1,layers.16.mlp.gated_product,64,1856,1920,2048,64,0.1999894335579486,0.0,0.5078125,0.02880859375,0.2138671875,1.0,28,0.4375
+fresh-zh-1,layers.16.mlp.gated_product,64,1920,1984,2048,64,0.17238856561603225,0.0,0.5205078125,0.02587890625,0.18212890625,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,1984,2048,2048,64,0.13290252490895557,0.0,0.4912109375,0.0234375,0.15576171875,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,2048,2112,2048,64,0.15185546645284298,0.0,0.48486328125,0.02294921875,0.18408203125,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,2112,2176,2048,64,0.15142802624383905,0.0,0.50439453125,0.02783203125,0.2041015625,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,2176,2240,2048,64,0.13893216037299144,0.0,0.47802734375,0.02099609375,0.138671875,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.gated_product,64,2240,2304,2048,64,0.12524915880339502,0.0,0.52490234375,0.02734375,0.16259765625,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.gated_product,64,2304,2368,2048,64,0.40395882847554404,0.0,0.4931640625,0.0615234375,0.37646484375,1.0,8,0.125
+fresh-zh-1,layers.16.mlp.gated_product,64,2368,2432,2048,64,0.13198492314438598,0.0,0.5009765625,0.017578125,0.15673828125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.gated_product,64,2432,2496,2048,64,0.13521001002641148,0.0,0.51513671875,0.025390625,0.1669921875,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,2496,2560,2048,64,0.14097362684742296,0.0,0.494140625,0.03271484375,0.18408203125,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,2560,2624,2048,64,0.11357453580901768,0.0,0.48046875,0.0205078125,0.1240234375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.gated_product,64,2624,2688,2048,64,0.15084681185288826,0.0,0.5244140625,0.02587890625,0.20068359375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,2688,2752,2048,64,0.11676976502422481,0.0,0.50830078125,0.02001953125,0.16064453125,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.gated_product,64,2752,2816,2048,64,0.12333997669847803,0.0,0.494140625,0.02587890625,0.15869140625,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,2816,2880,2048,64,0.17731115627655325,0.0,0.4638671875,0.02880859375,0.19580078125,1.0,30,0.46875
+fresh-zh-1,layers.16.mlp.gated_product,64,2880,2944,2048,64,0.15751462090349688,0.0,0.5009765625,0.029296875,0.1953125,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,64,2944,3008,2048,64,0.14742727327219501,0.0,0.4775390625,0.0234375,0.1630859375,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,3008,3072,2048,64,0.18851750895549102,0.0,0.5087890625,0.0341796875,0.21826171875,1.0,29,0.453125
+fresh-zh-1,layers.16.mlp.gated_product,64,3072,3136,2048,64,0.10682798596534906,0.0,0.4970703125,0.02001953125,0.14892578125,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.gated_product,64,3136,3200,2048,64,0.13501379066804176,0.0,0.58251953125,0.02197265625,0.1640625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,3200,3264,2048,64,0.12337310933799786,0.0,0.5009765625,0.0185546875,0.12890625,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.gated_product,64,3264,3328,2048,64,0.13600565317443428,0.0,0.501953125,0.0205078125,0.17333984375,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,3328,3392,2048,64,0.2251730231642816,0.0,0.49609375,0.04345703125,0.2861328125,1.0,18,0.28125
+fresh-zh-1,layers.16.mlp.gated_product,64,3392,3456,2048,64,0.18969755614767794,0.0,0.50146484375,0.03759765625,0.20361328125,1.0,30,0.46875
+fresh-zh-1,layers.16.mlp.gated_product,64,3456,3520,2048,64,0.16896661391481374,0.0,0.43017578125,0.0302734375,0.2119140625,1.0,31,0.484375
+fresh-zh-1,layers.16.mlp.gated_product,64,3520,3584,2048,64,0.14400117040982421,0.0,0.54052734375,0.0234375,0.1708984375,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,3584,3648,2048,64,0.1527664571549519,0.0,0.521484375,0.03173828125,0.19970703125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,3648,3712,2048,64,0.10651626435009828,0.0,0.52734375,0.01806640625,0.14111328125,1.0,46,0.71875
+fresh-zh-1,layers.16.mlp.gated_product,64,3712,3776,2048,64,0.16645366586200522,0.0,0.49169921875,0.025390625,0.189453125,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,3776,3840,2048,64,0.11168185484949152,0.0,0.53173828125,0.021484375,0.1552734375,1.0,47,0.734375
+fresh-zh-1,layers.16.mlp.gated_product,64,3840,3904,2048,64,0.131474451270291,0.0,0.45556640625,0.02490234375,0.18408203125,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,3904,3968,2048,64,0.13146810867489117,0.0,0.5029296875,0.0263671875,0.16357421875,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.gated_product,64,3968,4032,2048,64,0.13599031927959335,0.0,0.5517578125,0.02734375,0.181640625,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,4032,4096,2048,64,0.15708578150110933,0.0,0.50146484375,0.03955078125,0.1982421875,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,4096,4160,2048,64,0.1486730083987665,0.0,0.48095703125,0.02001953125,0.16357421875,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,4160,4224,2048,64,0.12009246669433604,0.0,0.49560546875,0.02099609375,0.16259765625,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,4224,4288,2048,64,0.13048017194632372,0.0,0.5009765625,0.02099609375,0.150390625,1.0,44,0.6875
+fresh-zh-1,layers.16.mlp.gated_product,64,4288,4352,2048,64,0.1308076152717175,0.0,0.474609375,0.02294921875,0.16748046875,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,4352,4416,2048,64,0.1501623529410763,0.0,0.4853515625,0.0361328125,0.20361328125,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,4416,4480,2048,64,0.1309229144481345,0.0,0.4931640625,0.0263671875,0.169921875,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,4480,4544,2048,64,0.12574026717258613,0.0,0.537109375,0.02197265625,0.1455078125,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.gated_product,64,4544,4608,2048,64,0.13088212102450578,0.0,0.47509765625,0.02490234375,0.171875,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,4608,4672,2048,64,0.15832679973455402,0.0,0.55712890625,0.02490234375,0.16943359375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,4672,4736,2048,64,0.22560010121513852,0.0,0.5068359375,0.0302734375,0.22607421875,1.0,22,0.34375
+fresh-zh-1,layers.16.mlp.gated_product,64,4736,4800,2048,64,0.16200062918904543,0.0,0.5107421875,0.0283203125,0.19287109375,1.0,36,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,64,4800,4864,2048,64,0.1580770714769065,0.0,0.51611328125,0.03564453125,0.19482421875,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,64,4864,4928,2048,64,0.16187805253782245,0.0,0.49951171875,0.0322265625,0.21142578125,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,4928,4992,2048,64,0.13516486380608042,0.0,0.490234375,0.03125,0.20068359375,1.0,39,0.609375
+fresh-zh-1,layers.16.mlp.gated_product,64,4992,5056,2048,64,0.14237877496082627,0.0,0.49462890625,0.021484375,0.17236328125,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,5056,5120,2048,64,0.21382153814463736,0.0,0.52783203125,0.03271484375,0.244140625,1.0,24,0.375
+fresh-zh-1,layers.16.mlp.gated_product,64,5120,5184,2048,64,0.15606207263783142,0.0,0.509765625,0.02197265625,0.162109375,1.0,38,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,64,5184,5248,2048,64,0.16525798323513477,0.0,0.5068359375,0.02587890625,0.16650390625,1.0,37,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,64,5248,5312,2048,64,0.23233977927243307,0.0,0.51318359375,0.03466796875,0.22705078125,1.0,25,0.390625
+fresh-zh-1,layers.16.mlp.gated_product,64,5312,5376,2048,64,0.1330281428544687,0.0,0.48974609375,0.02783203125,0.15625,1.0,42,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,64,5376,5440,2048,64,0.22162798782167126,0.0,0.53173828125,0.03955078125,0.2568359375,1.0,23,0.359375
+fresh-zh-1,layers.16.mlp.gated_product,64,5440,5504,2048,64,0.11861081034549276,0.0,0.5068359375,0.017578125,0.14208984375,1.0,43,0.671875
+fresh-zh-1,layers.16.mlp.gated_product,64,5504,5568,2048,64,0.2902277874271865,0.0,0.50634765625,0.05224609375,0.2998046875,1.0,10,0.15625
+fresh-zh-1,layers.16.mlp.gated_product,64,5568,5632,2048,64,0.1297148036329653,0.0,0.51806640625,0.02197265625,0.15625,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,5632,5696,2048,64,0.14007840865128215,0.0,0.4873046875,0.0283203125,0.181640625,1.0,40,0.625
+fresh-zh-1,layers.16.mlp.gated_product,64,5696,5760,2048,64,0.15586312168197652,0.0,0.4892578125,0.025390625,0.18896484375,1.0,35,0.546875
+fresh-zh-1,layers.16.mlp.gated_product,64,5760,5824,2048,64,0.17305557759248558,0.0,0.5263671875,0.03173828125,0.20654296875,1.0,33,0.515625
+fresh-zh-1,layers.16.mlp.gated_product,64,5824,5888,2048,64,0.16908415463723916,0.0,0.51318359375,0.0361328125,0.20654296875,1.0,34,0.53125
+fresh-zh-1,layers.16.mlp.gated_product,64,5888,5952,2048,64,0.21409247048279506,0.0,0.57763671875,0.04931640625,0.2607421875,1.0,20,0.3125
+fresh-zh-1,layers.16.mlp.gated_product,64,5952,6016,2048,64,0.32008229201882826,0.0,0.490234375,0.04638671875,0.30517578125,1.0,8,0.125
+fresh-zh-1,layers.16.mlp.gated_product,64,6016,6080,2048,64,0.13615072939346934,0.0,0.48583984375,0.02685546875,0.1708984375,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,64,6080,6144,2048,64,0.13557312332355212,0.0,0.52294921875,0.021484375,0.1650390625,1.0,41,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,128,0,128,4096,128,0.14800775281367556,0.0,0.5185546875,0.023681640625,0.18017578125,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gated_product,128,128,256,4096,128,0.16078201698635955,0.0,0.48974609375,0.025390625,0.195556640625,1.0,65,0.5078125
+fresh-zh-1,layers.16.mlp.gated_product,128,256,384,4096,128,0.13464809625837432,0.0,0.5234375,0.0263671875,0.1650390625,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gated_product,128,384,512,4096,128,0.18200826142606036,0.0,0.49853515625,0.037841796875,0.23583984375,1.0,58,0.453125
+fresh-zh-1,layers.16.mlp.gated_product,128,512,640,4096,128,0.1735451551510231,0.0,0.52099609375,0.03369140625,0.21728515625,1.0,66,0.515625
+fresh-zh-1,layers.16.mlp.gated_product,128,640,768,4096,128,0.12680769482565135,0.0,0.4833984375,0.01904296875,0.15234375,1.0,85,0.6640625
+fresh-zh-1,layers.16.mlp.gated_product,128,768,896,4096,128,0.1333949315367157,0.0,0.484619140625,0.021728515625,0.171630859375,1.0,81,0.6328125
+fresh-zh-1,layers.16.mlp.gated_product,128,896,1024,4096,128,0.1493174506300733,0.0,0.435546875,0.024658203125,0.176025390625,1.0,76,0.59375
+fresh-zh-1,layers.16.mlp.gated_product,128,1024,1152,4096,128,0.16905541984876285,0.0,0.52099609375,0.027587890625,0.180908203125,1.0,69,0.5390625
+fresh-zh-1,layers.16.mlp.gated_product,128,1152,1280,4096,128,0.16840479728228974,0.0,0.5078125,0.0302734375,0.20654296875,1.0,62,0.484375
+fresh-zh-1,layers.16.mlp.gated_product,128,1280,1408,4096,128,0.1329348583749954,0.0,0.503173828125,0.021728515625,0.16455078125,1.0,83,0.6484375
+fresh-zh-1,layers.16.mlp.gated_product,128,1408,1536,4096,128,0.14904908184668467,0.0,0.4580078125,0.02294921875,0.166748046875,1.0,79,0.6171875
+fresh-zh-1,layers.16.mlp.gated_product,128,1536,1664,4096,128,0.12474550304378229,0.0,0.47509765625,0.025634765625,0.1611328125,1.0,84,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,128,1664,1792,4096,128,0.1603916279997414,0.0,0.544921875,0.025146484375,0.1708984375,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gated_product,128,1792,1920,4096,128,0.20109660347409708,0.0,0.494140625,0.02685546875,0.207275390625,1.0,56,0.4375
+fresh-zh-1,layers.16.mlp.gated_product,128,1920,2048,4096,128,0.15391702095988055,0.0,0.505859375,0.022705078125,0.169677734375,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gated_product,128,2048,2176,4096,128,0.15164189695416525,0.0,0.49462890625,0.025390625,0.193603515625,1.0,74,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,128,2176,2304,4096,128,0.13226771519699107,0.0,0.50146484375,0.02392578125,0.153076171875,1.0,85,0.6640625
+fresh-zh-1,layers.16.mlp.gated_product,128,2304,2432,4096,128,0.3005018760679902,0.0,0.4970703125,0.04296875,0.30322265625,1.0,22,0.171875
+fresh-zh-1,layers.16.mlp.gated_product,128,2432,2560,4096,128,0.13812188508317344,0.0,0.504638671875,0.02880859375,0.176025390625,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gated_product,128,2560,2688,4096,128,0.13351766892515482,0.0,0.50244140625,0.023193359375,0.1640625,1.0,85,0.6640625
+fresh-zh-1,layers.16.mlp.gated_product,128,2688,2816,4096,128,0.12009980823422196,0.0,0.501220703125,0.022705078125,0.159423828125,1.0,85,0.6640625
+fresh-zh-1,layers.16.mlp.gated_product,128,2816,2944,4096,128,0.16770525027336,0.0,0.482421875,0.02880859375,0.1962890625,1.0,66,0.515625
+fresh-zh-1,layers.16.mlp.gated_product,128,2944,3072,4096,128,0.16922418870725617,0.0,0.4931640625,0.029052734375,0.194580078125,1.0,68,0.53125
+fresh-zh-1,layers.16.mlp.gated_product,128,3072,3200,4096,128,0.12173935734996841,0.0,0.539794921875,0.0205078125,0.158447265625,1.0,85,0.6640625
+fresh-zh-1,layers.16.mlp.gated_product,128,3200,3328,4096,128,0.12984310109345448,0.0,0.50146484375,0.02001953125,0.150146484375,1.0,84,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,128,3328,3456,4096,128,0.20819228272121845,0.0,0.498779296875,0.042236328125,0.244140625,1.0,47,0.3671875
+fresh-zh-1,layers.16.mlp.gated_product,128,3456,3584,4096,128,0.15698097607232056,0.0,0.4853515625,0.027099609375,0.1923828125,1.0,71,0.5546875
+fresh-zh-1,layers.16.mlp.gated_product,128,3584,3712,4096,128,0.13168770823956155,0.0,0.5244140625,0.024658203125,0.173095703125,1.0,82,0.640625
+fresh-zh-1,layers.16.mlp.gated_product,128,3712,3840,4096,128,0.14173859668686398,0.0,0.51171875,0.024658203125,0.18017578125,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gated_product,128,3840,3968,4096,128,0.13147128001083946,0.0,0.479248046875,0.025634765625,0.173828125,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gated_product,128,3968,4096,4096,128,0.1469171700101455,0.0,0.526611328125,0.033447265625,0.19091796875,1.0,74,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,128,4096,4224,4096,128,0.13514041583306954,0.0,0.48828125,0.020751953125,0.163330078125,1.0,80,0.625
+fresh-zh-1,layers.16.mlp.gated_product,128,4224,4352,4096,128,0.1306439961961817,0.0,0.48779296875,0.02197265625,0.1591796875,1.0,84,0.65625
+fresh-zh-1,layers.16.mlp.gated_product,128,4352,4480,4096,128,0.14087146937615494,0.0,0.4892578125,0.031005859375,0.188232421875,1.0,75,0.5859375
+fresh-zh-1,layers.16.mlp.gated_product,128,4480,4608,4096,128,0.12833694789986771,0.0,0.506103515625,0.022216796875,0.159912109375,1.0,86,0.671875
+fresh-zh-1,layers.16.mlp.gated_product,128,4608,4736,4096,128,0.19488814892453865,0.0,0.531982421875,0.02783203125,0.20068359375,1.0,58,0.453125
+fresh-zh-1,layers.16.mlp.gated_product,128,4736,4864,4096,128,0.16005087376262836,0.0,0.513427734375,0.031982421875,0.193115234375,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gated_product,128,4864,4992,4096,128,0.14912083070643462,0.0,0.494873046875,0.031982421875,0.205810546875,1.0,72,0.5625
+fresh-zh-1,layers.16.mlp.gated_product,128,4992,5120,4096,128,0.18164713833953486,0.0,0.51123046875,0.026611328125,0.213134765625,1.0,63,0.4921875
+fresh-zh-1,layers.16.mlp.gated_product,128,5120,5248,4096,128,0.16072580928239225,0.0,0.50830078125,0.0234375,0.166259765625,1.0,74,0.578125
+fresh-zh-1,layers.16.mlp.gated_product,128,5248,5376,4096,128,0.1893122550492596,0.0,0.50146484375,0.0322265625,0.202880859375,1.0,64,0.5
+fresh-zh-1,layers.16.mlp.gated_product,128,5376,5504,4096,128,0.17774629295247946,0.0,0.519287109375,0.030029296875,0.214599609375,1.0,61,0.4765625
+fresh-zh-1,layers.16.mlp.gated_product,128,5504,5632,4096,128,0.22478667540183395,0.0,0.51220703125,0.0390625,0.2509765625,1.0,40,0.3125
+fresh-zh-1,layers.16.mlp.gated_product,128,5632,5760,4096,128,0.14818109405508892,0.0,0.48828125,0.027587890625,0.185546875,1.0,73,0.5703125
+fresh-zh-1,layers.16.mlp.gated_product,128,5760,5888,4096,128,0.1710813904041854,0.0,0.519775390625,0.033935546875,0.2060546875,1.0,67,0.5234375
+fresh-zh-1,layers.16.mlp.gated_product,128,5888,6016,4096,128,0.27229419713010133,0.0,0.533935546875,0.049072265625,0.291015625,1.0,25,0.1953125
+fresh-zh-1,layers.16.mlp.gated_product,128,6016,6144,4096,128,0.13586223331389188,0.0,0.50439453125,0.0244140625,0.16796875,1.0,81,0.6328125
+fresh-zh-1,layers.16.mlp.down_proj.output,0,0,2048,65536,2048,0.10778154787760673,0.0,0.4899139404296875,0.00897216796875,0.0869598388671875,1.0,1623,0.79248046875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,0,64,2048,64,0.10252798496731888,0.0,0.51318359375,0.01025390625,0.0859375,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,64,128,2048,64,0.1013919669343789,0.0,0.4931640625,0.0087890625,0.0712890625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,128,192,2048,64,0.11205368494730412,0.0,0.458984375,0.0078125,0.07666015625,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,192,256,2048,64,0.10462305295366789,0.0,0.47802734375,0.00732421875,0.072265625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,256,320,2048,64,0.10453828620446796,0.0,0.501953125,0.00634765625,0.087890625,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,320,384,2048,64,0.10886717095879045,0.0,0.529296875,0.01171875,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,384,448,2048,64,0.11164909493089753,0.0,0.4619140625,0.01318359375,0.08984375,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,448,512,2048,64,0.10760607747977094,0.0,0.50244140625,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,512,576,2048,64,0.10558849280024007,0.0,0.515625,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,576,640,2048,64,0.11395513901690733,0.0,0.4990234375,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,640,704,2048,64,0.10916770797130412,0.0,0.48095703125,0.00732421875,0.09716796875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,704,768,2048,64,0.10532057190770648,0.0,0.50830078125,0.009765625,0.07421875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,768,832,2048,64,0.10740582093912632,0.0,0.51806640625,0.0107421875,0.09521484375,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,832,896,2048,64,0.10718924163648527,0.0,0.48583984375,0.00830078125,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,896,960,2048,64,0.1113043029273932,0.0,0.52490234375,0.00732421875,0.08203125,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,960,1024,2048,64,0.11021407453636689,0.0,0.4765625,0.00732421875,0.07373046875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1024,1088,2048,64,0.11118754536537169,0.0,0.45166015625,0.01220703125,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1088,1152,2048,64,0.10786163752132963,0.0,0.447265625,0.00439453125,0.07958984375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1152,1216,2048,64,0.1275336102449868,0.0,0.45068359375,0.01025390625,0.11181640625,1.0,45,0.703125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1216,1280,2048,64,0.10439012987624091,0.0,0.470703125,0.0087890625,0.09912109375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1280,1344,2048,64,0.10380484862344316,0.0,0.48779296875,0.0126953125,0.09130859375,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1344,1408,2048,64,0.10319640460339304,0.0,0.4462890625,0.01220703125,0.0966796875,1.0,49,0.765625
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1408,1472,2048,64,0.1075967797659446,0.0,0.5517578125,0.01025390625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1472,1536,2048,64,0.10253097537273892,0.0,0.49609375,0.0048828125,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1536,1600,2048,64,0.10531728022680785,0.0,0.5205078125,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1600,1664,2048,64,0.11350215630720378,0.0,0.482421875,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1664,1728,2048,64,0.10845406580691083,0.0,0.46875,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1728,1792,2048,64,0.1053472317675567,0.0,0.50146484375,0.01025390625,0.09912109375,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1792,1856,2048,64,0.10324503147507633,0.0,0.47216796875,0.01123046875,0.095703125,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1856,1920,2048,64,0.10733488474405964,0.0,0.5146484375,0.00927734375,0.0849609375,1.0,53,0.828125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1920,1984,2048,64,0.1034468421292656,0.0,0.48046875,0.01025390625,0.08740234375,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,64,1984,2048,2048,64,0.10735181518102006,0.0,0.486328125,0.00732421875,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,0,128,4096,128,0.10196155809980777,0.0,0.503173828125,0.009521484375,0.078369140625,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,128,256,4096,128,0.1084020560681754,0.0,0.468505859375,0.007568359375,0.074462890625,1.0,101,0.7890625
+fresh-zh-1,layers.16.mlp.down_proj.output,128,256,384,4096,128,0.1067246789527562,0.0,0.515625,0.0087890625,0.087890625,1.0,104,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,384,512,4096,128,0.1096462227107506,0.0,0.482177734375,0.010498046875,0.093994140625,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,512,640,4096,128,0.10985149867022531,0.0,0.50732421875,0.008056640625,0.08837890625,1.0,100,0.78125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,640,768,4096,128,0.10726138944343931,0.0,0.49462890625,0.008544921875,0.0859375,1.0,103,0.8046875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,768,896,4096,128,0.10729758593326434,0.0,0.501953125,0.009033203125,0.093994140625,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,896,1024,4096,128,0.11076053014513054,0.0,0.500732421875,0.00732421875,0.077880859375,1.0,104,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1024,1152,4096,128,0.10953721534975976,0.0,0.449462890625,0.0078125,0.08154296875,1.0,101,0.7890625
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1152,1280,4096,128,0.1165378070792879,0.0,0.460693359375,0.010009765625,0.107177734375,1.0,95,0.7421875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1280,1408,4096,128,0.10350107371617734,0.0,0.467041015625,0.012451171875,0.09375,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1408,1536,4096,128,0.10509440500541972,0.0,0.52392578125,0.007568359375,0.080810546875,1.0,102,0.796875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1536,1664,4096,128,0.10948622972948902,0.0,0.50146484375,0.0068359375,0.081298828125,1.0,103,0.8046875
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1664,1792,4096,128,0.10691193486027893,0.0,0.485107421875,0.009033203125,0.089111328125,1.0,104,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1792,1920,4096,128,0.10530981437480096,0.0,0.493408203125,0.010009765625,0.090576171875,1.0,104,0.8125
+fresh-zh-1,layers.16.mlp.down_proj.output,128,1920,2048,4096,128,0.10541741167657526,0.0,0.4833984375,0.008544921875,0.087158203125,1.0,103,0.8046875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.29507405179745,0.0,0.4981435139973958,0.011118570963541666,0.11540730794270833,1.0,2814,0.4580078125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.620003217228392,0.0,0.5947265625,0.013671875,0.16064453125,1.0,19,0.296875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3866696565631484,0.0,0.46240234375,0.01171875,0.08935546875,1.0,40,0.625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.2607552925735077,0.0,0.462890625,0.01171875,0.10791015625,1.0,30,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.370760697942395,0.0,0.55224609375,0.00927734375,0.10986328125,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.238923750520349,0.0,0.576171875,0.009765625,0.0908203125,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7601978452173916,0.0,0.5068359375,0.009765625,0.09326171875,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.0110184111401237,0.0,0.52294921875,0.009765625,0.1171875,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.3462263884734553,0.0,0.5478515625,0.005859375,0.1064453125,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.3267189453785595,0.0,0.47119140625,0.00341796875,0.0751953125,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.3962864005525635,0.0,0.47998046875,0.013671875,0.12451171875,1.0,25,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.1198901714848386,0.0,0.50830078125,0.0087890625,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.309595693408967,0.0,0.45458984375,0.00537109375,0.08544921875,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.207770394893313,0.0,0.43310546875,0.0126953125,0.1220703125,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,832,896,2048,64,3.1699922237832774,0.0,0.56396484375,0.0166015625,0.1591796875,1.0,19,0.296875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.686278817909489,0.0,0.5078125,0.00732421875,0.078125,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,2.9268692381081594,0.0,0.50537109375,0.00732421875,0.08349609375,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.41161131949566,0.0,0.49609375,0.0146484375,0.12255859375,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.9916960899049088,0.0,0.451171875,0.01171875,0.103515625,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,2.11483896199574,0.0,0.56298828125,0.00927734375,0.11181640625,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.8876530411525219,0.0,0.48583984375,0.009765625,0.09521484375,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,4.019107833124803,0.0,0.4912109375,0.01708984375,0.1650390625,1.0,21,0.328125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.6323822443560427,0.0,0.49609375,0.01318359375,0.11474609375,1.0,30,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.3940132778398606,0.0,0.43994140625,0.009765625,0.10546875,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.533231766050926,0.0,0.44970703125,0.0048828125,0.0625,1.0,41,0.640625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.9462420134568608,0.0,0.4306640625,0.0146484375,0.15478515625,1.0,28,0.4375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,2.1658405217497583,0.0,0.47607421875,0.0185546875,0.17578125,1.0,22,0.34375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.2660367201288563,0.0,0.56103515625,0.01318359375,0.12841796875,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.901775860785462,0.0,0.45849609375,0.0126953125,0.10595703125,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.5388600960025975,0.0,0.45849609375,0.0087890625,0.11669921875,1.0,28,0.4375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.7955467140275259,0.0,0.49462890625,0.00634765625,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7515775641117939,0.0,0.52587890625,0.00634765625,0.08935546875,1.0,35,0.546875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.148649924068733,0.0,0.498046875,0.01025390625,0.12939453125,1.0,27,0.421875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.396095165820863,0.0,0.44482421875,0.00439453125,0.0556640625,1.0,43,0.671875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.4068981907502436,0.0,0.52978515625,0.00634765625,0.0517578125,1.0,45,0.703125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.248604434895872,0.0,0.47216796875,0.0078125,0.07373046875,1.0,42,0.65625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.4155897529334815,0.0,0.49609375,0.009765625,0.1064453125,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.069722208476616,0.0,0.4609375,0.01025390625,0.109375,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.865333565100721,0.0,0.5087890625,0.00927734375,0.09375,1.0,35,0.546875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.1786450231469376,0.0,0.5751953125,0.01123046875,0.11474609375,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.102912030140245,0.0,0.48095703125,0.0126953125,0.09423828125,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.713377989526029,0.0,0.603515625,0.00537109375,0.07080078125,1.0,41,0.640625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.283913810709492,0.0,0.46142578125,0.0048828125,0.06640625,1.0,43,0.671875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.7883398613263273,0.0,0.51318359375,0.00634765625,0.06201171875,1.0,42,0.65625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.894796915242832,0.0,0.48046875,0.00634765625,0.0791015625,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.8241246246210798,0.0,0.5048828125,0.0078125,0.123046875,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.8582779726653547,0.0,0.4443359375,0.0126953125,0.16064453125,1.0,22,0.34375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.9629039656965337,0.0,0.44091796875,0.01025390625,0.0927734375,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.2161599359113744,0.0,0.42333984375,0.00537109375,0.08642578125,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.3497192190868152,0.0,0.49853515625,0.0107421875,0.1484375,1.0,25,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.096451627179811,0.0,0.4453125,0.01220703125,0.12548828125,1.0,26,0.40625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,2.1928697622512643,0.0,0.44873046875,0.00927734375,0.107421875,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.082608749462392,0.0,0.505859375,0.01123046875,0.10546875,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.3841070898085186,0.0,0.462890625,0.00634765625,0.08154296875,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.5487315318112156,0.0,0.50439453125,0.00830078125,0.09765625,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.5127504347671805,0.0,0.49853515625,0.00341796875,0.05712890625,1.0,42,0.65625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.5954781886138947,0.0,0.54443359375,0.0029296875,0.0546875,1.0,44,0.6875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.8813700590146327,0.0,0.55615234375,0.01123046875,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.495612218375487,0.0,0.52685546875,0.00537109375,0.07958984375,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.8268467521768295,0.0,0.43505859375,0.0126953125,0.11376953125,1.0,31,0.484375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.0099449430941836,0.0,0.5595703125,0.00634765625,0.1044921875,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.0896116742548485,0.0,0.4990234375,0.0087890625,0.1025390625,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.395877764331603,0.0,0.505859375,0.0068359375,0.0927734375,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.7931959463291671,0.0,0.51416015625,0.0087890625,0.1259765625,1.0,28,0.4375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.7149730226987536,0.0,0.53955078125,0.0078125,0.1025390625,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.8972126966211214,0.0,0.61962890625,0.01416015625,0.1396484375,1.0,25,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.169274899032799,0.0,0.3759765625,0.01611328125,0.13427734375,1.0,22,0.34375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.014678859581201,0.0,0.4306640625,0.01806640625,0.1552734375,1.0,18,0.28125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.0614592165200105,0.0,0.55615234375,0.0244140625,0.19677734375,1.0,10,0.15625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.8541417852172395,0.0,0.39453125,0.009765625,0.08740234375,1.0,40,0.625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.9140412175886083,0.0,0.52978515625,0.00732421875,0.091796875,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6373130059616323,0.0,0.46142578125,0.01708984375,0.17236328125,1.0,21,0.328125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.508269203638344,0.0,0.458984375,0.01123046875,0.125,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.1333611953079106,0.0,0.4453125,0.0068359375,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.8551664649978954,0.0,0.5048828125,0.0078125,0.0654296875,1.0,41,0.640625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.1866703305176087,0.0,0.63427734375,0.0107421875,0.10693359375,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.980744728871884,0.0,0.41064453125,0.0078125,0.09814453125,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.1178462745080977,0.0,0.52392578125,0.0146484375,0.1279296875,1.0,23,0.359375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.8959431361559402,0.0,0.43994140625,0.01318359375,0.1181640625,1.0,30,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.930958990264197,0.0,0.53759765625,0.00830078125,0.06787109375,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.461834088226226,0.0,0.44189453125,0.0048828125,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,3.0850199204240067,0.0,0.43408203125,0.01318359375,0.1279296875,1.0,25,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.4880755253192564,0.0,0.44970703125,0.0126953125,0.123046875,1.0,27,0.421875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.7030939784392958,0.0,0.544921875,0.01025390625,0.1103515625,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.5419394270908389,0.0,0.53857421875,0.009765625,0.1064453125,1.0,41,0.640625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.39520187164612,0.0,0.548828125,0.005859375,0.07275390625,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.692303195126617,0.0,0.439453125,0.00732421875,0.099609375,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.8766548392250213,0.0,0.50048828125,0.015625,0.11328125,1.0,25,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.358961649248358,0.0,0.52734375,0.00732421875,0.072265625,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.0530355766115325,0.0,0.5205078125,0.0185546875,0.14453125,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.4476488230377385,0.0,0.5556640625,0.02001953125,0.16796875,1.0,21,0.328125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.146470075374841,0.0,0.5126953125,0.0087890625,0.09423828125,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.968242947035094,0.0,0.54296875,0.0107421875,0.10009765625,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.264164668536835,0.0,0.59228515625,0.01220703125,0.13037109375,1.0,26,0.40625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.1506991681938477,0.0,0.48974609375,0.01611328125,0.1484375,1.0,21,0.328125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.5503613266763956,0.0,0.50341796875,0.00927734375,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.9189064665646494,0.0,0.54296875,0.01416015625,0.14208984375,1.0,24,0.375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.0960999015695894,0.0,0.528564453125,0.013427734375,0.12890625,1.0,50,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.316411101230462,0.0,0.507568359375,0.010498046875,0.107666015625,1.0,59,0.4609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.0138366387261972,0.0,0.54150390625,0.010009765625,0.095947265625,1.0,65,0.5078125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.1850598751422967,0.0,0.535400390625,0.008056640625,0.116455078125,1.0,57,0.4453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.9110464068236532,0.0,0.4755859375,0.009765625,0.1025390625,1.0,60,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.2184405763892743,0.0,0.4814453125,0.007080078125,0.08447265625,1.0,83,0.6484375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.731583864300511,0.0,0.49853515625,0.01416015625,0.14453125,1.0,45,0.3515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,2.8091508881273217,0.0,0.506591796875,0.00732421875,0.08203125,1.0,68,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.211642203303023,0.0,0.4736328125,0.01318359375,0.115966796875,1.0,60,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,2.004467240808338,0.0,0.5244140625,0.009765625,0.10546875,1.0,68,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,3.3972536006814464,0.0,0.49365234375,0.016357421875,0.142333984375,1.0,44,0.34375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.464605724553427,0.0,0.44482421875,0.007568359375,0.08349609375,1.0,73,0.5703125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.0589709979256483,0.0,0.453369140625,0.0166015625,0.166259765625,1.0,49,0.3828125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.0918501191097114,0.0,0.509765625,0.012451171875,0.118408203125,1.0,60,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.19884044320289,0.0,0.4765625,0.00732421875,0.105224609375,1.0,63,0.4921875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.9601939265415014,0.0,0.511962890625,0.00830078125,0.1103515625,1.0,61,0.4765625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.4015027528931654,0.0,0.4873046875,0.00537109375,0.0537109375,1.0,87,0.6796875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.3335911980369035,0.0,0.484130859375,0.0087890625,0.0908203125,1.0,75,0.5859375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.970180109704781,0.0,0.48486328125,0.010009765625,0.1015625,1.0,67,0.5234375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.141113395337982,0.0,0.528076171875,0.011962890625,0.103271484375,1.0,68,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.507855897853171,0.0,0.532470703125,0.005126953125,0.069580078125,1.0,83,0.6484375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.8423374839619393,0.0,0.496826171875,0.006103515625,0.071533203125,1.0,81,0.6328125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.397622115260552,0.0,0.474609375,0.01171875,0.1435546875,1.0,48,0.375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.093365333629786,0.0,0.43212890625,0.008056640625,0.092041015625,1.0,71,0.5546875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.2266892277157617,0.0,0.471923828125,0.01171875,0.139404296875,1.0,50,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.138450022508502,0.0,0.477294921875,0.009765625,0.108154296875,1.0,65,0.5078125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.4677924382860876,0.0,0.483642578125,0.00732421875,0.089599609375,1.0,74,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.5544492336894384,0.0,0.521484375,0.0029296875,0.055419921875,1.0,86,0.671875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.695401061205086,0.0,0.54150390625,0.0087890625,0.081298828125,1.0,87,0.6796875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.9205790442219386,0.0,0.497314453125,0.009521484375,0.107666015625,1.0,63,0.4921875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.2479665489949743,0.0,0.50244140625,0.008056640625,0.09814453125,1.0,66,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.7545204715984162,0.0,0.52685546875,0.0078125,0.1142578125,1.0,60,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.0362925414971125,0.0,0.497802734375,0.015869140625,0.1376953125,1.0,46,0.359375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.0382032539247286,0.0,0.493408203125,0.021240234375,0.175537109375,1.0,27,0.2109375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.8843295282827597,0.0,0.462158203125,0.008544921875,0.08984375,1.0,76,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.574114015904655,0.0,0.460205078125,0.013671875,0.14892578125,1.0,49,0.3828125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.997492946039239,0.0,0.47509765625,0.00732421875,0.062255859375,1.0,79,0.6171875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0862498430580816,0.0,0.5224609375,0.009765625,0.104736328125,1.0,61,0.4765625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.5802679867603717,0.0,0.48193359375,0.01416015625,0.129150390625,1.0,51,0.3984375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.706579731003982,0.0,0.48974609375,0.006591796875,0.065673828125,1.0,76,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.8024870855282846,0.0,0.44189453125,0.01416015625,0.12841796875,1.0,50,0.390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.6245162812685832,0.0,0.541748046875,0.01025390625,0.10791015625,1.0,78,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.548086389864565,0.0,0.494140625,0.006591796875,0.084228515625,1.0,69,0.5390625
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.630574378977077,0.0,0.513916015625,0.011474609375,0.093505859375,1.0,58,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.265814172865064,0.0,0.5380859375,0.019287109375,0.1591796875,1.0,58,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.0592855658010456,0.0,0.52783203125,0.009765625,0.09765625,1.0,71,0.5546875
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.208160836343248,0.0,0.541015625,0.014404296875,0.1376953125,1.0,46,0.359375
+fresh-zh-1,layers.17.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.744394202965233,0.0,0.523193359375,0.011474609375,0.120361328125,1.0,58,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5948136711027558,0.0,0.55706787109375,0.0109405517578125,0.1082305908203125,1.0,1002,0.4892578125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4140174053873562,0.0,0.59228515625,0.01123046875,0.11669921875,1.0,31,0.484375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5243146971163246,0.0,0.62841796875,0.017578125,0.13427734375,1.0,28,0.4375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,128,192,2048,64,1.9734070202803153,0.0,0.4716796875,0.00634765625,0.0908203125,1.0,35,0.546875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,192,256,2048,64,1.9060584764002617,0.0,0.4501953125,0.00927734375,0.0830078125,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6103346093008273,0.0,0.7880859375,0.0068359375,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7633230717138273,0.0,0.81640625,0.0078125,0.0732421875,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,384,448,2048,64,2.2986024554968996,0.0,0.46337890625,0.0078125,0.0810546875,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,448,512,2048,64,2.062917800955031,0.0,0.5244140625,0.0078125,0.1064453125,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,512,576,2048,64,1.0293742258266867,0.0,0.58740234375,0.01220703125,0.12890625,1.0,29,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,576,640,2048,64,0.9729725175533437,0.0,0.59326171875,0.009765625,0.1005859375,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,640,704,2048,64,1.5296833285946652,0.0,0.51953125,0.01025390625,0.12744140625,1.0,26,0.40625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,704,768,2048,64,1.162992683218528,0.0,0.521484375,0.00927734375,0.1142578125,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,768,832,2048,64,1.4934996539838459,0.0,0.5390625,0.01806640625,0.1533203125,1.0,23,0.359375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3041842480664505,0.0,0.515625,0.01318359375,0.11669921875,1.0,35,0.546875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,896,960,2048,64,1.155596710367246,0.0,0.37841796875,0.01220703125,0.1279296875,1.0,24,0.375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.0377123854424748,0.0,0.33154296875,0.01123046875,0.10888671875,1.0,31,0.484375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.680609967414256,0.0,0.64501953125,0.009765625,0.1044921875,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.5579036515647025,0.0,0.6875,0.01318359375,0.09423828125,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.657249860854595,0.0,0.53515625,0.0068359375,0.107421875,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.3827208935532977,0.0,0.4287109375,0.0087890625,0.091796875,1.0,40,0.625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9186577903770012,0.0,0.56640625,0.0078125,0.0810546875,1.0,43,0.671875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1423312671145534,0.0,0.53125,0.009765625,0.091796875,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.324383826645793,0.0,0.67333984375,0.00927734375,0.10791015625,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.481737495871883,0.0,0.697265625,0.0087890625,0.0947265625,1.0,34,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.8439605822748133,0.0,0.15576171875,0.0009765625,0.01806640625,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.048356575653095,0.0,0.19873046875,0.00146484375,0.015625,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.6064824582556692,0.0,0.81884765625,0.01123046875,0.10791015625,1.0,32,0.5
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.7485480398807884,0.0,0.81787109375,0.00634765625,0.08642578125,1.0,36,0.5625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.9360881592469104,0.0,0.58349609375,0.01171875,0.111328125,1.0,33,0.515625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5971597460556184,0.0,0.5751953125,0.00927734375,0.09326171875,1.0,38,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.7888020598826762,0.0,0.60888671875,0.0146484375,0.0830078125,1.0,39,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8744675460479567,0.0,0.58154296875,0.0078125,0.09228515625,1.0,37,0.578125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4702007547582105,0.0,0.6103515625,0.014404296875,0.125,1.0,59,0.4609375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,128,256,4096,128,1.9400250234402803,0.0,0.4609375,0.007568359375,0.087158203125,1.0,67,0.5234375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,256,384,4096,128,1.6885623780527528,0.0,0.80224609375,0.0078125,0.07861328125,1.0,73,0.5703125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,384,512,4096,128,2.1839417462370094,0.0,0.493896484375,0.00830078125,0.09423828125,1.0,71,0.5546875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,512,640,4096,128,1.0015704709880335,0.0,0.59033203125,0.01123046875,0.114990234375,1.0,62,0.484375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3587647086600914,0.0,0.5205078125,0.010498046875,0.125732421875,1.0,60,0.46875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4020409711122068,0.0,0.52734375,0.015380859375,0.134521484375,1.0,58,0.453125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.0982373950818447,0.0,0.35498046875,0.01171875,0.119384765625,1.0,54,0.421875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.6204187190554762,0.0,0.666259765625,0.01123046875,0.098388671875,1.0,71,0.5546875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.5261707261593318,0.0,0.48193359375,0.0078125,0.100830078125,1.0,75,0.5859375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0365454306608792,0.0,0.548828125,0.0087890625,0.08740234375,1.0,78,0.609375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4052648374868049,0.0,0.685302734375,0.00927734375,0.103515625,1.0,69,0.5390625
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.9488400768155067,0.0,0.17724609375,0.001220703125,0.016845703125,1.0,94,0.734375
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6790184835870814,0.0,0.818359375,0.00927734375,0.09765625,1.0,68,0.53125
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.7747333059922745,0.0,0.579345703125,0.010498046875,0.103515625,1.0,70,0.546875
+fresh-zh-1,layers.17.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.83213555593296,0.0,0.59521484375,0.010986328125,0.08740234375,1.0,76,0.59375
+fresh-zh-1,layers.17.linear_attn.in_proj_b.output,0,0,16,512,16,1.473178418757958,0.0,0.37890625,0.0078125,0.083984375,1.0,11,0.6875
+fresh-zh-1,layers.17.linear_attn.in_proj_b.output,64,0,16,512,16,1.473178418757958,0.0,0.37890625,0.0078125,0.083984375,1.0,11,0.6875
+fresh-zh-1,layers.17.linear_attn.in_proj_b.output,128,0,16,512,16,1.473178418757958,0.0,0.37890625,0.0078125,0.083984375,1.0,11,0.6875
+fresh-zh-1,layers.17.linear_attn.in_proj_a.output,0,0,16,512,16,2.221137072914312,0.0,0.638671875,0.013671875,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.17.linear_attn.in_proj_a.output,64,0,16,512,16,2.221137072914312,0.0,0.638671875,0.013671875,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.17.linear_attn.in_proj_a.output,128,0,16,512,16,2.221137072914312,0.0,0.638671875,0.013671875,0.080078125,1.0,13,0.8125
+fresh-zh-1,layers.17.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07704162087307598,0.0,0.50726318359375,0.00994873046875,0.1008148193359375,1.0,1384,0.67578125
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,0,64,2048,64,0.07378039478758779,0.0,0.46142578125,0.0087890625,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,64,128,2048,64,0.06541552471623503,0.0,0.470703125,0.00927734375,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,128,192,2048,64,0.0655071148226491,0.0,0.5361328125,0.0078125,0.08056640625,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,192,256,2048,64,0.0692714950707951,0.0,0.498046875,0.0126953125,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,256,320,2048,64,0.0627923686849878,0.0,0.41455078125,0.0087890625,0.0791015625,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,320,384,2048,64,0.06707843117248376,0.0,0.54638671875,0.00634765625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,384,448,2048,64,0.067445305299576,0.0,0.513671875,0.01171875,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,448,512,2048,64,0.062252370940762504,0.0,0.4345703125,0.0087890625,0.09326171875,1.0,46,0.71875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,512,576,2048,64,0.06619599566187194,0.0,0.53271484375,0.005859375,0.08056640625,1.0,46,0.71875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,576,640,2048,64,0.09377530840215148,0.0,0.474609375,0.00830078125,0.10205078125,1.0,41,0.640625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,640,704,2048,64,0.06555601395420922,0.0,0.4873046875,0.00732421875,0.08203125,1.0,46,0.71875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,704,768,2048,64,0.06781907809579525,0.0,0.57177734375,0.0078125,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,768,832,2048,64,0.06466985625867337,0.0,0.54931640625,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,832,896,2048,64,0.06943379976278168,0.0,0.48681640625,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,896,960,2048,64,0.06640418765907231,0.0,0.53125,0.00634765625,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,960,1024,2048,64,0.0625409154675697,0.0,0.50244140625,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06314425253833787,0.0,0.56591796875,0.009765625,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06587184921167194,0.0,0.56787109375,0.009765625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1152,1216,2048,64,0.21398989825197312,0.0,0.54345703125,0.03076171875,0.28369140625,1.0,1,0.015625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1216,1280,2048,64,0.06449650624406185,0.0,0.52197265625,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06044837794906078,0.0,0.52294921875,0.009765625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06347434968980903,0.0,0.52294921875,0.01025390625,0.0947265625,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1408,1472,2048,64,0.0658457595729402,0.0,0.49462890625,0.00830078125,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1472,1536,2048,64,0.06406901847537384,0.0,0.5625,0.0078125,0.09814453125,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1536,1600,2048,64,0.06660449217334094,0.0,0.44140625,0.00634765625,0.0859375,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06868784564081205,0.0,0.57177734375,0.0078125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07157268904028044,0.0,0.4609375,0.00927734375,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1728,1792,2048,64,0.0644586067757409,0.0,0.4912109375,0.0078125,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0795940514107602,0.0,0.4658203125,0.01025390625,0.10791015625,1.0,40,0.625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06667924066964663,0.0,0.48779296875,0.01171875,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08242128761442491,0.0,0.5087890625,0.0087890625,0.10009765625,1.0,42,0.65625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06670531111661465,0.0,0.49072265625,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,0,128,4096,128,0.06972351658125352,0.0,0.466064453125,0.009033203125,0.089599609375,1.0,93,0.7265625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,128,256,4096,128,0.06741558470313419,0.0,0.51708984375,0.01025390625,0.08447265625,1.0,95,0.7421875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,256,384,4096,128,0.06497075301100133,0.0,0.48046875,0.0078125,0.08544921875,1.0,95,0.7421875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,384,512,4096,128,0.06490079697006543,0.0,0.47412109375,0.010009765625,0.088134765625,1.0,94,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,512,640,4096,128,0.08116562790857097,0.0,0.503662109375,0.00732421875,0.093994140625,1.0,86,0.671875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,640,768,4096,128,0.06669714506381832,0.0,0.529541015625,0.008056640625,0.083740234375,1.0,92,0.71875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,768,896,4096,128,0.0670941236548162,0.0,0.51806640625,0.009521484375,0.08642578125,1.0,99,0.7734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,896,1024,4096,128,0.06450148155733708,0.0,0.516845703125,0.0078125,0.092041015625,1.0,97,0.7578125
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1024,1152,4096,128,0.0645224656503091,0.0,0.56689453125,0.009765625,0.08203125,1.0,96,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1152,1280,4096,128,0.1580371410010636,0.0,0.53271484375,0.02197265625,0.21240234375,1.0,20,0.15625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06197983327347959,0.0,0.52294921875,0.009521484375,0.089111328125,1.0,98,0.765625
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1408,1536,4096,128,0.0649634635088649,0.0,0.528564453125,0.008056640625,0.092529296875,1.0,94,0.734375
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06765418877070604,0.0,0.506591796875,0.007080078125,0.08642578125,1.0,95,0.7421875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1664,1792,4096,128,0.06810859638814426,0.0,0.47607421875,0.0087890625,0.0888671875,1.0,96,0.75
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1792,1920,4096,128,0.07342116233164453,0.0,0.476806640625,0.01123046875,0.093505859375,1.0,88,0.6875
+fresh-zh-1,layers.17.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07497622017407955,0.0,0.499755859375,0.008056640625,0.097412109375,1.0,87,0.6796875
+fresh-zh-1,layers.17.mlp.gate_proj.output,0,0,6144,196608,6144,1.3546184243679027,0.0,0.8776448567708334,0.00665283203125,0.068756103515625,1.0,3599,0.5857747395833334
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,0,64,2048,64,1.399190741357503,0.0,0.892578125,0.005859375,0.06982421875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,64,128,2048,64,1.4637065123686415,0.0,0.90673828125,0.00341796875,0.0673828125,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,128,192,2048,64,1.4150143152272765,0.0,0.86572265625,0.0078125,0.06640625,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,192,256,2048,64,1.327575512496582,0.0,0.8544921875,0.00634765625,0.0703125,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,256,320,2048,64,1.3729990752447692,0.0,0.8798828125,0.00634765625,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,320,384,2048,64,1.3422866261472552,0.0,0.89892578125,0.005859375,0.06689453125,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,384,448,2048,64,1.2928202031903484,0.0,0.8642578125,0.00927734375,0.06982421875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,448,512,2048,64,1.5350967724876656,0.0,0.88037109375,0.00830078125,0.07763671875,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,512,576,2048,64,1.3417546461876555,0.0,0.87158203125,0.00439453125,0.07177734375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,576,640,2048,64,1.245828735433467,0.0,0.80615234375,0.0087890625,0.08935546875,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,640,704,2048,64,1.2858481560138135,0.0,0.9052734375,0.005859375,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,704,768,2048,64,1.2126596330754023,0.0,0.87109375,0.0078125,0.0654296875,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,768,832,2048,64,1.2046358662476053,0.0,0.84423828125,0.0087890625,0.072265625,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,832,896,2048,64,1.3171278295837603,0.0,0.88330078125,0.00390625,0.04296875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,896,960,2048,64,1.4450553237746775,0.0,0.8837890625,0.01123046875,0.06396484375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,960,1024,2048,64,1.2529942576543012,0.0,0.853515625,0.0078125,0.08154296875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1024,1088,2048,64,1.4262190408767754,0.0,0.859375,0.005859375,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1088,1152,2048,64,1.6252095554215351,0.0,0.88720703125,0.00439453125,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1152,1216,2048,64,1.3083029481173396,0.0,0.900390625,0.00732421875,0.06201171875,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1216,1280,2048,64,1.4704717413926465,0.0,0.8759765625,0.00830078125,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1280,1344,2048,64,1.3388602672223708,0.0,0.8447265625,0.0048828125,0.0703125,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1344,1408,2048,64,1.3730953102145638,0.0,0.853515625,0.00537109375,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1408,1472,2048,64,1.4083886284957587,0.0,0.85498046875,0.0107421875,0.0849609375,1.0,34,0.53125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1472,1536,2048,64,1.4540239232707624,0.0,0.87744140625,0.0078125,0.0634765625,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1536,1600,2048,64,1.4378311926831706,0.0,0.85791015625,0.0048828125,0.07177734375,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1600,1664,2048,64,1.2120551600513456,0.0,0.88330078125,0.005859375,0.0693359375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1664,1728,2048,64,1.379731677254465,0.0,0.91064453125,0.0078125,0.07373046875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1728,1792,2048,64,1.4972431593041282,0.0,0.88134765625,0.01025390625,0.0830078125,1.0,33,0.515625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1792,1856,2048,64,1.360632967582836,0.0,0.8359375,0.0068359375,0.0849609375,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1856,1920,2048,64,1.2800542092103964,0.0,0.83642578125,0.00634765625,0.08154296875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1920,1984,2048,64,1.356717827048443,0.0,0.876953125,0.0068359375,0.064453125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,1984,2048,2048,64,1.2458112598979751,0.0,0.8701171875,0.0087890625,0.0703125,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2048,2112,2048,64,1.3605786310121943,0.0,0.88623046875,0.0029296875,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2112,2176,2048,64,1.5966964902607803,0.0,0.89990234375,0.0087890625,0.0625,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2176,2240,2048,64,1.3366961489162197,0.0,0.87548828125,0.0068359375,0.076171875,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2240,2304,2048,64,1.2086557265337738,0.0,0.8212890625,0.00927734375,0.08837890625,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2304,2368,2048,64,1.381200751996996,0.0,0.90673828125,0.0048828125,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2368,2432,2048,64,1.3548163318772526,0.0,0.888671875,0.0048828125,0.05810546875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2432,2496,2048,64,1.270603131279051,0.0,0.8583984375,0.0068359375,0.068359375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2496,2560,2048,64,1.3147319900545966,0.0,0.8798828125,0.00732421875,0.068359375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2560,2624,2048,64,1.2380204692226306,0.0,0.83251953125,0.0126953125,0.08056640625,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2624,2688,2048,64,1.4998757466624726,0.0,0.87255859375,0.0078125,0.07373046875,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2688,2752,2048,64,1.434870312411313,0.0,0.8984375,0.00927734375,0.06884765625,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2752,2816,2048,64,1.3612264514716215,0.0,0.9111328125,0.00634765625,0.05224609375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2816,2880,2048,64,1.2522964151735172,0.0,0.87158203125,0.0078125,0.0693359375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2880,2944,2048,64,1.6521230612547335,0.0,0.880859375,0.0078125,0.08349609375,1.0,34,0.53125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,2944,3008,2048,64,1.3473776504688617,0.0,0.880859375,0.00439453125,0.06640625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3008,3072,2048,64,1.3941536881085512,0.0,0.90478515625,0.00390625,0.0556640625,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3072,3136,2048,64,1.3272386000561887,0.0,0.8515625,0.0068359375,0.08447265625,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3136,3200,2048,64,1.4266239446996962,0.0,0.890625,0.0078125,0.06787109375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3200,3264,2048,64,1.0657242365259,0.0,0.841796875,0.0048828125,0.0751953125,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3264,3328,2048,64,1.3305213901876416,0.0,0.900390625,0.00439453125,0.05615234375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3328,3392,2048,64,1.5029602144209704,0.0,0.9150390625,0.00341796875,0.052734375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3392,3456,2048,64,1.391511958571348,0.0,0.875,0.00927734375,0.07861328125,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3456,3520,2048,64,1.1680357341509908,0.0,0.84326171875,0.00634765625,0.0693359375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3520,3584,2048,64,1.293116393684755,0.0,0.884765625,0.00537109375,0.06591796875,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3584,3648,2048,64,1.469291135776008,0.0,0.904296875,0.0068359375,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3648,3712,2048,64,1.2847600523003746,0.0,0.8447265625,0.0078125,0.08447265625,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3712,3776,2048,64,1.304735254666944,0.0,0.89990234375,0.00439453125,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3776,3840,2048,64,1.275582177612877,0.0,0.912109375,0.0029296875,0.0634765625,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3840,3904,2048,64,1.453237041130893,0.0,0.90625,0.0048828125,0.06103515625,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3904,3968,2048,64,1.304027184861097,0.0,0.85498046875,0.0068359375,0.06298828125,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,3968,4032,2048,64,1.229786344462226,0.0,0.86669921875,0.00439453125,0.06982421875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4032,4096,2048,64,1.4087950919956271,0.0,0.92578125,0.00732421875,0.06689453125,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4096,4160,2048,64,1.3625210776598446,0.0,0.8701171875,0.0068359375,0.0654296875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4160,4224,2048,64,1.2710962673882535,0.0,0.85986328125,0.005859375,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4224,4288,2048,64,1.1660031073917592,0.0,0.8798828125,0.00390625,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4288,4352,2048,64,1.375894075837906,0.0,0.921875,0.0048828125,0.05419921875,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4352,4416,2048,64,1.3382195394258927,0.0,0.89404296875,0.0087890625,0.07177734375,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4416,4480,2048,64,1.3934498566265419,0.0,0.87939453125,0.00537109375,0.08154296875,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4480,4544,2048,64,1.2237469841357342,0.0,0.8896484375,0.00537109375,0.068359375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4544,4608,2048,64,1.4247109987453395,0.0,0.88818359375,0.0068359375,0.07080078125,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4608,4672,2048,64,1.3288201757906335,0.0,0.86865234375,0.0078125,0.0771484375,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4672,4736,2048,64,1.3583255707809951,0.0,0.9111328125,0.0078125,0.05419921875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4736,4800,2048,64,1.3548834867500092,0.0,0.84814453125,0.0048828125,0.0791015625,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4800,4864,2048,64,1.3733007205927454,0.0,0.87890625,0.0068359375,0.07763671875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4864,4928,2048,64,1.4030402109448725,0.0,0.9072265625,0.00732421875,0.0634765625,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4928,4992,2048,64,1.4868976549514656,0.0,0.935546875,0.00341796875,0.04052734375,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,4992,5056,2048,64,1.4219098227489275,0.0,0.87060546875,0.0048828125,0.07958984375,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5056,5120,2048,64,1.2763569231059275,0.0,0.896484375,0.00537109375,0.05419921875,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5120,5184,2048,64,1.3234625248043008,0.0,0.8779296875,0.00537109375,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5184,5248,2048,64,1.2857090240285816,0.0,0.8564453125,0.00732421875,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5248,5312,2048,64,1.4962588552682048,0.0,0.88916015625,0.00341796875,0.0615234375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5312,5376,2048,64,1.2863069057508532,0.0,0.83349609375,0.00830078125,0.07568359375,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5376,5440,2048,64,1.240189376696252,0.0,0.90185546875,0.005859375,0.0576171875,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5440,5504,2048,64,1.5998695286089475,0.0,0.92041015625,0.00537109375,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5504,5568,2048,64,1.2626199299319723,0.0,0.87939453125,0.01025390625,0.0615234375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5568,5632,2048,64,1.3046292467925682,0.0,0.8818359375,0.00390625,0.0615234375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5632,5696,2048,64,1.2550894834973574,0.0,0.88037109375,0.005859375,0.05517578125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5696,5760,2048,64,1.3487118575567338,0.0,0.861328125,0.00732421875,0.0771484375,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5760,5824,2048,64,1.264726791755498,0.0,0.853515625,0.00830078125,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5824,5888,2048,64,1.3353567367606558,0.0,0.869140625,0.00830078125,0.07275390625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5888,5952,2048,64,1.1747078228456975,0.0,0.84033203125,0.00927734375,0.072265625,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,5952,6016,2048,64,1.376638771297491,0.0,0.8994140625,0.00341796875,0.048828125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,6016,6080,2048,64,1.483379338292037,0.0,0.8642578125,0.0087890625,0.068359375,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,64,6080,6144,2048,64,1.1872096547470419,0.0,0.890625,0.0078125,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,0,128,4096,128,1.4318120486032604,0.0,0.899658203125,0.004638671875,0.068603515625,1.0,76,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,128,256,4096,128,1.371991664274729,0.0,0.860107421875,0.007080078125,0.06884765625,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,256,384,4096,128,1.3577296946293789,0.0,0.889404296875,0.006103515625,0.069091796875,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,384,512,4096,128,1.4191381501952482,0.0,0.872314453125,0.009033203125,0.07373046875,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,512,640,4096,128,1.2946804178247835,0.0,0.8388671875,0.006591796875,0.080078125,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,640,768,4096,128,1.2497897555218427,0.0,0.88818359375,0.0068359375,0.06396484375,1.0,79,0.6171875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,768,896,4096,128,1.2621357473968768,0.0,0.86376953125,0.00634765625,0.05908203125,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,896,1024,4096,128,1.3524384456388747,0.0,0.86865234375,0.009521484375,0.0712890625,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1024,1152,4096,128,1.52895501104397,0.0,0.873291015625,0.005126953125,0.058349609375,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1152,1280,4096,128,1.391751369010795,0.0,0.88818359375,0.00830078125,0.0654296875,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1280,1408,4096,128,1.356085828050715,0.0,0.84912109375,0.005126953125,0.0703125,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1408,1536,4096,128,1.4313881546107372,0.0,0.8662109375,0.009033203125,0.07421875,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1536,1664,4096,128,1.3297436312424666,0.0,0.87060546875,0.00537109375,0.071044921875,1.0,79,0.6171875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1664,1792,4096,128,1.4396868720840699,0.0,0.89599609375,0.00927734375,0.077880859375,1.0,71,0.5546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1792,1920,4096,128,1.3209581467613818,0.0,0.836181640625,0.006591796875,0.082763671875,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,1920,2048,4096,128,1.3024455761220177,0.0,0.87353515625,0.00830078125,0.068115234375,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2048,2176,4096,128,1.4833431654843243,0.0,0.89306640625,0.005615234375,0.068115234375,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2176,2304,4096,128,1.2742851446615742,0.0,0.848388671875,0.00830078125,0.081787109375,1.0,71,0.5546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2304,2432,4096,128,1.3680721491278156,0.0,0.897705078125,0.005126953125,0.0595703125,1.0,76,0.59375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2432,2560,4096,128,1.292855854859514,0.0,0.869140625,0.007568359375,0.06884765625,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2560,2688,4096,128,1.3751948839420056,0.0,0.8525390625,0.010498046875,0.0791015625,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2688,2816,4096,128,1.3985332076188541,0.0,0.90478515625,0.0078125,0.06103515625,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2816,2944,4096,128,1.465905338176063,0.0,0.876220703125,0.00830078125,0.077392578125,1.0,72,0.5625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,2944,3072,4096,128,1.3709651780861658,0.0,0.892822265625,0.004150390625,0.06005859375,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3072,3200,4096,128,1.3778276708408845,0.0,0.87109375,0.0068359375,0.0771484375,1.0,79,0.6171875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3200,3328,4096,128,1.2054159692955722,0.0,0.87109375,0.00537109375,0.06982421875,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3328,3456,4096,128,1.4483084852646895,0.0,0.89501953125,0.00634765625,0.066162109375,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3456,3584,4096,128,1.2321642511998778,0.0,0.864013671875,0.005859375,0.067138671875,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3584,3712,4096,128,1.3801131898610368,0.0,0.87451171875,0.007568359375,0.07470703125,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3712,3840,4096,128,1.2902410582163366,0.0,0.906005859375,0.003662109375,0.061279296875,1.0,79,0.6171875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3840,3968,4096,128,1.3806492669341532,0.0,0.880615234375,0.006103515625,0.063232421875,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,3968,4096,4096,128,1.322323346284246,0.0,0.896240234375,0.006103515625,0.06884765625,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4096,4224,4096,128,1.3176018761438706,0.0,0.864990234375,0.006103515625,0.07421875,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4224,4352,4096,128,1.2752740400347453,0.0,0.90087890625,0.00439453125,0.059326171875,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4352,4480,4096,128,1.3661138383447,0.0,0.88671875,0.0068359375,0.076416015625,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4480,4608,4096,128,1.3280357885100926,0.0,0.888916015625,0.00634765625,0.07080078125,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4608,4736,4096,128,1.3436538646217198,0.0,0.889892578125,0.007568359375,0.065673828125,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4736,4864,4096,128,1.364123185758606,0.0,0.863525390625,0.005859375,0.078125,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4864,4992,4096,128,1.4455771286632202,0.0,0.92138671875,0.005615234375,0.052001953125,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,4992,5120,4096,128,1.3510948410808024,0.0,0.883544921875,0.005126953125,0.06591796875,1.0,80,0.625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5120,5248,4096,128,1.3047223361753837,0.0,0.8671875,0.006591796875,0.0634765625,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5248,5376,4096,128,1.3952376173524805,0.0,0.861328125,0.005615234375,0.070556640625,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5376,5504,4096,128,1.431372103724544,0.0,0.9111328125,0.005859375,0.06494140625,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5504,5632,4096,128,1.2837964322757645,0.0,0.880615234375,0.007080078125,0.061279296875,1.0,79,0.6171875
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5632,5760,4096,128,1.3027419710556267,0.0,0.870849609375,0.00634765625,0.0654296875,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5760,5888,4096,128,1.3005213324271583,0.0,0.861328125,0.008056640625,0.068359375,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,5888,6016,4096,128,1.2796626070363908,0.0,0.869873046875,0.006591796875,0.060302734375,1.0,77,0.6015625
+fresh-zh-1,layers.17.mlp.gate_proj.output,128,6016,6144,4096,128,1.3434807452279156,0.0,0.87744140625,0.008544921875,0.0693359375,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.up_proj.output,0,0,6144,196608,6144,0.535774284197502,0.0,0.4985453287760417,0.008814493815104166,0.090240478515625,1.0,4466,0.7268880208333334
+fresh-zh-1,layers.17.mlp.up_proj.output,64,0,64,2048,64,0.5746431531035145,0.0,0.50732421875,0.0078125,0.087890625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,64,128,2048,64,0.4874237254248397,0.0,0.50634765625,0.005859375,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,128,192,2048,64,0.5261340868309151,0.0,0.52197265625,0.00244140625,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,192,256,2048,64,0.5149908592050169,0.0,0.54638671875,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,256,320,2048,64,0.5174292498234727,0.0,0.525390625,0.01123046875,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,320,384,2048,64,0.5717462683708561,0.0,0.47607421875,0.009765625,0.1123046875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,384,448,2048,64,0.46726565762726874,0.0,0.5185546875,0.00732421875,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,448,512,2048,64,0.6840252172896035,0.0,0.4921875,0.00830078125,0.10302734375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,512,576,2048,64,0.51718058088366,0.0,0.55126953125,0.01025390625,0.091796875,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,576,640,2048,64,0.5839964066104346,0.0,0.52099609375,0.0087890625,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,640,704,2048,64,0.5295748623915527,0.0,0.45068359375,0.00927734375,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,704,768,2048,64,0.5944316737691531,0.0,0.4345703125,0.01171875,0.09375,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,768,832,2048,64,0.5037145375762483,0.0,0.50927734375,0.00927734375,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,832,896,2048,64,0.5038244775816717,0.0,0.49267578125,0.00927734375,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,896,960,2048,64,0.574897583429551,0.0,0.44140625,0.0087890625,0.09423828125,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,960,1024,2048,64,0.5908380961845856,0.0,0.49072265625,0.009765625,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1024,1088,2048,64,0.49965489144654734,0.0,0.46337890625,0.009765625,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1088,1152,2048,64,0.5814519090458031,0.0,0.52880859375,0.00927734375,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1152,1216,2048,64,0.4735822496333033,0.0,0.54833984375,0.00537109375,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1216,1280,2048,64,0.5279378049091314,0.0,0.4921875,0.01025390625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1280,1344,2048,64,0.5069453937326363,0.0,0.48486328125,0.005859375,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1344,1408,2048,64,0.45564139458287733,0.0,0.46533203125,0.009765625,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1408,1472,2048,64,0.5779356189317616,0.0,0.5,0.00830078125,0.09814453125,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1472,1536,2048,64,0.5466929101026267,0.0,0.47607421875,0.0087890625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1536,1600,2048,64,0.6275504404416289,0.0,0.525390625,0.00927734375,0.10107421875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1600,1664,2048,64,0.48585299513153607,0.0,0.51953125,0.00830078125,0.06494140625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1664,1728,2048,64,0.5121996382142209,0.0,0.4951171875,0.00830078125,0.07861328125,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1728,1792,2048,64,0.5423202470797225,0.0,0.51171875,0.01611328125,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1792,1856,2048,64,0.5544908937687125,0.0,0.4814453125,0.0078125,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1856,1920,2048,64,0.5093447381834006,0.0,0.52734375,0.0126953125,0.09521484375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1920,1984,2048,64,0.5125837443360458,0.0,0.50390625,0.00732421875,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,1984,2048,2048,64,0.43045911256859376,0.0,0.435546875,0.00830078125,0.07275390625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2048,2112,2048,64,0.540304016824929,0.0,0.48388671875,0.0087890625,0.091796875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2112,2176,2048,64,0.48159643269166874,0.0,0.505859375,0.0107421875,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2176,2240,2048,64,0.5147947913544634,0.0,0.46435546875,0.00927734375,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2240,2304,2048,64,0.4962912350536817,0.0,0.48876953125,0.0078125,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2304,2368,2048,64,0.6385920828678625,0.0,0.5,0.0087890625,0.09521484375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2368,2432,2048,64,0.4919373757182838,0.0,0.47216796875,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2432,2496,2048,64,0.49721307278077276,0.0,0.4609375,0.009765625,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2496,2560,2048,64,0.6281284795457968,0.0,0.50146484375,0.005859375,0.10888671875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2560,2624,2048,64,0.5099033245415883,0.0,0.5068359375,0.009765625,0.08984375,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2624,2688,2048,64,0.5301116149524648,0.0,0.4931640625,0.01123046875,0.09326171875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2688,2752,2048,64,0.49060898461637786,0.0,0.576171875,0.00634765625,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2752,2816,2048,64,0.634063343819265,0.0,0.47998046875,0.00927734375,0.09423828125,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2816,2880,2048,64,0.5270048093401856,0.0,0.564453125,0.009765625,0.10107421875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2880,2944,2048,64,0.4987293578467692,0.0,0.5068359375,0.0078125,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,2944,3008,2048,64,0.5360269353567853,0.0,0.4345703125,0.01123046875,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3008,3072,2048,64,0.4985932686365706,0.0,0.58154296875,0.00927734375,0.08251953125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3072,3136,2048,64,0.5122692843434024,0.0,0.50048828125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3136,3200,2048,64,0.5380973116468437,0.0,0.5068359375,0.0078125,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3200,3264,2048,64,0.5095169360560403,0.0,0.515625,0.0087890625,0.08740234375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3264,3328,2048,64,0.5048885509397834,0.0,0.5654296875,0.00830078125,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3328,3392,2048,64,0.5846722348888264,0.0,0.5126953125,0.0087890625,0.10107421875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3392,3456,2048,64,0.5742256519568311,0.0,0.5302734375,0.0087890625,0.109375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3456,3520,2048,64,0.5838991361978786,0.0,0.55615234375,0.0068359375,0.08642578125,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3520,3584,2048,64,0.46924668676263187,0.0,0.51806640625,0.0068359375,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3584,3648,2048,64,0.5645231503541206,0.0,0.49462890625,0.01220703125,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3648,3712,2048,64,0.5814367400866012,0.0,0.458984375,0.009765625,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3712,3776,2048,64,0.5378658800553632,0.0,0.4609375,0.00390625,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3776,3840,2048,64,0.48379677439015756,0.0,0.5205078125,0.013671875,0.07861328125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3840,3904,2048,64,0.5048403711513959,0.0,0.505859375,0.0087890625,0.09326171875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3904,3968,2048,64,0.5989591161193463,0.0,0.49658203125,0.01171875,0.09814453125,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,3968,4032,2048,64,0.5050750368887041,0.0,0.52783203125,0.0068359375,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4032,4096,2048,64,0.4641376884448653,0.0,0.46240234375,0.01025390625,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4096,4160,2048,64,0.48508840694451877,0.0,0.46337890625,0.0078125,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4160,4224,2048,64,0.48680798774724815,0.0,0.5283203125,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4224,4288,2048,64,0.521411052510581,0.0,0.4775390625,0.005859375,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4288,4352,2048,64,0.9236325502740805,0.0,0.56005859375,0.01708984375,0.15869140625,1.0,27,0.421875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4352,4416,2048,64,0.5060451618226431,0.0,0.52685546875,0.0068359375,0.09033203125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4416,4480,2048,64,0.6017549757180426,0.0,0.50537109375,0.0068359375,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4480,4544,2048,64,0.49562452562269105,0.0,0.45166015625,0.00390625,0.07666015625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4544,4608,2048,64,0.6639139391425986,0.0,0.52880859375,0.0087890625,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4608,4672,2048,64,0.5143476487007109,0.0,0.48583984375,0.0087890625,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4672,4736,2048,64,0.4914294719492331,0.0,0.498046875,0.0107421875,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4736,4800,2048,64,0.49371951409399567,0.0,0.51416015625,0.0068359375,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4800,4864,2048,64,0.5579659264646459,0.0,0.49560546875,0.01123046875,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4864,4928,2048,64,0.5319151460065968,0.0,0.4638671875,0.00830078125,0.08349609375,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4928,4992,2048,64,0.5018291653033764,0.0,0.49853515625,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,4992,5056,2048,64,0.5129694428867522,0.0,0.50146484375,0.0068359375,0.0751953125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5056,5120,2048,64,0.4541305453333753,0.0,0.48193359375,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5120,5184,2048,64,0.4649070368130781,0.0,0.5078125,0.009765625,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5184,5248,2048,64,0.5552421321805759,0.0,0.47998046875,0.0087890625,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5248,5312,2048,64,0.5158785354860246,0.0,0.48291015625,0.00634765625,0.09521484375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5312,5376,2048,64,0.5299371080827034,0.0,0.54638671875,0.00830078125,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5376,5440,2048,64,0.47812648591326085,0.0,0.4716796875,0.00439453125,0.06689453125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5440,5504,2048,64,0.5517101307792899,0.0,0.4619140625,0.0107421875,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5504,5568,2048,64,0.48721791181248386,0.0,0.474609375,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5568,5632,2048,64,0.5417852935270622,0.0,0.48046875,0.01318359375,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5632,5696,2048,64,0.4925491906131051,0.0,0.47802734375,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5696,5760,2048,64,0.46432487394159705,0.0,0.5263671875,0.0078125,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5760,5824,2048,64,0.5089455273941937,0.0,0.458984375,0.01123046875,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5824,5888,2048,64,0.5457886261030656,0.0,0.50244140625,0.0087890625,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5888,5952,2048,64,0.5071740936683728,0.0,0.4384765625,0.0087890625,0.10302734375,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,64,5952,6016,2048,64,0.5066722654200813,0.0,0.4853515625,0.00830078125,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,64,6016,6080,2048,64,0.5229468638940769,0.0,0.46826171875,0.01025390625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,64,6080,6144,2048,64,0.5533617405396829,0.0,0.51611328125,0.0087890625,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,128,0,128,4096,128,0.5328210963896693,0.0,0.5068359375,0.0068359375,0.08984375,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,128,256,4096,128,0.5205922888355735,0.0,0.5341796875,0.005859375,0.082763671875,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,256,384,4096,128,0.5452645339506691,0.0,0.500732421875,0.010009765625,0.09716796875,1.0,91,0.7109375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,384,512,4096,128,0.5857592050859863,0.0,0.50537109375,0.0087890625,0.09716796875,1.0,89,0.6953125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,512,640,4096,128,0.551601104140057,0.0,0.5361328125,0.009033203125,0.090087890625,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,640,768,4096,128,0.5629380737066151,0.0,0.442626953125,0.010986328125,0.091064453125,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,768,896,4096,128,0.503769510578051,0.0,0.5009765625,0.00927734375,0.090087890625,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,896,1024,4096,128,0.5829223307337621,0.0,0.466064453125,0.009033203125,0.095458984375,1.0,89,0.6953125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1024,1152,4096,128,0.5420983919361273,0.0,0.49609375,0.009765625,0.08349609375,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1152,1280,4096,128,0.501496995514436,0.0,0.520263671875,0.008544921875,0.088134765625,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1280,1408,4096,128,0.4819765101559239,0.0,0.47509765625,0.0078125,0.083740234375,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1408,1536,4096,128,0.5625312069505642,0.0,0.488037109375,0.008544921875,0.091552734375,1.0,91,0.7109375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1536,1664,4096,128,0.5611918959575088,0.0,0.5224609375,0.00830078125,0.0859375,1.0,91,0.7109375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1664,1792,4096,128,0.5274749850843119,0.0,0.50341796875,0.01220703125,0.086669921875,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1792,1920,4096,128,0.5323965691040573,0.0,0.50439453125,0.01025390625,0.094970703125,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,1920,2048,4096,128,0.47330600173191445,0.0,0.4697265625,0.008056640625,0.08251953125,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2048,2176,4096,128,0.5117927092966909,0.0,0.494873046875,0.010009765625,0.087890625,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2176,2304,4096,128,0.5056276630074714,0.0,0.4765625,0.009033203125,0.0859375,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2304,2432,4096,128,0.5700009780386814,0.0,0.486083984375,0.00927734375,0.0908203125,1.0,88,0.6875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2432,2560,4096,128,0.5664654563875067,0.0,0.481201171875,0.007568359375,0.093994140625,1.0,92,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2560,2688,4096,128,0.5201056261405345,0.0,0.5,0.010498046875,0.091796875,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2688,2816,4096,128,0.5668921854116445,0.0,0.528076171875,0.007080078125,0.09228515625,1.0,93,0.7265625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2816,2944,4096,128,0.5130619073006376,0.0,0.53564453125,0.009033203125,0.09033203125,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,2944,3072,4096,128,0.5176485887924773,0.0,0.508056640625,0.01025390625,0.093017578125,1.0,92,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3072,3200,4096,128,0.5253420488040444,0.0,0.503662109375,0.008056640625,0.087158203125,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3200,3328,4096,128,0.5072080229048084,0.0,0.54052734375,0.008544921875,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3328,3456,4096,128,0.5794724849443424,0.0,0.521484375,0.0087890625,0.105712890625,1.0,89,0.6953125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3456,3584,4096,128,0.529684176793274,0.0,0.537109375,0.007080078125,0.08447265625,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3584,3712,4096,128,0.5730423500965154,0.0,0.476806640625,0.0107421875,0.097900390625,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3712,3840,4096,128,0.5115461972481329,0.0,0.49072265625,0.009033203125,0.084716796875,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3840,3968,4096,128,0.5539024386689174,0.0,0.501220703125,0.0107421875,0.099365234375,1.0,91,0.7109375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,3968,4096,4096,128,0.48503844524071943,0.0,0.4951171875,0.00830078125,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4096,4224,4096,128,0.48594895796086235,0.0,0.495849609375,0.008056640625,0.085693359375,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4224,4352,4096,128,0.7499888577858985,0.0,0.518798828125,0.011962890625,0.129638671875,1.0,69,0.5390625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4352,4480,4096,128,0.5559634684965943,0.0,0.51611328125,0.00732421875,0.089599609375,1.0,92,0.71875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4480,4608,4096,128,0.5858435751062563,0.0,0.490234375,0.007568359375,0.08984375,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4608,4736,4096,128,0.5030190998482325,0.0,0.491943359375,0.009521484375,0.08203125,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4736,4864,4096,128,0.526822993847441,0.0,0.5048828125,0.009033203125,0.08203125,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4864,4992,4096,128,0.5170910140876085,0.0,0.481201171875,0.0087890625,0.08740234375,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,4992,5120,4096,128,0.48444411521884223,0.0,0.49169921875,0.007080078125,0.083984375,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5120,5248,4096,128,0.5120704923283262,0.0,0.493896484375,0.00927734375,0.09130859375,1.0,93,0.7265625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5248,5376,4096,128,0.5229550658987177,0.0,0.5146484375,0.00732421875,0.08837890625,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5376,5504,4096,128,0.516231055311604,0.0,0.466796875,0.007568359375,0.07763671875,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5504,5632,4096,128,0.515224513136323,0.0,0.4775390625,0.010986328125,0.087890625,1.0,94,0.734375
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5632,5760,4096,128,0.4786451157875242,0.0,0.502197265625,0.008544921875,0.08544921875,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5760,5888,4096,128,0.5276887218038803,0.0,0.480712890625,0.009765625,0.087158203125,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.up_proj.output,128,5888,6016,4096,128,0.5069232416422887,0.0,0.4619140625,0.008544921875,0.092529296875,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.up_proj.output,128,6016,6144,4096,128,0.5383691291064884,0.0,0.4921875,0.009033203125,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.silu_gate,0,0,6144,196608,6144,0.2850126064685288,0.0,0.8776448567708334,0.0028889973958333335,0.029520670572916668,1.0,4693,0.7638346354166666
+fresh-zh-1,layers.17.mlp.silu_gate,64,0,64,2048,64,0.26530694983940195,0.0,0.892578125,0.00146484375,0.0283203125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,64,128,2048,64,0.2527146127443563,0.0,0.90673828125,0.0,0.02490234375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,128,192,2048,64,0.3260699908975524,0.0,0.86572265625,0.00439453125,0.03173828125,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.silu_gate,64,192,256,2048,64,0.29364287620114116,0.0,0.8544921875,0.0029296875,0.02685546875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,256,320,2048,64,0.26682620031653564,0.0,0.8798828125,0.00341796875,0.029296875,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.silu_gate,64,320,384,2048,64,0.26900247884416767,0.0,0.89892578125,0.00341796875,0.0244140625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,384,448,2048,64,0.25689938261656037,0.0,0.8642578125,0.00390625,0.02978515625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,448,512,2048,64,0.3456964434644031,0.0,0.88037109375,0.00244140625,0.03125,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.silu_gate,64,512,576,2048,64,0.2958925597612203,0.0,0.87158203125,0.00146484375,0.025390625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,576,640,2048,64,0.37757592435538184,0.0,0.80615234375,0.00634765625,0.05615234375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.silu_gate,64,640,704,2048,64,0.2543062700224545,0.0,0.9052734375,0.00244140625,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,704,768,2048,64,0.2845481479512678,0.0,0.87109375,0.00439453125,0.0322265625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,768,832,2048,64,0.24281093392945052,0.0,0.84423828125,0.0029296875,0.0390625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,832,896,2048,64,0.3247663523184246,0.0,0.88330078125,0.00244140625,0.0205078125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,896,960,2048,64,0.2749059991673093,0.0,0.8837890625,0.0029296875,0.02880859375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,960,1024,2048,64,0.26089029030747785,0.0,0.853515625,0.00390625,0.03173828125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,1024,1088,2048,64,0.3029050497016866,0.0,0.859375,0.00244140625,0.02392578125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,1088,1152,2048,64,0.3345554800610333,0.0,0.88720703125,0.001953125,0.025390625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.silu_gate,64,1152,1216,2048,64,0.2575432839441896,0.0,0.900390625,0.00244140625,0.02197265625,1.0,54,0.84375
+fresh-zh-1,layers.17.mlp.silu_gate,64,1216,1280,2048,64,0.30674362075404576,0.0,0.8759765625,0.00439453125,0.03173828125,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.silu_gate,64,1280,1344,2048,64,0.2793471092539414,0.0,0.8447265625,0.00341796875,0.0322265625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,1344,1408,2048,64,0.29580463745574204,0.0,0.853515625,0.00341796875,0.02978515625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,1408,1472,2048,64,0.3163933189535375,0.0,0.85498046875,0.00537109375,0.037109375,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.silu_gate,64,1472,1536,2048,64,0.392506504371828,0.0,0.87744140625,0.00390625,0.03466796875,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.silu_gate,64,1536,1600,2048,64,0.358919060310796,0.0,0.85791015625,0.0009765625,0.03515625,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.silu_gate,64,1600,1664,2048,64,0.3150841052123387,0.0,0.88330078125,0.00244140625,0.0341796875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.silu_gate,64,1664,1728,2048,64,0.2500995030248412,0.0,0.91064453125,0.00390625,0.02490234375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,1728,1792,2048,64,0.2374105658379161,0.0,0.88134765625,0.00341796875,0.02587890625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,1792,1856,2048,64,0.28190985517942524,0.0,0.8359375,0.00439453125,0.03662109375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,1856,1920,2048,64,0.2843645308820481,0.0,0.83642578125,0.00341796875,0.037109375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,1920,1984,2048,64,0.33432094114545013,0.0,0.876953125,0.00244140625,0.03076171875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.silu_gate,64,1984,2048,2048,64,0.30376474468716025,0.0,0.8701171875,0.00341796875,0.03564453125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,2048,2112,2048,64,0.24969139523679257,0.0,0.88623046875,0.00146484375,0.02734375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2112,2176,2048,64,0.2575028352893312,0.0,0.89990234375,0.0029296875,0.01904296875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2176,2240,2048,64,0.25700699584756515,0.0,0.87548828125,0.00341796875,0.029296875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2240,2304,2048,64,0.2722853373951521,0.0,0.8212890625,0.0048828125,0.04541015625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,2304,2368,2048,64,0.24529657436202712,0.0,0.90673828125,0.0009765625,0.02197265625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2368,2432,2048,64,0.25473982190421685,0.0,0.888671875,0.00146484375,0.02294921875,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2432,2496,2048,64,0.30236291133432364,0.0,0.8583984375,0.00244140625,0.037109375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,2496,2560,2048,64,0.2925479225762146,0.0,0.8798828125,0.00341796875,0.029296875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,2560,2624,2048,64,0.3028089916010227,0.0,0.83251953125,0.00634765625,0.0390625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,2624,2688,2048,64,0.2556543994103292,0.0,0.87255859375,0.00244140625,0.02685546875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,2688,2752,2048,64,0.26020194785551914,0.0,0.8984375,0.00439453125,0.02978515625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,2752,2816,2048,64,0.27513950861939146,0.0,0.9111328125,0.0029296875,0.02294921875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,2816,2880,2048,64,0.30862897616439283,0.0,0.87158203125,0.0029296875,0.0400390625,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.silu_gate,64,2880,2944,2048,64,0.2645662616690325,0.0,0.880859375,0.001953125,0.033203125,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,2944,3008,2048,64,0.25708796334233947,0.0,0.880859375,0.001953125,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3008,3072,2048,64,0.26412809207457555,0.0,0.90478515625,0.001953125,0.01806640625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3072,3136,2048,64,0.293253105427589,0.0,0.8515625,0.00390625,0.041015625,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,3136,3200,2048,64,0.291412244411672,0.0,0.890625,0.0029296875,0.03076171875,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,3200,3264,2048,64,0.26213174682852525,0.0,0.841796875,0.0029296875,0.0322265625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,3264,3328,2048,64,0.28349667924250793,0.0,0.900390625,0.00244140625,0.0244140625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3328,3392,2048,64,0.2964940270568558,0.0,0.9150390625,0.00146484375,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3392,3456,2048,64,0.25684974425034285,0.0,0.875,0.00341796875,0.0302734375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,3456,3520,2048,64,0.3168728754735325,0.0,0.84326171875,0.00244140625,0.04052734375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.silu_gate,64,3520,3584,2048,64,0.34198621816934577,0.0,0.884765625,0.00244140625,0.03173828125,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.silu_gate,64,3584,3648,2048,64,0.260016290219475,0.0,0.904296875,0.00341796875,0.02392578125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3648,3712,2048,64,0.35148606904726526,0.0,0.8447265625,0.0048828125,0.04736328125,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.silu_gate,64,3712,3776,2048,64,0.26050398810851366,0.0,0.89990234375,0.00146484375,0.0263671875,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3776,3840,2048,64,0.2554055290329733,0.0,0.912109375,0.00146484375,0.01904296875,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3840,3904,2048,64,0.2651793578026841,0.0,0.90625,0.00244140625,0.02001953125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3904,3968,2048,64,0.2694825166558896,0.0,0.85498046875,0.00341796875,0.029296875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,3968,4032,2048,64,0.25886274207628535,0.0,0.86669921875,0.001953125,0.02587890625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,4032,4096,2048,64,0.24511912175345754,0.0,0.92578125,0.0029296875,0.02490234375,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4096,4160,2048,64,0.29273925821762486,0.0,0.8701171875,0.00244140625,0.02783203125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,4160,4224,2048,64,0.2668315517955011,0.0,0.85986328125,0.00244140625,0.02880859375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4224,4288,2048,64,0.31265563794891793,0.0,0.8798828125,0.00244140625,0.02734375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.silu_gate,64,4288,4352,2048,64,0.2577049367430024,0.0,0.921875,0.001953125,0.0205078125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4352,4416,2048,64,0.2764783775380604,0.0,0.89404296875,0.00390625,0.033203125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4416,4480,2048,64,0.23892012695764117,0.0,0.87939453125,0.00244140625,0.029296875,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4480,4544,2048,64,0.2586221406555167,0.0,0.8896484375,0.00146484375,0.02783203125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4544,4608,2048,64,0.25667221059258416,0.0,0.88818359375,0.00244140625,0.02734375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4608,4672,2048,64,0.25948999799650646,0.0,0.86865234375,0.0029296875,0.03564453125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,4672,4736,2048,64,0.243342096298624,0.0,0.9111328125,0.00390625,0.02197265625,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4736,4800,2048,64,0.26271280039597905,0.0,0.84814453125,0.0029296875,0.0224609375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,4800,4864,2048,64,0.306937687106018,0.0,0.87890625,0.00244140625,0.03515625,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.silu_gate,64,4864,4928,2048,64,0.24615840217948975,0.0,0.9072265625,0.0029296875,0.0224609375,1.0,54,0.84375
+fresh-zh-1,layers.17.mlp.silu_gate,64,4928,4992,2048,64,0.26278785737632443,0.0,0.935546875,0.001953125,0.01513671875,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,4992,5056,2048,64,0.2985954306123324,0.0,0.87060546875,0.001953125,0.03466796875,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.silu_gate,64,5056,5120,2048,64,0.2670339383030937,0.0,0.896484375,0.001953125,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5120,5184,2048,64,0.29438851119750487,0.0,0.8779296875,0.001953125,0.03125,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,5184,5248,2048,64,0.29165020583677487,0.0,0.8564453125,0.0029296875,0.02783203125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5248,5312,2048,64,0.30373559642838954,0.0,0.88916015625,0.00048828125,0.0302734375,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,64,5312,5376,2048,64,0.2600917719135851,0.0,0.83349609375,0.00390625,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5376,5440,2048,64,0.25928137588358957,0.0,0.90185546875,0.00439453125,0.02783203125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5440,5504,2048,64,0.2930709353530281,0.0,0.92041015625,0.001953125,0.0263671875,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,5504,5568,2048,64,0.2845454360314959,0.0,0.87939453125,0.00439453125,0.03466796875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5568,5632,2048,64,0.3034057617141142,0.0,0.8818359375,0.00146484375,0.02880859375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,64,5632,5696,2048,64,0.2880532864138567,0.0,0.88037109375,0.001953125,0.02490234375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5696,5760,2048,64,0.26821058908964623,0.0,0.861328125,0.00439453125,0.033203125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5760,5824,2048,64,0.27798438421554333,0.0,0.853515625,0.00390625,0.03125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,5824,5888,2048,64,0.337705125112264,0.0,0.869140625,0.00390625,0.03662109375,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5888,5952,2048,64,0.26305830145273773,0.0,0.84033203125,0.00537109375,0.0302734375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,64,5952,6016,2048,64,0.2745852878169745,0.0,0.8994140625,0.0009765625,0.01806640625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,64,6016,6080,2048,64,0.35016219677247407,0.0,0.8642578125,0.0029296875,0.03857421875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.silu_gate,64,6080,6144,2048,64,0.25874812462310787,0.0,0.890625,0.0048828125,0.0322265625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,128,0,128,4096,128,0.25908729525742563,0.0,0.899658203125,0.000732421875,0.026123046875,1.0,104,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,128,128,256,4096,128,0.31028033913511877,0.0,0.860107421875,0.003662109375,0.029296875,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,128,256,384,4096,128,0.2679165493205551,0.0,0.889404296875,0.00341796875,0.02685546875,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,384,512,4096,128,0.30455157511717706,0.0,0.872314453125,0.00341796875,0.03271484375,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.silu_gate,128,512,640,4096,128,0.33920199407938945,0.0,0.8388671875,0.003662109375,0.041015625,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.silu_gate,128,640,768,4096,128,0.26985118813452547,0.0,0.88818359375,0.0029296875,0.025634765625,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,768,896,4096,128,0.2867318723423567,0.0,0.86376953125,0.003173828125,0.031982421875,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,896,1024,4096,128,0.26798978707676224,0.0,0.86865234375,0.003662109375,0.030517578125,1.0,101,0.7890625
+fresh-zh-1,layers.17.mlp.silu_gate,128,1024,1152,4096,128,0.31912289041500114,0.0,0.873291015625,0.002197265625,0.02490234375,1.0,93,0.7265625
+fresh-zh-1,layers.17.mlp.silu_gate,128,1152,1280,4096,128,0.28321386969749496,0.0,0.88818359375,0.003662109375,0.02734375,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,1280,1408,4096,128,0.2876935791678852,0.0,0.84912109375,0.003173828125,0.03125,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,1408,1536,4096,128,0.3564870883023863,0.0,0.8662109375,0.0048828125,0.037109375,1.0,84,0.65625
+fresh-zh-1,layers.17.mlp.silu_gate,128,1536,1664,4096,128,0.3377135511138433,0.0,0.87060546875,0.001708984375,0.034912109375,1.0,91,0.7109375
+fresh-zh-1,layers.17.mlp.silu_gate,128,1664,1792,4096,128,0.24383758752984744,0.0,0.89599609375,0.003662109375,0.025146484375,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,128,1792,1920,4096,128,0.2831398531389142,0.0,0.836181640625,0.00390625,0.036865234375,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,1920,2048,4096,128,0.3194084468225873,0.0,0.87353515625,0.0029296875,0.03369140625,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,128,2048,2176,4096,128,0.25362719002242307,0.0,0.89306640625,0.002197265625,0.022705078125,1.0,101,0.7890625
+fresh-zh-1,layers.17.mlp.silu_gate,128,2176,2304,4096,128,0.26475639829377323,0.0,0.848388671875,0.004150390625,0.036376953125,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,2304,2432,4096,128,0.25006277837528884,0.0,0.897705078125,0.001220703125,0.022705078125,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,2432,2560,4096,128,0.29749589673996085,0.0,0.869140625,0.0029296875,0.033203125,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.silu_gate,128,2560,2688,4096,128,0.2802253176751561,0.0,0.8525390625,0.004150390625,0.03369140625,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,2688,2816,4096,128,0.2677749081515355,0.0,0.90478515625,0.003662109375,0.0263671875,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,128,2816,2944,4096,128,0.28744316981084134,0.0,0.876220703125,0.00244140625,0.035888671875,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.silu_gate,128,2944,3072,4096,128,0.26063179959328403,0.0,0.892822265625,0.001953125,0.01953125,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,3072,3200,4096,128,0.2923341239369539,0.0,0.87109375,0.00341796875,0.035888671875,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,128,3200,3328,4096,128,0.2730232772465596,0.0,0.87109375,0.002685546875,0.02880859375,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,128,3328,3456,4096,128,0.27738105487024345,0.0,0.89501953125,0.002685546875,0.02587890625,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,128,3456,3584,4096,128,0.32966876757484637,0.0,0.864013671875,0.00244140625,0.035888671875,1.0,90,0.703125
+fresh-zh-1,layers.17.mlp.silu_gate,128,3584,3712,4096,128,0.30915281651134696,0.0,0.87451171875,0.00390625,0.035400390625,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.silu_gate,128,3712,3840,4096,128,0.25796735460233494,0.0,0.906005859375,0.00146484375,0.022705078125,1.0,104,0.8125
+fresh-zh-1,layers.17.mlp.silu_gate,128,3840,3968,4096,128,0.2673395954472848,0.0,0.880615234375,0.0029296875,0.0244140625,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,128,3968,4096,4096,128,0.25208461187113324,0.0,0.896240234375,0.00244140625,0.02490234375,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,4096,4224,4096,128,0.2800851212894041,0.0,0.864990234375,0.00244140625,0.028564453125,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,4224,4352,4096,128,0.286500769949192,0.0,0.90087890625,0.002197265625,0.0234375,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,4352,4480,4096,128,0.25838258485386906,0.0,0.88671875,0.003173828125,0.031494140625,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.silu_gate,128,4480,4608,4096,128,0.2576490203044888,0.0,0.888916015625,0.001953125,0.027587890625,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,4608,4736,4096,128,0.2515456567814635,0.0,0.889892578125,0.00341796875,0.028564453125,1.0,101,0.7890625
+fresh-zh-1,layers.17.mlp.silu_gate,128,4736,4864,4096,128,0.28568230541800216,0.0,0.863525390625,0.002685546875,0.028076171875,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.silu_gate,128,4864,4992,4096,128,0.25460893243167926,0.0,0.92138671875,0.00244140625,0.018798828125,1.0,106,0.828125
+fresh-zh-1,layers.17.mlp.silu_gate,128,4992,5120,4096,128,0.28325461636858157,0.0,0.883544921875,0.001953125,0.028076171875,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,5120,5248,4096,128,0.2930225572287197,0.0,0.8671875,0.00244140625,0.029541015625,1.0,98,0.765625
+fresh-zh-1,layers.17.mlp.silu_gate,128,5248,5376,4096,128,0.28275700022710126,0.0,0.861328125,0.002197265625,0.029296875,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.silu_gate,128,5376,5504,4096,128,0.276692433063127,0.0,0.9111328125,0.003173828125,0.02587890625,1.0,99,0.7734375
+fresh-zh-1,layers.17.mlp.silu_gate,128,5504,5632,4096,128,0.29412681058318707,0.0,0.880615234375,0.003173828125,0.03125,1.0,97,0.7578125
+fresh-zh-1,layers.17.mlp.silu_gate,128,5632,5760,4096,128,0.27830883557088015,0.0,0.870849609375,0.002685546875,0.028564453125,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,5760,5888,4096,128,0.30928956448188216,0.0,0.861328125,0.00439453125,0.033203125,1.0,95,0.7421875
+fresh-zh-1,layers.17.mlp.silu_gate,128,5888,6016,4096,128,0.2688835716892445,0.0,0.869873046875,0.00341796875,0.024169921875,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.silu_gate,128,6016,6144,4096,128,0.30786698105228844,0.0,0.87744140625,0.00390625,0.034912109375,1.0,93,0.7265625
+fresh-zh-1,layers.17.mlp.gated_product,0,0,6144,196608,6144,0.1645410561387862,0.0,0.5014546712239584,0.023320515950520832,0.1726531982421875,1.0,3417,0.55615234375
+fresh-zh-1,layers.17.mlp.gated_product,64,0,64,2048,64,0.14217773310772003,0.0,0.50439453125,0.0185546875,0.140625,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,64,128,2048,64,0.12925338325002117,0.0,0.4833984375,0.0166015625,0.14501953125,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,128,192,2048,64,0.20877849423990855,0.0,0.490234375,0.01953125,0.19189453125,1.0,28,0.4375
+fresh-zh-1,layers.17.mlp.gated_product,64,192,256,2048,64,0.15330267143420828,0.0,0.46337890625,0.02294921875,0.1533203125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,256,320,2048,64,0.15109039957782971,0.0,0.458984375,0.02197265625,0.14794921875,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,320,384,2048,64,0.14954135055013157,0.0,0.517578125,0.02783203125,0.1728515625,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,64,384,448,2048,64,0.11948364618215998,0.0,0.490234375,0.01904296875,0.1435546875,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.gated_product,64,448,512,2048,64,0.31547745475521444,0.0,0.51220703125,0.0390625,0.26904296875,1.0,9,0.140625
+fresh-zh-1,layers.17.mlp.gated_product,64,512,576,2048,64,0.13222679406756707,0.0,0.4736328125,0.02099609375,0.1416015625,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,576,640,2048,64,0.19666972745871142,0.0,0.4677734375,0.03076171875,0.21044921875,1.0,30,0.46875
+fresh-zh-1,layers.17.mlp.gated_product,64,640,704,2048,64,0.12796538473348015,0.0,0.53564453125,0.017578125,0.1396484375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,704,768,2048,64,0.15465689986453432,0.0,0.5595703125,0.021484375,0.1552734375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,64,768,832,2048,64,0.12243132102756375,0.0,0.4716796875,0.01806640625,0.14990234375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.gated_product,64,832,896,2048,64,0.17135441773121984,0.0,0.48828125,0.02294921875,0.16064453125,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,64,896,960,2048,64,0.15112987412170384,0.0,0.5439453125,0.01904296875,0.15234375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gated_product,64,960,1024,2048,64,0.15760697565402595,0.0,0.50537109375,0.02294921875,0.1689453125,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,1024,1088,2048,64,0.14640755881329612,0.0,0.53857421875,0.01708984375,0.146484375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,1088,1152,2048,64,0.1745147739876157,0.0,0.46875,0.0185546875,0.15087890625,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gated_product,64,1152,1216,2048,64,0.11606844212137842,0.0,0.44970703125,0.01904296875,0.1328125,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.gated_product,64,1216,1280,2048,64,0.1980848935322208,0.0,0.4853515625,0.03076171875,0.2021484375,1.0,29,0.453125
+fresh-zh-1,layers.17.mlp.gated_product,64,1280,1344,2048,64,0.17381053264962135,0.0,0.49658203125,0.0224609375,0.17626953125,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,64,1344,1408,2048,64,0.14585499375578442,0.0,0.53076171875,0.0283203125,0.17431640625,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gated_product,64,1408,1472,2048,64,0.22648547783952916,0.0,0.49267578125,0.03515625,0.24560546875,1.0,19,0.296875
+fresh-zh-1,layers.17.mlp.gated_product,64,1472,1536,2048,64,0.2801858141604274,0.0,0.5517578125,0.0322265625,0.244140625,1.0,14,0.21875
+fresh-zh-1,layers.17.mlp.gated_product,64,1536,1600,2048,64,0.1663939941103232,0.0,0.45458984375,0.02294921875,0.16845703125,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,1600,1664,2048,64,0.1941839395092195,0.0,0.47802734375,0.0205078125,0.19580078125,1.0,29,0.453125
+fresh-zh-1,layers.17.mlp.gated_product,64,1664,1728,2048,64,0.12665349001371617,0.0,0.51220703125,0.01806640625,0.12646484375,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.gated_product,64,1728,1792,2048,64,0.19895450205006507,0.0,0.49365234375,0.0390625,0.20751953125,1.0,27,0.421875
+fresh-zh-1,layers.17.mlp.gated_product,64,1792,1856,2048,64,0.17525586365349566,0.0,0.51953125,0.02490234375,0.205078125,1.0,32,0.5
+fresh-zh-1,layers.17.mlp.gated_product,64,1856,1920,2048,64,0.1347849405546113,0.0,0.50341796875,0.021484375,0.162109375,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.gated_product,64,1920,1984,2048,64,0.235600176047773,0.0,0.4931640625,0.03271484375,0.22021484375,1.0,23,0.359375
+fresh-zh-1,layers.17.mlp.gated_product,64,1984,2048,2048,64,0.1320442988715702,0.0,0.5439453125,0.02197265625,0.1484375,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,2048,2112,2048,64,0.13209053283133051,0.0,0.517578125,0.01513671875,0.138671875,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,2112,2176,2048,64,0.1237599558318977,0.0,0.49267578125,0.02001953125,0.13720703125,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,2176,2240,2048,64,0.16695398756901564,0.0,0.5400390625,0.02490234375,0.19189453125,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gated_product,64,2240,2304,2048,64,0.1365655817024725,0.0,0.50439453125,0.02880859375,0.1728515625,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,2304,2368,2048,64,0.1398450756626729,0.0,0.49462890625,0.01611328125,0.1396484375,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,2368,2432,2048,64,0.13570889366171912,0.0,0.52197265625,0.02001953125,0.14111328125,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,2432,2496,2048,64,0.14858923048458855,0.0,0.533203125,0.01904296875,0.1591796875,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gated_product,64,2496,2560,2048,64,0.19058963307233004,0.0,0.50244140625,0.0263671875,0.197265625,1.0,32,0.5
+fresh-zh-1,layers.17.mlp.gated_product,64,2560,2624,2048,64,0.1420682144275447,0.0,0.49951171875,0.02587890625,0.1728515625,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,64,2624,2688,2048,64,0.16452977054250514,0.0,0.50830078125,0.02587890625,0.18115234375,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,64,2688,2752,2048,64,0.12782207443455065,0.0,0.443359375,0.02490234375,0.14453125,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,2752,2816,2048,64,0.26190227662892923,0.0,0.51611328125,0.03076171875,0.22412109375,1.0,15,0.234375
+fresh-zh-1,layers.17.mlp.gated_product,64,2816,2880,2048,64,0.175382008584401,0.0,0.45654296875,0.0341796875,0.20263671875,1.0,34,0.53125
+fresh-zh-1,layers.17.mlp.gated_product,64,2880,2944,2048,64,0.15505157614932905,0.0,0.5068359375,0.02099609375,0.171875,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,64,2944,3008,2048,64,0.12640714086388471,0.0,0.5439453125,0.0205078125,0.142578125,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.gated_product,64,3008,3072,2048,64,0.13099764800905866,0.0,0.4326171875,0.017578125,0.12646484375,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,3072,3136,2048,64,0.1275255506508583,0.0,0.49267578125,0.0234375,0.14697265625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,3136,3200,2048,64,0.18266206344469185,0.0,0.4794921875,0.0224609375,0.181640625,1.0,33,0.515625
+fresh-zh-1,layers.17.mlp.gated_product,64,3200,3264,2048,64,0.133492299744314,0.0,0.474609375,0.0185546875,0.15771484375,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,3264,3328,2048,64,0.14147073087056564,0.0,0.4541015625,0.01416015625,0.1435546875,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,3328,3392,2048,64,0.1829364034154415,0.0,0.490234375,0.02099609375,0.177734375,1.0,31,0.484375
+fresh-zh-1,layers.17.mlp.gated_product,64,3392,3456,2048,64,0.27222807411206223,0.0,0.505859375,0.03955078125,0.267578125,1.0,15,0.234375
+fresh-zh-1,layers.17.mlp.gated_product,64,3456,3520,2048,64,0.210625747412549,0.0,0.4482421875,0.0263671875,0.20556640625,1.0,29,0.453125
+fresh-zh-1,layers.17.mlp.gated_product,64,3520,3584,2048,64,0.1308811396418227,0.0,0.48486328125,0.0166015625,0.14599609375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gated_product,64,3584,3648,2048,64,0.14886757719944774,0.0,0.49951171875,0.0224609375,0.1669921875,1.0,39,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,64,3648,3712,2048,64,0.1980167444819064,0.0,0.537109375,0.02734375,0.193359375,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,64,3712,3776,2048,64,0.14006743139251515,0.0,0.52978515625,0.0166015625,0.15380859375,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,3776,3840,2048,64,0.11894693622197022,0.0,0.5009765625,0.0234375,0.1220703125,1.0,47,0.734375
+fresh-zh-1,layers.17.mlp.gated_product,64,3840,3904,2048,64,0.1484131991745947,0.0,0.501953125,0.01904296875,0.1748046875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,3904,3968,2048,64,0.14459015138361575,0.0,0.48828125,0.0234375,0.1552734375,1.0,40,0.625
+fresh-zh-1,layers.17.mlp.gated_product,64,3968,4032,2048,64,0.15341275146746752,0.0,0.4873046875,0.01953125,0.169921875,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,64,4032,4096,2048,64,0.12114662949689282,0.0,0.52197265625,0.02001953125,0.13916015625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,4096,4160,2048,64,0.1387343269163672,0.0,0.53564453125,0.0185546875,0.16455078125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,4160,4224,2048,64,0.13695705751877088,0.0,0.46630859375,0.017578125,0.15576171875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,4224,4288,2048,64,0.15019122523677897,0.0,0.4892578125,0.01220703125,0.162109375,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,4288,4352,2048,64,0.18059047345193918,0.0,0.45849609375,0.02294921875,0.17236328125,1.0,34,0.53125
+fresh-zh-1,layers.17.mlp.gated_product,64,4352,4416,2048,64,0.17597066360879268,0.0,0.4716796875,0.0302734375,0.18896484375,1.0,33,0.515625
+fresh-zh-1,layers.17.mlp.gated_product,64,4416,4480,2048,64,0.13811848101822755,0.0,0.501953125,0.017578125,0.142578125,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,4480,4544,2048,64,0.12002150141778485,0.0,0.51123046875,0.01171875,0.125,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.gated_product,64,4544,4608,2048,64,0.15152022569864385,0.0,0.4794921875,0.0205078125,0.14013671875,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,4608,4672,2048,64,0.12179364284405379,0.0,0.51953125,0.021484375,0.14404296875,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,4672,4736,2048,64,0.12275193107231183,0.0,0.5078125,0.02001953125,0.1240234375,1.0,48,0.75
+fresh-zh-1,layers.17.mlp.gated_product,64,4736,4800,2048,64,0.16239614397777147,0.0,0.482421875,0.0224609375,0.18017578125,1.0,35,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,64,4800,4864,2048,64,0.17773719184165085,0.0,0.53369140625,0.02490234375,0.1796875,1.0,34,0.53125
+fresh-zh-1,layers.17.mlp.gated_product,64,4864,4928,2048,64,0.133971459589451,0.0,0.5380859375,0.01806640625,0.12646484375,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.gated_product,64,4928,4992,2048,64,0.12548392531518404,0.0,0.52099609375,0.01904296875,0.12109375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.gated_product,64,4992,5056,2048,64,0.15560986225935,0.0,0.4765625,0.01806640625,0.15869140625,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,5056,5120,2048,64,0.11636088808129066,0.0,0.51611328125,0.015625,0.1318359375,1.0,46,0.71875
+fresh-zh-1,layers.17.mlp.gated_product,64,5120,5184,2048,64,0.13310301437170302,0.0,0.49609375,0.0205078125,0.14697265625,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,5184,5248,2048,64,0.23025849071221338,0.0,0.52685546875,0.03271484375,0.2275390625,1.0,22,0.34375
+fresh-zh-1,layers.17.mlp.gated_product,64,5248,5312,2048,64,0.16457749489125256,0.0,0.5224609375,0.01904296875,0.169921875,1.0,36,0.5625
+fresh-zh-1,layers.17.mlp.gated_product,64,5312,5376,2048,64,0.1342853458490498,0.0,0.4609375,0.0244140625,0.142578125,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.gated_product,64,5376,5440,2048,64,0.12374247941804283,0.0,0.55712890625,0.01416015625,0.1171875,1.0,44,0.6875
+fresh-zh-1,layers.17.mlp.gated_product,64,5440,5504,2048,64,0.19990239150604916,0.0,0.54150390625,0.02685546875,0.208984375,1.0,28,0.4375
+fresh-zh-1,layers.17.mlp.gated_product,64,5504,5568,2048,64,0.1339101627190146,0.0,0.49951171875,0.01904296875,0.158203125,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,5568,5632,2048,64,0.19938111425417399,0.0,0.513671875,0.03076171875,0.201171875,1.0,29,0.453125
+fresh-zh-1,layers.17.mlp.gated_product,64,5632,5696,2048,64,0.17373169572785777,0.0,0.501953125,0.0263671875,0.169921875,1.0,37,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,64,5696,5760,2048,64,0.1411156976982046,0.0,0.4794921875,0.02490234375,0.17919921875,1.0,38,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,64,5760,5824,2048,64,0.14589532200426206,0.0,0.5322265625,0.025390625,0.15673828125,1.0,42,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,64,5824,5888,2048,64,0.20754106215279938,0.0,0.53076171875,0.02294921875,0.20751953125,1.0,27,0.421875
+fresh-zh-1,layers.17.mlp.gated_product,64,5888,5952,2048,64,0.1371279528979337,0.0,0.58056640625,0.02392578125,0.1787109375,1.0,41,0.640625
+fresh-zh-1,layers.17.mlp.gated_product,64,5952,6016,2048,64,0.1408791226270449,0.0,0.5126953125,0.0166015625,0.13232421875,1.0,43,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,64,6016,6080,2048,64,0.19216424300216,0.0,0.48974609375,0.021484375,0.2060546875,1.0,27,0.421875
+fresh-zh-1,layers.17.mlp.gated_product,64,6080,6144,2048,64,0.17753799008169188,0.0,0.49462890625,0.0302734375,0.18017578125,1.0,32,0.5
+fresh-zh-1,layers.17.mlp.gated_product,128,0,128,4096,128,0.13586932117521403,0.0,0.493896484375,0.018310546875,0.144775390625,1.0,85,0.6640625
+fresh-zh-1,layers.17.mlp.gated_product,128,128,256,4096,128,0.1831531718616256,0.0,0.476806640625,0.021728515625,0.178466796875,1.0,67,0.5234375
+fresh-zh-1,layers.17.mlp.gated_product,128,256,384,4096,128,0.15031787047611067,0.0,0.48828125,0.02490234375,0.16015625,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,128,384,512,4096,128,0.2385396886933199,0.0,0.501220703125,0.034423828125,0.2314453125,1.0,40,0.3125
+fresh-zh-1,layers.17.mlp.gated_product,128,512,640,4096,128,0.16757521709380332,0.0,0.470703125,0.026123046875,0.180419921875,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,640,768,4096,128,0.14193994569129612,0.0,0.547607421875,0.018798828125,0.1484375,1.0,80,0.625
+fresh-zh-1,layers.17.mlp.gated_product,128,768,896,4096,128,0.14891568897292146,0.0,0.47998046875,0.021484375,0.15478515625,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gated_product,128,896,1024,4096,128,0.154402392511986,0.0,0.524658203125,0.021240234375,0.1591796875,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,128,1024,1152,4096,128,0.1610754165253304,0.0,0.503662109375,0.01806640625,0.146240234375,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,128,1152,1280,4096,128,0.16234147390940343,0.0,0.467529296875,0.026123046875,0.16748046875,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,128,1280,1408,4096,128,0.16044279426550292,0.0,0.513671875,0.025634765625,0.176513671875,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,128,1408,1536,4096,128,0.25475455062563795,0.0,0.522216796875,0.03466796875,0.247802734375,1.0,32,0.25
+fresh-zh-1,layers.17.mlp.gated_product,128,1536,1664,4096,128,0.1808236207458894,0.0,0.46630859375,0.022216796875,0.18212890625,1.0,66,0.515625
+fresh-zh-1,layers.17.mlp.gated_product,128,1664,1792,4096,128,0.16676930235904305,0.0,0.5029296875,0.030029296875,0.174072265625,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,1792,1920,4096,128,0.15633553330136235,0.0,0.511474609375,0.02197265625,0.18310546875,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gated_product,128,1920,2048,4096,128,0.19097531230269818,0.0,0.5185546875,0.02685546875,0.19873046875,1.0,60,0.46875
+fresh-zh-1,layers.17.mlp.gated_product,128,2048,2176,4096,128,0.12799303795749611,0.0,0.505126953125,0.017333984375,0.136962890625,1.0,89,0.6953125
+fresh-zh-1,layers.17.mlp.gated_product,128,2176,2304,4096,128,0.15251851046828663,0.0,0.522216796875,0.027099609375,0.18017578125,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,128,2304,2432,4096,128,0.13779250524971687,0.0,0.50830078125,0.018310546875,0.14111328125,1.0,83,0.6484375
+fresh-zh-1,layers.17.mlp.gated_product,128,2432,2560,4096,128,0.17088470916183165,0.0,0.517822265625,0.02294921875,0.177734375,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,2560,2688,4096,128,0.15370982880967665,0.0,0.50390625,0.027099609375,0.1767578125,1.0,76,0.59375
+fresh-zh-1,layers.17.mlp.gated_product,128,2688,2816,4096,128,0.20607193551787686,0.0,0.479736328125,0.029296875,0.197021484375,1.0,53,0.4140625
+fresh-zh-1,layers.17.mlp.gated_product,128,2816,2944,4096,128,0.16552921222776676,0.0,0.481689453125,0.02685546875,0.186767578125,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,2944,3072,4096,128,0.12872285936322114,0.0,0.48828125,0.0185546875,0.135009765625,1.0,85,0.6640625
+fresh-zh-1,layers.17.mlp.gated_product,128,3072,3200,4096,128,0.15752491150716014,0.0,0.486083984375,0.022705078125,0.16943359375,1.0,75,0.5859375
+fresh-zh-1,layers.17.mlp.gated_product,128,3200,3328,4096,128,0.1375393794229089,0.0,0.46435546875,0.0166015625,0.15087890625,1.0,84,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,128,3328,3456,4096,128,0.2319200854058781,0.0,0.498046875,0.0302734375,0.225341796875,1.0,44,0.34375
+fresh-zh-1,layers.17.mlp.gated_product,128,3456,3584,4096,128,0.17534691070423394,0.0,0.466552734375,0.0205078125,0.190185546875,1.0,65,0.5078125
+fresh-zh-1,layers.17.mlp.gated_product,128,3584,3712,4096,128,0.17517446537159195,0.0,0.518310546875,0.025146484375,0.18408203125,1.0,71,0.5546875
+fresh-zh-1,layers.17.mlp.gated_product,128,3712,3840,4096,128,0.1299370212323847,0.0,0.515380859375,0.020263671875,0.138427734375,1.0,87,0.6796875
+fresh-zh-1,layers.17.mlp.gated_product,128,3840,3968,4096,128,0.14651414533480178,0.0,0.4951171875,0.021240234375,0.16552734375,1.0,78,0.609375
+fresh-zh-1,layers.17.mlp.gated_product,128,3968,4096,4096,128,0.13822441562776885,0.0,0.504638671875,0.01953125,0.151611328125,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gated_product,128,4096,4224,4096,128,0.13784855651971362,0.0,0.5009765625,0.018310546875,0.15966796875,1.0,83,0.6484375
+fresh-zh-1,layers.17.mlp.gated_product,128,4224,4352,4096,128,0.1660878129781358,0.0,0.473876953125,0.0166015625,0.170654296875,1.0,71,0.5546875
+fresh-zh-1,layers.17.mlp.gated_product,128,4352,4480,4096,128,0.1581808920977837,0.0,0.48681640625,0.023193359375,0.16455078125,1.0,73,0.5703125
+fresh-zh-1,layers.17.mlp.gated_product,128,4480,4608,4096,128,0.13668127084269321,0.0,0.495361328125,0.016845703125,0.13525390625,1.0,86,0.671875
+fresh-zh-1,layers.17.mlp.gated_product,128,4608,4736,4096,128,0.12227372575334108,0.0,0.513671875,0.020751953125,0.134521484375,1.0,92,0.71875
+fresh-zh-1,layers.17.mlp.gated_product,128,4736,4864,4096,128,0.17023956200396675,0.0,0.508056640625,0.023193359375,0.178955078125,1.0,68,0.53125
+fresh-zh-1,layers.17.mlp.gated_product,128,4864,4992,4096,128,0.12979708682600427,0.0,0.529541015625,0.017822265625,0.1240234375,1.0,89,0.6953125
+fresh-zh-1,layers.17.mlp.gated_product,128,4992,5120,4096,128,0.13739411469826598,0.0,0.496337890625,0.017578125,0.14892578125,1.0,83,0.6484375
+fresh-zh-1,layers.17.mlp.gated_product,128,5120,5248,4096,128,0.1880630013850415,0.0,0.511474609375,0.02783203125,0.195556640625,1.0,59,0.4609375
+fresh-zh-1,layers.17.mlp.gated_product,128,5248,5376,4096,128,0.15019704713222423,0.0,0.49169921875,0.02197265625,0.15380859375,1.0,81,0.6328125
+fresh-zh-1,layers.17.mlp.gated_product,128,5376,5504,4096,128,0.16624254470857108,0.0,0.54931640625,0.02099609375,0.1650390625,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,5504,5632,4096,128,0.169830445445846,0.0,0.506591796875,0.024658203125,0.1767578125,1.0,70,0.546875
+fresh-zh-1,layers.17.mlp.gated_product,128,5632,5760,4096,128,0.1582661401521627,0.0,0.49072265625,0.025634765625,0.17822265625,1.0,74,0.578125
+fresh-zh-1,layers.17.mlp.gated_product,128,5760,5888,4096,128,0.17938608845481782,0.0,0.531494140625,0.0234375,0.181396484375,1.0,67,0.5234375
+fresh-zh-1,layers.17.mlp.gated_product,128,5888,6016,4096,128,0.13901619088822692,0.0,0.546630859375,0.0205078125,0.1552734375,1.0,84,0.65625
+fresh-zh-1,layers.17.mlp.gated_product,128,6016,6144,4096,128,0.1849957218570745,0.0,0.4921875,0.02587890625,0.193603515625,1.0,59,0.4609375
+fresh-zh-1,layers.17.mlp.down_proj.output,0,0,2048,65536,2048,0.10792010432794745,0.0,0.4999847412109375,0.008453369140625,0.0831298828125,1.0,1617,0.78955078125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,0,64,2048,64,0.10692831452948652,0.0,0.5029296875,0.0068359375,0.08349609375,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,64,128,2048,64,0.10379163161505524,0.0,0.52978515625,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,128,192,2048,64,0.10916880560565187,0.0,0.4990234375,0.00927734375,0.0927734375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,192,256,2048,64,0.10551090131361339,0.0,0.46630859375,0.0107421875,0.0791015625,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,256,320,2048,64,0.10838264607696846,0.0,0.48193359375,0.00830078125,0.078125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,320,384,2048,64,0.10578750535898121,0.0,0.4912109375,0.00830078125,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,384,448,2048,64,0.10429969575695924,0.0,0.4912109375,0.00927734375,0.09521484375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,448,512,2048,64,0.10181400089088173,0.0,0.46923828125,0.0078125,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,512,576,2048,64,0.10673700787531004,0.0,0.48388671875,0.009765625,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,576,640,2048,64,0.11125577937511277,0.0,0.46875,0.00927734375,0.08203125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,640,704,2048,64,0.10947065344284153,0.0,0.50732421875,0.0087890625,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,704,768,2048,64,0.10426278852634448,0.0,0.4931640625,0.009765625,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,768,832,2048,64,0.10788947350874988,0.0,0.51513671875,0.00732421875,0.0693359375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,832,896,2048,64,0.10436590714834298,0.0,0.515625,0.00830078125,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,896,960,2048,64,0.10865965050713819,0.0,0.55126953125,0.0048828125,0.08056640625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,960,1024,2048,64,0.10831173937963447,0.0,0.49853515625,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1024,1088,2048,64,0.10507844594761107,0.0,0.46435546875,0.01025390625,0.08935546875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1088,1152,2048,64,0.10671768513584598,0.0,0.4541015625,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1152,1216,2048,64,0.13632734497012347,0.0,0.4892578125,0.01025390625,0.11181640625,1.0,45,0.703125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1216,1280,2048,64,0.1051672582841549,0.0,0.53759765625,0.00390625,0.07958984375,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1280,1344,2048,64,0.1019736544749049,0.0,0.48583984375,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1344,1408,2048,64,0.1074202865289967,0.0,0.53515625,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1408,1472,2048,64,0.11471068955565548,0.0,0.57470703125,0.00830078125,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1472,1536,2048,64,0.10515807664178267,0.0,0.53955078125,0.0087890625,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1536,1600,2048,64,0.11069281065367172,0.0,0.49560546875,0.00732421875,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1600,1664,2048,64,0.10834570710524537,0.0,0.47705078125,0.005859375,0.07470703125,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1664,1728,2048,64,0.10717374316418232,0.0,0.46484375,0.0078125,0.07763671875,1.0,53,0.828125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1728,1792,2048,64,0.10445178205585884,0.0,0.5205078125,0.0107421875,0.078125,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1792,1856,2048,64,0.10509445947742985,0.0,0.5087890625,0.0107421875,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1856,1920,2048,64,0.11065859465626801,0.0,0.49658203125,0.01171875,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1920,1984,2048,64,0.10436431613531418,0.0,0.4736328125,0.00830078125,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,64,1984,2048,2048,64,0.10844758320209727,0.0,0.5166015625,0.0048828125,0.08984375,1.0,51,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,0,128,4096,128,0.10537164524062469,0.0,0.516357421875,0.007568359375,0.082763671875,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,128,256,4096,128,0.10735543398770198,0.0,0.482666015625,0.009765625,0.085205078125,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,256,384,4096,128,0.10709293688362899,0.0,0.486572265625,0.00830078125,0.078857421875,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,384,512,4096,128,0.10306434231198179,0.0,0.480224609375,0.008544921875,0.0908203125,1.0,101,0.7890625
+fresh-zh-1,layers.17.mlp.down_proj.output,128,512,640,4096,128,0.1090198085086783,0.0,0.476318359375,0.009765625,0.081787109375,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,128,640,768,4096,128,0.10689844020492521,0.0,0.500244140625,0.00927734375,0.079833984375,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,768,896,4096,128,0.10614231264884846,0.0,0.515380859375,0.0078125,0.075439453125,1.0,101,0.7890625
+fresh-zh-1,layers.17.mlp.down_proj.output,128,896,1024,4096,128,0.10848583441116927,0.0,0.52490234375,0.0068359375,0.081787109375,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1024,1152,4096,128,0.10590123730041728,0.0,0.459228515625,0.010498046875,0.08837890625,1.0,102,0.796875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1152,1280,4096,128,0.12174830019677726,0.0,0.513427734375,0.007080078125,0.095947265625,1.0,96,0.75
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1280,1408,4096,128,0.10473238316046056,0.0,0.510498046875,0.00830078125,0.080810546875,1.0,103,0.8046875
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1408,1536,4096,128,0.11003809199848252,0.0,0.55712890625,0.0087890625,0.081298828125,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1536,1664,4096,128,0.10952554628611819,0.0,0.486328125,0.006591796875,0.079345703125,1.0,104,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1664,1792,4096,128,0.10582151482205014,0.0,0.49267578125,0.00927734375,0.077392578125,1.0,104,0.8125
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1792,1920,4096,128,0.10791239498814158,0.0,0.502685546875,0.010986328125,0.083740234375,1.0,100,0.78125
+fresh-zh-1,layers.17.mlp.down_proj.output,128,1920,2048,4096,128,0.10642553449423593,0.0,0.4951171875,0.0068359375,0.0869140625,1.0,103,0.8046875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.7994867737824825,0.0,0.5006764729817709,0.011774698893229166,0.11771647135416667,1.0,2674,0.4352213541666667
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,0,64,2048,64,3.1134375888770354,0.0,0.52978515625,0.0126953125,0.0888671875,1.0,32,0.5
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.4678544316111197,0.0,0.4755859375,0.01416015625,0.10205078125,1.0,32,0.5
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1332614749045526,0.0,0.4912109375,0.00732421875,0.0791015625,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.4511848761256332,0.0,0.5234375,0.00927734375,0.10498046875,1.0,37,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.8591906948658585,0.0,0.525390625,0.021484375,0.2119140625,1.0,9,0.140625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.310291221950709,0.0,0.51953125,0.01416015625,0.16064453125,1.0,16,0.25
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3992214004001673,0.0,0.48583984375,0.015625,0.140625,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.0552352038836552,0.0,0.48046875,0.0107421875,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.176756104106388,0.0,0.47216796875,0.02001953125,0.14111328125,1.0,27,0.421875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.6530795776497622,0.0,0.4892578125,0.01123046875,0.09130859375,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.8159578286980285,0.0,0.47265625,0.00537109375,0.087890625,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.1002003323022453,0.0,0.44775390625,0.005859375,0.09521484375,1.0,34,0.53125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.8951652307405749,0.0,0.55322265625,0.01220703125,0.12158203125,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.6781685895580987,0.0,0.5419921875,0.01708984375,0.17431640625,1.0,19,0.296875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6801780619359241,0.0,0.486328125,0.013671875,0.12109375,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.071104081067601,0.0,0.50732421875,0.00634765625,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.20851923279977,0.0,0.3623046875,0.0078125,0.07177734375,1.0,39,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,3.1637523032199812,0.0,0.435546875,0.01611328125,0.13671875,1.0,22,0.34375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4459947872349406,0.0,0.4951171875,0.009765625,0.1318359375,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.9923302169081633,0.0,0.5087890625,0.01318359375,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.402358423557831,0.0,0.51318359375,0.021484375,0.23291015625,1.0,5,0.078125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.8628977564830511,0.0,0.546875,0.02099609375,0.1845703125,1.0,19,0.296875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.4105663296308197,0.0,0.56982421875,0.00830078125,0.08251953125,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.3257266140729747,0.0,0.580078125,0.0078125,0.064453125,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,4.351610902546945,0.0,0.5634765625,0.0283203125,0.2451171875,1.0,11,0.171875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,3.9046908175698505,0.0,0.54443359375,0.025390625,0.25048828125,1.0,11,0.171875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.571502510949021,0.0,0.41015625,0.0068359375,0.07568359375,1.0,37,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.3879813577651197,0.0,0.5126953125,0.00732421875,0.08642578125,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.532447308180615,0.0,0.47705078125,0.00537109375,0.06201171875,1.0,39,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.570621947045258,0.0,0.556640625,0.0068359375,0.06298828125,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.1501579405959972,0.0,0.56689453125,0.0068359375,0.09619140625,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.000597702386616,0.0,0.45458984375,0.00830078125,0.10107421875,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,3.5320638010849956,0.0,0.50244140625,0.00537109375,0.05419921875,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,3.6692434504625906,0.0,0.4931640625,0.0068359375,0.06689453125,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.6478247309609708,0.0,0.46142578125,0.0048828125,0.06787109375,1.0,39,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.7445521660510155,0.0,0.49658203125,0.00830078125,0.08056640625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.218426644866666,0.0,0.49072265625,0.009765625,0.0849609375,1.0,44,0.6875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.232040973235967,0.0,0.462890625,0.009765625,0.11865234375,1.0,39,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.875730574342583,0.0,0.498046875,0.00390625,0.0625,1.0,42,0.65625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.254006900332098,0.0,0.49755859375,0.0078125,0.078125,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.5425513431115685,0.0,0.458984375,0.0029296875,0.033203125,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.4943578128166966,0.0,0.48828125,0.001953125,0.03515625,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.1649697206143173,0.0,0.45263671875,0.0078125,0.08837890625,1.0,34,0.53125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.40050569431209,0.0,0.5185546875,0.00634765625,0.07763671875,1.0,37,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.693112166685173,0.0,0.4462890625,0.0146484375,0.1103515625,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.5055523061804688,0.0,0.466796875,0.00830078125,0.1005859375,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.0427978273358685,0.0,0.5029296875,0.00537109375,0.08154296875,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.8997009201532369,0.0,0.6044921875,0.0029296875,0.06494140625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.957344563823307,0.0,0.53271484375,0.00341796875,0.02783203125,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,3.1133373283030132,0.0,0.49853515625,0.00537109375,0.0322265625,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,2.0561993025437424,0.0,0.60791015625,0.00732421875,0.03955078125,1.0,47,0.734375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.3500497653884627,0.0,0.51220703125,0.00537109375,0.04443359375,1.0,44,0.6875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.556117735949189,0.0,0.55126953125,0.01123046875,0.10595703125,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.3615234541613974,0.0,0.48583984375,0.005859375,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,3.03346973122019,0.0,0.55712890625,0.00537109375,0.0478515625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.848811192122499,0.0,0.47509765625,0.00390625,0.03271484375,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,3.1491834636129434,0.0,0.53466796875,0.0166015625,0.13134765625,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,4.250907257263902,0.0,0.51806640625,0.0146484375,0.14306640625,1.0,30,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,3.6391875096860957,0.0,0.42822265625,0.0048828125,0.03271484375,1.0,44,0.6875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.369064519237343,0.0,0.4306640625,0.00537109375,0.05029296875,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,3.231782407981187,0.0,0.48583984375,0.0029296875,0.05029296875,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,3.091423499862394,0.0,0.47900390625,0.00390625,0.06103515625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.5508278707490457,0.0,0.3740234375,0.00439453125,0.0439453125,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.660293669510685,0.0,0.4931640625,0.00732421875,0.0615234375,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,3.8020850408073987,0.0,0.5341796875,0.013671875,0.13330078125,1.0,28,0.4375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.1579752699865975,0.0,0.5185546875,0.01025390625,0.0888671875,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.9804175869945586,0.0,0.48828125,0.01220703125,0.1767578125,1.0,21,0.328125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.2161104906056777,0.0,0.43505859375,0.01220703125,0.10888671875,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,4.175135408822728,0.0,0.47216796875,0.00244140625,0.03564453125,1.0,50,0.78125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.85902188965787,0.0,0.54052734375,0.0048828125,0.0322265625,1.0,51,0.796875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.611748849875814,0.0,0.52880859375,0.00830078125,0.1181640625,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.2868849064324075,0.0,0.50146484375,0.01171875,0.15869140625,1.0,20,0.3125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.3599362731213764,0.0,0.60595703125,0.0078125,0.056640625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.5140614670099812,0.0,0.53271484375,0.00732421875,0.0673828125,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.9984120205168616,0.0,0.634765625,0.01416015625,0.1201171875,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.1000683958093482,0.0,0.46728515625,0.01171875,0.130859375,1.0,28,0.4375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.04484806532072,0.0,0.501953125,0.00634765625,0.08154296875,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,3.1814957637699606,0.0,0.4619140625,0.0087890625,0.09130859375,1.0,34,0.53125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.4983300224221248,0.0,0.59130859375,0.01416015625,0.13232421875,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.8482485245870508,0.0,0.521484375,0.017578125,0.1455078125,1.0,28,0.4375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.6631719249966253,0.0,0.537109375,0.0068359375,0.0810546875,1.0,32,0.5
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.469452824034451,0.0,0.44775390625,0.00634765625,0.0693359375,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.3136441172549618,0.0,0.431640625,0.01025390625,0.09033203125,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.060561818541786,0.0,0.49169921875,0.0087890625,0.08251953125,1.0,37,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.813947548201806,0.0,0.501953125,0.0078125,0.0703125,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,4.777372095088476,0.0,0.4970703125,0.00830078125,0.07861328125,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.3763830364428866,0.0,0.46826171875,0.01025390625,0.08447265625,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.2250932099376017,0.0,0.43017578125,0.00244140625,0.041015625,1.0,42,0.65625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,6.408677440311111,0.0,0.513671875,0.0068359375,0.0673828125,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,6.388621888437626,0.0,0.50244140625,0.00732421875,0.046875,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,3.6752564796435605,0.0,0.447265625,0.00830078125,0.10791015625,1.0,25,0.390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.642714995188648,0.0,0.4794921875,0.00634765625,0.08251953125,1.0,34,0.53125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.1467190731889847,0.0,0.58349609375,0.0068359375,0.08447265625,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,3.5714453830071986,0.0,0.470703125,0.0068359375,0.1025390625,1.0,21,0.328125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.9269729380582512,0.0,0.453125,0.015625,0.15234375,1.0,25,0.390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.054200013104522,0.0,0.56689453125,0.01318359375,0.140625,1.0,25,0.390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.29541408465441,0.0,0.502685546875,0.01318359375,0.0966796875,1.0,62,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.301963731291815,0.0,0.50732421875,0.008544921875,0.08984375,1.0,82,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.5992707592544115,0.0,0.5224609375,0.01806640625,0.187744140625,1.0,23,0.1796875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.2392219056434535,0.0,0.483154296875,0.0126953125,0.118896484375,1.0,73,0.5703125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.9327363020866475,0.0,0.480712890625,0.01513671875,0.117431640625,1.0,62,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.9632300261828872,0.0,0.460205078125,0.00537109375,0.09228515625,1.0,71,0.5546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.3199394653636536,0.0,0.547607421875,0.0146484375,0.14794921875,1.0,42,0.328125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.4089468180684515,0.0,0.496826171875,0.009765625,0.10595703125,1.0,72,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.7282673840531304,0.0,0.39892578125,0.01171875,0.102783203125,1.0,60,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2400847116426408,0.0,0.501953125,0.010986328125,0.11181640625,1.0,80,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.1496178784087245,0.0,0.530029296875,0.02197265625,0.211669921875,1.0,20,0.15625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.3685263681197584,0.0,0.574951171875,0.00830078125,0.072998046875,1.0,78,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,4.134194469783669,0.0,0.553955078125,0.02685546875,0.248779296875,1.0,21,0.1640625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.4814391115692187,0.0,0.46142578125,0.00732421875,0.081298828125,1.0,73,0.5703125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.5516060200726516,0.0,0.516845703125,0.006103515625,0.062744140625,1.0,78,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.6317558725358756,0.0,0.5107421875,0.009033203125,0.106201171875,1.0,67,0.5234375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,3.6013068595787283,0.0,0.497802734375,0.00634765625,0.060302734375,1.0,77,0.6015625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.6968778099851334,0.0,0.47900390625,0.0068359375,0.074462890625,1.0,80,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.7719582997702608,0.0,0.476806640625,0.010009765625,0.10595703125,1.0,78,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.0735129966156793,0.0,0.497802734375,0.005615234375,0.071533203125,1.0,77,0.6015625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.518569855167624,0.0,0.4736328125,0.00244140625,0.034423828125,1.0,93,0.7265625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.2857735539201607,0.0,0.485595703125,0.00732421875,0.084228515625,1.0,70,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.601023404484663,0.0,0.45654296875,0.011474609375,0.105224609375,1.0,67,0.5234375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.9725474074656861,0.0,0.5537109375,0.00439453125,0.0732421875,1.0,76,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,3.0363428815748237,0.0,0.515625,0.00439453125,0.0302734375,1.0,92,0.71875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.2080182824858743,0.0,0.56005859375,0.005859375,0.04248046875,1.0,90,0.703125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.4607448978498754,0.0,0.5185546875,0.00830078125,0.10107421875,1.0,84,0.65625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.942589320529753,0.0,0.51611328125,0.004638671875,0.040283203125,1.0,87,0.6796875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,3.740826713264872,0.0,0.5263671875,0.013671875,0.141357421875,1.0,63,0.4921875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.506727923965533,0.0,0.429443359375,0.005126953125,0.04150390625,1.0,86,0.671875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,3.162381759689849,0.0,0.482421875,0.00341796875,0.055908203125,1.0,83,0.6484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.6061355715147223,0.0,0.43359375,0.005859375,0.052734375,1.0,84,0.65625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.494900460912894,0.0,0.5263671875,0.01171875,0.109130859375,1.0,59,0.4609375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6433165465360793,0.0,0.461669921875,0.01220703125,0.141845703125,1.0,60,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,4.0201869127482075,0.0,0.50634765625,0.003662109375,0.032470703125,1.0,101,0.7890625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.9783297159907862,0.0,0.51513671875,0.0107421875,0.138427734375,1.0,50,0.390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.4382169994791676,0.0,0.5693359375,0.00732421875,0.061767578125,1.0,79,0.6171875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0498704679593214,0.0,0.551025390625,0.01318359375,0.124755859375,1.0,58,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,3.113921565789153,0.0,0.48193359375,0.007568359375,0.086669921875,1.0,69,0.5390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.6824112851395308,0.0,0.556396484375,0.015869140625,0.137451171875,1.0,60,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.568139594358332,0.0,0.492431640625,0.0068359375,0.0751953125,1.0,69,0.5390625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.1907606109911604,0.0,0.461669921875,0.009033203125,0.0859375,1.0,71,0.5546875
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,4.795694690645363,0.0,0.49951171875,0.008056640625,0.073974609375,1.0,81,0.6328125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.3016048083897713,0.0,0.44921875,0.006591796875,0.062255859375,1.0,76,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,6.398657521987596,0.0,0.508056640625,0.007080078125,0.05712890625,1.0,83,0.6484375
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,3.2008946200208555,0.0,0.46337890625,0.00732421875,0.09912109375,1.0,58,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.9464915495379254,0.0,0.527099609375,0.007568359375,0.09716796875,1.0,52,0.40625
+fresh-zh-1,layers.18.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.9916026709471277,0.0,0.510009765625,0.014404296875,0.14697265625,1.0,49,0.3828125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.8567105940128823,0.0,0.6121826171875,0.0106201171875,0.0999298095703125,1.0,1001,0.48876953125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,0,64,2048,64,1.7438404733773385,0.0,0.5732421875,0.02001953125,0.14306640625,1.0,25,0.390625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,64,128,2048,64,2.176080008976424,0.0,0.71435546875,0.0107421875,0.14013671875,1.0,24,0.375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,128,192,2048,64,2.2155960632803735,0.0,0.71240234375,0.0087890625,0.07763671875,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8649055218199133,0.0,0.5615234375,0.0068359375,0.068359375,1.0,39,0.609375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,256,320,2048,64,1.731710727496686,0.0,0.169921875,0.00146484375,0.01513671875,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,320,384,2048,64,1.415148546424694,0.0,0.1455078125,0.00048828125,0.00634765625,1.0,50,0.78125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,384,448,2048,64,1.8288560518743247,0.0,0.74267578125,0.0078125,0.10595703125,1.0,34,0.53125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,448,512,2048,64,2.152727247132695,0.0,0.72802734375,0.01318359375,0.10400390625,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,512,576,2048,64,1.145225110966493,0.0,0.5771484375,0.01123046875,0.11767578125,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,576,640,2048,64,1.7197301887937135,0.0,0.56787109375,0.0166015625,0.13330078125,1.0,21,0.328125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,640,704,2048,64,1.932232032662111,0.0,0.58935546875,0.00732421875,0.10546875,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,704,768,2048,64,2.104098550154682,0.0,0.70068359375,0.0078125,0.08056640625,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,768,832,2048,64,1.6560943653475326,0.0,0.6025390625,0.015625,0.12939453125,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,832,896,2048,64,2.004933918750949,0.0,0.6474609375,0.01318359375,0.10986328125,1.0,27,0.421875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,896,960,2048,64,2.2442213188318263,0.0,0.76611328125,0.00634765625,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.3248549261051146,0.0,0.7509765625,0.00537109375,0.0859375,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4798816001577897,0.0,0.75927734375,0.0068359375,0.09033203125,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8656379596948136,0.0,0.77783203125,0.0107421875,0.11083984375,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.2061483343658157,0.0,0.81640625,0.0166015625,0.11572265625,1.0,28,0.4375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.46450936769031,0.0,0.73876953125,0.015625,0.10986328125,1.0,31,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.110112592561604,0.0,0.43017578125,0.00390625,0.03466796875,1.0,30,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.7928538669527505,0.0,0.4541015625,0.0029296875,0.0390625,1.0,36,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.6539344005984806,0.0,0.70556640625,0.017578125,0.169921875,1.0,22,0.34375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.2473137255432747,0.0,0.712890625,0.0185546875,0.14111328125,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.020907173275127,0.0,0.32373046875,0.005859375,0.06201171875,1.0,38,0.59375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.6606840973250987,0.0,0.28466796875,0.0068359375,0.06005859375,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.024340743581303,0.0,0.759765625,0.0126953125,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.8191588215096488,0.0,0.7626953125,0.0087890625,0.08984375,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3879675800806413,0.0,0.58447265625,0.01171875,0.09228515625,1.0,41,0.640625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.8853870556488932,0.0,0.54931640625,0.01025390625,0.10400390625,1.0,35,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.9134513533826019,0.0,0.69384765625,0.01171875,0.11865234375,1.0,29,0.453125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8725583660784875,0.0,0.6865234375,0.0126953125,0.1171875,1.0,30,0.46875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,0,128,4096,128,1.9718397249847326,0.0,0.643798828125,0.015869140625,0.1435546875,1.0,47,0.3671875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,128,256,4096,128,2.047771779390698,0.0,0.636962890625,0.008544921875,0.07421875,1.0,73,0.5703125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,256,384,4096,128,1.5813708376239628,0.0,0.15771484375,0.0009765625,0.010498046875,1.0,94,0.734375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,384,512,4096,128,1.9973668990729836,0.0,0.7353515625,0.010009765625,0.104248046875,1.0,62,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,512,640,4096,128,1.4609949481494926,0.0,0.572509765625,0.01318359375,0.130615234375,1.0,49,0.3828125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,640,768,4096,128,2.019993977318817,0.0,0.64501953125,0.00732421875,0.091796875,1.0,70,0.546875
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,768,896,4096,128,1.8388051236460434,0.0,0.625,0.014892578125,0.121826171875,1.0,56,0.4375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.2848938438507904,0.0,0.758544921875,0.005859375,0.083251953125,1.0,72,0.5625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.6838430074000081,0.0,0.7685546875,0.0087890625,0.10107421875,1.0,65,0.5078125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.8724153066664637,0.0,0.777587890625,0.01611328125,0.117431640625,1.0,53,0.4140625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.9579198325690566,0.0,0.442138671875,0.00341796875,0.037353515625,1.0,66,0.515625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4648021251028582,0.0,0.709228515625,0.01904296875,0.155029296875,1.0,49,0.3828125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.8495860988479749,0.0,0.30419921875,0.005859375,0.0634765625,1.0,77,0.6015625
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.9244861994828226,0.0,0.76123046875,0.0107421875,0.101318359375,1.0,62,0.484375
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.6554664528409075,0.0,0.56689453125,0.011962890625,0.098876953125,1.0,74,0.578125
+fresh-zh-1,layers.18.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8931152785993046,0.0,0.690185546875,0.012451171875,0.1181640625,1.0,59,0.4609375
+fresh-zh-1,layers.18.linear_attn.in_proj_b.output,0,0,16,512,16,2.128518611906727,0.0,0.28515625,0.005859375,0.0546875,1.0,10,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_b.output,64,0,16,512,16,2.128518611906727,0.0,0.28515625,0.005859375,0.0546875,1.0,10,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_b.output,128,0,16,512,16,2.128518611906727,0.0,0.28515625,0.005859375,0.0546875,1.0,10,0.625
+fresh-zh-1,layers.18.linear_attn.in_proj_a.output,0,0,16,512,16,2.3107315572644977,0.0,0.744140625,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-1,layers.18.linear_attn.in_proj_a.output,64,0,16,512,16,2.3107315572644977,0.0,0.744140625,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-1,layers.18.linear_attn.in_proj_a.output,128,0,16,512,16,2.3107315572644977,0.0,0.744140625,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,0,0,2048,65536,2048,0.08772114569284634,0.0,0.501800537109375,0.0118255615234375,0.1150665283203125,1.0,1290,0.6298828125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,0,64,2048,64,0.07438835945097282,0.0,0.47802734375,0.0068359375,0.0791015625,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,64,128,2048,64,0.07348296255530518,0.0,0.42138671875,0.00830078125,0.1083984375,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,128,192,2048,64,0.07047753321190538,0.0,0.544921875,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,192,256,2048,64,0.07008818927228966,0.0,0.50634765625,0.0126953125,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,256,320,2048,64,0.06683589399416777,0.0,0.505859375,0.01220703125,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,320,384,2048,64,0.0668670195352056,0.0,0.5537109375,0.00927734375,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,384,448,2048,64,0.0739108058800625,0.0,0.49658203125,0.0078125,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,448,512,2048,64,0.06852351922253971,0.0,0.55322265625,0.0107421875,0.10302734375,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,512,576,2048,64,0.0670502031433641,0.0,0.55615234375,0.01171875,0.095703125,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,576,640,2048,64,0.12002979578538371,0.0,0.478515625,0.0126953125,0.12646484375,1.0,33,0.515625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,640,704,2048,64,0.0714011429916553,0.0,0.4501953125,0.0068359375,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,704,768,2048,64,0.06386479765291815,0.0,0.4775390625,0.00830078125,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,768,832,2048,64,0.06903153667574594,0.0,0.51171875,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,832,896,2048,64,0.07001386249556157,0.0,0.474609375,0.00732421875,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,896,960,2048,64,0.06740454791611639,0.0,0.44921875,0.00830078125,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,960,1024,2048,64,0.07128799625578575,0.0,0.5361328125,0.0107421875,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1024,1088,2048,64,0.07468899937954854,0.0,0.53173828125,0.01025390625,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1088,1152,2048,64,0.0699908614745427,0.0,0.50439453125,0.0107421875,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1152,1216,2048,64,0.2854119737758899,0.0,0.53466796875,0.0380859375,0.3828125,1.0,1,0.015625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1216,1280,2048,64,0.07675851833198315,0.0,0.5068359375,0.0087890625,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06770595866228916,0.0,0.5029296875,0.00634765625,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06724183299445856,0.0,0.48046875,0.00830078125,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1408,1472,2048,64,0.08847010973522845,0.0,0.43505859375,0.01220703125,0.109375,1.0,40,0.625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1472,1536,2048,64,0.06785357199841842,0.0,0.49169921875,0.009765625,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1536,1600,2048,64,0.06271547514905108,0.0,0.53662109375,0.00830078125,0.09228515625,1.0,49,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07016832512076952,0.0,0.5615234375,0.0068359375,0.087890625,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1664,1728,2048,64,0.06599468510208414,0.0,0.447265625,0.0126953125,0.095703125,1.0,50,0.78125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1728,1792,2048,64,0.06534796053046144,0.0,0.5068359375,0.0087890625,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1792,1856,2048,64,0.07503557734382311,0.0,0.49853515625,0.0087890625,0.10888671875,1.0,43,0.671875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06908749597446126,0.0,0.46044921875,0.01416015625,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08094602431707185,0.0,0.53076171875,0.01171875,0.10498046875,1.0,44,0.6875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,64,1984,2048,2048,64,0.07179466425205683,0.0,0.53369140625,0.01171875,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,0,128,4096,128,0.07393704689704451,0.0,0.44970703125,0.00732421875,0.093994140625,1.0,91,0.7109375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,128,256,4096,128,0.07028313084625472,0.0,0.525634765625,0.01123046875,0.082275390625,1.0,97,0.7578125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,256,384,4096,128,0.06685145857616422,0.0,0.52978515625,0.0107421875,0.08740234375,1.0,96,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,384,512,4096,128,0.07126808511697943,0.0,0.52490234375,0.009033203125,0.093505859375,1.0,94,0.734375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,512,640,4096,128,0.09721852091512016,0.0,0.517333984375,0.013671875,0.119140625,1.0,76,0.59375
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,640,768,4096,128,0.06773786090423503,0.0,0.4638671875,0.007568359375,0.096435546875,1.0,93,0.7265625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,768,896,4096,128,0.0695244345441308,0.0,0.4931640625,0.008056640625,0.09130859375,1.0,96,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,896,1024,4096,128,0.06937345129781619,0.0,0.49267578125,0.009765625,0.091064453125,1.0,97,0.7578125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07237806062014521,0.0,0.51806640625,0.01025390625,0.088134765625,1.0,93,0.7265625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1152,1280,4096,128,0.20898787633636867,0.0,0.520751953125,0.027099609375,0.268310546875,1.0,4,0.03125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06747429489381221,0.0,0.49169921875,0.00732421875,0.0908203125,1.0,93,0.7265625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07883865660165677,0.0,0.46337890625,0.01171875,0.09716796875,1.0,87,0.6796875
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06654631722877405,0.0,0.549072265625,0.00732421875,0.0927734375,1.0,96,0.75
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1664,1792,4096,128,0.06567211892125148,0.0,0.47705078125,0.0107421875,0.090576171875,1.0,98,0.765625
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1792,1920,4096,128,0.072122881138173,0.0,0.4794921875,0.01171875,0.1044921875,1.0,90,0.703125
+fresh-zh-1,layers.18.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07650729595210366,0.0,0.5322265625,0.011474609375,0.0966796875,1.0,89,0.6953125
+fresh-zh-1,layers.18.mlp.gate_proj.output,0,0,6144,196608,6144,1.6063236145923039,0.0,0.9117279052734375,0.005289713541666667,0.053070068359375,1.0,3839,0.6248372395833334
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,0,64,2048,64,1.4989954604349198,0.0,0.90966796875,0.00341796875,0.046875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,64,128,2048,64,1.6592722788820091,0.0,0.912109375,0.00244140625,0.052734375,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,128,192,2048,64,1.5702096434742676,0.0,0.8916015625,0.0078125,0.0556640625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,192,256,2048,64,1.6088098337861803,0.0,0.90185546875,0.00390625,0.05615234375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,256,320,2048,64,1.5627858575922577,0.0,0.93408203125,0.00537109375,0.05029296875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,320,384,2048,64,1.5201818847717452,0.0,0.92138671875,0.00537109375,0.046875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,384,448,2048,64,1.482508951150891,0.0,0.87744140625,0.00634765625,0.0654296875,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,448,512,2048,64,1.6089374648735013,0.0,0.9091796875,0.0078125,0.052734375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,512,576,2048,64,1.523650183658099,0.0,0.9140625,0.005859375,0.0517578125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,576,640,2048,64,1.4855997107006191,0.0,0.9052734375,0.00439453125,0.04931640625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,640,704,2048,64,1.520494425236904,0.0,0.8828125,0.009765625,0.07763671875,1.0,36,0.5625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,704,768,2048,64,1.7496038623204546,0.0,0.91064453125,0.001953125,0.041015625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,768,832,2048,64,1.6223607351671276,0.0,0.91943359375,0.00732421875,0.05615234375,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,832,896,2048,64,1.556119905512284,0.0,0.92822265625,0.00341796875,0.0556640625,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,896,960,2048,64,1.5558417395181856,0.0,0.92138671875,0.0048828125,0.0458984375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,960,1024,2048,64,1.7298405177177207,0.0,0.91455078125,0.00341796875,0.0361328125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1024,1088,2048,64,1.819802719432102,0.0,0.9462890625,0.0029296875,0.048828125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1088,1152,2048,64,1.5386529082876277,0.0,0.91259765625,0.0029296875,0.037109375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1152,1216,2048,64,1.689541696107091,0.0,0.888671875,0.00390625,0.06201171875,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1216,1280,2048,64,1.4705078721751907,0.0,0.89501953125,0.0087890625,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1280,1344,2048,64,1.5495413389930297,0.0,0.90869140625,0.0068359375,0.056640625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1344,1408,2048,64,1.5747937129434286,0.0,0.943359375,0.00537109375,0.0400390625,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1408,1472,2048,64,1.5379873536888713,0.0,0.90283203125,0.0048828125,0.05419921875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1472,1536,2048,64,1.6771988402792306,0.0,0.90966796875,0.00390625,0.03955078125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1536,1600,2048,64,1.6765797398898434,0.0,0.91455078125,0.00439453125,0.04345703125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1600,1664,2048,64,1.6521100344616486,0.0,0.92626953125,0.00439453125,0.05419921875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1664,1728,2048,64,1.7893984777124214,0.0,0.8935546875,0.00390625,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1728,1792,2048,64,1.574155365904925,0.0,0.87890625,0.00634765625,0.064453125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1792,1856,2048,64,1.4787976909609994,0.0,0.8984375,0.00341796875,0.04150390625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1856,1920,2048,64,1.48865307348476,0.0,0.88671875,0.00537109375,0.07763671875,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1920,1984,2048,64,1.5260501182385362,0.0,0.8818359375,0.00732421875,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,1984,2048,2048,64,1.6351464585314142,0.0,0.9248046875,0.00390625,0.04150390625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2048,2112,2048,64,1.7399178029230207,0.0,0.9091796875,0.0048828125,0.048828125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2112,2176,2048,64,1.7192736551248162,0.0,0.87548828125,0.01025390625,0.05810546875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2176,2240,2048,64,1.6502068598438215,0.0,0.8955078125,0.0029296875,0.05615234375,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2240,2304,2048,64,1.4080031780304338,0.0,0.87255859375,0.00537109375,0.0693359375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2304,2368,2048,64,1.728061054699763,0.0,0.94677734375,0.005859375,0.0400390625,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2368,2432,2048,64,1.5695575153062993,0.0,0.93359375,0.00341796875,0.03564453125,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2432,2496,2048,64,1.6627637781863227,0.0,0.9013671875,0.0078125,0.044921875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2496,2560,2048,64,1.5384212686372087,0.0,0.88916015625,0.00537109375,0.0654296875,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2560,2624,2048,64,1.5434866086989762,0.0,0.91943359375,0.00830078125,0.0673828125,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2624,2688,2048,64,1.797096243382273,0.0,0.95947265625,0.0029296875,0.037109375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2688,2752,2048,64,1.3201768061117674,0.0,0.89306640625,0.00634765625,0.064453125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2752,2816,2048,64,1.6195683007422874,0.0,0.92041015625,0.00341796875,0.048828125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2816,2880,2048,64,1.6629698504509296,0.0,0.927734375,0.00341796875,0.05517578125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2880,2944,2048,64,1.7287017897950079,0.0,0.9462890625,0.00341796875,0.05322265625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,2944,3008,2048,64,1.6078661587798238,0.0,0.89111328125,0.00439453125,0.05517578125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3008,3072,2048,64,1.6301187857922887,0.0,0.9267578125,0.00146484375,0.0546875,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3072,3136,2048,64,1.5440292137749883,0.0,0.91162109375,0.00390625,0.05224609375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3136,3200,2048,64,1.7732478170944947,0.0,0.92578125,0.00390625,0.04833984375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3200,3264,2048,64,1.6083652661034098,0.0,0.88623046875,0.009765625,0.0712890625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3264,3328,2048,64,1.69140382808866,0.0,0.93115234375,0.00537109375,0.05029296875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3328,3392,2048,64,1.659334329558854,0.0,0.8828125,0.0078125,0.06689453125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3392,3456,2048,64,1.6746594920734157,0.0,0.9052734375,0.00634765625,0.04541015625,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3456,3520,2048,64,1.7943448207890191,0.0,0.9287109375,0.00439453125,0.044921875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3520,3584,2048,64,1.7152697211251589,0.0,0.94580078125,0.00244140625,0.03955078125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3584,3648,2048,64,1.5233341631053992,0.0,0.89501953125,0.00537109375,0.06396484375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3648,3712,2048,64,1.5689706360139317,0.0,0.8642578125,0.00732421875,0.072265625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3712,3776,2048,64,1.5642461803094336,0.0,0.88427734375,0.00732421875,0.07275390625,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3776,3840,2048,64,1.5645235061802918,0.0,0.93896484375,0.0029296875,0.0439453125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3840,3904,2048,64,1.455249824544005,0.0,0.8779296875,0.01123046875,0.07470703125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3904,3968,2048,64,1.4900246856761834,0.0,0.912109375,0.0087890625,0.05419921875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,3968,4032,2048,64,1.4944164800581332,0.0,0.9306640625,0.005859375,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4032,4096,2048,64,1.5027682844990902,0.0,0.90185546875,0.00390625,0.04833984375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4096,4160,2048,64,1.611638926156899,0.0,0.89794921875,0.00439453125,0.04638671875,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4160,4224,2048,64,1.6367004917904409,0.0,0.91357421875,0.005859375,0.04833984375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4224,4288,2048,64,1.450254487895724,0.0,0.88818359375,0.00390625,0.048828125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4288,4352,2048,64,1.5959723201536866,0.0,0.91015625,0.005859375,0.0537109375,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4352,4416,2048,64,1.7066820686533306,0.0,0.94189453125,0.00341796875,0.04443359375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4416,4480,2048,64,1.577015505502758,0.0,0.94140625,0.0048828125,0.0498046875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4480,4544,2048,64,1.644335201263186,0.0,0.93505859375,0.00244140625,0.0390625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4544,4608,2048,64,1.5750712788095136,0.0,0.91650390625,0.00390625,0.0341796875,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4608,4672,2048,64,1.7279776962283249,0.0,0.92724609375,0.00634765625,0.0576171875,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4672,4736,2048,64,1.6881098710056581,0.0,0.93310546875,0.0078125,0.04931640625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4736,4800,2048,64,1.655364362090738,0.0,0.91357421875,0.0078125,0.06396484375,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4800,4864,2048,64,1.3565834313738816,0.0,0.91162109375,0.0048828125,0.04541015625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4864,4928,2048,64,1.6025111352707637,0.0,0.89306640625,0.00634765625,0.0693359375,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4928,4992,2048,64,1.7596351010908422,0.0,0.91015625,0.00146484375,0.0595703125,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,4992,5056,2048,64,1.66239966339467,0.0,0.90380859375,0.00390625,0.04931640625,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5056,5120,2048,64,1.5881108351091375,0.0,0.93115234375,0.005859375,0.0458984375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5120,5184,2048,64,1.5751054825791184,0.0,0.94482421875,0.00439453125,0.0439453125,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5184,5248,2048,64,1.5362768561082472,0.0,0.92041015625,0.00634765625,0.05859375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5248,5312,2048,64,1.7462032503419305,0.0,0.92822265625,0.0048828125,0.0400390625,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5312,5376,2048,64,1.6259590570444042,0.0,0.939453125,0.00390625,0.04052734375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5376,5440,2048,64,1.5557692356709372,0.0,0.9326171875,0.00341796875,0.03955078125,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5440,5504,2048,64,1.5871899998736207,0.0,0.919921875,0.0048828125,0.05322265625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5504,5568,2048,64,1.450913192448116,0.0,0.89892578125,0.00390625,0.05126953125,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5568,5632,2048,64,1.6803535903486795,0.0,0.900390625,0.005859375,0.0498046875,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5632,5696,2048,64,1.521060695939814,0.0,0.88037109375,0.005859375,0.05419921875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5696,5760,2048,64,1.638041964037147,0.0,0.9296875,0.00390625,0.04052734375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5760,5824,2048,64,1.6618927411219866,0.0,0.90673828125,0.00634765625,0.048828125,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5824,5888,2048,64,1.6229391590488051,0.0,0.9248046875,0.00341796875,0.04052734375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5888,5952,2048,64,1.5957057179100373,0.0,0.91015625,0.00732421875,0.052734375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,5952,6016,2048,64,1.522383618926345,0.0,0.8916015625,0.00537109375,0.06689453125,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,6016,6080,2048,64,1.56887959386683,0.0,0.9287109375,0.00732421875,0.04833984375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,64,6080,6144,2048,64,1.7086185832592804,0.0,0.904296875,0.0048828125,0.05322265625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,0,128,4096,128,1.581166007393087,0.0,0.910888671875,0.0029296875,0.048583984375,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,128,256,4096,128,1.5896269068159836,0.0,0.896728515625,0.005859375,0.0556640625,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,256,384,4096,128,1.5416310517563117,0.0,0.927734375,0.00537109375,0.04931640625,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,384,512,4096,128,1.5470152804862796,0.0,0.893310546875,0.0068359375,0.059326171875,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,512,640,4096,128,1.5047452247133268,0.0,0.90966796875,0.005126953125,0.05078125,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,640,768,4096,128,1.6390571942771177,0.0,0.896728515625,0.005859375,0.062744140625,1.0,77,0.6015625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,768,896,4096,128,1.5895854043340332,0.0,0.923828125,0.00537109375,0.0556640625,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,896,1024,4096,128,1.6451431146202578,0.0,0.91796875,0.00390625,0.04248046875,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1024,1152,4096,128,1.6851015859339828,0.0,0.929443359375,0.002685546875,0.041259765625,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1152,1280,4096,128,1.583815731866184,0.0,0.891845703125,0.006591796875,0.06689453125,1.0,77,0.6015625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1280,1408,4096,128,1.562218550583506,0.0,0.926025390625,0.006103515625,0.048583984375,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1408,1536,4096,128,1.609099289966423,0.0,0.90625,0.00439453125,0.046630859375,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1536,1664,4096,128,1.664389856700942,0.0,0.92041015625,0.004638671875,0.049072265625,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1664,1792,4096,128,1.6852169041471783,0.0,0.88623046875,0.005126953125,0.06396484375,1.0,76,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1792,1920,4096,128,1.483733565028979,0.0,0.892578125,0.00439453125,0.059326171875,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,1920,2048,4096,128,1.5815392666993249,0.0,0.9033203125,0.005615234375,0.052978515625,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2048,2176,4096,128,1.729626529360416,0.0,0.892333984375,0.0078125,0.053466796875,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2176,2304,4096,128,1.533893025869048,0.0,0.884033203125,0.0048828125,0.063720703125,1.0,77,0.6015625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2304,2432,4096,128,1.6507128464128067,0.0,0.940185546875,0.0048828125,0.038818359375,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2432,2560,4096,128,1.6017995164570025,0.0,0.895263671875,0.0068359375,0.05517578125,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2560,2688,4096,128,1.675097880604555,0.0,0.939453125,0.005615234375,0.051513671875,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2688,2816,4096,128,1.4774755971190738,0.0,0.90673828125,0.004638671875,0.06005859375,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2816,2944,4096,128,1.69615426797642,0.0,0.93701171875,0.003662109375,0.05322265625,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,2944,3072,4096,128,1.61903070390007,0.0,0.908935546875,0.0029296875,0.05517578125,1.0,77,0.6015625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3072,3200,4096,128,1.66259346110542,0.0,0.918701171875,0.004150390625,0.05126953125,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3200,3328,4096,128,1.6504068799664016,0.0,0.90869140625,0.0078125,0.06103515625,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3328,3456,4096,128,1.667014521778998,0.0,0.89404296875,0.007080078125,0.05615234375,1.0,75,0.5859375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3456,3584,4096,128,1.7552526245673523,0.0,0.937255859375,0.00341796875,0.0419921875,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3584,3712,4096,128,1.546320767039942,0.0,0.879638671875,0.006591796875,0.068115234375,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3712,3840,4096,128,1.5643848493902208,0.0,0.91162109375,0.005126953125,0.058349609375,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3840,3968,4096,128,1.4727398982440463,0.0,0.89501953125,0.01025390625,0.064208984375,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,3968,4096,4096,128,1.498598200446951,0.0,0.916259765625,0.0048828125,0.052734375,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4096,4224,4096,128,1.6242180469584793,0.0,0.90576171875,0.005126953125,0.04736328125,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4224,4352,4096,128,1.5248550302173696,0.0,0.899169921875,0.0048828125,0.05078125,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4352,4480,4096,128,1.6431283559203358,0.0,0.941650390625,0.00390625,0.047119140625,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4480,4608,4096,128,1.6100757416102944,0.0,0.92578125,0.00341796875,0.03759765625,1.0,87,0.6796875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4608,4736,4096,128,1.7081601001149291,0.0,0.93017578125,0.007080078125,0.052978515625,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4736,4864,4096,128,1.513365418125809,0.0,0.91259765625,0.006591796875,0.053955078125,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4864,4992,4096,128,1.6829078447226054,0.0,0.901611328125,0.00390625,0.063232421875,1.0,76,0.59375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,4992,5120,4096,128,1.6256796525523955,0.0,0.91748046875,0.0048828125,0.047607421875,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5120,5248,4096,128,1.5558123054958521,0.0,0.9326171875,0.00537109375,0.05078125,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5248,5376,4096,128,1.6871527267395579,0.0,0.933837890625,0.004638671875,0.041015625,1.0,86,0.671875
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5376,5504,4096,128,1.5715581456565575,0.0,0.92626953125,0.004150390625,0.046142578125,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5504,5632,4096,128,1.5698307680475756,0.0,0.899658203125,0.005126953125,0.051513671875,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5632,5760,4096,128,1.580633910284033,0.0,0.905029296875,0.0048828125,0.048095703125,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5760,5888,4096,128,1.642531429983608,0.0,0.915771484375,0.004638671875,0.044921875,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,5888,6016,4096,128,1.5594756524784321,0.0,0.90087890625,0.005859375,0.05859375,1.0,78,0.609375
+fresh-zh-1,layers.18.mlp.gate_proj.output,128,6016,6144,4096,128,1.6402378856602935,0.0,0.91650390625,0.006103515625,0.052978515625,1.0,82,0.640625
+fresh-zh-1,layers.18.mlp.up_proj.output,0,0,6144,196608,6144,0.5606520327999781,0.0,0.4986012776692708,0.008600870768229166,0.08856201171875,1.0,4456,0.7252604166666666
+fresh-zh-1,layers.18.mlp.up_proj.output,64,0,64,2048,64,0.5355130465751503,0.0,0.5341796875,0.00390625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,64,128,2048,64,0.563381433157539,0.0,0.45849609375,0.009765625,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,128,192,2048,64,0.534931605735625,0.0,0.54833984375,0.00732421875,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,192,256,2048,64,0.5040254352601761,0.0,0.4375,0.0068359375,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,256,320,2048,64,0.6380743633889302,0.0,0.4833984375,0.0087890625,0.080078125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,320,384,2048,64,0.633248253657525,0.0,0.490234375,0.00927734375,0.1005859375,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,384,448,2048,64,0.5395759211146123,0.0,0.54833984375,0.00927734375,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,448,512,2048,64,0.5756757602259157,0.0,0.4970703125,0.01123046875,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,512,576,2048,64,0.5375621218967442,0.0,0.5048828125,0.00732421875,0.08837890625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,576,640,2048,64,0.5659517272760908,0.0,0.48779296875,0.00732421875,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,640,704,2048,64,0.549915686260829,0.0,0.4716796875,0.009765625,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,704,768,2048,64,0.5800527903685284,0.0,0.4619140625,0.00927734375,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,768,832,2048,64,0.6249784129065425,0.0,0.5380859375,0.00634765625,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,832,896,2048,64,0.5286159353273332,0.0,0.4794921875,0.0087890625,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,896,960,2048,64,0.5439140614128799,0.0,0.49755859375,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,960,1024,2048,64,0.5034771696170008,0.0,0.474609375,0.0087890625,0.06884765625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1024,1088,2048,64,0.5235159295136698,0.0,0.546875,0.01025390625,0.078125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1088,1152,2048,64,0.4811722912742258,0.0,0.50732421875,0.009765625,0.09033203125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1152,1216,2048,64,0.5379594948538987,0.0,0.484375,0.0078125,0.07763671875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1216,1280,2048,64,0.5454631014227388,0.0,0.470703125,0.00634765625,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1280,1344,2048,64,0.6155599111596276,0.0,0.5078125,0.0087890625,0.09423828125,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1344,1408,2048,64,0.5052094518070922,0.0,0.47119140625,0.00537109375,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1408,1472,2048,64,0.5548794083292689,0.0,0.49365234375,0.00732421875,0.08056640625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1472,1536,2048,64,0.5609881369687783,0.0,0.52099609375,0.0068359375,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1536,1600,2048,64,0.5409310634789597,0.0,0.51025390625,0.00927734375,0.0927734375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1600,1664,2048,64,0.5290128708556966,0.0,0.494140625,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1664,1728,2048,64,0.7022818470205459,0.0,0.53564453125,0.01513671875,0.1015625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1728,1792,2048,64,0.527259790940733,0.0,0.49853515625,0.01025390625,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1792,1856,2048,64,0.6092110224940906,0.0,0.5498046875,0.0078125,0.10107421875,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1856,1920,2048,64,0.5518374719530986,0.0,0.46533203125,0.00927734375,0.09033203125,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1920,1984,2048,64,0.5423784241115261,0.0,0.4755859375,0.00732421875,0.095703125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,1984,2048,2048,64,0.5242236466581758,0.0,0.51416015625,0.0087890625,0.10009765625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2048,2112,2048,64,0.5590438692680816,0.0,0.45556640625,0.0087890625,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2112,2176,2048,64,0.6656098683028795,0.0,0.478515625,0.0126953125,0.11083984375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2176,2240,2048,64,0.5000948496650462,0.0,0.49462890625,0.00927734375,0.08544921875,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2240,2304,2048,64,0.6219205217957564,0.0,0.4814453125,0.009765625,0.10400390625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2304,2368,2048,64,0.5028670007702969,0.0,0.5126953125,0.009765625,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2368,2432,2048,64,0.6307439311810308,0.0,0.466796875,0.0087890625,0.07421875,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2432,2496,2048,64,0.5150057486602645,0.0,0.50244140625,0.01220703125,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2496,2560,2048,64,0.6472922794086734,0.0,0.5185546875,0.01171875,0.11474609375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2560,2624,2048,64,0.6743662096459541,0.0,0.513671875,0.00830078125,0.10595703125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2624,2688,2048,64,0.5304391565468838,0.0,0.5146484375,0.01025390625,0.0986328125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2688,2752,2048,64,0.5397989923329505,0.0,0.4853515625,0.01025390625,0.0966796875,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2752,2816,2048,64,0.5249078348050881,0.0,0.4677734375,0.0107421875,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2816,2880,2048,64,0.6016952026738079,0.0,0.50732421875,0.0068359375,0.078125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2880,2944,2048,64,0.5585825889022519,0.0,0.42529296875,0.0107421875,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,2944,3008,2048,64,0.5634883599656801,0.0,0.50439453125,0.00732421875,0.0927734375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3008,3072,2048,64,0.5373489450528417,0.0,0.5341796875,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3072,3136,2048,64,0.5630402791259627,0.0,0.50927734375,0.00634765625,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3136,3200,2048,64,0.5154861087682239,0.0,0.50439453125,0.00439453125,0.0810546875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3200,3264,2048,64,0.5256429087095,0.0,0.4892578125,0.0078125,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3264,3328,2048,64,0.6329033387345568,0.0,0.5498046875,0.0087890625,0.09619140625,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3328,3392,2048,64,0.5144370804303406,0.0,0.44140625,0.0087890625,0.07958984375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3392,3456,2048,64,0.5384585908465692,0.0,0.46533203125,0.0068359375,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3456,3520,2048,64,0.5797054770630886,0.0,0.51025390625,0.0068359375,0.0810546875,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3520,3584,2048,64,0.6174274132167294,0.0,0.5078125,0.0126953125,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3584,3648,2048,64,0.5728027118866184,0.0,0.5478515625,0.009765625,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3648,3712,2048,64,0.6422774479716663,0.0,0.49951171875,0.01318359375,0.10546875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3712,3776,2048,64,0.5853820091191074,0.0,0.5224609375,0.0087890625,0.09521484375,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3776,3840,2048,64,0.5402585555098359,0.0,0.50732421875,0.00537109375,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3840,3904,2048,64,0.5399003744319256,0.0,0.49267578125,0.0068359375,0.0947265625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3904,3968,2048,64,0.5189026930952823,0.0,0.49560546875,0.0048828125,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,3968,4032,2048,64,0.5687206349991757,0.0,0.55029296875,0.005859375,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4032,4096,2048,64,0.5075208000857686,0.0,0.45068359375,0.0107421875,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4096,4160,2048,64,0.4725188393918634,0.0,0.53173828125,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4160,4224,2048,64,0.4972759847159904,0.0,0.49658203125,0.00732421875,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4224,4288,2048,64,0.6216376134909795,0.0,0.46826171875,0.00927734375,0.095703125,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4288,4352,2048,64,0.6142368337024072,0.0,0.50830078125,0.009765625,0.1005859375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4352,4416,2048,64,0.5394221718537638,0.0,0.55810546875,0.00830078125,0.09228515625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4416,4480,2048,64,0.5440813107562169,0.0,0.5185546875,0.00830078125,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4480,4544,2048,64,0.5187369122236491,0.0,0.5400390625,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4544,4608,2048,64,0.5445859273414775,0.0,0.53125,0.00830078125,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4608,4672,2048,64,0.6519688434135057,0.0,0.49462890625,0.01220703125,0.09912109375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4672,4736,2048,64,0.5148872245690118,0.0,0.47509765625,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4736,4800,2048,64,0.5878178467828373,0.0,0.49267578125,0.00537109375,0.1005859375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4800,4864,2048,64,0.5758321788370442,0.0,0.46728515625,0.0087890625,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4864,4928,2048,64,0.5368599918668611,0.0,0.447265625,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4928,4992,2048,64,0.5586942256158566,0.0,0.50390625,0.0087890625,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,4992,5056,2048,64,0.5921700741680911,0.0,0.5166015625,0.0087890625,0.1025390625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5056,5120,2048,64,0.541639883812002,0.0,0.533203125,0.005859375,0.09375,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5120,5184,2048,64,0.5188263020258596,0.0,0.56982421875,0.005859375,0.07080078125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5184,5248,2048,64,0.5197748556903593,0.0,0.5615234375,0.0087890625,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5248,5312,2048,64,0.5193661511719785,0.0,0.50830078125,0.0087890625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5312,5376,2048,64,0.5573926499247531,0.0,0.4580078125,0.01025390625,0.08642578125,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5376,5440,2048,64,0.5239862828436126,0.0,0.50146484375,0.01123046875,0.099609375,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5440,5504,2048,64,0.5764954769678775,0.0,0.53125,0.0087890625,0.087890625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5504,5568,2048,64,0.5813421306525461,0.0,0.49658203125,0.005859375,0.0869140625,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5568,5632,2048,64,0.5730313498301787,0.0,0.4716796875,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5632,5696,2048,64,0.5601207029693779,0.0,0.48974609375,0.00537109375,0.078125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5696,5760,2048,64,0.5214338088989432,0.0,0.52783203125,0.0087890625,0.07763671875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5760,5824,2048,64,0.5275167066292571,0.0,0.5205078125,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5824,5888,2048,64,0.5090975299207373,0.0,0.46630859375,0.01123046875,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5888,5952,2048,64,0.6223676627497793,0.0,0.49072265625,0.01220703125,0.0927734375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,5952,6016,2048,64,0.5220320396571981,0.0,0.46728515625,0.01025390625,0.07470703125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,64,6016,6080,2048,64,0.5599282229287355,0.0,0.39013671875,0.009765625,0.0810546875,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,64,6080,6144,2048,64,0.5902182505352028,0.0,0.4638671875,0.0107421875,0.08056640625,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,0,128,4096,128,0.5496238997163613,0.0,0.496337890625,0.006591796875,0.0830078125,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,128,256,4096,128,0.5197083134817568,0.0,0.492919921875,0.006591796875,0.08203125,1.0,96,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,128,256,384,4096,128,0.6356658886453219,0.0,0.48681640625,0.009033203125,0.090087890625,1.0,87,0.6796875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,384,512,4096,128,0.5579178951953272,0.0,0.522705078125,0.01025390625,0.0869140625,1.0,96,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,128,512,640,4096,128,0.5519394860421388,0.0,0.496337890625,0.007568359375,0.09033203125,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,640,768,4096,128,0.5651851473676721,0.0,0.466796875,0.009521484375,0.080810546875,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,768,896,4096,128,0.5788060226367605,0.0,0.5087890625,0.0078125,0.093994140625,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,896,1024,4096,128,0.5240857594555495,0.0,0.486083984375,0.008544921875,0.078857421875,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1024,1152,4096,128,0.5027900667001338,0.0,0.527099609375,0.009765625,0.083251953125,1.0,98,0.765625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1152,1280,4096,128,0.5417242901685205,0.0,0.4775390625,0.007080078125,0.07861328125,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1280,1408,4096,128,0.5630943945832133,0.0,0.489501953125,0.00732421875,0.0869140625,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1408,1536,4096,128,0.5579421330243578,0.0,0.50732421875,0.007080078125,0.084228515625,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1536,1664,4096,128,0.535005155567432,0.0,0.502197265625,0.009765625,0.087646484375,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1664,1792,4096,128,0.6209680667302687,0.0,0.51708984375,0.01123046875,0.09326171875,1.0,87,0.6796875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1792,1920,4096,128,0.5812325977523466,0.0,0.507568359375,0.008544921875,0.0947265625,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,1920,2048,4096,128,0.5333782835180386,0.0,0.494873046875,0.00830078125,0.097900390625,1.0,96,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2048,2176,4096,128,0.6146407668502002,0.0,0.467041015625,0.01025390625,0.099365234375,1.0,87,0.6796875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2176,2304,4096,128,0.5643048795164769,0.0,0.488037109375,0.009521484375,0.092041015625,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2304,2432,4096,128,0.570400353780314,0.0,0.48974609375,0.00927734375,0.08154296875,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2432,2560,4096,128,0.5849009386790193,0.0,0.510498046875,0.011962890625,0.10009765625,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2560,2688,4096,128,0.6066858674431194,0.0,0.51416015625,0.009521484375,0.103759765625,1.0,88,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2688,2816,4096,128,0.5324054785421701,0.0,0.4765625,0.010498046875,0.090576171875,1.0,96,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2816,2944,4096,128,0.5805392430944771,0.0,0.46630859375,0.008544921875,0.082275390625,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,2944,3072,4096,128,0.5505738009414423,0.0,0.519287109375,0.0078125,0.087646484375,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3072,3200,4096,128,0.5397871266764552,0.0,0.5068359375,0.00537109375,0.085693359375,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3200,3328,4096,128,0.5817504205662137,0.0,0.51953125,0.0087890625,0.089599609375,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3328,3456,4096,128,0.5265848287684358,0.0,0.453369140625,0.0078125,0.080810546875,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3456,3584,4096,128,0.5988635281633226,0.0,0.509033203125,0.010009765625,0.085693359375,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3584,3712,4096,128,0.6085323602396429,0.0,0.523681640625,0.0107421875,0.096923828125,1.0,90,0.703125
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3712,3840,4096,128,0.5632723157593923,0.0,0.514892578125,0.007568359375,0.091064453125,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3840,3968,4096,128,0.5295056275495428,0.0,0.494140625,0.006591796875,0.09130859375,1.0,97,0.7578125
+fresh-zh-1,layers.18.mlp.up_proj.output,128,3968,4096,4096,128,0.5389900384949449,0.0,0.50048828125,0.008544921875,0.091552734375,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4096,4224,4096,128,0.48505538784529106,0.0,0.51416015625,0.007080078125,0.08056640625,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4224,4352,4096,128,0.6179483030090458,0.0,0.48828125,0.009521484375,0.09814453125,1.0,88,0.6875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4352,4480,4096,128,0.5417567499356305,0.0,0.538330078125,0.00830078125,0.089599609375,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4480,4608,4096,128,0.5318184917627925,0.0,0.53564453125,0.0078125,0.0849609375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4608,4736,4096,128,0.5874403062466536,0.0,0.48486328125,0.009765625,0.0908203125,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4736,4864,4096,128,0.5818558752735203,0.0,0.47998046875,0.00732421875,0.091064453125,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4864,4992,4096,128,0.5478858862043208,0.0,0.4755859375,0.00830078125,0.0869140625,1.0,97,0.7578125
+fresh-zh-1,layers.18.mlp.up_proj.output,128,4992,5120,4096,128,0.5674676909199861,0.0,0.52490234375,0.007080078125,0.0986328125,1.0,94,0.734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5120,5248,4096,128,0.5193007954364032,0.0,0.565673828125,0.00732421875,0.078125,1.0,96,0.75
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5248,5376,4096,128,0.5387150291078451,0.0,0.483154296875,0.009521484375,0.086669921875,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5376,5504,4096,128,0.5508668893538107,0.0,0.516357421875,0.010498046875,0.094970703125,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5504,5632,4096,128,0.5772016981783052,0.0,0.484130859375,0.007080078125,0.08740234375,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5632,5760,4096,128,0.5411231001157545,0.0,0.5087890625,0.007080078125,0.0791015625,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5760,5888,4096,128,0.518388932532502,0.0,0.493408203125,0.009033203125,0.083984375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,5888,6016,4096,128,0.5743948807507243,0.0,0.47900390625,0.010498046875,0.085205078125,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.up_proj.output,128,6016,6144,4096,128,0.5752726301924015,0.0,0.427001953125,0.010009765625,0.081298828125,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,0,0,6144,196608,6144,0.30293781730607167,0.0,0.9117279052734375,0.0018768310546875,0.020375569661458332,1.0,4640,0.7552083333333334
+fresh-zh-1,layers.18.mlp.silu_gate,64,0,64,2048,64,0.28384012006506504,0.0,0.90966796875,0.00244140625,0.015625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,64,128,2048,64,0.2563184609838224,0.0,0.912109375,0.00048828125,0.013671875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,128,192,2048,64,0.30149618747581863,0.0,0.8916015625,0.001953125,0.02001953125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,192,256,2048,64,0.3045200452582979,0.0,0.90185546875,0.0,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,256,320,2048,64,0.28280575889319637,0.0,0.93408203125,0.0029296875,0.0185546875,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,320,384,2048,64,0.2655999560306183,0.0,0.92138671875,0.00439453125,0.01708984375,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,384,448,2048,64,0.3013274592050373,0.0,0.87744140625,0.0029296875,0.0244140625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,448,512,2048,64,0.2949024310840596,0.0,0.9091796875,0.00146484375,0.0234375,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,512,576,2048,64,0.25808759833326683,0.0,0.9140625,0.0009765625,0.01513671875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,576,640,2048,64,0.31918713576839697,0.0,0.9052734375,0.001953125,0.0283203125,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,640,704,2048,64,0.3565237489717033,0.0,0.8828125,0.0048828125,0.03857421875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.silu_gate,64,704,768,2048,64,0.29758860601006837,0.0,0.91064453125,0.00146484375,0.013671875,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,768,832,2048,64,0.2598042335146992,0.0,0.91943359375,0.00244140625,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,832,896,2048,64,0.2416814572467113,0.0,0.92822265625,0.0009765625,0.01513671875,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,896,960,2048,64,0.25777633678331174,0.0,0.92138671875,0.001953125,0.01220703125,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,960,1024,2048,64,0.3642599615162433,0.0,0.91455078125,0.00048828125,0.0205078125,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.silu_gate,64,1024,1088,2048,64,0.2361318971165231,0.0,0.9462890625,0.001953125,0.013671875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1088,1152,2048,64,0.26836719037738727,0.0,0.91259765625,0.00048828125,0.01171875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1152,1216,2048,64,0.2727929488128894,0.0,0.888671875,0.0009765625,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1216,1280,2048,64,0.2697222031859817,0.0,0.89501953125,0.00244140625,0.02685546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1280,1344,2048,64,0.2789545682504761,0.0,0.90869140625,0.001953125,0.01806640625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,1344,1408,2048,64,0.2519910239234684,0.0,0.943359375,0.00244140625,0.01171875,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,1408,1472,2048,64,0.2607574169540406,0.0,0.90283203125,0.001953125,0.01708984375,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1472,1536,2048,64,0.47481861436798917,0.0,0.90966796875,0.00146484375,0.02294921875,1.0,33,0.515625
+fresh-zh-1,layers.18.mlp.silu_gate,64,1536,1600,2048,64,0.24784755003370437,0.0,0.91455078125,0.00048828125,0.01025390625,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,1600,1664,2048,64,0.24543721691536857,0.0,0.92626953125,0.001953125,0.02001953125,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1664,1728,2048,64,0.2751681753871775,0.0,0.8935546875,0.00048828125,0.01513671875,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1728,1792,2048,64,0.3053957428459482,0.0,0.87890625,0.001953125,0.0244140625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,1792,1856,2048,64,0.2915536280918834,0.0,0.8984375,0.001953125,0.01416015625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1856,1920,2048,64,0.2636854913407108,0.0,0.88671875,0.001953125,0.02734375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1920,1984,2048,64,0.3430221269069639,0.0,0.8818359375,0.00244140625,0.0322265625,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.silu_gate,64,1984,2048,2048,64,0.27932991918282685,0.0,0.9248046875,0.0009765625,0.01123046875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2048,2112,2048,64,0.3284195708285285,0.0,0.9091796875,0.00146484375,0.02685546875,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,64,2112,2176,2048,64,0.3390344347885806,0.0,0.87548828125,0.00341796875,0.0283203125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2176,2240,2048,64,0.27464649324685575,0.0,0.8955078125,0.0,0.01416015625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2240,2304,2048,64,0.27219616889777937,0.0,0.87255859375,0.0009765625,0.025390625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,2304,2368,2048,64,0.23723323785717185,0.0,0.94677734375,0.00244140625,0.0107421875,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,2368,2432,2048,64,0.26054455149428596,0.0,0.93359375,0.0009765625,0.01318359375,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2432,2496,2048,64,0.3564940036490013,0.0,0.9013671875,0.00244140625,0.0224609375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,64,2496,2560,2048,64,0.27330652615134526,0.0,0.88916015625,0.001953125,0.025390625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2560,2624,2048,64,0.25792013323765045,0.0,0.91943359375,0.00341796875,0.02685546875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,2624,2688,2048,64,0.2315987346440993,0.0,0.95947265625,0.0,0.00732421875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2688,2752,2048,64,0.29436399718079986,0.0,0.89306640625,0.00341796875,0.02880859375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,2752,2816,2048,64,0.2929732090286498,0.0,0.92041015625,0.0009765625,0.01611328125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,2816,2880,2048,64,0.3751925600878368,0.0,0.927734375,0.001953125,0.03125,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.silu_gate,64,2880,2944,2048,64,0.26792249911297267,0.0,0.9462890625,0.00048828125,0.01611328125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,2944,3008,2048,64,0.3713365070702753,0.0,0.89111328125,0.00244140625,0.02685546875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3008,3072,2048,64,0.26485368452569275,0.0,0.9267578125,0.0009765625,0.01708984375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3072,3136,2048,64,0.28787008139679726,0.0,0.91162109375,0.0009765625,0.015625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3136,3200,2048,64,0.26854465987417037,0.0,0.92578125,0.00146484375,0.0146484375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3200,3264,2048,64,0.2673754727611841,0.0,0.88623046875,0.001953125,0.02392578125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3264,3328,2048,64,0.2511248392471494,0.0,0.93115234375,0.0029296875,0.0107421875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3328,3392,2048,64,0.331081893410997,0.0,0.8828125,0.00341796875,0.02734375,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3392,3456,2048,64,0.8224850350946951,0.0,0.9052734375,0.00634765625,0.0537109375,1.0,3,0.046875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3456,3520,2048,64,0.27493826425309253,0.0,0.9287109375,0.00146484375,0.0126953125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3520,3584,2048,64,0.27270486790561593,0.0,0.94580078125,0.0,0.01171875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3584,3648,2048,64,0.2756450011548949,0.0,0.89501953125,0.00146484375,0.0205078125,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3648,3712,2048,64,0.31410072462228067,0.0,0.8642578125,0.00341796875,0.02734375,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,3712,3776,2048,64,0.3162416068606301,0.0,0.88427734375,0.0029296875,0.03369140625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3776,3840,2048,64,0.26416039245187495,0.0,0.93896484375,0.00048828125,0.01416015625,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,3840,3904,2048,64,0.30647542699018476,0.0,0.8779296875,0.00390625,0.0322265625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,3904,3968,2048,64,0.27009958189966565,0.0,0.912109375,0.00244140625,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,3968,4032,2048,64,0.26031273129109656,0.0,0.9306640625,0.00244140625,0.0185546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4032,4096,2048,64,0.2884113402632021,0.0,0.90185546875,0.00146484375,0.01953125,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4096,4160,2048,64,0.3572188246258345,0.0,0.89794921875,0.00146484375,0.0185546875,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.silu_gate,64,4160,4224,2048,64,0.2774369930355315,0.0,0.91357421875,0.00146484375,0.01708984375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,4224,4288,2048,64,0.27347247170566297,0.0,0.88818359375,0.00146484375,0.0205078125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,4288,4352,2048,64,0.39235292933583676,0.0,0.91015625,0.001953125,0.02392578125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.silu_gate,64,4352,4416,2048,64,0.2727427845785182,0.0,0.94189453125,0.00048828125,0.0126953125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,4416,4480,2048,64,0.26180683566795393,0.0,0.94140625,0.001953125,0.01611328125,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4480,4544,2048,64,0.29592150706668857,0.0,0.93505859375,0.00048828125,0.0166015625,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4544,4608,2048,64,0.2661640446641649,0.0,0.91650390625,0.00146484375,0.01171875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4608,4672,2048,64,0.2664430414727801,0.0,0.92724609375,0.00244140625,0.0185546875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,4672,4736,2048,64,0.29167757989375814,0.0,0.93310546875,0.00341796875,0.017578125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4736,4800,2048,64,0.26071670880571934,0.0,0.91357421875,0.001953125,0.0205078125,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4800,4864,2048,64,0.25870030521074605,0.0,0.91162109375,0.001953125,0.015625,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,4864,4928,2048,64,0.2863452389341319,0.0,0.89306640625,0.00244140625,0.025390625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,4928,4992,2048,64,0.24421675525940217,0.0,0.91015625,0.0,0.01611328125,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,4992,5056,2048,64,0.2930983308800632,0.0,0.90380859375,0.0009765625,0.0146484375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5056,5120,2048,64,0.3085205721052818,0.0,0.93115234375,0.00244140625,0.0224609375,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,5120,5184,2048,64,0.24919731990830302,0.0,0.94482421875,0.00048828125,0.0126953125,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5184,5248,2048,64,0.30463464437983906,0.0,0.92041015625,0.0029296875,0.02490234375,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.silu_gate,64,5248,5312,2048,64,0.3133862498832768,0.0,0.92822265625,0.00146484375,0.01806640625,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,64,5312,5376,2048,64,0.41225289418324695,0.0,0.939453125,0.00146484375,0.02001953125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.silu_gate,64,5376,5440,2048,64,0.29336785706411905,0.0,0.9326171875,0.00146484375,0.01318359375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5440,5504,2048,64,0.28836826786668796,0.0,0.919921875,0.00146484375,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5504,5568,2048,64,0.29949140609087926,0.0,0.89892578125,0.001953125,0.015625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,64,5568,5632,2048,64,0.26489262023769367,0.0,0.900390625,0.0009765625,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5632,5696,2048,64,0.30853251187801717,0.0,0.88037109375,0.001953125,0.0234375,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5696,5760,2048,64,0.2661574107741343,0.0,0.9296875,0.0009765625,0.01416015625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,64,5760,5824,2048,64,0.34080090720759193,0.0,0.90673828125,0.0029296875,0.025390625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,64,5824,5888,2048,64,0.2474818003701319,0.0,0.9248046875,0.00048828125,0.0126953125,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,5888,5952,2048,64,0.3865833566998696,0.0,0.91015625,0.001953125,0.0263671875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.silu_gate,64,5952,6016,2048,64,0.25068666799617934,0.0,0.8916015625,0.00048828125,0.0185546875,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,64,6016,6080,2048,64,0.2574582071601239,0.0,0.9287109375,0.00146484375,0.0185546875,1.0,54,0.84375
+fresh-zh-1,layers.18.mlp.silu_gate,64,6080,6144,2048,64,0.2650143821301099,0.0,0.904296875,0.00244140625,0.01416015625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,128,0,128,4096,128,0.2704296278143963,0.0,0.910888671875,0.00146484375,0.01513671875,1.0,104,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,128,128,256,4096,128,0.30301188840255905,0.0,0.896728515625,0.0009765625,0.021484375,1.0,98,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,128,256,384,4096,128,0.27433777893923317,0.0,0.927734375,0.003662109375,0.017578125,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,128,384,512,4096,128,0.29813225381552727,0.0,0.893310546875,0.002197265625,0.023681640625,1.0,97,0.7578125
+fresh-zh-1,layers.18.mlp.silu_gate,128,512,640,4096,128,0.2902495788571163,0.0,0.90966796875,0.00146484375,0.01953125,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,128,640,768,4096,128,0.3283809997608371,0.0,0.896728515625,0.0029296875,0.02490234375,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.silu_gate,128,768,896,4096,128,0.25090652296129556,0.0,0.923828125,0.00146484375,0.01904296875,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.silu_gate,128,896,1024,4096,128,0.3155423579879874,0.0,0.91796875,0.001220703125,0.016357421875,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.silu_gate,128,1024,1152,4096,128,0.252763942945687,0.0,0.929443359375,0.001220703125,0.013671875,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.silu_gate,128,1152,1280,4096,128,0.27126192122516174,0.0,0.891845703125,0.001708984375,0.023193359375,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.silu_gate,128,1280,1408,4096,128,0.26581490485468223,0.0,0.926025390625,0.00244140625,0.01513671875,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.silu_gate,128,1408,1536,4096,128,0.38304513248890176,0.0,0.90625,0.002197265625,0.0234375,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.silu_gate,128,1536,1664,4096,128,0.2466453278544632,0.0,0.92041015625,0.001220703125,0.01513671875,1.0,106,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,128,1664,1792,4096,128,0.2906751490017138,0.0,0.88623046875,0.001220703125,0.019775390625,1.0,98,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,128,1792,1920,4096,128,0.27796902381122646,0.0,0.892578125,0.001953125,0.02099609375,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.silu_gate,128,1920,2048,4096,128,0.31280136132892855,0.0,0.9033203125,0.001708984375,0.021728515625,1.0,97,0.7578125
+fresh-zh-1,layers.18.mlp.silu_gate,128,2048,2176,4096,128,0.33376920354910455,0.0,0.892333984375,0.00244140625,0.02734375,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.silu_gate,128,2176,2304,4096,128,0.27342407594744067,0.0,0.884033203125,0.00048828125,0.019775390625,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,128,2304,2432,4096,128,0.24916166685262411,0.0,0.940185546875,0.001708984375,0.01171875,1.0,106,0.828125
+fresh-zh-1,layers.18.mlp.silu_gate,128,2432,2560,4096,128,0.3176353505787809,0.0,0.895263671875,0.002197265625,0.02587890625,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.silu_gate,128,2560,2688,4096,128,0.2451130035494601,0.0,0.939453125,0.001708984375,0.0166015625,1.0,104,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,128,2688,2816,4096,128,0.29366942643455657,0.0,0.90673828125,0.002197265625,0.0224609375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,2816,2944,4096,128,0.32599994070260646,0.0,0.93701171875,0.00146484375,0.0224609375,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,128,2944,3072,4096,128,0.3225199805360807,0.0,0.908935546875,0.001708984375,0.021728515625,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.silu_gate,128,3072,3200,4096,128,0.27837512291001554,0.0,0.918701171875,0.001220703125,0.01513671875,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,3200,3328,4096,128,0.25937745499674153,0.0,0.90869140625,0.00244140625,0.01708984375,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,128,3328,3456,4096,128,0.6269357435572376,0.0,0.89404296875,0.005859375,0.044921875,1.0,29,0.2265625
+fresh-zh-1,layers.18.mlp.silu_gate,128,3456,3584,4096,128,0.27382384312722186,0.0,0.937255859375,0.00048828125,0.01220703125,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.silu_gate,128,3584,3712,4096,128,0.2954990963352712,0.0,0.879638671875,0.00244140625,0.023193359375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,3712,3840,4096,128,0.29136700812731176,0.0,0.91162109375,0.000732421875,0.023193359375,1.0,98,0.765625
+fresh-zh-1,layers.18.mlp.silu_gate,128,3840,3968,4096,128,0.2888606683949809,0.0,0.89501953125,0.0029296875,0.027099609375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,3968,4096,4096,128,0.2747215128677104,0.0,0.916259765625,0.001953125,0.018798828125,1.0,103,0.8046875
+fresh-zh-1,layers.18.mlp.silu_gate,128,4096,4224,4096,128,0.3198254006263888,0.0,0.90576171875,0.002197265625,0.0185546875,1.0,95,0.7421875
+fresh-zh-1,layers.18.mlp.silu_gate,128,4224,4352,4096,128,0.3381774785073784,0.0,0.899169921875,0.00146484375,0.022705078125,1.0,92,0.71875
+fresh-zh-1,layers.18.mlp.silu_gate,128,4352,4480,4096,128,0.2673307368617674,0.0,0.941650390625,0.00146484375,0.014404296875,1.0,104,0.8125
+fresh-zh-1,layers.18.mlp.silu_gate,128,4480,4608,4096,128,0.28143634894644276,0.0,0.92578125,0.0009765625,0.013671875,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,128,4608,4736,4096,128,0.2793453999638667,0.0,0.93017578125,0.002685546875,0.018798828125,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,128,4736,4864,4096,128,0.2597104639465066,0.0,0.91259765625,0.001953125,0.01806640625,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.silu_gate,128,4864,4992,4096,128,0.26611597040545665,0.0,0.901611328125,0.0009765625,0.021240234375,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.silu_gate,128,4992,5120,4096,128,0.3009082708873664,0.0,0.91748046875,0.001708984375,0.018798828125,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,5120,5248,4096,128,0.27829981207854965,0.0,0.9326171875,0.001953125,0.018798828125,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.silu_gate,128,5248,5376,4096,128,0.3661716744768545,0.0,0.933837890625,0.001708984375,0.019287109375,1.0,88,0.6875
+fresh-zh-1,layers.18.mlp.silu_gate,128,5376,5504,4096,128,0.29087880420445494,0.0,0.92626953125,0.00146484375,0.01806640625,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.silu_gate,128,5504,5632,4096,128,0.2827217736385747,0.0,0.899658203125,0.00146484375,0.019287109375,1.0,103,0.8046875
+fresh-zh-1,layers.18.mlp.silu_gate,128,5632,5760,4096,128,0.28812504073383666,0.0,0.905029296875,0.00146484375,0.018310546875,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.silu_gate,128,5760,5888,4096,128,0.297819156425472,0.0,0.915771484375,0.001953125,0.01708984375,1.0,99,0.7734375
+fresh-zh-1,layers.18.mlp.silu_gate,128,5888,6016,4096,128,0.3257993993152575,0.0,0.90087890625,0.00146484375,0.023193359375,1.0,93,0.7265625
+fresh-zh-1,layers.18.mlp.silu_gate,128,6016,6144,4096,128,0.26126361320504354,0.0,0.91650390625,0.001953125,0.016357421875,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.gated_product,0,0,6144,196608,6144,0.19122019454870315,0.0,0.5009867350260416,0.020960489908854168,0.1683197021484375,1.0,3107,0.5056966145833334
+fresh-zh-1,layers.18.mlp.gated_product,64,0,64,2048,64,0.17101097962840686,0.0,0.45947265625,0.01416015625,0.1494140625,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gated_product,64,64,128,2048,64,0.1339234215297305,0.0,0.52392578125,0.01708984375,0.10595703125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,128,192,2048,64,0.17530871513524116,0.0,0.45947265625,0.01904296875,0.15234375,1.0,35,0.546875
+fresh-zh-1,layers.18.mlp.gated_product,64,192,256,2048,64,0.15869503343242986,0.0,0.55224609375,0.01220703125,0.14892578125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,256,320,2048,64,0.19175945688636056,0.0,0.51318359375,0.0166015625,0.1416015625,1.0,36,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,64,320,384,2048,64,0.244741129396797,0.0,0.50146484375,0.02099609375,0.189453125,1.0,24,0.375
+fresh-zh-1,layers.18.mlp.gated_product,64,384,448,2048,64,0.17227454158322417,0.0,0.4677734375,0.0224609375,0.16259765625,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,64,448,512,2048,64,0.15708378027167616,0.0,0.4716796875,0.021484375,0.13671875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,64,512,576,2048,64,0.13362154021251135,0.0,0.5,0.013671875,0.1259765625,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,576,640,2048,64,0.19940668211478524,0.0,0.52001953125,0.01953125,0.17333984375,1.0,31,0.484375
+fresh-zh-1,layers.18.mlp.gated_product,64,640,704,2048,64,0.16326158043695255,0.0,0.5322265625,0.0234375,0.1474609375,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,704,768,2048,64,0.16210310252049864,0.0,0.51318359375,0.0146484375,0.1318359375,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gated_product,64,768,832,2048,64,0.23141880149062405,0.0,0.45947265625,0.021484375,0.203125,1.0,25,0.390625
+fresh-zh-1,layers.18.mlp.gated_product,64,832,896,2048,64,0.12617155018747317,0.0,0.52001953125,0.01220703125,0.12646484375,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,896,960,2048,64,0.13955634022090646,0.0,0.513671875,0.01513671875,0.12353515625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,960,1024,2048,64,0.16035515390225408,0.0,0.49853515625,0.01513671875,0.1357421875,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,1024,1088,2048,64,0.12328824836390523,0.0,0.447265625,0.01513671875,0.11767578125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,1088,1152,2048,64,0.12400186880593624,0.0,0.4716796875,0.01416015625,0.11572265625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,1152,1216,2048,64,0.13581163998066637,0.0,0.53515625,0.0126953125,0.12451171875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,64,1216,1280,2048,64,0.17905619445567675,0.0,0.51806640625,0.02001953125,0.16796875,1.0,35,0.546875
+fresh-zh-1,layers.18.mlp.gated_product,64,1280,1344,2048,64,0.1784536243578239,0.0,0.48876953125,0.01806640625,0.15771484375,1.0,34,0.53125
+fresh-zh-1,layers.18.mlp.gated_product,64,1344,1408,2048,64,0.12965943085067724,0.0,0.53466796875,0.01220703125,0.1103515625,1.0,48,0.75
+fresh-zh-1,layers.18.mlp.gated_product,64,1408,1472,2048,64,0.14007126320342386,0.0,0.509765625,0.01513671875,0.123046875,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,1472,1536,2048,64,0.3348065882388013,0.0,0.5029296875,0.03125,0.26513671875,1.0,8,0.125
+fresh-zh-1,layers.18.mlp.gated_product,64,1536,1600,2048,64,0.14754725194626908,0.0,0.501953125,0.01708984375,0.13134765625,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gated_product,64,1600,1664,2048,64,0.13812999425000685,0.0,0.50732421875,0.01708984375,0.12841796875,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,1664,1728,2048,64,0.19916267143586225,0.0,0.45751953125,0.02392578125,0.17333984375,1.0,33,0.515625
+fresh-zh-1,layers.18.mlp.gated_product,64,1728,1792,2048,64,0.278840839920908,0.0,0.51513671875,0.0302734375,0.2412109375,1.0,17,0.265625
+fresh-zh-1,layers.18.mlp.gated_product,64,1792,1856,2048,64,0.17282171739630373,0.0,0.470703125,0.015625,0.1494140625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gated_product,64,1856,1920,2048,64,0.2925219032300686,0.0,0.52294921875,0.03759765625,0.2861328125,1.0,7,0.109375
+fresh-zh-1,layers.18.mlp.gated_product,64,1920,1984,2048,64,0.16580862179961245,0.0,0.5244140625,0.02392578125,0.1708984375,1.0,38,0.59375
+fresh-zh-1,layers.18.mlp.gated_product,64,1984,2048,2048,64,0.1448723920029673,0.0,0.47998046875,0.01904296875,0.14599609375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,2048,2112,2048,64,0.15848527841681614,0.0,0.55517578125,0.01708984375,0.14013671875,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gated_product,64,2112,2176,2048,64,0.30869700860850924,0.0,0.53955078125,0.037109375,0.25390625,1.0,12,0.1875
+fresh-zh-1,layers.18.mlp.gated_product,64,2176,2240,2048,64,0.13230022197039354,0.0,0.51220703125,0.0146484375,0.1376953125,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,2240,2304,2048,64,0.14661228796188303,0.0,0.50830078125,0.01806640625,0.15185546875,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,64,2304,2368,2048,64,0.11746421897784289,0.0,0.48583984375,0.0166015625,0.109375,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.gated_product,64,2368,2432,2048,64,0.1505522804782013,0.0,0.509765625,0.0107421875,0.099609375,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,2432,2496,2048,64,0.17298682685758673,0.0,0.50439453125,0.02685546875,0.1572265625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,2496,2560,2048,64,0.15961374830244968,0.0,0.48779296875,0.02197265625,0.16650390625,1.0,36,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,64,2560,2624,2048,64,0.1538914248579722,0.0,0.47802734375,0.0185546875,0.14697265625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,2624,2688,2048,64,0.12003988986796532,0.0,0.48681640625,0.0166015625,0.11669921875,1.0,47,0.734375
+fresh-zh-1,layers.18.mlp.gated_product,64,2688,2752,2048,64,0.19424513417499883,0.0,0.50732421875,0.0263671875,0.1953125,1.0,30,0.46875
+fresh-zh-1,layers.18.mlp.gated_product,64,2752,2816,2048,64,0.15057146804607074,0.0,0.53857421875,0.01904296875,0.12890625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,64,2816,2880,2048,64,0.45926579691028163,0.0,0.48388671875,0.037109375,0.32568359375,1.0,3,0.046875
+fresh-zh-1,layers.18.mlp.gated_product,64,2880,2944,2048,64,0.27066089009057964,0.0,0.55908203125,0.02880859375,0.234375,1.0,14,0.21875
+fresh-zh-1,layers.18.mlp.gated_product,64,2944,3008,2048,64,0.19382290469052504,0.0,0.5029296875,0.0234375,0.18310546875,1.0,30,0.46875
+fresh-zh-1,layers.18.mlp.gated_product,64,3008,3072,2048,64,0.13487648452887743,0.0,0.4501953125,0.0166015625,0.12060546875,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gated_product,64,3072,3136,2048,64,0.14698561162401905,0.0,0.4892578125,0.01123046875,0.13134765625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,3136,3200,2048,64,0.1275172272623938,0.0,0.49853515625,0.01025390625,0.1171875,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,3200,3264,2048,64,0.14624300167580534,0.0,0.49072265625,0.0166015625,0.1328125,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gated_product,64,3264,3328,2048,64,0.15993993861089878,0.0,0.46630859375,0.01806640625,0.1376953125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gated_product,64,3328,3392,2048,64,0.15542118939640728,0.0,0.5849609375,0.021484375,0.1416015625,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gated_product,64,3392,3456,2048,64,0.597417096772505,0.0,0.54345703125,0.05859375,0.44921875,1.0,1,0.015625
+fresh-zh-1,layers.18.mlp.gated_product,64,3456,3520,2048,64,0.1540618015656619,0.0,0.47412109375,0.01318359375,0.12646484375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,3520,3584,2048,64,0.22945815758932997,0.0,0.50537109375,0.0205078125,0.18359375,1.0,26,0.40625
+fresh-zh-1,layers.18.mlp.gated_product,64,3584,3648,2048,64,0.16039557422275472,0.0,0.44287109375,0.0205078125,0.15234375,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gated_product,64,3648,3712,2048,64,0.2125743009021517,0.0,0.54052734375,0.02978515625,0.2080078125,1.0,27,0.421875
+fresh-zh-1,layers.18.mlp.gated_product,64,3712,3776,2048,64,0.1532451167409753,0.0,0.47021484375,0.01806640625,0.14892578125,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,3776,3840,2048,64,0.15953684641554616,0.0,0.5087890625,0.0146484375,0.1298828125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,3840,3904,2048,64,0.1830188876418618,0.0,0.48486328125,0.02392578125,0.17578125,1.0,34,0.53125
+fresh-zh-1,layers.18.mlp.gated_product,64,3904,3968,2048,64,0.14912009530954246,0.0,0.48681640625,0.0185546875,0.14013671875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,3968,4032,2048,64,0.1509569499396342,0.0,0.45458984375,0.015625,0.13720703125,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,4032,4096,2048,64,0.14400235544394283,0.0,0.5224609375,0.0244140625,0.1357421875,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,4096,4160,2048,64,0.17000721757052742,0.0,0.48828125,0.01708984375,0.16064453125,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,64,4160,4224,2048,64,0.16640504425919836,0.0,0.4814453125,0.017578125,0.14892578125,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,64,4224,4288,2048,64,0.16244412374186806,0.0,0.53515625,0.01611328125,0.13916015625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,4288,4352,2048,64,0.31821497342866356,0.0,0.49560546875,0.0361328125,0.26416015625,1.0,11,0.171875
+fresh-zh-1,layers.18.mlp.gated_product,64,4352,4416,2048,64,0.24320557698952658,0.0,0.443359375,0.025390625,0.2119140625,1.0,20,0.3125
+fresh-zh-1,layers.18.mlp.gated_product,64,4416,4480,2048,64,0.14631049702761909,0.0,0.4814453125,0.01904296875,0.1328125,1.0,41,0.640625
+fresh-zh-1,layers.18.mlp.gated_product,64,4480,4544,2048,64,0.21438082088878935,0.0,0.46337890625,0.0185546875,0.1943359375,1.0,28,0.4375
+fresh-zh-1,layers.18.mlp.gated_product,64,4544,4608,2048,64,0.1489443005712781,0.0,0.46337890625,0.0146484375,0.123046875,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gated_product,64,4608,4672,2048,64,0.1911071777069995,0.0,0.509765625,0.0185546875,0.1748046875,1.0,34,0.53125
+fresh-zh-1,layers.18.mlp.gated_product,64,4672,4736,2048,64,0.1665404416004266,0.0,0.521484375,0.0205078125,0.15087890625,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,4736,4800,2048,64,0.13260795962586536,0.0,0.51171875,0.0126953125,0.13525390625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,4800,4864,2048,64,0.14915413282984308,0.0,0.5185546875,0.013671875,0.12451171875,1.0,44,0.6875
+fresh-zh-1,layers.18.mlp.gated_product,64,4864,4928,2048,64,0.14809960703833175,0.0,0.54443359375,0.0185546875,0.1484375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,4928,4992,2048,64,0.13859087212329707,0.0,0.51171875,0.01611328125,0.1259765625,1.0,45,0.703125
+fresh-zh-1,layers.18.mlp.gated_product,64,4992,5056,2048,64,0.2516973782023754,0.0,0.50439453125,0.02734375,0.20654296875,1.0,24,0.375
+fresh-zh-1,layers.18.mlp.gated_product,64,5056,5120,2048,64,0.16450074859778255,0.0,0.48095703125,0.01904296875,0.15380859375,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,5120,5184,2048,64,0.12850281400067606,0.0,0.4267578125,0.0146484375,0.1044921875,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,5184,5248,2048,64,0.13052796867587188,0.0,0.46337890625,0.015625,0.12939453125,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,5248,5312,2048,64,0.18509670831846095,0.0,0.4921875,0.0205078125,0.15576171875,1.0,35,0.546875
+fresh-zh-1,layers.18.mlp.gated_product,64,5312,5376,2048,64,0.14854699653304743,0.0,0.546875,0.013671875,0.12255859375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,5376,5440,2048,64,0.16060881642213215,0.0,0.50439453125,0.02197265625,0.1552734375,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,5440,5504,2048,64,0.1937305904405751,0.0,0.4755859375,0.0234375,0.17822265625,1.0,31,0.484375
+fresh-zh-1,layers.18.mlp.gated_product,64,5504,5568,2048,64,0.21180006099655033,0.0,0.4951171875,0.021484375,0.17333984375,1.0,26,0.40625
+fresh-zh-1,layers.18.mlp.gated_product,64,5568,5632,2048,64,0.15105698797176118,0.0,0.5078125,0.0146484375,0.13037109375,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,64,5632,5696,2048,64,0.1757881372306574,0.0,0.4970703125,0.0146484375,0.1435546875,1.0,39,0.609375
+fresh-zh-1,layers.18.mlp.gated_product,64,5696,5760,2048,64,0.16833463721621233,0.0,0.48193359375,0.01806640625,0.14208984375,1.0,37,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,64,5760,5824,2048,64,0.209152408800211,0.0,0.48876953125,0.02490234375,0.1689453125,1.0,32,0.5
+fresh-zh-1,layers.18.mlp.gated_product,64,5824,5888,2048,64,0.1271481580426093,0.0,0.52978515625,0.017578125,0.1181640625,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,5888,5952,2048,64,0.15926636322704985,0.0,0.50830078125,0.01953125,0.1328125,1.0,40,0.625
+fresh-zh-1,layers.18.mlp.gated_product,64,5952,6016,2048,64,0.1266246453081707,0.0,0.52392578125,0.015625,0.11669921875,1.0,46,0.71875
+fresh-zh-1,layers.18.mlp.gated_product,64,6016,6080,2048,64,0.14702812360075213,0.0,0.61279296875,0.013671875,0.1181640625,1.0,43,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,64,6080,6144,2048,64,0.1566780214851481,0.0,0.5166015625,0.0205078125,0.11962890625,1.0,42,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,128,0,128,4096,128,0.1535907516546769,0.0,0.49169921875,0.01513671875,0.13134765625,1.0,81,0.6328125
+fresh-zh-1,layers.18.mlp.gated_product,128,128,256,4096,128,0.16720834195471404,0.0,0.505859375,0.015869140625,0.151611328125,1.0,73,0.5703125
+fresh-zh-1,layers.18.mlp.gated_product,128,256,384,4096,128,0.2198521204398217,0.0,0.50732421875,0.01953125,0.172119140625,1.0,59,0.4609375
+fresh-zh-1,layers.18.mlp.gated_product,128,384,512,4096,128,0.16485422606374134,0.0,0.4697265625,0.021240234375,0.14892578125,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gated_product,128,512,640,4096,128,0.16973176025834233,0.0,0.510009765625,0.018310546875,0.15185546875,1.0,75,0.5859375
+fresh-zh-1,layers.18.mlp.gated_product,128,640,768,4096,128,0.16268337268071195,0.0,0.522705078125,0.01904296875,0.139892578125,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gated_product,128,768,896,4096,128,0.18637854189802391,0.0,0.48974609375,0.01806640625,0.16650390625,1.0,67,0.5234375
+fresh-zh-1,layers.18.mlp.gated_product,128,896,1024,4096,128,0.15031591312776732,0.0,0.506103515625,0.015380859375,0.130126953125,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,128,1024,1152,4096,128,0.12364557341855106,0.0,0.45947265625,0.0146484375,0.1171875,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.gated_product,128,1152,1280,4096,128,0.15891180309716968,0.0,0.526611328125,0.016357421875,0.151123046875,1.0,77,0.6015625
+fresh-zh-1,layers.18.mlp.gated_product,128,1280,1408,4096,128,0.15597638291575563,0.0,0.51171875,0.015380859375,0.13427734375,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gated_product,128,1408,1536,4096,128,0.2566275611694008,0.0,0.50634765625,0.024658203125,0.208984375,1.0,39,0.3046875
+fresh-zh-1,layers.18.mlp.gated_product,128,1536,1664,4096,128,0.14291621123651915,0.0,0.504638671875,0.017333984375,0.1298828125,1.0,85,0.6640625
+fresh-zh-1,layers.18.mlp.gated_product,128,1664,1792,4096,128,0.24229938475083532,0.0,0.486328125,0.026611328125,0.2060546875,1.0,49,0.3828125
+fresh-zh-1,layers.18.mlp.gated_product,128,1792,1920,4096,128,0.2402461340720694,0.0,0.496826171875,0.02392578125,0.2216796875,1.0,42,0.328125
+fresh-zh-1,layers.18.mlp.gated_product,128,1920,2048,4096,128,0.15569282100942924,0.0,0.502197265625,0.020751953125,0.1572265625,1.0,79,0.6171875
+fresh-zh-1,layers.18.mlp.gated_product,128,2048,2176,4096,128,0.2453685254863567,0.0,0.54736328125,0.0283203125,0.208984375,1.0,44,0.34375
+fresh-zh-1,layers.18.mlp.gated_product,128,2176,2304,4096,128,0.1396397359544079,0.0,0.51025390625,0.0166015625,0.14501953125,1.0,87,0.6796875
+fresh-zh-1,layers.18.mlp.gated_product,128,2304,2432,4096,128,0.1350256121949862,0.0,0.497802734375,0.013916015625,0.109619140625,1.0,89,0.6953125
+fresh-zh-1,layers.18.mlp.gated_product,128,2432,2560,4096,128,0.1664346582196966,0.0,0.49609375,0.02392578125,0.16259765625,1.0,74,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,128,2560,2688,4096,128,0.13800751031072575,0.0,0.482421875,0.0166015625,0.132080078125,1.0,85,0.6640625
+fresh-zh-1,layers.18.mlp.gated_product,128,2688,2816,4096,128,0.1737857001312424,0.0,0.52294921875,0.02294921875,0.163818359375,1.0,72,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,128,2816,2944,4096,128,0.37694985716687895,0.0,0.521484375,0.03515625,0.28857421875,1.0,9,0.0703125
+fresh-zh-1,layers.18.mlp.gated_product,128,2944,3072,4096,128,0.1669715311984963,0.0,0.4765625,0.01904296875,0.1552734375,1.0,72,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,128,3072,3200,4096,128,0.1375961723180844,0.0,0.493896484375,0.010498046875,0.124755859375,1.0,86,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,128,3200,3328,4096,128,0.15324457494803476,0.0,0.478515625,0.01708984375,0.136474609375,1.0,83,0.6484375
+fresh-zh-1,layers.18.mlp.gated_product,128,3328,3456,4096,128,0.4364991028796522,0.0,0.564208984375,0.044921875,0.344482421875,1.0,4,0.03125
+fresh-zh-1,layers.18.mlp.gated_product,128,3456,3584,4096,128,0.1954304029391885,0.0,0.48974609375,0.01708984375,0.156005859375,1.0,66,0.515625
+fresh-zh-1,layers.18.mlp.gated_product,128,3584,3712,4096,128,0.18830105368038405,0.0,0.49169921875,0.025390625,0.1767578125,1.0,70,0.546875
+fresh-zh-1,layers.18.mlp.gated_product,128,3712,3840,4096,128,0.15642261851978553,0.0,0.489501953125,0.016845703125,0.140625,1.0,80,0.625
+fresh-zh-1,layers.18.mlp.gated_product,128,3840,3968,4096,128,0.1669321959041926,0.0,0.48583984375,0.021484375,0.1630859375,1.0,75,0.5859375
+fresh-zh-1,layers.18.mlp.gated_product,128,3968,4096,4096,128,0.14752064111249125,0.0,0.488525390625,0.020263671875,0.136474609375,1.0,84,0.65625
+fresh-zh-1,layers.18.mlp.gated_product,128,4096,4224,4096,128,0.16821577331061796,0.0,0.48486328125,0.017333984375,0.15478515625,1.0,74,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,128,4224,4352,4096,128,0.2526349764506772,0.0,0.515380859375,0.02734375,0.207275390625,1.0,42,0.328125
+fresh-zh-1,layers.18.mlp.gated_product,128,4352,4480,4096,128,0.2006934406243481,0.0,0.46240234375,0.02197265625,0.17724609375,1.0,57,0.4453125
+fresh-zh-1,layers.18.mlp.gated_product,128,4480,4608,4096,128,0.18458540169474186,0.0,0.46337890625,0.016845703125,0.156005859375,1.0,72,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,128,4608,4736,4096,128,0.17924518411884852,0.0,0.515625,0.019775390625,0.16259765625,1.0,72,0.5625
+fresh-zh-1,layers.18.mlp.gated_product,128,4736,4864,4096,128,0.14112375118377063,0.0,0.51513671875,0.014404296875,0.129150390625,1.0,89,0.6953125
+fresh-zh-1,layers.18.mlp.gated_product,128,4864,4992,4096,128,0.1434240625571671,0.0,0.528076171875,0.01708984375,0.137451171875,1.0,86,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,128,4992,5120,4096,128,0.21261710477191206,0.0,0.49267578125,0.0234375,0.181640625,1.0,60,0.46875
+fresh-zh-1,layers.18.mlp.gated_product,128,5120,5248,4096,128,0.12951934954427027,0.0,0.445068359375,0.01513671875,0.1171875,1.0,91,0.7109375
+fresh-zh-1,layers.18.mlp.gated_product,128,5248,5376,4096,128,0.1678198462776656,0.0,0.51953125,0.016845703125,0.139892578125,1.0,76,0.59375
+fresh-zh-1,layers.18.mlp.gated_product,128,5376,5504,4096,128,0.17794203211294965,0.0,0.489990234375,0.02197265625,0.16650390625,1.0,69,0.5390625
+fresh-zh-1,layers.18.mlp.gated_product,128,5504,5632,4096,128,0.18395309110374203,0.0,0.50146484375,0.017822265625,0.156982421875,1.0,67,0.5234375
+fresh-zh-1,layers.18.mlp.gated_product,128,5632,5760,4096,128,0.1721017421145676,0.0,0.489501953125,0.016845703125,0.1416015625,1.0,76,0.59375
+fresh-zh-1,layers.18.mlp.gated_product,128,5760,5888,4096,128,0.17307712760581473,0.0,0.50927734375,0.021484375,0.150634765625,1.0,74,0.578125
+fresh-zh-1,layers.18.mlp.gated_product,128,5888,6016,4096,128,0.14387420765201558,0.0,0.51611328125,0.01806640625,0.124267578125,1.0,86,0.671875
+fresh-zh-1,layers.18.mlp.gated_product,128,6016,6144,4096,128,0.15192970668381245,0.0,0.564697265625,0.017333984375,0.119140625,1.0,85,0.6640625
+fresh-zh-1,layers.18.mlp.down_proj.output,0,0,2048,65536,2048,0.12812208101960315,0.0,0.4948577880859375,0.009063720703125,0.0901031494140625,1.0,1580,0.771484375
+fresh-zh-1,layers.18.mlp.down_proj.output,64,0,64,2048,64,0.1262620011950733,0.0,0.5146484375,0.009765625,0.09521484375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,64,128,2048,64,0.11805180494094906,0.0,0.43701171875,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,128,192,2048,64,0.11780780957202135,0.0,0.51318359375,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,192,256,2048,64,0.12666116376883882,0.0,0.44287109375,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,256,320,2048,64,0.12514237413675408,0.0,0.5029296875,0.0068359375,0.0908203125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,320,384,2048,64,0.11811672909432275,0.0,0.46337890625,0.0068359375,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,384,448,2048,64,0.12459044778357962,0.0,0.4638671875,0.0107421875,0.08447265625,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,448,512,2048,64,0.11696229316732848,0.0,0.46923828125,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,512,576,2048,64,0.11775220644826664,0.0,0.52392578125,0.0107421875,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,576,640,2048,64,0.12397103468163091,0.0,0.5048828125,0.01025390625,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,640,704,2048,64,0.1155887420860966,0.0,0.5302734375,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,704,768,2048,64,0.11707400943320428,0.0,0.4990234375,0.0087890625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,768,832,2048,64,0.11700081097661548,0.0,0.5107421875,0.01025390625,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,832,896,2048,64,0.11597154537324672,0.0,0.515625,0.0078125,0.08837890625,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,896,960,2048,64,0.1184363125861755,0.0,0.5087890625,0.01025390625,0.08251953125,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,960,1024,2048,64,0.11982858173703884,0.0,0.48828125,0.0068359375,0.0927734375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1024,1088,2048,64,0.11287383472257842,0.0,0.4990234375,0.00927734375,0.072265625,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1088,1152,2048,64,0.11577927615266911,0.0,0.45849609375,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1152,1216,2048,64,0.284414247679339,0.0,0.49609375,0.01708984375,0.203125,1.0,16,0.25
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1216,1280,2048,64,0.11429397670141754,0.0,0.4599609375,0.00732421875,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1280,1344,2048,64,0.11908964560110007,0.0,0.5126953125,0.009765625,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1344,1408,2048,64,0.12155106810065393,0.0,0.49560546875,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1408,1472,2048,64,0.12120189609718955,0.0,0.54296875,0.0068359375,0.07763671875,1.0,50,0.78125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1472,1536,2048,64,0.11503779025063333,0.0,0.486328125,0.00634765625,0.07177734375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1536,1600,2048,64,0.11448697037343815,0.0,0.47216796875,0.0078125,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1600,1664,2048,64,0.12425433038087212,0.0,0.48291015625,0.00634765625,0.07861328125,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1664,1728,2048,64,0.12523491834711478,0.0,0.51953125,0.0078125,0.08935546875,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1728,1792,2048,64,0.11661396825006633,0.0,0.52880859375,0.01123046875,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1792,1856,2048,64,0.12540159560416064,0.0,0.49755859375,0.0107421875,0.09375,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1856,1920,2048,64,0.12186145822836486,0.0,0.509765625,0.01171875,0.0869140625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1920,1984,2048,64,0.1200854862592909,0.0,0.45751953125,0.0107421875,0.087890625,1.0,51,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,64,1984,2048,2048,64,0.12264352690420105,0.0,0.52734375,0.0068359375,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.18.mlp.down_proj.output,128,0,128,4096,128,0.12222585977525498,0.0,0.475830078125,0.0087890625,0.091064453125,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.down_proj.output,128,128,256,4096,128,0.12231461565044925,0.0,0.47802734375,0.00830078125,0.0810546875,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,256,384,4096,128,0.12168026852477966,0.0,0.483154296875,0.00634765625,0.08935546875,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,384,512,4096,128,0.12083657910970703,0.0,0.466552734375,0.009521484375,0.08642578125,1.0,102,0.796875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,512,640,4096,128,0.12090161198981042,0.0,0.514404296875,0.009765625,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,640,768,4096,128,0.11633374613974264,0.0,0.5146484375,0.00830078125,0.082275390625,1.0,103,0.8046875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,768,896,4096,128,0.116487314986321,0.0,0.51318359375,0.009033203125,0.08349609375,1.0,104,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,128,896,1024,4096,128,0.11913448102904647,0.0,0.49853515625,0.008544921875,0.08837890625,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1024,1152,4096,128,0.11433578475572721,0.0,0.478759765625,0.008056640625,0.07666015625,1.0,104,0.8125
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1152,1280,4096,128,0.2167424478421665,0.0,0.47802734375,0.01416015625,0.15625,1.0,60,0.46875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1280,1408,4096,128,0.12032665092531543,0.0,0.504150390625,0.010009765625,0.0869140625,1.0,100,0.78125
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1408,1536,4096,128,0.11816004570772357,0.0,0.5146484375,0.006591796875,0.076171875,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1536,1664,4096,128,0.11947050892100407,0.0,0.4775390625,0.0068359375,0.077880859375,1.0,105,0.8203125
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1664,1792,4096,128,0.1210012445482194,0.0,0.524169921875,0.00927734375,0.087158203125,1.0,103,0.8046875
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1792,1920,4096,128,0.12364419756222479,0.0,0.503662109375,0.01123046875,0.090087890625,1.0,101,0.7890625
+fresh-zh-1,layers.18.mlp.down_proj.output,128,1920,2048,4096,128,0.12137124598032235,0.0,0.492431640625,0.0087890625,0.08251953125,1.0,103,0.8046875
+fresh-zh-1,layers.19.self_attn.q_proj.output,0,0,4096,131072,4096,1.6785296540891674,0.0,0.7498703002929688,0.011016845703125,0.10819244384765625,1.0,1929,0.470947265625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,0,64,2048,64,1.3216279469908165,0.0,0.51611328125,0.013671875,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,64,128,2048,64,0.582174243730063,0.0,0.48583984375,0.0087890625,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,128,192,2048,64,0.612952716588363,0.0,0.498046875,0.005859375,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,192,256,2048,64,0.6222127460405535,0.0,0.4921875,0.01171875,0.103515625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,256,320,2048,64,2.4348693662279173,0.0,1.0,0.0,0.0,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,320,384,2048,64,2.4126633182648334,0.0,0.99951171875,0.0,0.00048828125,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,384,448,2048,64,2.415865309716997,0.0,1.0,0.0,0.0,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,448,512,2048,64,2.4820135145956908,0.0,1.0,0.0,0.0,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,512,576,2048,64,1.460403202519449,0.0,0.5126953125,0.009765625,0.099609375,1.0,37,0.578125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,576,640,2048,64,0.5882285803751006,0.0,0.47314453125,0.00537109375,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,640,704,2048,64,0.6189667551576703,0.0,0.50341796875,0.00634765625,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,704,768,2048,64,0.5629173208540477,0.0,0.5244140625,0.0087890625,0.07421875,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,768,832,2048,64,2.1279095452831895,0.0,0.9970703125,0.00048828125,0.00927734375,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,832,896,2048,64,2.105616811001838,0.0,0.99462890625,0.00244140625,0.017578125,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,896,960,2048,64,2.1104900557237216,0.0,0.984375,0.001953125,0.01708984375,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,960,1024,2048,64,2.1770182365454622,0.0,0.99853515625,0.00048828125,0.01513671875,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1024,1088,2048,64,1.3640085630872334,0.0,0.513671875,0.00732421875,0.087890625,1.0,37,0.578125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1088,1152,2048,64,0.5929347456554873,0.0,0.50341796875,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1152,1216,2048,64,0.6473382865549431,0.0,0.51904296875,0.00634765625,0.07666015625,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1216,1280,2048,64,0.6675656851005154,0.0,0.48095703125,0.01025390625,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1280,1344,2048,64,2.2649114993477784,0.0,1.0,0.0,0.00048828125,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1344,1408,2048,64,2.278261468970807,0.0,1.0,0.0,0.0,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1408,1472,2048,64,2.2567731186842988,0.0,0.98681640625,0.0,0.0029296875,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1472,1536,2048,64,2.350973752431608,0.0,1.0,0.0,0.00048828125,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1536,1600,2048,64,1.4476440791001446,0.0,0.51806640625,0.0078125,0.09326171875,1.0,36,0.5625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1600,1664,2048,64,0.6150380801727453,0.0,0.4853515625,0.01171875,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1664,1728,2048,64,0.6982817293345337,0.0,0.52734375,0.0087890625,0.0908203125,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1728,1792,2048,64,0.6261526071890532,0.0,0.533203125,0.0068359375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1792,1856,2048,64,2.2502423442325648,0.0,0.9990234375,0.0,0.00927734375,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1856,1920,2048,64,2.2181903219094785,0.0,0.99658203125,0.0,0.01123046875,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1920,1984,2048,64,2.232484297167393,0.0,0.9970703125,0.0,0.00830078125,1.0,56,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,1984,2048,2048,64,2.3066668593411372,0.0,0.99853515625,0.0009765625,0.0078125,1.0,57,0.890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2048,2112,2048,64,1.5757395732872557,0.0,0.50537109375,0.0146484375,0.11376953125,1.0,31,0.484375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2112,2176,2048,64,0.4945481973961352,0.0,0.5048828125,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2176,2240,2048,64,0.5768462164653854,0.0,0.51025390625,0.00732421875,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2240,2304,2048,64,0.5472356562122198,0.0,0.541015625,0.0078125,0.08056640625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2304,2368,2048,64,1.3096592380702623,0.0,0.96044921875,0.0048828125,0.0390625,1.0,52,0.8125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2368,2432,2048,64,1.370049388248998,0.0,0.966796875,0.0029296875,0.0419921875,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2432,2496,2048,64,1.2353946975361523,0.0,0.97119140625,0.00537109375,0.03759765625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2496,2560,2048,64,1.3447191700211556,0.0,0.95166015625,0.0029296875,0.03759765625,1.0,53,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2560,2624,2048,64,1.2709893922317257,0.0,0.48681640625,0.0107421875,0.10498046875,1.0,35,0.546875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2624,2688,2048,64,0.5841269654084574,0.0,0.5068359375,0.01220703125,0.0791015625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2688,2752,2048,64,0.6403817238174084,0.0,0.4970703125,0.0087890625,0.0810546875,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2752,2816,2048,64,0.5532310562755828,0.0,0.52783203125,0.0078125,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2816,2880,2048,64,2.107551545365071,0.0,0.9931640625,0.00048828125,0.0087890625,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2880,2944,2048,64,2.1589809283458736,0.0,0.98974609375,0.0,0.00732421875,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,2944,3008,2048,64,1.9746896831683585,0.0,0.9853515625,0.0009765625,0.009765625,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3008,3072,2048,64,2.186393994578997,0.0,1.0,0.00048828125,0.001953125,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3072,3136,2048,64,1.03857910552148,0.0,0.51416015625,0.0107421875,0.10302734375,1.0,32,0.5
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3136,3200,2048,64,0.5847670319793056,0.0,0.49072265625,0.00537109375,0.0703125,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3200,3264,2048,64,0.6781845671352067,0.0,0.54541015625,0.00732421875,0.083984375,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3264,3328,2048,64,0.5871123507307662,0.0,0.54296875,0.009765625,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3328,3392,2048,64,2.8435838165371434,0.0,0.98193359375,0.00048828125,0.01416015625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3392,3456,2048,64,2.8095976041722444,0.0,0.98681640625,0.0009765625,0.01171875,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3456,3520,2048,64,2.952989775425701,0.0,0.98046875,0.0009765625,0.009765625,1.0,46,0.71875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3520,3584,2048,64,2.7901664435285527,0.0,0.99951171875,0.0009765625,0.009765625,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3584,3648,2048,64,1.4960682695716392,0.0,0.51513671875,0.01416015625,0.13818359375,1.0,29,0.453125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3648,3712,2048,64,0.6593353298653417,0.0,0.4619140625,0.00830078125,0.08642578125,1.0,46,0.71875
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3712,3776,2048,64,0.7103342694640848,0.0,0.5087890625,0.005859375,0.0908203125,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3776,3840,2048,64,0.5868022935858755,0.0,0.5615234375,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3840,3904,2048,64,1.9772461998814503,0.0,0.9990234375,0.0,0.00537109375,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3904,3968,2048,64,2.011016925701697,0.0,0.9951171875,0.0009765625,0.01025390625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,3968,4032,2048,64,1.9239967120005754,0.0,0.99560546875,0.0009765625,0.0087890625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,64,4032,4096,2048,64,2.0248084505309047,0.0,0.97509765625,0.0009765625,0.01806640625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,0,128,4096,128,1.0211824715323485,0.0,0.5009765625,0.011962890625,0.115478515625,1.0,70,0.546875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,128,256,4096,128,0.6176000866695133,0.0,0.4951171875,0.0087890625,0.0947265625,1.0,96,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,256,384,4096,128,2.423791773017622,0.0,0.999755859375,0.0,0.000244140625,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,384,512,4096,128,2.4491627427888143,0.0,1.0,0.0,0.0,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,512,640,4096,128,1.1132812709956026,0.0,0.492919921875,0.01220703125,0.114013671875,1.0,64,0.5
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,640,768,4096,128,0.59160618409036,0.0,0.513916015625,0.007568359375,0.08056640625,1.0,97,0.7578125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,768,896,4096,128,2.1167925249869035,0.0,0.995849609375,0.00146484375,0.013916015625,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,896,1024,4096,128,2.1440122058374844,0.0,0.991455078125,0.001220703125,0.015869140625,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1024,1152,4096,128,1.0516869716747557,0.0,0.508544921875,0.00927734375,0.109375,1.0,70,0.546875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1152,1280,4096,128,0.6575297716315247,0.0,0.5,0.00830078125,0.083251953125,1.0,96,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1280,1408,4096,128,2.271596291253666,0.0,1.0,0.0,0.000244140625,1.0,113,0.8828125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1408,1536,4096,128,2.3043548439680914,0.0,0.993408203125,0.0,0.001708984375,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1536,1664,4096,128,1.1121927035851928,0.0,0.501708984375,0.01220703125,0.10986328125,1.0,66,0.515625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1664,1792,4096,128,0.6631984849998059,0.0,0.5302734375,0.00830078125,0.09033203125,1.0,96,0.75
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1792,1920,4096,128,2.2342738095397063,0.0,0.997802734375,0.0,0.01025390625,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,1920,2048,4096,128,2.269878646214561,0.0,0.997802734375,0.00048828125,0.0078125,1.0,112,0.875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2048,2176,4096,128,1.1678041621717379,0.0,0.505126953125,0.017333984375,0.140625,1.0,50,0.390625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2176,2304,4096,128,0.5622359028381454,0.0,0.525634765625,0.007568359375,0.081298828125,1.0,95,0.7421875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2304,2432,4096,128,1.3401945094097782,0.0,0.963623046875,0.003662109375,0.040283203125,1.0,103,0.8046875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2432,2560,4096,128,1.2912144873960378,0.0,0.96142578125,0.004150390625,0.038330078125,1.0,106,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2560,2688,4096,128,0.9890951286107077,0.0,0.496826171875,0.014892578125,0.10595703125,1.0,68,0.53125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2688,2816,4096,128,0.5983950842993083,0.0,0.512451171875,0.008056640625,0.08154296875,1.0,97,0.7578125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2816,2944,4096,128,2.133421215481358,0.0,0.991455078125,0.000244140625,0.008056640625,1.0,101,0.7890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,2944,3072,4096,128,2.083232829563544,0.0,0.99267578125,0.000732421875,0.006103515625,1.0,101,0.7890625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3072,3200,4096,128,0.842792691032523,0.0,0.50244140625,0.009033203125,0.0966796875,1.0,76,0.59375
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3200,3328,4096,128,0.63428511707314,0.0,0.544189453125,0.00830078125,0.08251953125,1.0,93,0.7265625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3328,3456,4096,128,2.8266417900967182,0.0,0.984375,0.000732421875,0.012939453125,1.0,95,0.7421875
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3456,3584,4096,128,2.8727319224356376,0.0,0.989990234375,0.000732421875,0.009521484375,1.0,93,0.7265625
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3584,3712,4096,128,1.1560586802640507,0.0,0.488525390625,0.013427734375,0.135498046875,1.0,57,0.4453125
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3712,3840,4096,128,0.6515027652023893,0.0,0.53515625,0.00732421875,0.091064453125,1.0,94,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3840,3968,4096,128,1.9942030501436336,0.0,0.9970703125,0.00048828125,0.008056640625,1.0,108,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.output,128,3968,4096,4096,128,1.9750458993565678,0.0,0.9853515625,0.0009765625,0.013427734375,1.0,107,0.8359375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1909540488942979,0.0,0.0,0.0001373291015625,0.0197296142578125,1.0,1398,0.6826171875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.12149780740653261,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.12300598110733911,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.12510658714998782,0.0,0.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.11681935603448074,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.19017013211134642,0.0,0.0,0.0,0.00341796875,1.0,55,0.859375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.1982699676379905,0.0,0.0,0.0,0.00439453125,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.21000490447258335,0.0,0.0,0.0,0.00830078125,1.0,53,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.18929330571989517,0.0,0.0,0.0,0.0068359375,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.14551263365225436,0.0,0.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.14531895066474362,0.0,0.0,0.0,0.0009765625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.1716779471362401,0.0,0.0,0.0,0.001953125,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.13936229018799326,0.0,0.0,0.0,0.0029296875,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.16887973635956122,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.17596489484860137,0.0,0.0,0.0,0.00146484375,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.17128179101806726,0.0,0.0,0.0,0.0009765625,1.0,54,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.16562291045033162,0.0,0.0,0.0,0.005859375,1.0,53,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.2934892090020487,0.0,0.0,0.0,0.001953125,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.2859240036014936,0.0,0.0,0.0,0.001953125,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.2967185761775475,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.3153137455279565,0.0,0.0,0.0,0.00634765625,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.179146088188789,0.0,0.0,0.0,0.0107421875,1.0,43,0.671875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.17496591922492133,0.0,0.0,0.0,0.01025390625,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.19609525993893634,0.0,0.0,0.0,0.00244140625,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.16681741214403983,0.0,0.0,0.0,0.02001953125,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.15274715279030127,0.0,0.0,0.00146484375,0.08642578125,1.0,30,0.46875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.15068986695497963,0.0,0.0,0.0,0.08203125,1.0,30,0.46875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.15876372086024357,0.0,0.0,0.00048828125,0.11669921875,1.0,27,0.421875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.1416929412147859,0.0,0.0,0.0,0.0693359375,1.0,32,0.5
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.19295604141555212,0.0,0.0,0.0,0.005859375,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.19388653961084698,0.0,0.0,0.0,0.0048828125,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.20225782134660256,0.0,0.0,0.0,0.00439453125,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.23107547183477667,0.0,0.0,0.0,0.02392578125,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.12225421995328822,0.0,0.0,0.0,0.0,1.0,107,0.8359375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.12103392105651263,0.0,0.0,0.0,0.000244140625,1.0,108,0.84375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.19426227015869132,0.0,0.0,0.0,0.00390625,1.0,109,0.8515625
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.19991750235147565,0.0,0.0,0.0,0.007080078125,1.0,106,0.828125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.1454158244049068,0.0,0.0,0.0,0.000732421875,1.0,107,0.8359375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.15635722794190887,0.0,0.0,0.0,0.003173828125,1.0,104,0.8125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.17245870458163925,0.0,0.0,0.0,0.0009765625,1.0,107,0.8359375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.16847611166037074,0.0,0.0,0.0,0.00341796875,1.0,107,0.8359375
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.2897312993414374,0.0,0.0,0.0,0.001953125,1.0,100,0.78125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.3061573709448296,0.0,0.0,0.0,0.003173828125,1.0,103,0.8046875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.1770683396369422,0.0,0.0,0.0,0.0107421875,1.0,87,0.6796875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.18204587329153257,0.0,0.0,0.0,0.0126953125,1.0,88,0.6875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.15172199690297564,0.0,0.0,0.00048828125,0.08447265625,1.0,60,0.46875
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.15047060950811308,0.0,0.0,0.00048828125,0.0947265625,1.0,58,0.453125
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.19342185005969312,0.0,0.0,0.0,0.00537109375,1.0,101,0.7890625
+fresh-zh-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.21714522787703494,0.0,0.0,0.0,0.014404296875,1.0,95,0.7421875
+fresh-zh-1,layers.19.self_attn.k_proj.output,0,0,512,16384,512,1.0234227697133023,0.0,0.5118408203125,0.01043701171875,0.10992431640625,1.0,288,0.5625
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,0,64,2048,64,0.9973601612255545,0.0,0.5048828125,0.02099609375,0.2236328125,1.0,23,0.359375
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,64,128,2048,64,0.9306019338657149,0.0,0.484375,0.00439453125,0.06689453125,1.0,41,0.640625
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,128,192,2048,64,1.0311057089923676,0.0,0.5068359375,0.005859375,0.0673828125,1.0,43,0.671875
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,192,256,2048,64,1.068564935456003,0.0,0.52734375,0.0068359375,0.07275390625,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,256,320,2048,64,1.0294155449601698,0.0,0.54345703125,0.015625,0.1494140625,1.0,25,0.390625
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,320,384,2048,64,0.9909337128526463,0.0,0.49169921875,0.0087890625,0.09326171875,1.0,39,0.609375
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,384,448,2048,64,1.1434681721178979,0.0,0.4931640625,0.0126953125,0.11474609375,1.0,38,0.59375
+fresh-zh-1,layers.19.self_attn.k_proj.output,64,448,512,2048,64,0.981952453789762,0.0,0.54296875,0.0087890625,0.08349609375,1.0,41,0.640625
+fresh-zh-1,layers.19.self_attn.k_proj.output,128,0,128,4096,128,0.9645587723188445,0.0,0.49462890625,0.012451171875,0.14404296875,1.0,63,0.4921875
+fresh-zh-1,layers.19.self_attn.k_proj.output,128,128,256,4096,128,1.0500023819979516,0.0,0.51708984375,0.00634765625,0.070068359375,1.0,87,0.6796875
+fresh-zh-1,layers.19.self_attn.k_proj.output,128,256,384,4096,128,1.0103578542955893,0.0,0.517578125,0.011962890625,0.120361328125,1.0,64,0.5
+fresh-zh-1,layers.19.self_attn.k_proj.output,128,384,512,4096,128,1.065774385634779,0.0,0.51806640625,0.0107421875,0.1005859375,1.0,78,0.609375
+fresh-zh-1,layers.19.self_attn.v_proj.output,0,0,512,16384,512,1.5490474838756143,0.0,0.50250244140625,0.015380859375,0.13946533203125,1.0,353,0.689453125
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,0,64,2048,64,1.291329230060905,0.0,0.51171875,0.01123046875,0.11572265625,1.0,50,0.78125
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,64,128,2048,64,1.230238500558868,0.0,0.4853515625,0.01025390625,0.12255859375,1.0,52,0.8125
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,128,192,2048,64,1.2354254608112845,0.0,0.48828125,0.0126953125,0.109375,1.0,51,0.796875
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,192,256,2048,64,1.3343042136306507,0.0,0.5185546875,0.0146484375,0.1123046875,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,256,320,2048,64,1.5674151970786798,0.0,0.447265625,0.0146484375,0.140625,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,320,384,2048,64,1.4980387682203267,0.0,0.52978515625,0.01513671875,0.14111328125,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,384,448,2048,64,2.1728137913729997,0.0,0.529296875,0.0166015625,0.189453125,1.0,33,0.515625
+fresh-zh-1,layers.19.self_attn.v_proj.output,64,448,512,2048,64,1.812923821594744,0.0,0.509765625,0.01953125,0.146484375,1.0,38,0.59375
+fresh-zh-1,layers.19.self_attn.v_proj.output,128,0,128,4096,128,1.2611538265943258,0.0,0.49853515625,0.01123046875,0.1201171875,1.0,101,0.7890625
+fresh-zh-1,layers.19.self_attn.v_proj.output,128,128,256,4096,128,1.2858156562535088,0.0,0.50341796875,0.014404296875,0.111083984375,1.0,100,0.78125
+fresh-zh-1,layers.19.self_attn.v_proj.output,128,256,384,4096,128,1.533119458999244,0.0,0.488525390625,0.01513671875,0.142578125,1.0,88,0.6875
+fresh-zh-1,layers.19.self_attn.v_proj.output,128,384,512,4096,128,2.0009763310552175,0.0,0.51953125,0.018798828125,0.16748046875,1.0,70,0.546875
+fresh-zh-1,layers.19.self_attn.o_proj.output,0,0,2048,65536,2048,0.10260695103298637,0.0,0.50506591796875,0.0112152099609375,0.11126708984375,1.0,1222,0.5966796875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,0,64,2048,64,0.1128428067916423,0.0,0.5048828125,0.01171875,0.11669921875,1.0,38,0.59375
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,64,128,2048,64,0.08661617984704921,0.0,0.5615234375,0.0107421875,0.1015625,1.0,42,0.65625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,128,192,2048,64,0.08940254195281779,0.0,0.4482421875,0.01220703125,0.0966796875,1.0,42,0.65625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,192,256,2048,64,0.07849634998116929,0.0,0.51025390625,0.0078125,0.072265625,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,256,320,2048,64,0.08031032132078561,0.0,0.46044921875,0.01171875,0.07861328125,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,320,384,2048,64,0.08902624866065142,0.0,0.5126953125,0.01171875,0.09765625,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,384,448,2048,64,0.09299698707780726,0.0,0.51025390625,0.00830078125,0.1083984375,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,448,512,2048,64,0.07735972457296593,0.0,0.4892578125,0.00634765625,0.10107421875,1.0,43,0.671875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,512,576,2048,64,0.09206749563393285,0.0,0.501953125,0.01025390625,0.109375,1.0,40,0.625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,576,640,2048,64,0.11170096266161784,0.0,0.529296875,0.01123046875,0.103515625,1.0,38,0.59375
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,640,704,2048,64,0.10201618799990671,0.0,0.49951171875,0.0087890625,0.11572265625,1.0,37,0.578125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,704,768,2048,64,0.09077481370635375,0.0,0.50830078125,0.013671875,0.09765625,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,768,832,2048,64,0.0889677524926443,0.0,0.47021484375,0.00830078125,0.09033203125,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,832,896,2048,64,0.08399800981012276,0.0,0.50341796875,0.00634765625,0.08935546875,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,896,960,2048,64,0.09228446673451522,0.0,0.560546875,0.00830078125,0.08984375,1.0,43,0.671875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,960,1024,2048,64,0.09391555765977597,0.0,0.47509765625,0.0087890625,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1024,1088,2048,64,0.07633490598756004,0.0,0.5263671875,0.00537109375,0.0849609375,1.0,46,0.71875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1088,1152,2048,64,0.07727845815423862,0.0,0.5869140625,0.0068359375,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1152,1216,2048,64,0.2796030227766719,0.0,0.5029296875,0.0361328125,0.28662109375,1.0,1,0.015625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1216,1280,2048,64,0.08820243794946342,0.0,0.50732421875,0.009765625,0.10205078125,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1280,1344,2048,64,0.07615319934990153,0.0,0.458984375,0.0068359375,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1344,1408,2048,64,0.08068817302075766,0.0,0.49853515625,0.0078125,0.08203125,1.0,44,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1408,1472,2048,64,0.163120418505334,0.0,0.49462890625,0.015625,0.16162109375,1.0,21,0.328125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1472,1536,2048,64,0.08255608405804943,0.0,0.52978515625,0.0087890625,0.087890625,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1536,1600,2048,64,0.07547455783649325,0.0,0.44873046875,0.01025390625,0.1025390625,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1600,1664,2048,64,0.08260341987572493,0.0,0.529296875,0.0068359375,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1664,1728,2048,64,0.09628430870553532,0.0,0.44873046875,0.01171875,0.10107421875,1.0,42,0.65625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1728,1792,2048,64,0.07670204649729484,0.0,0.54736328125,0.01171875,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1792,1856,2048,64,0.0806842955946517,0.0,0.5146484375,0.00830078125,0.0888671875,1.0,46,0.71875
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1856,1920,2048,64,0.08395894915062756,0.0,0.41552734375,0.0087890625,0.0888671875,1.0,45,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1920,1984,2048,64,0.10295593052121692,0.0,0.55908203125,0.01025390625,0.083984375,1.0,40,0.625
+fresh-zh-1,layers.19.self_attn.o_proj.output,64,1984,2048,2048,64,0.07919651012157286,0.0,0.54736328125,0.0078125,0.0869140625,1.0,47,0.734375
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,0,128,4096,128,0.10058792585572159,0.0,0.533203125,0.01171875,0.110107421875,1.0,79,0.6171875
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,128,256,4096,128,0.08412636765007615,0.0,0.479248046875,0.01025390625,0.08349609375,1.0,90,0.703125
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,256,384,4096,128,0.08478036524230116,0.0,0.486572265625,0.01171875,0.087890625,1.0,91,0.7109375
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,384,512,4096,128,0.0855364442549344,0.0,0.499755859375,0.0078125,0.104736328125,1.0,86,0.671875
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,512,640,4096,128,0.10235606677631862,0.0,0.515625,0.01123046875,0.1064453125,1.0,77,0.6015625
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,640,768,4096,128,0.09655922901891754,0.0,0.50390625,0.011962890625,0.1044921875,1.0,81,0.6328125
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,768,896,4096,128,0.08651857209771176,0.0,0.48681640625,0.007080078125,0.09033203125,1.0,88,0.6875
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,896,1024,4096,128,0.09310358417112778,0.0,0.517822265625,0.0087890625,0.0869140625,1.0,85,0.6640625
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1024,1152,4096,128,0.07680813097200725,0.0,0.556640625,0.006103515625,0.087646484375,1.0,93,0.7265625
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1152,1280,4096,128,0.20731319350933872,0.0,0.505126953125,0.0244140625,0.217041015625,1.0,21,0.1640625
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1280,1408,4096,128,0.07845346084352675,0.0,0.478759765625,0.007568359375,0.089111328125,1.0,92,0.71875
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1408,1536,4096,128,0.1292744714712751,0.0,0.51220703125,0.012939453125,0.13037109375,1.0,57,0.4453125
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1536,1664,4096,128,0.07911932082550847,0.0,0.489013671875,0.00830078125,0.09716796875,1.0,92,0.71875
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1664,1792,4096,128,0.08704559736073963,0.0,0.498046875,0.01220703125,0.1044921875,1.0,85,0.6640625
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1792,1920,4096,128,0.08233790347732567,0.0,0.465087890625,0.008544921875,0.0888671875,1.0,91,0.7109375
+fresh-zh-1,layers.19.self_attn.o_proj.output,128,1920,2048,4096,128,0.09184772954440965,0.0,0.55322265625,0.009765625,0.087158203125,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.gate_proj.output,0,0,6144,196608,6144,1.4841796270702943,0.0,0.8885904947916666,0.006388346354166667,0.0618896484375,1.0,3715,0.6046549479166666
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,0,64,2048,64,1.5146703050066312,0.0,0.921875,0.00439453125,0.0400390625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,64,128,2048,64,1.4407144211216796,0.0,0.86962890625,0.00927734375,0.07275390625,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,128,192,2048,64,1.6954319180324806,0.0,0.9169921875,0.00390625,0.052734375,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,192,256,2048,64,1.569055962605752,0.0,0.9111328125,0.00634765625,0.05224609375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,256,320,2048,64,1.4108901852385745,0.0,0.87548828125,0.0078125,0.060546875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,320,384,2048,64,1.595064329543034,0.0,0.88134765625,0.00390625,0.06201171875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,384,448,2048,64,1.563838803143643,0.0,0.90576171875,0.0048828125,0.05078125,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,448,512,2048,64,1.542173207936384,0.0,0.88525390625,0.00439453125,0.06689453125,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,512,576,2048,64,1.588122820388204,0.0,0.90185546875,0.005859375,0.05908203125,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,576,640,2048,64,1.4509569255091,0.0,0.89794921875,0.0068359375,0.05859375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,640,704,2048,64,1.3632770425978016,0.0,0.84765625,0.015625,0.07080078125,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,704,768,2048,64,1.46569688508817,0.0,0.89208984375,0.00634765625,0.05419921875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,768,832,2048,64,1.496548112414968,0.0,0.8876953125,0.00732421875,0.05712890625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,832,896,2048,64,1.6418384578002152,0.0,0.8994140625,0.00927734375,0.0654296875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,896,960,2048,64,1.2832536138440247,0.0,0.81201171875,0.00439453125,0.0732421875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,960,1024,2048,64,1.5502616058032554,0.0,0.8984375,0.00537109375,0.06396484375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1024,1088,2048,64,1.5597895471115955,0.0,0.86767578125,0.00537109375,0.05712890625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1088,1152,2048,64,1.502840529219872,0.0,0.931640625,0.00341796875,0.04541015625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1152,1216,2048,64,1.4821383869837526,0.0,0.9287109375,0.0048828125,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1216,1280,2048,64,1.4433375244423292,0.0,0.8466796875,0.0078125,0.07421875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1280,1344,2048,64,1.420360630271652,0.0,0.916015625,0.0068359375,0.0546875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1344,1408,2048,64,1.3775169734075068,0.0,0.86376953125,0.00732421875,0.07958984375,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1408,1472,2048,64,1.5713802499869638,0.0,0.888671875,0.0087890625,0.08349609375,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1472,1536,2048,64,1.3568998428559145,0.0,0.86328125,0.00537109375,0.08056640625,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1536,1600,2048,64,1.5110710481793999,0.0,0.900390625,0.00634765625,0.0732421875,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1600,1664,2048,64,1.5366755243168744,0.0,0.85791015625,0.00927734375,0.0771484375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1664,1728,2048,64,1.434929519066062,0.0,0.8857421875,0.0048828125,0.0556640625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1728,1792,2048,64,1.4462569048700082,0.0,0.91015625,0.00341796875,0.04833984375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1792,1856,2048,64,1.4984179439063308,0.0,0.9072265625,0.0068359375,0.06396484375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1856,1920,2048,64,1.5193241374345878,0.0,0.91943359375,0.00732421875,0.0595703125,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1920,1984,2048,64,1.3747617340087135,0.0,0.90087890625,0.0048828125,0.0595703125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,1984,2048,2048,64,1.42924474445524,0.0,0.892578125,0.0068359375,0.05712890625,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2048,2112,2048,64,1.536404668314123,0.0,0.904296875,0.0078125,0.048828125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2112,2176,2048,64,1.45294188783984,0.0,0.84716796875,0.01171875,0.07958984375,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2176,2240,2048,64,1.5046091615735635,0.0,0.92919921875,0.00537109375,0.04345703125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2240,2304,2048,64,1.4296640416450683,0.0,0.9111328125,0.00390625,0.0537109375,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2304,2368,2048,64,1.5157234444591345,0.0,0.888671875,0.00537109375,0.06982421875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2368,2432,2048,64,1.5322422831710236,0.0,0.90478515625,0.00537109375,0.03857421875,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2432,2496,2048,64,1.5812710859549852,0.0,0.94384765625,0.0029296875,0.033203125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2496,2560,2048,64,1.396970623945644,0.0,0.86767578125,0.0087890625,0.0595703125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2560,2624,2048,64,1.4814617417233225,0.0,0.80517578125,0.0078125,0.08544921875,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2624,2688,2048,64,1.3018179229579472,0.0,0.8212890625,0.00830078125,0.056640625,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2688,2752,2048,64,1.544330631273513,0.0,0.8408203125,0.005859375,0.064453125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2752,2816,2048,64,1.3938230354133734,0.0,0.8759765625,0.0078125,0.06884765625,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2816,2880,2048,64,1.4798891520271027,0.0,0.9189453125,0.0078125,0.05419921875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2880,2944,2048,64,1.5289153672468145,0.0,0.904296875,0.01025390625,0.06982421875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,2944,3008,2048,64,1.5006375890129828,0.0,0.923828125,0.00634765625,0.05322265625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3008,3072,2048,64,1.4416958802351063,0.0,0.93505859375,0.00732421875,0.05810546875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3072,3136,2048,64,1.3957047435470866,0.0,0.87109375,0.00634765625,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3136,3200,2048,64,1.4319549244317744,0.0,0.896484375,0.00537109375,0.056640625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3200,3264,2048,64,1.5541615691634147,0.0,0.8935546875,0.00732421875,0.05029296875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3264,3328,2048,64,1.3293408267654594,0.0,0.84326171875,0.00732421875,0.06591796875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3328,3392,2048,64,1.391810500446256,0.0,0.8857421875,0.005859375,0.0537109375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3392,3456,2048,64,1.4786226794519641,0.0,0.9306640625,0.00244140625,0.04736328125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3456,3520,2048,64,1.432559563065821,0.0,0.9169921875,0.00439453125,0.05908203125,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3520,3584,2048,64,1.415189567515579,0.0,0.85302734375,0.00390625,0.06103515625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3584,3648,2048,64,1.6189606379344572,0.0,0.91748046875,0.0048828125,0.04931640625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3648,3712,2048,64,1.5190841442091518,0.0,0.888671875,0.0078125,0.0625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3712,3776,2048,64,1.4060873174773911,0.0,0.87548828125,0.0048828125,0.05908203125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3776,3840,2048,64,1.5010768183116854,0.0,0.89111328125,0.00439453125,0.05517578125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3840,3904,2048,64,1.3662723243114667,0.0,0.90966796875,0.005859375,0.05859375,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3904,3968,2048,64,1.502397765192362,0.0,0.86181640625,0.0087890625,0.08349609375,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,3968,4032,2048,64,1.4181844391554543,0.0,0.8603515625,0.0048828125,0.06298828125,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4032,4096,2048,64,1.4611435821029488,0.0,0.88623046875,0.00537109375,0.06103515625,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4096,4160,2048,64,1.3426904603166987,0.0,0.908203125,0.00341796875,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4160,4224,2048,64,1.4400640134886755,0.0,0.87255859375,0.005859375,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4224,4288,2048,64,1.5872354875083978,0.0,0.89599609375,0.0078125,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4288,4352,2048,64,1.3607414295817148,0.0,0.876953125,0.00634765625,0.06689453125,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4352,4416,2048,64,1.609115022695939,0.0,0.869140625,0.00732421875,0.06591796875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4416,4480,2048,64,1.372510701616592,0.0,0.88818359375,0.0048828125,0.0576171875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4480,4544,2048,64,1.4763134186381912,0.0,0.87158203125,0.00537109375,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4544,4608,2048,64,1.5087677355429892,0.0,0.85791015625,0.005859375,0.064453125,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4608,4672,2048,64,1.4468556971115987,0.0,0.89013671875,0.00634765625,0.0615234375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4672,4736,2048,64,1.5947010425390415,0.0,0.91552734375,0.0078125,0.0615234375,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4736,4800,2048,64,1.4537155432680584,0.0,0.87841796875,0.0068359375,0.0615234375,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4800,4864,2048,64,1.4827079835657266,0.0,0.87890625,0.00634765625,0.07177734375,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4864,4928,2048,64,1.4414003814715808,0.0,0.94189453125,0.0068359375,0.04931640625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4928,4992,2048,64,1.4780367113617936,0.0,0.90283203125,0.00341796875,0.0625,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,4992,5056,2048,64,1.511275198046353,0.0,0.88818359375,0.00732421875,0.07861328125,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5056,5120,2048,64,1.4371767558363215,0.0,0.82861328125,0.00732421875,0.05712890625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5120,5184,2048,64,1.4801531692787224,0.0,0.896484375,0.00732421875,0.0634765625,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5184,5248,2048,64,1.5912359959441102,0.0,0.884765625,0.00537109375,0.07373046875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5248,5312,2048,64,1.6401860651877194,0.0,0.93212890625,0.00244140625,0.04833984375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5312,5376,2048,64,1.5333647222889921,0.0,0.91064453125,0.00390625,0.0546875,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5376,5440,2048,64,1.418129499975278,0.0,0.88037109375,0.0078125,0.06103515625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5440,5504,2048,64,1.528006741125258,0.0,0.91845703125,0.00830078125,0.0673828125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5504,5568,2048,64,1.3990098114575082,0.0,0.84814453125,0.00537109375,0.06005859375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5568,5632,2048,64,1.5713198633099055,0.0,0.861328125,0.01025390625,0.06787109375,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5632,5696,2048,64,1.4779267730297367,0.0,0.9208984375,0.005859375,0.0546875,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5696,5760,2048,64,1.5049661058190438,0.0,0.91650390625,0.00537109375,0.06005859375,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5760,5824,2048,64,1.4607341288418367,0.0,0.8447265625,0.00830078125,0.0869140625,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5824,5888,2048,64,1.50519963984458,0.0,0.9111328125,0.00390625,0.046875,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5888,5952,2048,64,1.2800462789786502,0.0,0.85546875,0.00634765625,0.06884765625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,5952,6016,2048,64,1.6018647021552666,0.0,0.90673828125,0.005859375,0.0625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,6016,6080,2048,64,1.6302620057046298,0.0,0.89990234375,0.00830078125,0.0771484375,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.gate_proj.output,64,6080,6144,2048,64,1.6064957869854477,0.0,0.86279296875,0.00537109375,0.06689453125,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,0,128,4096,128,1.4781549607698203,0.0,0.895751953125,0.00732421875,0.057373046875,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,128,256,4096,128,1.6334665595707736,0.0,0.9140625,0.005126953125,0.052490234375,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,256,384,4096,128,1.5057956916831559,0.0,0.87841796875,0.005859375,0.0615234375,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,384,512,4096,128,1.5530437864874478,0.0,0.8955078125,0.004638671875,0.058349609375,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,512,640,4096,128,1.5210867977075806,0.0,0.89990234375,0.006591796875,0.060302734375,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,640,768,4096,128,1.415413659293878,0.0,0.869873046875,0.010986328125,0.062255859375,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,768,896,4096,128,1.570873924649046,0.0,0.8935546875,0.00830078125,0.060546875,1.0,75,0.5859375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,896,1024,4096,128,1.4230338864326875,0.0,0.855224609375,0.005126953125,0.068603515625,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1024,1152,4096,128,1.5315797542969254,0.0,0.899658203125,0.004150390625,0.051513671875,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1152,1280,4096,128,1.4628666049291903,0.0,0.8876953125,0.006591796875,0.0673828125,1.0,74,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1280,1408,4096,128,1.399102807525498,0.0,0.889892578125,0.007080078125,0.067138671875,1.0,75,0.5859375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1408,1536,4096,128,1.468062170616677,0.0,0.8759765625,0.0068359375,0.081787109375,1.0,73,0.5703125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1536,1664,4096,128,1.5239270618504897,0.0,0.879150390625,0.007568359375,0.075439453125,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1664,1792,4096,128,1.4406043453306907,0.0,0.89794921875,0.004150390625,0.05224609375,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1792,1920,4096,128,1.5089072485099655,0.0,0.913330078125,0.007080078125,0.062255859375,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,1920,2048,4096,128,1.402267871137246,0.0,0.896728515625,0.005859375,0.05810546875,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2048,2176,4096,128,1.4952557363636878,0.0,0.875732421875,0.009765625,0.06591796875,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2176,2304,4096,128,1.4676150723306185,0.0,0.920166015625,0.004638671875,0.049072265625,1.0,84,0.65625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2304,2432,4096,128,1.5240052451386468,0.0,0.896728515625,0.00537109375,0.054443359375,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2432,2560,4096,128,1.4919693648738803,0.0,0.90576171875,0.006103515625,0.049072265625,1.0,85,0.6640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2560,2688,4096,128,1.39453554933613,0.0,0.813232421875,0.00830078125,0.0693359375,1.0,72,0.5625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2688,2816,4096,128,1.4710030171176736,0.0,0.8583984375,0.007080078125,0.06494140625,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2816,2944,4096,128,1.5046019577434688,0.0,0.91162109375,0.0087890625,0.062255859375,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,2944,3072,4096,128,1.471461889524424,0.0,0.929443359375,0.0068359375,0.055419921875,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3072,3200,4096,128,1.4139460097125787,0.0,0.8837890625,0.005859375,0.063720703125,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3200,3328,4096,128,1.4461267608287254,0.0,0.868408203125,0.0078125,0.058837890625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3328,3456,4096,128,1.4358728177213613,0.0,0.908203125,0.004150390625,0.051025390625,1.0,82,0.640625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3456,3584,4096,128,1.423901052344626,0.0,0.885009765625,0.00439453125,0.060546875,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3584,3712,4096,128,1.5698168976617615,0.0,0.903076171875,0.0068359375,0.05712890625,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3712,3840,4096,128,1.4543577893426878,0.0,0.88330078125,0.004638671875,0.05712890625,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3840,3968,4096,128,1.435949008327674,0.0,0.8857421875,0.007568359375,0.071533203125,1.0,77,0.6015625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,3968,4096,4096,128,1.43982423770808,0.0,0.873291015625,0.005126953125,0.06201171875,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4096,4224,4096,128,1.3922287949849659,0.0,0.890380859375,0.004638671875,0.06201171875,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4224,4352,4096,128,1.4783324610834518,0.0,0.886474609375,0.007080078125,0.06640625,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4352,4480,4096,128,1.4954993785217403,0.0,0.878662109375,0.005615234375,0.061767578125,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4480,4608,4096,128,1.4926287867160244,0.0,0.86474609375,0.005615234375,0.061279296875,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4608,4736,4096,128,1.5225739429235279,0.0,0.90283203125,0.00732421875,0.061279296875,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4736,4864,4096,128,1.4682833250549243,0.0,0.878662109375,0.006591796875,0.06640625,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4864,4992,4096,128,1.4598334802023831,0.0,0.92236328125,0.0048828125,0.0556640625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,4992,5120,4096,128,1.47469145107481,0.0,0.8583984375,0.00732421875,0.068115234375,1.0,74,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5120,5248,4096,128,1.536698636576816,0.0,0.890625,0.00634765625,0.06787109375,1.0,74,0.578125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5248,5376,4096,128,1.587674037703642,0.0,0.92138671875,0.00341796875,0.0517578125,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5376,5504,4096,128,1.4740922426402567,0.0,0.8994140625,0.008056640625,0.06591796875,1.0,77,0.6015625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5504,5632,4096,128,1.4876616828746099,0.0,0.854736328125,0.008056640625,0.064453125,1.0,77,0.6015625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5632,5760,4096,128,1.4915077147139113,0.0,0.918701171875,0.005615234375,0.056884765625,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5760,5888,4096,128,1.483133532584233,0.0,0.8779296875,0.006103515625,0.066650390625,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,5888,6016,4096,128,1.449911893933226,0.0,0.881103515625,0.0068359375,0.066162109375,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gate_proj.output,128,6016,6144,4096,128,1.6184225222181745,0.0,0.88134765625,0.0068359375,0.072509765625,1.0,71,0.5546875
+fresh-zh-1,layers.19.mlp.up_proj.output,0,0,6144,196608,6144,0.5678041125928542,0.0,0.4956105550130208,0.0089111328125,0.0911712646484375,1.0,4377,0.71240234375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,0,64,2048,64,0.6166087884593913,0.0,0.48779296875,0.00927734375,0.10205078125,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,64,128,2048,64,0.5584047677317754,0.0,0.50537109375,0.00537109375,0.09033203125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,128,192,2048,64,0.5732731543732136,0.0,0.58447265625,0.0126953125,0.103515625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,192,256,2048,64,0.5546084558884028,0.0,0.44091796875,0.00830078125,0.08544921875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,256,320,2048,64,0.558363566159906,0.0,0.47607421875,0.01025390625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,320,384,2048,64,0.4721857691085747,0.0,0.5,0.0087890625,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,384,448,2048,64,0.5048301226619227,0.0,0.51611328125,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,448,512,2048,64,0.5190718286770011,0.0,0.52978515625,0.0078125,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,512,576,2048,64,0.6499084249957877,0.0,0.4658203125,0.013671875,0.10986328125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,576,640,2048,64,0.7590773564639788,0.0,0.43115234375,0.0107421875,0.12255859375,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,640,704,2048,64,0.5048276390950798,0.0,0.47314453125,0.0107421875,0.08984375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,704,768,2048,64,0.5762007576635655,0.0,0.4990234375,0.00830078125,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,768,832,2048,64,0.566050293428185,0.0,0.4599609375,0.00927734375,0.0986328125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,832,896,2048,64,0.7190163066477948,0.0,0.4765625,0.00634765625,0.103515625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,896,960,2048,64,0.5079250897125631,0.0,0.43408203125,0.00732421875,0.076171875,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,960,1024,2048,64,0.6162479016880088,0.0,0.5126953125,0.00732421875,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1024,1088,2048,64,0.5173038449667932,0.0,0.44189453125,0.01025390625,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1088,1152,2048,64,0.5982382722599338,0.0,0.52734375,0.0078125,0.0947265625,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1152,1216,2048,64,0.5110499929555894,0.0,0.47802734375,0.01025390625,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1216,1280,2048,64,0.5462976465286135,0.0,0.45751953125,0.01123046875,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1280,1344,2048,64,0.5550742969458666,0.0,0.4951171875,0.00634765625,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1344,1408,2048,64,0.5483668230353143,0.0,0.453125,0.00732421875,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1408,1472,2048,64,0.4817758543644458,0.0,0.52490234375,0.00830078125,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1472,1536,2048,64,0.5957667460188442,0.0,0.5654296875,0.0078125,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1536,1600,2048,64,0.5674161186950701,0.0,0.51171875,0.0126953125,0.107421875,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1600,1664,2048,64,0.6688269229861616,0.0,0.48095703125,0.00830078125,0.0947265625,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1664,1728,2048,64,0.5342962669557073,0.0,0.4521484375,0.005859375,0.0791015625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1728,1792,2048,64,0.5696498546329729,0.0,0.50927734375,0.00732421875,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1792,1856,2048,64,0.5710304034808391,0.0,0.48974609375,0.00732421875,0.087890625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1856,1920,2048,64,0.5972481414021553,0.0,0.4697265625,0.00732421875,0.09130859375,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1920,1984,2048,64,0.5485389006981453,0.0,0.48681640625,0.0078125,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,1984,2048,2048,64,0.49618656521022925,0.0,0.50244140625,0.00732421875,0.078125,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2048,2112,2048,64,0.6243866022323307,0.0,0.435546875,0.0126953125,0.1015625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2112,2176,2048,64,0.5269262300023322,0.0,0.537109375,0.00732421875,0.07666015625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2176,2240,2048,64,0.4983505486007389,0.0,0.47412109375,0.0078125,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2240,2304,2048,64,0.5078479654199727,0.0,0.4833984375,0.0068359375,0.07373046875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2304,2368,2048,64,0.703463679289739,0.0,0.57470703125,0.0107421875,0.09521484375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2368,2432,2048,64,0.5202591949468368,0.0,0.46923828125,0.009765625,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2432,2496,2048,64,0.5532282421656619,0.0,0.45703125,0.01025390625,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2496,2560,2048,64,0.6139690040947622,0.0,0.513671875,0.0087890625,0.095703125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2560,2624,2048,64,0.6253729809888599,0.0,0.4765625,0.0078125,0.09716796875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2624,2688,2048,64,0.5014883619277524,0.0,0.48095703125,0.00634765625,0.08935546875,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2688,2752,2048,64,0.5923976591701382,0.0,0.4951171875,0.00830078125,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2752,2816,2048,64,0.5405214568309448,0.0,0.53955078125,0.00732421875,0.0966796875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2816,2880,2048,64,0.5010063887753818,0.0,0.53271484375,0.0068359375,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2880,2944,2048,64,0.5519667959762066,0.0,0.55322265625,0.009765625,0.087890625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,2944,3008,2048,64,0.5891806182764294,0.0,0.5185546875,0.0107421875,0.0986328125,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3008,3072,2048,64,0.4979048630205263,0.0,0.47705078125,0.01123046875,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3072,3136,2048,64,0.6047393886064395,0.0,0.513671875,0.00830078125,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3136,3200,2048,64,0.5947423926815387,0.0,0.45263671875,0.0087890625,0.0908203125,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3200,3264,2048,64,0.47270711849101454,0.0,0.447265625,0.00634765625,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3264,3328,2048,64,0.6275749987106612,0.0,0.47998046875,0.00830078125,0.08544921875,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3328,3392,2048,64,0.5067474067284543,0.0,0.533203125,0.00634765625,0.07421875,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3392,3456,2048,64,0.5084457511292194,0.0,0.51171875,0.0107421875,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3456,3520,2048,64,0.5707204042841604,0.0,0.48486328125,0.01171875,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3520,3584,2048,64,0.6895763923286715,0.0,0.517578125,0.00927734375,0.0947265625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3584,3648,2048,64,0.5782081501815632,0.0,0.46240234375,0.00927734375,0.08447265625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3648,3712,2048,64,0.6000868898362925,0.0,0.52001953125,0.0107421875,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3712,3776,2048,64,0.5189671806183801,0.0,0.52685546875,0.0107421875,0.08642578125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3776,3840,2048,64,0.5505190996509128,0.0,0.54345703125,0.0068359375,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3840,3904,2048,64,0.5292995127166574,0.0,0.47119140625,0.00732421875,0.0751953125,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3904,3968,2048,64,0.4873197986199163,0.0,0.51171875,0.00732421875,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,3968,4032,2048,64,0.5885587357172191,0.0,0.51123046875,0.01123046875,0.07373046875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4032,4096,2048,64,0.5960252117385946,0.0,0.4970703125,0.0078125,0.08837890625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4096,4160,2048,64,0.5555604757116211,0.0,0.46484375,0.01220703125,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4160,4224,2048,64,0.6540750892716306,0.0,0.56884765625,0.01025390625,0.10986328125,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4224,4288,2048,64,0.5498781473603997,0.0,0.48388671875,0.01220703125,0.1103515625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4288,4352,2048,64,0.5064957027342255,0.0,0.48486328125,0.00732421875,0.09130859375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4352,4416,2048,64,0.5895043035933373,0.0,0.50439453125,0.0087890625,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4416,4480,2048,64,0.5783098741459369,0.0,0.46728515625,0.01171875,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4480,4544,2048,64,0.5160530636135638,0.0,0.44677734375,0.0087890625,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4544,4608,2048,64,0.5054797009000733,0.0,0.50146484375,0.00830078125,0.09912109375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4608,4672,2048,64,0.5823406036433065,0.0,0.45166015625,0.01171875,0.0927734375,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4672,4736,2048,64,0.5414379400694653,0.0,0.486328125,0.01025390625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4736,4800,2048,64,0.6612474869844109,0.0,0.58935546875,0.0126953125,0.10791015625,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4800,4864,2048,64,0.5948843947778216,0.0,0.517578125,0.00537109375,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4864,4928,2048,64,0.5854496225748852,0.0,0.52734375,0.0078125,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4928,4992,2048,64,0.5536116545567555,0.0,0.49560546875,0.0068359375,0.07666015625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,4992,5056,2048,64,0.6430969409055989,0.0,0.46142578125,0.0048828125,0.099609375,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5056,5120,2048,64,0.5348067556228685,0.0,0.46533203125,0.00732421875,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5120,5184,2048,64,0.5540082221272372,0.0,0.53173828125,0.0107421875,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5184,5248,2048,64,0.6495923646313768,0.0,0.5078125,0.0087890625,0.10986328125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5248,5312,2048,64,0.5420793663146692,0.0,0.4482421875,0.005859375,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5312,5376,2048,64,0.5691071261489946,0.0,0.5263671875,0.0087890625,0.09326171875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5376,5440,2048,64,0.5004103250780711,0.0,0.52392578125,0.009765625,0.0751953125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5440,5504,2048,64,0.5357699760422544,0.0,0.49658203125,0.0078125,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5504,5568,2048,64,0.4951534492672262,0.0,0.48486328125,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5568,5632,2048,64,0.6545728040613236,0.0,0.5166015625,0.01025390625,0.10986328125,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5632,5696,2048,64,0.5430561595421587,0.0,0.45263671875,0.009765625,0.09375,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5696,5760,2048,64,0.5144089115700599,0.0,0.50390625,0.01171875,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5760,5824,2048,64,0.607340827701515,0.0,0.51513671875,0.00732421875,0.08203125,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5824,5888,2048,64,0.5195402886731764,0.0,0.509765625,0.00634765625,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5888,5952,2048,64,0.5424101881206109,0.0,0.48046875,0.00830078125,0.07763671875,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,64,5952,6016,2048,64,0.6531410643412513,0.0,0.50732421875,0.0078125,0.1123046875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,64,6016,6080,2048,64,0.49650373757569516,0.0,0.5390625,0.005859375,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,64,6080,6144,2048,64,0.5654418952600727,0.0,0.474609375,0.01123046875,0.0986328125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,0,128,4096,128,0.5882271171201376,0.0,0.49658203125,0.007568359375,0.095458984375,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,128,256,4096,128,0.5640180178274152,0.0,0.5126953125,0.010498046875,0.09375,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,256,384,4096,128,0.5170731440345089,0.0,0.488037109375,0.009765625,0.08642578125,1.0,98,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,384,512,4096,128,0.5120004961291239,0.0,0.52294921875,0.009033203125,0.086181640625,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,512,640,4096,128,0.7066043426051272,0.0,0.448486328125,0.012451171875,0.115478515625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,640,768,4096,128,0.541690990476295,0.0,0.486083984375,0.00927734375,0.09130859375,1.0,93,0.7265625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,768,896,4096,128,0.6470693100107476,0.0,0.46826171875,0.0087890625,0.10009765625,1.0,86,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,896,1024,4096,128,0.5646899029973836,0.0,0.473388671875,0.00732421875,0.085205078125,1.0,93,0.7265625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1024,1152,4096,128,0.5592371135815195,0.0,0.484619140625,0.009033203125,0.087158203125,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1152,1280,4096,128,0.528967491393663,0.0,0.4677734375,0.010498046875,0.085205078125,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1280,1408,4096,128,0.5517307530561405,0.0,0.47412109375,0.0068359375,0.079345703125,1.0,96,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1408,1536,4096,128,0.5417776248196642,0.0,0.545166015625,0.008056640625,0.090087890625,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1536,1664,4096,128,0.6201977526023917,0.0,0.496337890625,0.010009765625,0.10107421875,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1664,1792,4096,128,0.5522560356239539,0.0,0.480712890625,0.006591796875,0.07763671875,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1792,1920,4096,128,0.5842863442302151,0.0,0.479736328125,0.00732421875,0.09033203125,1.0,91,0.7109375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,1920,2048,4096,128,0.5230181799298447,0.0,0.49462890625,0.007568359375,0.08203125,1.0,96,0.75
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2048,2176,4096,128,0.5777152762874223,0.0,0.486328125,0.010009765625,0.090576171875,1.0,88,0.6875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2176,2304,4096,128,0.5031216678259163,0.0,0.478759765625,0.00732421875,0.080322265625,1.0,98,0.765625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2304,2432,4096,128,0.618680360932278,0.0,0.52197265625,0.0107421875,0.092529296875,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2432,2560,4096,128,0.5843883237705997,0.0,0.4853515625,0.00830078125,0.094970703125,1.0,86,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2560,2688,4096,128,0.5668253445726793,0.0,0.478759765625,0.007080078125,0.09716796875,1.0,90,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2688,2816,4096,128,0.5670530979921131,0.0,0.517333984375,0.0078125,0.09375,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2816,2944,4096,128,0.5271028103956515,0.0,0.54296875,0.00830078125,0.0859375,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,2944,3072,4096,128,0.5454553389472344,0.0,0.497802734375,0.010986328125,0.094970703125,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3072,3200,4096,128,0.5997617200958443,0.0,0.483154296875,0.008544921875,0.086669921875,1.0,90,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3200,3328,4096,128,0.5555638572111962,0.0,0.463623046875,0.007080078125,0.085205078125,1.0,93,0.7265625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3328,3456,4096,128,0.5075972892300399,0.0,0.5224609375,0.008544921875,0.0791015625,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3456,3584,4096,128,0.6329444607243598,0.0,0.501220703125,0.01025390625,0.091064453125,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3584,3712,4096,128,0.589249073096335,0.0,0.4912109375,0.009765625,0.088134765625,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3712,3840,4096,128,0.5349758002187772,0.0,0.53515625,0.0087890625,0.083740234375,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3840,3968,4096,128,0.5087428428435365,0.0,0.491455078125,0.00830078125,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,3968,4096,4096,128,0.5923037389790342,0.0,0.504150390625,0.009521484375,0.0810546875,1.0,91,0.7109375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4096,4224,4096,128,0.6068202635783574,0.0,0.516845703125,0.010498046875,0.1025390625,1.0,86,0.671875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4224,4352,4096,128,0.5286321376121312,0.0,0.484375,0.01025390625,0.099609375,1.0,93,0.7265625
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4352,4480,4096,128,0.5839339151349898,0.0,0.48583984375,0.01025390625,0.095703125,1.0,90,0.703125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4480,4608,4096,128,0.5107937413902859,0.0,0.47412109375,0.008544921875,0.09033203125,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4608,4736,4096,128,0.562261336745786,0.0,0.468994140625,0.010986328125,0.092041015625,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4736,4864,4096,128,0.6289418423802687,0.0,0.553466796875,0.008544921875,0.097412109375,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4864,4992,4096,128,0.5697530713537856,0.0,0.511474609375,0.007080078125,0.084716796875,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,4992,5120,4096,128,0.5914355168832854,0.0,0.46337890625,0.006591796875,0.096435546875,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5120,5248,4096,128,0.6036950183544526,0.0,0.519775390625,0.009521484375,0.095703125,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5248,5376,4096,128,0.5557575732357055,0.0,0.4873046875,0.00732421875,0.084716796875,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5376,5504,4096,128,0.5183917247955733,0.0,0.51025390625,0.009033203125,0.081298828125,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5504,5632,4096,128,0.5803630304119721,0.0,0.500732421875,0.010009765625,0.1015625,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5632,5760,4096,128,0.5289265169753602,0.0,0.478271484375,0.010986328125,0.09326171875,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5760,5888,4096,128,0.5651482073526239,0.0,0.512451171875,0.006591796875,0.082763671875,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.up_proj.output,128,5888,6016,4096,128,0.600334099525364,0.0,0.493896484375,0.0078125,0.094970703125,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.up_proj.output,128,6016,6144,4096,128,0.5320904520577012,0.0,0.5068359375,0.0087890625,0.096923828125,1.0,94,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,0,0,6144,196608,6144,0.3095577493013013,0.0,0.8885904947916666,0.0028025309244791665,0.0267486572265625,1.0,4566,0.7431640625
+fresh-zh-1,layers.19.mlp.silu_gate,64,0,64,2048,64,0.4416753918254833,0.0,0.921875,0.00341796875,0.02294921875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.silu_gate,64,64,128,2048,64,0.31263424114403937,0.0,0.86962890625,0.00390625,0.0390625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,128,192,2048,64,0.24087765862813884,0.0,0.9169921875,0.00048828125,0.0185546875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,192,256,2048,64,0.2833637181714718,0.0,0.9111328125,0.0009765625,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,256,320,2048,64,0.3244509604600453,0.0,0.87548828125,0.00244140625,0.03173828125,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,320,384,2048,64,0.4111660335292641,0.0,0.88134765625,0.0009765625,0.03466796875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.silu_gate,64,384,448,2048,64,0.30395704198388485,0.0,0.90576171875,0.001953125,0.0205078125,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,448,512,2048,64,0.2570447421943327,0.0,0.88525390625,0.00244140625,0.0322265625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,512,576,2048,64,0.3203240940003699,0.0,0.90185546875,0.00146484375,0.0234375,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,576,640,2048,64,0.30813847352180673,0.0,0.89794921875,0.00244140625,0.02490234375,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,640,704,2048,64,0.27348922351665206,0.0,0.84765625,0.00732421875,0.0380859375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,704,768,2048,64,0.3202956845854044,0.0,0.89208984375,0.0029296875,0.02783203125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,768,832,2048,64,0.26983466601612927,0.0,0.8876953125,0.0029296875,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,832,896,2048,64,0.2692898932377601,0.0,0.8994140625,0.00390625,0.025390625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,896,960,2048,64,0.4041929153892852,0.0,0.81201171875,0.0029296875,0.046875,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.silu_gate,64,960,1024,2048,64,0.27439140057775213,0.0,0.8984375,0.00146484375,0.01953125,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1024,1088,2048,64,0.5410968791419121,0.0,0.86767578125,0.00244140625,0.04248046875,1.0,26,0.40625
+fresh-zh-1,layers.19.mlp.silu_gate,64,1088,1152,2048,64,0.2552480942779462,0.0,0.931640625,0.0009765625,0.01708984375,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1152,1216,2048,64,0.23925191932859582,0.0,0.9287109375,0.00146484375,0.01708984375,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1216,1280,2048,64,0.26862494633407746,0.0,0.8466796875,0.0048828125,0.03076171875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1280,1344,2048,64,0.25718752392381294,0.0,0.916015625,0.001953125,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1344,1408,2048,64,0.3248164903808121,0.0,0.86376953125,0.00341796875,0.03271484375,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.silu_gate,64,1408,1472,2048,64,0.2727219918987665,0.0,0.888671875,0.00341796875,0.029296875,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,1472,1536,2048,64,0.2732528864314239,0.0,0.86328125,0.00341796875,0.029296875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,1536,1600,2048,64,0.2883176650522961,0.0,0.900390625,0.00537109375,0.033203125,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,1600,1664,2048,64,0.3685552838888012,0.0,0.85791015625,0.0048828125,0.03515625,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.silu_gate,64,1664,1728,2048,64,0.27336465839020085,0.0,0.8857421875,0.001953125,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1728,1792,2048,64,0.2669996864584831,0.0,0.91015625,0.00048828125,0.017578125,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1792,1856,2048,64,0.2749997082341952,0.0,0.9072265625,0.0029296875,0.02099609375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1856,1920,2048,64,0.24263507367018897,0.0,0.91943359375,0.00341796875,0.0205078125,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1920,1984,2048,64,0.3005046067009179,0.0,0.90087890625,0.00341796875,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,1984,2048,2048,64,0.2531339443009958,0.0,0.892578125,0.0029296875,0.02099609375,1.0,54,0.84375
+fresh-zh-1,layers.19.mlp.silu_gate,64,2048,2112,2048,64,0.3182273533355185,0.0,0.904296875,0.00439453125,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,2112,2176,2048,64,0.31011236184530505,0.0,0.84716796875,0.00537109375,0.0341796875,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,2176,2240,2048,64,0.2450574457636472,0.0,0.92919921875,0.0009765625,0.0146484375,1.0,54,0.84375
+fresh-zh-1,layers.19.mlp.silu_gate,64,2240,2304,2048,64,0.27802506238453295,0.0,0.9111328125,0.0029296875,0.0185546875,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,2304,2368,2048,64,0.265293981147791,0.0,0.888671875,0.001953125,0.0244140625,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,2368,2432,2048,64,0.3088102384484928,0.0,0.90478515625,0.00244140625,0.0166015625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,2432,2496,2048,64,0.2875925858470279,0.0,0.94384765625,0.0009765625,0.0087890625,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,2496,2560,2048,64,0.3306025135574913,0.0,0.86767578125,0.00537109375,0.033203125,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,2560,2624,2048,64,0.3000014527482237,0.0,0.80517578125,0.00244140625,0.03515625,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,2624,2688,2048,64,0.37813543581237175,0.0,0.8212890625,0.00537109375,0.0322265625,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.silu_gate,64,2688,2752,2048,64,0.37286429526319803,0.0,0.8408203125,0.00390625,0.0361328125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.silu_gate,64,2752,2816,2048,64,0.35321742022517066,0.0,0.8759765625,0.00341796875,0.0322265625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.silu_gate,64,2816,2880,2048,64,0.24926455516066273,0.0,0.9189453125,0.001953125,0.017578125,1.0,54,0.84375
+fresh-zh-1,layers.19.mlp.silu_gate,64,2880,2944,2048,64,0.2659789349595152,0.0,0.904296875,0.00439453125,0.0263671875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,2944,3008,2048,64,0.29884136601574607,0.0,0.923828125,0.00341796875,0.0224609375,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,3008,3072,2048,64,0.2386411741927315,0.0,0.93505859375,0.00146484375,0.01806640625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3072,3136,2048,64,0.27295556400403925,0.0,0.87109375,0.00390625,0.0283203125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,3136,3200,2048,64,0.279261210214633,0.0,0.896484375,0.001953125,0.02099609375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,3200,3264,2048,64,0.29379608202528784,0.0,0.8935546875,0.001953125,0.02197265625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,3264,3328,2048,64,0.3174740422711564,0.0,0.84326171875,0.0029296875,0.03564453125,1.0,48,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,64,3328,3392,2048,64,0.30275677845793747,0.0,0.8857421875,0.00244140625,0.0263671875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3392,3456,2048,64,0.25688485813821405,0.0,0.9306640625,0.00048828125,0.013671875,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3456,3520,2048,64,0.2570148539743687,0.0,0.9169921875,0.00048828125,0.01904296875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3520,3584,2048,64,0.3116974101053826,0.0,0.85302734375,0.001953125,0.0244140625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,3584,3648,2048,64,0.26088483078638197,0.0,0.91748046875,0.0009765625,0.01904296875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,3648,3712,2048,64,0.30859371067083247,0.0,0.888671875,0.0048828125,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3712,3776,2048,64,0.2512745373328448,0.0,0.87548828125,0.00048828125,0.0166015625,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,3776,3840,2048,64,0.3192836892409993,0.0,0.89111328125,0.001953125,0.02392578125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,3840,3904,2048,64,0.24090518563367053,0.0,0.90966796875,0.001953125,0.02587890625,1.0,54,0.84375
+fresh-zh-1,layers.19.mlp.silu_gate,64,3904,3968,2048,64,0.27924162097063204,0.0,0.86181640625,0.00439453125,0.03466796875,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,3968,4032,2048,64,0.2803239877195497,0.0,0.8603515625,0.00146484375,0.02392578125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4032,4096,2048,64,0.28530367838035875,0.0,0.88623046875,0.001953125,0.02587890625,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,4096,4160,2048,64,0.27750334867195203,0.0,0.908203125,0.00146484375,0.021484375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4160,4224,2048,64,0.27753870240704553,0.0,0.87255859375,0.0009765625,0.0263671875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4224,4288,2048,64,0.27652654810764565,0.0,0.89599609375,0.00341796875,0.0244140625,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4288,4352,2048,64,0.36135603592775284,0.0,0.876953125,0.00341796875,0.03076171875,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4352,4416,2048,64,0.39573853261831626,0.0,0.869140625,0.00341796875,0.03271484375,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.silu_gate,64,4416,4480,2048,64,0.2807763375773875,0.0,0.88818359375,0.00244140625,0.0283203125,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4480,4544,2048,64,0.2833338850712826,0.0,0.87158203125,0.0029296875,0.0224609375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4544,4608,2048,64,0.521274177767811,0.0,0.85791015625,0.00439453125,0.04638671875,1.0,29,0.453125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4608,4672,2048,64,0.28624162178865314,0.0,0.89013671875,0.00244140625,0.021484375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,4672,4736,2048,64,0.2425647714568624,0.0,0.91552734375,0.001953125,0.025390625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4736,4800,2048,64,0.2758573206978001,0.0,0.87841796875,0.0048828125,0.0224609375,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4800,4864,2048,64,0.27891222855849296,0.0,0.87890625,0.00244140625,0.02392578125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,4864,4928,2048,64,0.2564970598474464,0.0,0.94189453125,0.00244140625,0.01953125,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4928,4992,2048,64,0.24667465940316174,0.0,0.90283203125,0.00048828125,0.01904296875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,4992,5056,2048,64,0.30621250694830937,0.0,0.88818359375,0.00341796875,0.03466796875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5056,5120,2048,64,0.6233033265639021,0.0,0.82861328125,0.00732421875,0.04833984375,1.0,19,0.296875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5120,5184,2048,64,0.32822939937984086,0.0,0.896484375,0.0048828125,0.02978515625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5184,5248,2048,64,0.2572737230667553,0.0,0.884765625,0.00244140625,0.0263671875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,5248,5312,2048,64,0.30100322679250263,0.0,0.93212890625,0.00048828125,0.01611328125,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,5312,5376,2048,64,0.2662419032549634,0.0,0.91064453125,0.00244140625,0.01806640625,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,64,5376,5440,2048,64,0.27870412463178884,0.0,0.88037109375,0.0029296875,0.0263671875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5440,5504,2048,64,0.2323070107212444,0.0,0.91845703125,0.0029296875,0.0244140625,1.0,54,0.84375
+fresh-zh-1,layers.19.mlp.silu_gate,64,5504,5568,2048,64,0.4647152781152489,0.0,0.84814453125,0.0029296875,0.04541015625,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5568,5632,2048,64,0.3153658358221542,0.0,0.861328125,0.00439453125,0.03662109375,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5632,5696,2048,64,0.27997749708039615,0.0,0.9208984375,0.00244140625,0.01904296875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5696,5760,2048,64,0.2580251163718191,0.0,0.91650390625,0.0029296875,0.0205078125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,5760,5824,2048,64,0.2937392254782293,0.0,0.8447265625,0.0029296875,0.03857421875,1.0,49,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,64,5824,5888,2048,64,0.3218397697802364,0.0,0.9111328125,0.001953125,0.01708984375,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.silu_gate,64,5888,5952,2048,64,0.35825542561929397,0.0,0.85546875,0.00439453125,0.03759765625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.silu_gate,64,5952,6016,2048,64,0.2827959412887314,0.0,0.90673828125,0.00146484375,0.02490234375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,64,6016,6080,2048,64,0.22863673155450773,0.0,0.89990234375,0.0029296875,0.0185546875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.silu_gate,64,6080,6144,2048,64,0.3623257452400697,0.0,0.86279296875,0.00390625,0.0322265625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.silu_gate,128,0,128,4096,128,0.38263384617667034,0.0,0.895751953125,0.004150390625,0.033447265625,1.0,83,0.6484375
+fresh-zh-1,layers.19.mlp.silu_gate,128,128,256,4096,128,0.2629800783349715,0.0,0.9140625,0.001220703125,0.019287109375,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.silu_gate,128,256,384,4096,128,0.37035518956242114,0.0,0.87841796875,0.001708984375,0.031982421875,1.0,85,0.6640625
+fresh-zh-1,layers.19.mlp.silu_gate,128,384,512,4096,128,0.2814799130145383,0.0,0.8955078125,0.002197265625,0.02783203125,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.silu_gate,128,512,640,4096,128,0.3142903467030979,0.0,0.89990234375,0.001953125,0.02392578125,1.0,96,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,128,640,768,4096,128,0.29781343232280016,0.0,0.869873046875,0.005126953125,0.033203125,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.silu_gate,128,768,896,4096,128,0.2695624172469525,0.0,0.8935546875,0.00341796875,0.023681640625,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,896,1024,4096,128,0.3454435942103358,0.0,0.855224609375,0.002197265625,0.033447265625,1.0,92,0.71875
+fresh-zh-1,layers.19.mlp.silu_gate,128,1024,1152,4096,128,0.423046937259709,0.0,0.899658203125,0.001953125,0.031005859375,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.silu_gate,128,1152,1280,4096,128,0.25436277508256094,0.0,0.8876953125,0.003173828125,0.02392578125,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,1280,1408,4096,128,0.2929600441061631,0.0,0.889892578125,0.00244140625,0.02734375,1.0,98,0.765625
+fresh-zh-1,layers.19.mlp.silu_gate,128,1408,1536,4096,128,0.27298756822274484,0.0,0.8759765625,0.00341796875,0.029296875,1.0,99,0.7734375
+fresh-zh-1,layers.19.mlp.silu_gate,128,1536,1664,4096,128,0.33087767623667425,0.0,0.879150390625,0.004638671875,0.034423828125,1.0,91,0.7109375
+fresh-zh-1,layers.19.mlp.silu_gate,128,1664,1792,4096,128,0.2702009150851636,0.0,0.89794921875,0.001220703125,0.018310546875,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.silu_gate,128,1792,1920,4096,128,0.2593227896886721,0.0,0.913330078125,0.002685546875,0.021728515625,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,1920,2048,4096,128,0.27783071500992557,0.0,0.896728515625,0.003173828125,0.02197265625,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.silu_gate,128,2048,2176,4096,128,0.31419605772526993,0.0,0.875732421875,0.0048828125,0.02880859375,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.silu_gate,128,2176,2304,4096,128,0.2620601906415073,0.0,0.920166015625,0.001953125,0.016357421875,1.0,106,0.828125
+fresh-zh-1,layers.19.mlp.silu_gate,128,2304,2432,4096,128,0.28787554585606906,0.0,0.896728515625,0.00244140625,0.0205078125,1.0,99,0.7734375
+fresh-zh-1,layers.19.mlp.silu_gate,128,2432,2560,4096,128,0.3098447332170674,0.0,0.90576171875,0.002685546875,0.0205078125,1.0,96,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,128,2560,2688,4096,128,0.34131164605683834,0.0,0.813232421875,0.00341796875,0.0341796875,1.0,89,0.6953125
+fresh-zh-1,layers.19.mlp.silu_gate,128,2688,2816,4096,128,0.36317373847281836,0.0,0.8583984375,0.003662109375,0.033203125,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,2816,2944,4096,128,0.2577572620719357,0.0,0.91162109375,0.0029296875,0.02197265625,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.silu_gate,128,2944,3072,4096,128,0.2704216818805795,0.0,0.929443359375,0.0029296875,0.021240234375,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,3072,3200,4096,128,0.27612638723173905,0.0,0.8837890625,0.0029296875,0.0244140625,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,3200,3328,4096,128,0.3058642716380892,0.0,0.868408203125,0.00244140625,0.0283203125,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.silu_gate,128,3328,3456,4096,128,0.28075923603945696,0.0,0.908203125,0.00146484375,0.02001953125,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,3456,3584,4096,128,0.2856675608376537,0.0,0.885009765625,0.001220703125,0.022216796875,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,3584,3712,4096,128,0.2857367435245532,0.0,0.903076171875,0.002685546875,0.02099609375,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,3712,3840,4096,128,0.287298596696171,0.0,0.88330078125,0.001220703125,0.020263671875,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,3840,3968,4096,128,0.26077882520202766,0.0,0.8857421875,0.00341796875,0.030517578125,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.silu_gate,128,3968,4096,4096,128,0.2828247929269581,0.0,0.873291015625,0.001708984375,0.025146484375,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,4096,4224,4096,128,0.2775210261024681,0.0,0.890380859375,0.001220703125,0.02392578125,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.silu_gate,128,4224,4352,4096,128,0.3217492164013375,0.0,0.886474609375,0.003173828125,0.02783203125,1.0,93,0.7265625
+fresh-zh-1,layers.19.mlp.silu_gate,128,4352,4480,4096,128,0.3431066437292269,0.0,0.878662109375,0.003173828125,0.03173828125,1.0,91,0.7109375
+fresh-zh-1,layers.19.mlp.silu_gate,128,4480,4608,4096,128,0.41952643470769174,0.0,0.86474609375,0.00341796875,0.033935546875,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.silu_gate,128,4608,4736,4096,128,0.26530353785439637,0.0,0.90283203125,0.002197265625,0.0234375,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,4736,4864,4096,128,0.2773889801542538,0.0,0.878662109375,0.003662109375,0.023193359375,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.silu_gate,128,4864,4992,4096,128,0.2516337907575713,0.0,0.92236328125,0.00146484375,0.019287109375,1.0,105,0.8203125
+fresh-zh-1,layers.19.mlp.silu_gate,128,4992,5120,4096,128,0.4910565834591747,0.0,0.8583984375,0.005615234375,0.047607421875,1.0,62,0.484375
+fresh-zh-1,layers.19.mlp.silu_gate,128,5120,5248,4096,128,0.29489346143809336,0.0,0.890625,0.00341796875,0.027587890625,1.0,97,0.7578125
+fresh-zh-1,layers.19.mlp.silu_gate,128,5248,5376,4096,128,0.28415461775970147,0.0,0.92138671875,0.00146484375,0.01611328125,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,5376,5504,4096,128,0.2565565593753277,0.0,0.8994140625,0.0029296875,0.026123046875,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.silu_gate,128,5504,5632,4096,128,0.3971246026863225,0.0,0.854736328125,0.00341796875,0.0419921875,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.silu_gate,128,5632,5760,4096,128,0.26922514699605427,0.0,0.918701171875,0.002685546875,0.019287109375,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.silu_gate,128,5760,5888,4096,128,0.30811002093144063,0.0,0.8779296875,0.002197265625,0.028564453125,1.0,96,0.75
+fresh-zh-1,layers.19.mlp.silu_gate,128,5888,6016,4096,128,0.3227386670318891,0.0,0.881103515625,0.00146484375,0.030029296875,1.0,95,0.7421875
+fresh-zh-1,layers.19.mlp.silu_gate,128,6016,6144,4096,128,0.302947768336144,0.0,0.88134765625,0.003662109375,0.02783203125,1.0,91,0.7109375
+fresh-zh-1,layers.19.mlp.gated_product,0,0,6144,196608,6144,0.1992065703323531,0.0,0.5034840901692709,0.0239410400390625,0.18291219075520834,1.0,2879,0.4685872395833333
+fresh-zh-1,layers.19.mlp.gated_product,64,0,64,2048,64,0.35994236021514836,0.0,0.51806640625,0.037109375,0.27734375,1.0,8,0.125
+fresh-zh-1,layers.19.mlp.gated_product,64,64,128,2048,64,0.1949614360687963,0.0,0.4912109375,0.02978515625,0.18994140625,1.0,31,0.484375
+fresh-zh-1,layers.19.mlp.gated_product,64,128,192,2048,64,0.13250491039628826,0.0,0.41064453125,0.01806640625,0.12939453125,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.gated_product,64,192,256,2048,64,0.16048897260454764,0.0,0.53564453125,0.01953125,0.138671875,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,64,256,320,2048,64,0.21363509216653193,0.0,0.533203125,0.0283203125,0.1904296875,1.0,29,0.453125
+fresh-zh-1,layers.19.mlp.gated_product,64,320,384,2048,64,0.2548842995773099,0.0,0.49462890625,0.0322265625,0.244140625,1.0,16,0.25
+fresh-zh-1,layers.19.mlp.gated_product,64,384,448,2048,64,0.13846720507876456,0.0,0.4677734375,0.0185546875,0.1435546875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,448,512,2048,64,0.1574924524854099,0.0,0.4716796875,0.0185546875,0.1611328125,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,64,512,576,2048,64,0.24345716756329755,0.0,0.53369140625,0.03173828125,0.2197265625,1.0,21,0.328125
+fresh-zh-1,layers.19.mlp.gated_product,64,576,640,2048,64,0.21316331005488307,0.0,0.529296875,0.0224609375,0.185546875,1.0,29,0.453125
+fresh-zh-1,layers.19.mlp.gated_product,64,640,704,2048,64,0.13360163870601477,0.0,0.49755859375,0.02734375,0.150390625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.gated_product,64,704,768,2048,64,0.18785722105607802,0.0,0.51220703125,0.0185546875,0.15478515625,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,64,768,832,2048,64,0.1690560581134702,0.0,0.533203125,0.02197265625,0.16455078125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,832,896,2048,64,0.17305817868485332,0.0,0.5234375,0.0205078125,0.15673828125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,896,960,2048,64,0.18071175549833915,0.0,0.537109375,0.01904296875,0.17138671875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,64,960,1024,2048,64,0.15444945822560072,0.0,0.4912109375,0.01416015625,0.138671875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,1024,1088,2048,64,0.2145552528600747,0.0,0.533203125,0.0244140625,0.1865234375,1.0,30,0.46875
+fresh-zh-1,layers.19.mlp.gated_product,64,1088,1152,2048,64,0.13736737743992775,0.0,0.4833984375,0.01171875,0.12158203125,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.gated_product,64,1152,1216,2048,64,0.12319235878728274,0.0,0.53857421875,0.01953125,0.126953125,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.gated_product,64,1216,1280,2048,64,0.17406447986369866,0.0,0.52490234375,0.0263671875,0.17529296875,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,64,1280,1344,2048,64,0.14874526404777297,0.0,0.5068359375,0.013671875,0.1279296875,1.0,44,0.6875
+fresh-zh-1,layers.19.mlp.gated_product,64,1344,1408,2048,64,0.1540268180118348,0.0,0.53759765625,0.02099609375,0.15380859375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,1408,1472,2048,64,0.1385439448652096,0.0,0.48974609375,0.01953125,0.1689453125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,1472,1536,2048,64,0.19454057110910883,0.0,0.470703125,0.02001953125,0.197265625,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,64,1536,1600,2048,64,0.17286906451803571,0.0,0.4931640625,0.029296875,0.2001953125,1.0,33,0.515625
+fresh-zh-1,layers.19.mlp.gated_product,64,1600,1664,2048,64,0.19798782143678528,0.0,0.455078125,0.01904296875,0.1650390625,1.0,33,0.515625
+fresh-zh-1,layers.19.mlp.gated_product,64,1664,1728,2048,64,0.14472349819652006,0.0,0.490234375,0.01171875,0.13037109375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,1728,1792,2048,64,0.1683309976714955,0.0,0.48974609375,0.01513671875,0.13623046875,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gated_product,64,1792,1856,2048,64,0.13981958433922767,0.0,0.52490234375,0.01611328125,0.13134765625,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.gated_product,64,1856,1920,2048,64,0.1398218147653903,0.0,0.53662109375,0.0126953125,0.13330078125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,1920,1984,2048,64,0.1481563735705238,0.0,0.525390625,0.0185546875,0.1337890625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,1984,2048,2048,64,0.13429656264974096,0.0,0.52294921875,0.01904296875,0.13525390625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.gated_product,64,2048,2112,2048,64,0.19856602366953388,0.0,0.5078125,0.02392578125,0.17626953125,1.0,29,0.453125
+fresh-zh-1,layers.19.mlp.gated_product,64,2112,2176,2048,64,0.16728614905249128,0.0,0.50927734375,0.02587890625,0.17626953125,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,64,2176,2240,2048,64,0.12458129080595971,0.0,0.5322265625,0.013671875,0.119140625,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.gated_product,64,2240,2304,2048,64,0.1613733633097025,0.0,0.5166015625,0.01806640625,0.14208984375,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,2304,2368,2048,64,0.16594136333765627,0.0,0.44677734375,0.02099609375,0.1416015625,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gated_product,64,2368,2432,2048,64,0.17119849658853808,0.0,0.53515625,0.01953125,0.15185546875,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,64,2432,2496,2048,64,0.14208127159034722,0.0,0.54443359375,0.0126953125,0.1171875,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,2496,2560,2048,64,0.22288419537075715,0.0,0.50634765625,0.02587890625,0.20166015625,1.0,24,0.375
+fresh-zh-1,layers.19.mlp.gated_product,64,2560,2624,2048,64,0.1751542276085612,0.0,0.52490234375,0.021484375,0.16845703125,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,64,2624,2688,2048,64,0.20054542997032346,0.0,0.46142578125,0.0234375,0.19482421875,1.0,32,0.5
+fresh-zh-1,layers.19.mlp.gated_product,64,2688,2752,2048,64,0.21515929458507374,0.0,0.494140625,0.02490234375,0.18505859375,1.0,30,0.46875
+fresh-zh-1,layers.19.mlp.gated_product,64,2752,2816,2048,64,0.24397993862111433,0.0,0.48974609375,0.03173828125,0.23974609375,1.0,19,0.296875
+fresh-zh-1,layers.19.mlp.gated_product,64,2816,2880,2048,64,0.15340641325247692,0.0,0.47314453125,0.01708984375,0.14794921875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,2880,2944,2048,64,0.1927934333646005,0.0,0.47998046875,0.0234375,0.1806640625,1.0,30,0.46875
+fresh-zh-1,layers.19.mlp.gated_product,64,2944,3008,2048,64,0.24512318255809867,0.0,0.498046875,0.02490234375,0.220703125,1.0,22,0.34375
+fresh-zh-1,layers.19.mlp.gated_product,64,3008,3072,2048,64,0.12442731284643951,0.0,0.521484375,0.01904296875,0.13818359375,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.gated_product,64,3072,3136,2048,64,0.16143846497846437,0.0,0.5185546875,0.01904296875,0.13916015625,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gated_product,64,3136,3200,2048,64,0.17256582011301663,0.0,0.54443359375,0.0185546875,0.14453125,1.0,37,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,64,3200,3264,2048,64,0.14498216015248133,0.0,0.5380859375,0.01708984375,0.14697265625,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,3264,3328,2048,64,0.3067746156397237,0.0,0.5185546875,0.0322265625,0.2470703125,1.0,12,0.1875
+fresh-zh-1,layers.19.mlp.gated_product,64,3328,3392,2048,64,0.16153535738286337,0.0,0.494140625,0.0166015625,0.1376953125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,3392,3456,2048,64,0.14473568276582713,0.0,0.4873046875,0.01513671875,0.12890625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,3456,3520,2048,64,0.13409840456212604,0.0,0.51123046875,0.01513671875,0.111328125,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.gated_product,64,3520,3584,2048,64,0.21197167499259897,0.0,0.51513671875,0.021484375,0.1611328125,1.0,31,0.484375
+fresh-zh-1,layers.19.mlp.gated_product,64,3584,3648,2048,64,0.14618680868686995,0.0,0.5625,0.01708984375,0.12255859375,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,3648,3712,2048,64,0.16690280660278145,0.0,0.50244140625,0.0224609375,0.1513671875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,3712,3776,2048,64,0.1281556291971045,0.0,0.458984375,0.01513671875,0.1259765625,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.gated_product,64,3776,3840,2048,64,0.17905838715975395,0.0,0.4609375,0.0166015625,0.14990234375,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,3840,3904,2048,64,0.1267281303846649,0.0,0.5380859375,0.0146484375,0.1201171875,1.0,47,0.734375
+fresh-zh-1,layers.19.mlp.gated_product,64,3904,3968,2048,64,0.14431721736099926,0.0,0.48193359375,0.0263671875,0.17724609375,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,3968,4032,2048,64,0.17724939776765494,0.0,0.51025390625,0.0224609375,0.1435546875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,4032,4096,2048,64,0.19534842060268656,0.0,0.49462890625,0.01953125,0.17626953125,1.0,31,0.484375
+fresh-zh-1,layers.19.mlp.gated_product,64,4096,4160,2048,64,0.2309922493051186,0.0,0.50390625,0.025390625,0.20166015625,1.0,22,0.34375
+fresh-zh-1,layers.19.mlp.gated_product,64,4160,4224,2048,64,0.18267820580150093,0.0,0.44921875,0.02001953125,0.177734375,1.0,32,0.5
+fresh-zh-1,layers.19.mlp.gated_product,64,4224,4288,2048,64,0.14000116357242381,0.0,0.5029296875,0.02734375,0.16845703125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,4288,4352,2048,64,0.15133515160578168,0.0,0.49169921875,0.017578125,0.15283203125,1.0,41,0.640625
+fresh-zh-1,layers.19.mlp.gated_product,64,4352,4416,2048,64,0.816286674401682,0.0,0.49169921875,0.0849609375,0.6005859375,1.0,1,0.015625
+fresh-zh-1,layers.19.mlp.gated_product,64,4416,4480,2048,64,0.15158673680684506,0.0,0.5146484375,0.02197265625,0.1328125,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,4480,4544,2048,64,0.1337857925270118,0.0,0.5380859375,0.015625,0.12548828125,1.0,45,0.703125
+fresh-zh-1,layers.19.mlp.gated_product,64,4544,4608,2048,64,0.17611991700754,0.0,0.50390625,0.0224609375,0.1796875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,64,4608,4672,2048,64,0.15601667972452204,0.0,0.5390625,0.0234375,0.1435546875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,4672,4736,2048,64,0.14018892946083666,0.0,0.50732421875,0.021484375,0.1513671875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,4736,4800,2048,64,0.1642079243640987,0.0,0.4228515625,0.02294921875,0.1513671875,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,4800,4864,2048,64,0.16553506849209104,0.0,0.490234375,0.01220703125,0.14306640625,1.0,39,0.609375
+fresh-zh-1,layers.19.mlp.gated_product,64,4864,4928,2048,64,0.14690973282531544,0.0,0.47314453125,0.015625,0.12841796875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,4928,4992,2048,64,0.14409325035708,0.0,0.4912109375,0.01513671875,0.1220703125,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,4992,5056,2048,64,0.14883194825782026,0.0,0.533203125,0.01904296875,0.1376953125,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,5056,5120,2048,64,0.3616641675306523,0.0,0.5078125,0.04443359375,0.2998046875,1.0,8,0.125
+fresh-zh-1,layers.19.mlp.gated_product,64,5120,5184,2048,64,0.23536156040768422,0.0,0.46142578125,0.03369140625,0.20849609375,1.0,24,0.375
+fresh-zh-1,layers.19.mlp.gated_product,64,5184,5248,2048,64,0.1883533638125759,0.0,0.4853515625,0.02685546875,0.185546875,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,64,5248,5312,2048,64,0.2327840042557009,0.0,0.55419921875,0.01904296875,0.185546875,1.0,25,0.390625
+fresh-zh-1,layers.19.mlp.gated_product,64,5312,5376,2048,64,0.18288373766970284,0.0,0.47412109375,0.021484375,0.17138671875,1.0,34,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,64,5376,5440,2048,64,0.16614306253633887,0.0,0.478515625,0.02001953125,0.15576171875,1.0,38,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,64,5440,5504,2048,64,0.1357674824970301,0.0,0.5078125,0.02294921875,0.14404296875,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,5504,5568,2048,64,0.2306379233004885,0.0,0.4931640625,0.0263671875,0.21728515625,1.0,26,0.40625
+fresh-zh-1,layers.19.mlp.gated_product,64,5568,5632,2048,64,0.19031682443070583,0.0,0.490234375,0.0263671875,0.1806640625,1.0,32,0.5
+fresh-zh-1,layers.19.mlp.gated_product,64,5632,5696,2048,64,0.18812755686528262,0.0,0.53173828125,0.02392578125,0.18310546875,1.0,32,0.5
+fresh-zh-1,layers.19.mlp.gated_product,64,5696,5760,2048,64,0.13161846649477438,0.0,0.51318359375,0.01806640625,0.13916015625,1.0,42,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,64,5760,5824,2048,64,0.19149164210097808,0.0,0.53466796875,0.02001953125,0.18115234375,1.0,35,0.546875
+fresh-zh-1,layers.19.mlp.gated_product,64,5824,5888,2048,64,0.15139180814655456,0.0,0.4853515625,0.01416015625,0.1279296875,1.0,40,0.625
+fresh-zh-1,layers.19.mlp.gated_product,64,5888,5952,2048,64,0.1804292740464636,0.0,0.50390625,0.0234375,0.1669921875,1.0,36,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,64,5952,6016,2048,64,0.1535342844820156,0.0,0.4990234375,0.0126953125,0.15185546875,1.0,43,0.671875
+fresh-zh-1,layers.19.mlp.gated_product,64,6016,6080,2048,64,0.11539426225105844,0.0,0.48193359375,0.01611328125,0.138671875,1.0,46,0.71875
+fresh-zh-1,layers.19.mlp.gated_product,64,6080,6144,2048,64,0.2644375075489046,0.0,0.49658203125,0.03662109375,0.24365234375,1.0,17,0.265625
+fresh-zh-1,layers.19.mlp.gated_product,128,0,128,4096,128,0.28945506061499343,0.0,0.504638671875,0.037109375,0.248779296875,1.0,30,0.234375
+fresh-zh-1,layers.19.mlp.gated_product,128,128,256,4096,128,0.14716361915703152,0.0,0.47314453125,0.01806640625,0.13623046875,1.0,80,0.625
+fresh-zh-1,layers.19.mlp.gated_product,128,256,384,4096,128,0.23516585506405738,0.0,0.513916015625,0.0302734375,0.21533203125,1.0,44,0.34375
+fresh-zh-1,layers.19.mlp.gated_product,128,384,512,4096,128,0.14828526473017092,0.0,0.4697265625,0.018310546875,0.152587890625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,512,640,4096,128,0.22881213821768479,0.0,0.531494140625,0.02783203125,0.202392578125,1.0,49,0.3828125
+fresh-zh-1,layers.19.mlp.gated_product,128,640,768,4096,128,0.16300265851795895,0.0,0.5048828125,0.0234375,0.159423828125,1.0,77,0.6015625
+fresh-zh-1,layers.19.mlp.gated_product,128,768,896,4096,128,0.17106882239990961,0.0,0.5283203125,0.021240234375,0.16064453125,1.0,75,0.5859375
+fresh-zh-1,layers.19.mlp.gated_product,128,896,1024,4096,128,0.1680942796788057,0.0,0.51416015625,0.015869140625,0.155029296875,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,1024,1152,4096,128,0.18014404363532835,0.0,0.50830078125,0.0185546875,0.160888671875,1.0,72,0.5625
+fresh-zh-1,layers.19.mlp.gated_product,128,1152,1280,4096,128,0.15078925759780526,0.0,0.53173828125,0.022216796875,0.152587890625,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gated_product,128,1280,1408,4096,128,0.15140907212497634,0.0,0.522216796875,0.017333984375,0.141357421875,1.0,83,0.6484375
+fresh-zh-1,layers.19.mlp.gated_product,128,1408,1536,4096,128,0.1688793333511719,0.0,0.480224609375,0.02099609375,0.184814453125,1.0,73,0.5703125
+fresh-zh-1,layers.19.mlp.gated_product,128,1536,1664,4096,128,0.18585329013044827,0.0,0.47412109375,0.024658203125,0.18408203125,1.0,64,0.5
+fresh-zh-1,layers.19.mlp.gated_product,128,1664,1792,4096,128,0.15697167850812957,0.0,0.489990234375,0.01318359375,0.13134765625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,1792,1920,4096,128,0.13982069955675647,0.0,0.53076171875,0.014404296875,0.13232421875,1.0,87,0.6796875
+fresh-zh-1,layers.19.mlp.gated_product,128,1920,2048,4096,128,0.1413963892203482,0.0,0.524169921875,0.018798828125,0.1318359375,1.0,88,0.6875
+fresh-zh-1,layers.19.mlp.gated_product,128,2048,2176,4096,128,0.18359346587057807,0.0,0.508544921875,0.02490234375,0.17724609375,1.0,64,0.5
+fresh-zh-1,layers.19.mlp.gated_product,128,2176,2304,4096,128,0.14415592323030701,0.0,0.5244140625,0.015380859375,0.133544921875,1.0,85,0.6640625
+fresh-zh-1,layers.19.mlp.gated_product,128,2304,2432,4096,128,0.16859042277148448,0.0,0.490966796875,0.020751953125,0.146484375,1.0,76,0.59375
+fresh-zh-1,layers.19.mlp.gated_product,128,2432,2560,4096,128,0.18690164831108347,0.0,0.525390625,0.0205078125,0.162841796875,1.0,62,0.484375
+fresh-zh-1,layers.19.mlp.gated_product,128,2560,2688,4096,128,0.18827834837167756,0.0,0.4931640625,0.021728515625,0.184326171875,1.0,68,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,128,2688,2816,4096,128,0.23002144736514166,0.0,0.491943359375,0.029052734375,0.2109375,1.0,48,0.375
+fresh-zh-1,layers.19.mlp.gated_product,128,2816,2944,4096,128,0.17421658298724088,0.0,0.4765625,0.019775390625,0.163818359375,1.0,69,0.5390625
+fresh-zh-1,layers.19.mlp.gated_product,128,2944,3072,4096,128,0.19438046559466396,0.0,0.509765625,0.023193359375,0.188232421875,1.0,60,0.46875
+fresh-zh-1,layers.19.mlp.gated_product,128,3072,3200,4096,128,0.16709479382356723,0.0,0.531494140625,0.018798828125,0.14404296875,1.0,77,0.6015625
+fresh-zh-1,layers.19.mlp.gated_product,128,3200,3328,4096,128,0.23992758445349707,0.0,0.5283203125,0.0263671875,0.21142578125,1.0,40,0.3125
+fresh-zh-1,layers.19.mlp.gated_product,128,3328,3456,4096,128,0.15336572229559567,0.0,0.49072265625,0.015380859375,0.133056640625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,3456,3584,4096,128,0.17736173925804238,0.0,0.51318359375,0.017578125,0.141845703125,1.0,74,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,128,3584,3712,4096,128,0.15688710891264615,0.0,0.532470703125,0.01953125,0.1357421875,1.0,82,0.640625
+fresh-zh-1,layers.19.mlp.gated_product,128,3712,3840,4096,128,0.15570127055865357,0.0,0.4599609375,0.015625,0.142333984375,1.0,82,0.640625
+fresh-zh-1,layers.19.mlp.gated_product,128,3840,3968,4096,128,0.13580772853121162,0.0,0.510009765625,0.02001953125,0.148193359375,1.0,85,0.6640625
+fresh-zh-1,layers.19.mlp.gated_product,128,3968,4096,4096,128,0.1865185707120882,0.0,0.50244140625,0.021240234375,0.159423828125,1.0,68,0.53125
+fresh-zh-1,layers.19.mlp.gated_product,128,4096,4224,4096,128,0.20824114160498353,0.0,0.4765625,0.023681640625,0.1884765625,1.0,53,0.4140625
+fresh-zh-1,layers.19.mlp.gated_product,128,4224,4352,4096,128,0.1457783487236316,0.0,0.497314453125,0.022216796875,0.160888671875,1.0,82,0.640625
+fresh-zh-1,layers.19.mlp.gated_product,128,4352,4480,4096,128,0.5870700441946878,0.0,0.503173828125,0.063232421875,0.434326171875,1.0,1,0.0078125
+fresh-zh-1,layers.19.mlp.gated_product,128,4480,4608,4096,128,0.15639191706866348,0.0,0.52099609375,0.020263671875,0.150634765625,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,4608,4736,4096,128,0.14831409288337963,0.0,0.523193359375,0.021728515625,0.149658203125,1.0,85,0.6640625
+fresh-zh-1,layers.19.mlp.gated_product,128,4736,4864,4096,128,0.1648728317896051,0.0,0.45654296875,0.01806640625,0.14697265625,1.0,81,0.6328125
+fresh-zh-1,layers.19.mlp.gated_product,128,4864,4992,4096,128,0.14550830628743108,0.0,0.482177734375,0.01513671875,0.125,1.0,84,0.65625
+fresh-zh-1,layers.19.mlp.gated_product,128,4992,5120,4096,128,0.2765428709059938,0.0,0.5205078125,0.03564453125,0.24609375,1.0,32,0.25
+fresh-zh-1,layers.19.mlp.gated_product,128,5120,5248,4096,128,0.21315728204433054,0.0,0.473388671875,0.029541015625,0.1982421875,1.0,57,0.4453125
+fresh-zh-1,layers.19.mlp.gated_product,128,5248,5376,4096,128,0.20932612610632104,0.0,0.51416015625,0.021484375,0.179443359375,1.0,57,0.4453125
+fresh-zh-1,layers.19.mlp.gated_product,128,5376,5504,4096,128,0.15171737957883266,0.0,0.4931640625,0.0224609375,0.15283203125,1.0,79,0.6171875
+fresh-zh-1,layers.19.mlp.gated_product,128,5504,5632,4096,128,0.21144070720387562,0.0,0.49169921875,0.02587890625,0.19921875,1.0,56,0.4375
+fresh-zh-1,layers.19.mlp.gated_product,128,5632,5760,4096,128,0.16235054415451802,0.0,0.5224609375,0.023193359375,0.164306640625,1.0,71,0.5546875
+fresh-zh-1,layers.19.mlp.gated_product,128,5760,5888,4096,128,0.17261015116210904,0.0,0.510009765625,0.017822265625,0.155029296875,1.0,74,0.578125
+fresh-zh-1,layers.19.mlp.gated_product,128,5888,6016,4096,128,0.16752238573447184,0.0,0.50146484375,0.01806640625,0.16064453125,1.0,78,0.609375
+fresh-zh-1,layers.19.mlp.gated_product,128,6016,6144,4096,128,0.20401351812948948,0.0,0.4892578125,0.028076171875,0.21240234375,1.0,51,0.3984375
+fresh-zh-1,layers.19.mlp.down_proj.output,0,0,2048,65536,2048,0.13419381441088515,0.0,0.4925079345703125,0.0088958740234375,0.0883331298828125,1.0,1579,0.77099609375
+fresh-zh-1,layers.19.mlp.down_proj.output,64,0,64,2048,64,0.1299854972586905,0.0,0.49072265625,0.01171875,0.09375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,64,128,2048,64,0.11673488126932237,0.0,0.4853515625,0.00634765625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,128,192,2048,64,0.13596620885081548,0.0,0.4521484375,0.0087890625,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,192,256,2048,64,0.125096011380734,0.0,0.42431640625,0.005859375,0.0849609375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,256,320,2048,64,0.12764136277507224,0.0,0.44189453125,0.0107421875,0.08349609375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,320,384,2048,64,0.12331282742368882,0.0,0.5146484375,0.00732421875,0.0791015625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,384,448,2048,64,0.12913294761491165,0.0,0.45947265625,0.005859375,0.07568359375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,448,512,2048,64,0.1324272189119149,0.0,0.427734375,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,512,576,2048,64,0.11969097336283209,0.0,0.53466796875,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,576,640,2048,64,0.1305370689764845,0.0,0.494140625,0.00634765625,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,640,704,2048,64,0.11799967585086546,0.0,0.5322265625,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,704,768,2048,64,0.1350988894102027,0.0,0.48974609375,0.01025390625,0.07177734375,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,768,832,2048,64,0.13095057748706368,0.0,0.4833984375,0.01123046875,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,832,896,2048,64,0.12580879333044928,0.0,0.5146484375,0.005859375,0.09326171875,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,896,960,2048,64,0.12571891532249044,0.0,0.49169921875,0.00537109375,0.07666015625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,960,1024,2048,64,0.1317273554836508,0.0,0.53759765625,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1024,1088,2048,64,0.12766524204658053,0.0,0.47119140625,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1088,1152,2048,64,0.12497129226162793,0.0,0.49560546875,0.00830078125,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1152,1216,2048,64,0.29502721974867097,0.0,0.5068359375,0.01806640625,0.181640625,1.0,20,0.3125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1216,1280,2048,64,0.12483359265612123,0.0,0.5126953125,0.0087890625,0.072265625,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1280,1344,2048,64,0.12404873652433995,0.0,0.4765625,0.01171875,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1344,1408,2048,64,0.11944705244306214,0.0,0.498046875,0.009765625,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1408,1472,2048,64,0.12591857156170141,0.0,0.51611328125,0.009765625,0.0830078125,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1472,1536,2048,64,0.11867059598234032,0.0,0.5029296875,0.00634765625,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1536,1600,2048,64,0.1233241802835429,0.0,0.4990234375,0.005859375,0.083984375,1.0,52,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1600,1664,2048,64,0.13441636095579443,0.0,0.47021484375,0.0078125,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1664,1728,2048,64,0.12737614271115533,0.0,0.4970703125,0.005859375,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1728,1792,2048,64,0.11693517925427326,0.0,0.49560546875,0.00927734375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1792,1856,2048,64,0.11708296316975662,0.0,0.49169921875,0.01025390625,0.08251953125,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1856,1920,2048,64,0.12624119649523177,0.0,0.5390625,0.00830078125,0.087890625,1.0,50,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1920,1984,2048,64,0.12230206057707903,0.0,0.51123046875,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,64,1984,2048,2048,64,0.11957459652180766,0.0,0.501953125,0.00634765625,0.0771484375,1.0,53,0.828125
+fresh-zh-1,layers.19.mlp.down_proj.output,128,0,128,4096,128,0.12353797392411739,0.0,0.488037109375,0.009765625,0.087890625,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.down_proj.output,128,128,256,4096,128,0.13064421535726772,0.0,0.438232421875,0.007568359375,0.08447265625,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,128,256,384,4096,128,0.1254957586898897,0.0,0.478271484375,0.009033203125,0.08154296875,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,384,512,4096,128,0.13079045544010418,0.0,0.443603515625,0.006103515625,0.082275390625,1.0,100,0.78125
+fresh-zh-1,layers.19.mlp.down_proj.output,128,512,640,4096,128,0.12523149660032346,0.0,0.514404296875,0.008056640625,0.079345703125,1.0,104,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,128,640,768,4096,128,0.12683775743204287,0.0,0.510986328125,0.009765625,0.078369140625,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,768,896,4096,128,0.12840542477531697,0.0,0.4990234375,0.008544921875,0.084716796875,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,896,1024,4096,128,0.12875818780291143,0.0,0.5146484375,0.007080078125,0.085205078125,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1024,1152,4096,128,0.1263254485769855,0.0,0.4833984375,0.0087890625,0.0830078125,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1152,1280,4096,128,0.22652205880229964,0.0,0.509765625,0.013916015625,0.134521484375,1.0,66,0.515625
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1280,1408,4096,128,0.12176963367486318,0.0,0.4873046875,0.01025390625,0.08154296875,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1408,1536,4096,128,0.12234826728430435,0.0,0.509521484375,0.008056640625,0.080078125,1.0,104,0.8125
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1536,1664,4096,128,0.12898955681605817,0.0,0.484619140625,0.0068359375,0.088623046875,1.0,101,0.7890625
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1664,1792,4096,128,0.12226716214749081,0.0,0.496337890625,0.007568359375,0.081298828125,1.0,103,0.8046875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1792,1920,4096,128,0.12174822371837361,0.0,0.515380859375,0.00927734375,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.19.mlp.down_proj.output,128,1920,2048,4096,128,0.1209460172034462,0.0,0.506591796875,0.00732421875,0.080322265625,1.0,104,0.8125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.471287684197618,0.0,0.4977823893229167,0.0129852294921875,0.1293487548828125,1.0,2390,0.3889973958333333
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.8126426543525616,0.0,0.58935546875,0.00390625,0.05517578125,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.697245578493251,0.0,0.39306640625,0.0048828125,0.0625,1.0,40,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3478425554196072,0.0,0.4951171875,0.01123046875,0.0791015625,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.5005259593690377,0.0,0.44140625,0.009765625,0.1015625,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.9499014805876203,0.0,0.39892578125,0.009765625,0.0908203125,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.8546940126950897,0.0,0.53173828125,0.00439453125,0.05517578125,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.66587736742723,0.0,0.4814453125,0.00634765625,0.10791015625,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.182042231699174,0.0,0.50048828125,0.0146484375,0.1005859375,1.0,29,0.453125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.2921278441285535,0.0,0.44384765625,0.0146484375,0.1865234375,1.0,17,0.265625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.0221986776501133,0.0,0.47265625,0.0166015625,0.162109375,1.0,23,0.359375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.034703260437606,0.0,0.48388671875,0.0087890625,0.09375,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4381218096910031,0.0,0.48828125,0.0107421875,0.12353515625,1.0,30,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.78667306546524,0.0,0.53369140625,0.01904296875,0.1552734375,1.0,19,0.296875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.7417562691437376,0.0,0.4775390625,0.01171875,0.1318359375,1.0,27,0.421875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.2235620436581747,0.0,0.533203125,0.01953125,0.19189453125,1.0,14,0.21875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.3875745007277656,0.0,0.52294921875,0.0166015625,0.1494140625,1.0,30,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.2169362730986735,0.0,0.50048828125,0.00537109375,0.0810546875,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3962434332928215,0.0,0.50390625,0.01123046875,0.095703125,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2804810463450766,0.0,0.45166015625,0.01220703125,0.10546875,1.0,34,0.53125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.9950121727280421,0.0,0.470703125,0.0087890625,0.08740234375,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.7437183218383905,0.0,0.61669921875,0.00927734375,0.091796875,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.678759438601333,0.0,0.43505859375,0.00927734375,0.0810546875,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.334195497585629,0.0,0.54638671875,0.013671875,0.13916015625,1.0,34,0.53125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.9136521622528392,0.0,0.537109375,0.01318359375,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7747753549901262,0.0,0.4921875,0.01171875,0.1240234375,1.0,25,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.044837366125877,0.0,0.4970703125,0.009765625,0.10009765625,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,3.9126033784416077,0.0,0.51611328125,0.0087890625,0.12451171875,1.0,28,0.4375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,3.4564460628709393,0.0,0.60107421875,0.00927734375,0.09814453125,1.0,30,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2467009282887298,0.0,0.47216796875,0.01025390625,0.109375,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2636852509688474,0.0,0.4990234375,0.015625,0.146484375,1.0,28,0.4375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.927804200303664,0.0,0.4873046875,0.01123046875,0.1259765625,1.0,28,0.4375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.7544363845932074,0.0,0.48583984375,0.00927734375,0.09619140625,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.4250331821912363,0.0,0.5390625,0.00830078125,0.0703125,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.6237569913157839,0.0,0.5087890625,0.0126953125,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9730476863404476,0.0,0.67333984375,0.00341796875,0.03564453125,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.16966597574854,0.0,0.59814453125,0.0068359375,0.037109375,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.883363235190827,0.0,0.50244140625,0.0078125,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.4561698146985584,0.0,0.5263671875,0.00927734375,0.09033203125,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.2423437694496884,0.0,0.427734375,0.00634765625,0.06982421875,1.0,40,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.7483642966162354,0.0,0.435546875,0.005859375,0.08447265625,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.258909626494975,0.0,0.48583984375,0.0068359375,0.087890625,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,3.2142782505171703,0.0,0.46240234375,0.0078125,0.09814453125,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.6178547378981554,0.0,0.51318359375,0.0029296875,0.0419921875,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.4239185251561457,0.0,0.61669921875,0.00244140625,0.0322265625,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,3.171385276348265,0.0,0.4931640625,0.015625,0.1171875,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.74913313243853,0.0,0.5419921875,0.015625,0.10986328125,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,3.1438288041158864,0.0,0.5537109375,0.00732421875,0.07763671875,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.6414884208829963,0.0,0.48095703125,0.00927734375,0.08447265625,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.459615832599186,0.0,0.5302734375,0.009765625,0.09814453125,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.3858748693971286,0.0,0.40673828125,0.00830078125,0.07861328125,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.6015358686050705,0.0,0.482421875,0.0068359375,0.1025390625,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4237987889872716,0.0,0.52197265625,0.00634765625,0.078125,1.0,40,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.929142304609241,0.0,0.48779296875,0.00537109375,0.056640625,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,3.1512794112764198,0.0,0.44091796875,0.00439453125,0.05517578125,1.0,40,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.219155643691592,0.0,0.46923828125,0.00927734375,0.1025390625,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.2649968958738158,0.0,0.46044921875,0.0068359375,0.09033203125,1.0,40,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.0885790055078393,0.0,0.505859375,0.00439453125,0.04150390625,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.916633735053755,0.0,0.4130859375,0.00439453125,0.0537109375,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.0747468037925105,0.0,0.54541015625,0.0146484375,0.15087890625,1.0,27,0.421875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.4487313650562714,0.0,0.43408203125,0.0146484375,0.15576171875,1.0,22,0.34375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,3.1054454107287377,0.0,0.560546875,0.01171875,0.09326171875,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.6249528299865332,0.0,0.580078125,0.00830078125,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.632346304446711,0.0,0.43994140625,0.0048828125,0.0263671875,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.4262433498888263,0.0,0.49658203125,0.0009765625,0.02734375,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.9806542048396745,0.0,0.64501953125,0.0078125,0.099609375,1.0,31,0.484375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.7056387157556805,0.0,0.4853515625,0.01953125,0.14892578125,1.0,20,0.3125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.7616787317378786,0.0,0.5869140625,0.01171875,0.1494140625,1.0,19,0.296875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.6830988717970128,0.0,0.45068359375,0.0078125,0.08935546875,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.147818630767406,0.0,0.4794921875,0.00732421875,0.1005859375,1.0,31,0.484375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.618174874107752,0.0,0.49169921875,0.01953125,0.15771484375,1.0,23,0.359375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,2.3300735630755987,0.0,0.45263671875,0.0146484375,0.1572265625,1.0,20,0.3125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.181765192760891,0.0,0.44921875,0.00927734375,0.1142578125,1.0,31,0.484375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.5364723931729194,0.0,0.49658203125,0.0029296875,0.04052734375,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.7901632109758436,0.0,0.46826171875,0.0087890625,0.064453125,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.985581808899246,0.0,0.4755859375,0.01708984375,0.1396484375,1.0,23,0.359375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.8153914068657773,0.0,0.50244140625,0.01611328125,0.150390625,1.0,25,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.547603902297015,0.0,0.4892578125,0.0361328125,0.314453125,1.0,3,0.046875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7043742287491284,0.0,0.45751953125,0.015625,0.154296875,1.0,28,0.4375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,4.818691121451458,0.0,0.43310546875,0.00830078125,0.083984375,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,5.226775714269356,0.0,0.44384765625,0.00830078125,0.0693359375,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.3838461094647574,0.0,0.5087890625,0.0087890625,0.10986328125,1.0,25,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.901630041793276,0.0,0.52783203125,0.015625,0.12841796875,1.0,22,0.34375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.1202457463810016,0.0,0.50830078125,0.00927734375,0.12646484375,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.6130739279458246,0.0,0.4892578125,0.015625,0.13671875,1.0,24,0.375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.773980680896627,0.0,0.38671875,0.01025390625,0.1259765625,1.0,29,0.453125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,3.8353139370309806,0.0,0.4697265625,0.0068359375,0.13232421875,1.0,25,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.5498620518961879,0.0,0.5048828125,0.01123046875,0.1259765625,1.0,31,0.484375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.8659213060053477,0.0,0.49462890625,0.02001953125,0.1748046875,1.0,18,0.28125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,3.448154442991958,0.0,0.53173828125,0.00634765625,0.09765625,1.0,24,0.375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,3.37981268126382,0.0,0.46533203125,0.009765625,0.12744140625,1.0,26,0.40625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.6226669232571618,0.0,0.53515625,0.01318359375,0.15771484375,1.0,25,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.059662112014218,0.0,0.5712890625,0.02197265625,0.18994140625,1.0,13,0.203125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,4.641091987274214,0.0,0.5751953125,0.0078125,0.08544921875,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,4.575767534323285,0.0,0.51416015625,0.0107421875,0.08837890625,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.7220495383944177,0.0,0.39501953125,0.0078125,0.0849609375,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.9509135576286307,0.0,0.46630859375,0.0078125,0.0673828125,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.7558923580466415,0.0,0.4912109375,0.00439453125,0.05908203125,1.0,82,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.4262288927343376,0.0,0.46826171875,0.01025390625,0.08935546875,1.0,76,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.9028932792887792,0.0,0.46533203125,0.007080078125,0.07177734375,1.0,75,0.5859375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.9411923789548773,0.0,0.490966796875,0.01171875,0.10546875,1.0,60,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.1613812187718384,0.0,0.458251953125,0.01611328125,0.175048828125,1.0,40,0.3125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.2527579927242807,0.0,0.486083984375,0.0107421875,0.11279296875,1.0,72,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.764305899604675,0.0,0.505615234375,0.015625,0.143310546875,1.0,45,0.3515625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.85332015003712,0.0,0.528076171875,0.018798828125,0.173583984375,1.0,38,0.296875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3096620972213817,0.0,0.502197265625,0.008544921875,0.0927734375,1.0,81,0.6328125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.1466649322984377,0.0,0.461181640625,0.010498046875,0.09716796875,1.0,78,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.711433417907159,0.0,0.52587890625,0.00927734375,0.086669921875,1.0,73,0.5703125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.1434242212247936,0.0,0.541748046875,0.013916015625,0.12158203125,1.0,77,0.6015625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.4562816833176861,0.0,0.49462890625,0.01171875,0.117919921875,1.0,64,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,3.6915772091701333,0.0,0.55859375,0.00927734375,0.11328125,1.0,58,0.453125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2552218166746822,0.0,0.485595703125,0.012939453125,0.12744140625,1.0,66,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.8431597953369283,0.0,0.486572265625,0.0107421875,0.108642578125,1.0,63,0.4921875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.527629918729168,0.0,0.52392578125,0.010986328125,0.074951171875,1.0,79,0.6171875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.0736884552524106,0.0,0.6357421875,0.005126953125,0.037353515625,1.0,88,0.6875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.6833727461420556,0.0,0.514404296875,0.009033203125,0.087890625,1.0,76,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.0105824148828395,0.0,0.431640625,0.006103515625,0.076416015625,1.0,75,0.5859375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.236670868763871,0.0,0.47412109375,0.00732421875,0.092529296875,1.0,72,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.5227509236279118,0.0,0.56494140625,0.002685546875,0.037841796875,1.0,91,0.7109375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.967778424251872,0.0,0.517578125,0.015625,0.11572265625,1.0,64,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.903542717719826,0.0,0.517333984375,0.008544921875,0.081787109375,1.0,82,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.423223020541883,0.0,0.468505859375,0.009033203125,0.087890625,1.0,74,0.578125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.5152755739386514,0.0,0.502197265625,0.006591796875,0.090576171875,1.0,74,0.578125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,3.0422390248455327,0.0,0.46435546875,0.005126953125,0.055419921875,1.0,81,0.6328125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.2422877344068584,0.0,0.46484375,0.008056640625,0.095703125,1.0,81,0.6328125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.0044509393589833,0.0,0.45947265625,0.005126953125,0.04833984375,1.0,86,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.269455837646724,0.0,0.48974609375,0.013916015625,0.1533203125,1.0,49,0.3828125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.8752537765100397,0.0,0.5703125,0.010009765625,0.096923828125,1.0,76,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.531393278356211,0.0,0.46826171875,0.002685546875,0.02734375,1.0,93,0.7265625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.3710200272609603,0.0,0.565185546875,0.0146484375,0.1298828125,1.0,45,0.3515625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.28688557098707,0.0,0.518798828125,0.01025390625,0.12060546875,1.0,50,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.3945735050401686,0.0,0.485595703125,0.01318359375,0.12890625,1.0,53,0.4140625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.2571378076766586,0.0,0.450927734375,0.01220703125,0.1337890625,1.0,51,0.3984375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.6655132078270376,0.0,0.482421875,0.005859375,0.052734375,1.0,89,0.6953125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.9023907432430527,0.0,0.489013671875,0.016357421875,0.146728515625,1.0,47,0.3671875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.7830185913156593,0.0,0.473388671875,0.027099609375,0.24462890625,1.0,10,0.078125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,5.026876191594091,0.0,0.4384765625,0.00830078125,0.078369140625,1.0,76,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.6553887825559093,0.0,0.518310546875,0.0126953125,0.12060546875,1.0,46,0.359375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.3886968764462782,0.0,0.498779296875,0.012939453125,0.135986328125,1.0,57,0.4453125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,4.330157302983247,0.0,0.42822265625,0.009521484375,0.13037109375,1.0,53,0.4140625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.715187263845054,0.0,0.499755859375,0.015869140625,0.1494140625,1.0,48,0.375
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,3.41415456761677,0.0,0.49853515625,0.008056640625,0.112548828125,1.0,50,0.390625
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.8540841350245854,0.0,0.55322265625,0.017333984375,0.1787109375,1.0,36,0.28125
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,4.608545506041353,0.0,0.544677734375,0.009033203125,0.0869140625,1.0,79,0.6171875
+fresh-zh-1,layers.20.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.368081227366627,0.0,0.4306640625,0.008544921875,0.080322265625,1.0,73,0.5703125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.926759354740053,0.0,0.5771484375,0.0077362060546875,0.0827789306640625,1.0,1033,0.50439453125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4639150778714227,0.0,0.5751953125,0.0126953125,0.078125,1.0,38,0.59375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4741176550149526,0.0,0.66162109375,0.009765625,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5863905279610309,0.0,0.712890625,0.0107421875,0.09912109375,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,192,256,2048,64,1.1287404838904294,0.0,0.60498046875,0.00634765625,0.09619140625,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7536271192575346,0.0,0.4296875,0.00439453125,0.0732421875,1.0,33,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7829070459011032,0.0,0.42236328125,0.0048828125,0.06884765625,1.0,36,0.5625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6080795503925405,0.0,0.6005859375,0.0068359375,0.06201171875,1.0,41,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6856409227578846,0.0,0.763671875,0.0087890625,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4653563824024134,0.0,0.42822265625,0.00341796875,0.0517578125,1.0,33,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5690721735105877,0.0,0.42138671875,0.0068359375,0.064453125,1.0,30,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,640,704,2048,64,2.1508216478178883,0.0,0.67578125,0.01123046875,0.10986328125,1.0,33,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,704,768,2048,64,2.114222592112457,0.0,0.74560546875,0.00439453125,0.0712890625,1.0,42,0.65625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,768,832,2048,64,2.0510210850877253,0.0,0.28515625,0.00244140625,0.02978515625,1.0,49,0.765625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,832,896,2048,64,1.871243301009305,0.0,0.27978515625,0.001953125,0.02685546875,1.0,49,0.765625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,896,960,2048,64,2.1815692945626086,0.0,0.42041015625,0.00244140625,0.0234375,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.0251317615374957,0.0,0.31787109375,0.001953125,0.0146484375,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.7682027384796255,0.0,0.76611328125,0.00732421875,0.0771484375,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.803498642456938,0.0,0.71728515625,0.01220703125,0.10693359375,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.7720429214648146,0.0,0.759765625,0.00927734375,0.07080078125,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.9195223388717255,0.0,0.669921875,0.0107421875,0.10205078125,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4409017325152458,0.0,0.4951171875,0.00634765625,0.08837890625,1.0,32,0.5
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2872381583567072,0.0,0.5390625,0.00927734375,0.080078125,1.0,37,0.578125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.8245224697621008,0.0,0.80908203125,0.0068359375,0.07470703125,1.0,33,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1472,1536,2048,64,3.0831821987566257,0.0,0.71142578125,0.00830078125,0.0927734375,1.0,31,0.484375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.1425546137197642,0.0,0.69384765625,0.00927734375,0.09521484375,1.0,35,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.392562750579033,0.0,0.70654296875,0.0087890625,0.0966796875,1.0,30,0.46875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.6459386310553503,0.0,0.54541015625,0.0029296875,0.037109375,1.0,39,0.609375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.4287013455764668,0.0,0.603515625,0.00244140625,0.0283203125,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3808358770532445,0.0,0.4599609375,0.0029296875,0.04736328125,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4036049912426027,0.0,0.4296875,0.00146484375,0.02587890625,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6920817645711796,0.0,0.5732421875,0.0107421875,0.142578125,1.0,23,0.359375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.430612193834257,0.0,0.6435546875,0.0146484375,0.1279296875,1.0,28,0.4375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4690252237531656,0.0,0.618408203125,0.01123046875,0.08056640625,1.0,73,0.5703125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3767152914051763,0.0,0.658935546875,0.007568359375,0.10205078125,1.0,70,0.546875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7683276856566033,0.0,0.426025390625,0.00439453125,0.07080078125,1.0,69,0.5390625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6473167820529735,0.0,0.68212890625,0.0078125,0.07373046875,1.0,80,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,512,640,4096,128,1.518100262356332,0.0,0.4248046875,0.00537109375,0.0576171875,1.0,63,0.4921875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,640,768,4096,128,2.1326006341695547,0.0,0.710693359375,0.0078125,0.0908203125,1.0,74,0.578125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9631911500216466,0.0,0.282470703125,0.002197265625,0.029052734375,1.0,97,0.7578125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.1048044135461086,0.0,0.369140625,0.002197265625,0.018798828125,1.0,82,0.640625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.7859378877372618,0.0,0.74169921875,0.010009765625,0.091796875,1.0,67,0.5234375
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.846737838791466,0.0,0.71484375,0.010009765625,0.0849609375,1.0,66,0.515625
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3662320225889533,0.0,0.51708984375,0.007568359375,0.085205078125,1.0,68,0.53125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.956682232919251,0.0,0.76025390625,0.0078125,0.08349609375,1.0,63,0.4921875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2737075919598975,0.0,0.7001953125,0.009033203125,0.09521484375,1.0,65,0.5078125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.5396438200381564,0.0,0.574462890625,0.0029296875,0.031982421875,1.0,81,0.6328125
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.3922669806467705,0.0,0.44482421875,0.002197265625,0.036376953125,1.0,92,0.71875
+fresh-zh-1,layers.20.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.5668107650800691,0.0,0.6083984375,0.012939453125,0.136474609375,1.0,49,0.3828125
+fresh-zh-1,layers.20.linear_attn.in_proj_b.output,0,0,16,512,16,1.9327076434678674,0.0,0.224609375,0.015625,0.13671875,1.0,10,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_b.output,64,0,16,512,16,1.9327076434678674,0.0,0.224609375,0.015625,0.13671875,1.0,10,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_b.output,128,0,16,512,16,1.9327076434678674,0.0,0.224609375,0.015625,0.13671875,1.0,10,0.625
+fresh-zh-1,layers.20.linear_attn.in_proj_a.output,0,0,16,512,16,2.076646453544931,0.0,0.681640625,0.00390625,0.099609375,1.0,13,0.8125
+fresh-zh-1,layers.20.linear_attn.in_proj_a.output,64,0,16,512,16,2.076646453544931,0.0,0.681640625,0.00390625,0.099609375,1.0,13,0.8125
+fresh-zh-1,layers.20.linear_attn.in_proj_a.output,128,0,16,512,16,2.076646453544931,0.0,0.681640625,0.00390625,0.099609375,1.0,13,0.8125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,0,0,2048,65536,2048,0.14840414897070783,0.0,0.5081939697265625,0.013671875,0.147308349609375,1.0,840,0.41015625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,0,64,2048,64,0.09353779196746213,0.0,0.47265625,0.0048828125,0.07568359375,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,64,128,2048,64,0.10109337921184842,0.0,0.47119140625,0.0068359375,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,128,192,2048,64,0.09220780496130965,0.0,0.50244140625,0.00732421875,0.09033203125,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,192,256,2048,64,0.08435907673018087,0.0,0.53564453125,0.00732421875,0.0927734375,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,256,320,2048,64,0.08769956144154333,0.0,0.49267578125,0.005859375,0.06298828125,1.0,50,0.78125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,320,384,2048,64,0.08351432307800122,0.0,0.57177734375,0.005859375,0.0830078125,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,384,448,2048,64,0.08461074353538067,0.0,0.4619140625,0.00830078125,0.08935546875,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,448,512,2048,64,0.08560914948920433,0.0,0.564453125,0.0087890625,0.072265625,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,512,576,2048,64,0.08096227296694776,0.0,0.57421875,0.005859375,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,576,640,2048,64,0.2561478337319432,0.0,0.45654296875,0.021484375,0.22900390625,1.0,4,0.0625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,640,704,2048,64,0.08328343771104096,0.0,0.455078125,0.0078125,0.080078125,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,704,768,2048,64,0.12934726841387517,0.0,0.49560546875,0.01513671875,0.1494140625,1.0,33,0.515625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,768,832,2048,64,0.09142397198591523,0.0,0.50390625,0.009765625,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,832,896,2048,64,0.08331555029584618,0.0,0.51708984375,0.005859375,0.07666015625,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,896,960,2048,64,0.09292845011238879,0.0,0.57861328125,0.00927734375,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,960,1024,2048,64,0.08910915104707264,0.0,0.47900390625,0.009765625,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1024,1088,2048,64,0.07884438061050422,0.0,0.56787109375,0.0087890625,0.09033203125,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1088,1152,2048,64,0.08534594940197858,0.0,0.439453125,0.00927734375,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1152,1216,2048,64,0.634837150181311,0.0,0.53271484375,0.07666015625,0.59716796875,1.0,1,0.015625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1216,1280,2048,64,0.092318598026718,0.0,0.52587890625,0.0048828125,0.1025390625,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1280,1344,2048,64,0.08419492374061055,0.0,0.49365234375,0.005859375,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1344,1408,2048,64,0.08167278986865119,0.0,0.458984375,0.01171875,0.080078125,1.0,44,0.6875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1408,1472,2048,64,0.09497344058004034,0.0,0.47314453125,0.0087890625,0.0908203125,1.0,45,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1472,1536,2048,64,0.1022720745845781,0.0,0.52001953125,0.00927734375,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07747305151892858,0.0,0.5380859375,0.0087890625,0.07861328125,1.0,51,0.796875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1600,1664,2048,64,0.08154161608019984,0.0,0.53076171875,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1664,1728,2048,64,0.08687280504733648,0.0,0.4599609375,0.00634765625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1728,1792,2048,64,0.08800555254988866,0.0,0.498046875,0.0087890625,0.09228515625,1.0,48,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1792,1856,2048,64,0.08662739560518423,0.0,0.5302734375,0.0087890625,0.08447265625,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1856,1920,2048,64,0.07488872009068723,0.0,0.5087890625,0.0107421875,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08335465700135891,0.0,0.5361328125,0.01513671875,0.0947265625,1.0,46,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,64,1984,2048,2048,64,0.08382468492961229,0.0,0.515625,0.0078125,0.0771484375,1.0,49,0.765625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,0,128,4096,128,0.09738888500906767,0.0,0.471923828125,0.006103515625,0.08203125,1.0,90,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,128,256,4096,128,0.08837062046447185,0.0,0.51904296875,0.007568359375,0.092041015625,1.0,90,0.703125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,256,384,4096,128,0.08563251495844264,0.0,0.5322265625,0.005859375,0.07275390625,1.0,95,0.7421875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,384,512,4096,128,0.08511141050962232,0.0,0.51318359375,0.008544921875,0.0810546875,1.0,93,0.7265625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,512,640,4096,128,0.18995605066638674,0.0,0.515380859375,0.015625,0.1806640625,1.0,30,0.234375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,640,768,4096,128,0.10878153989326476,0.0,0.475341796875,0.011962890625,0.1162109375,1.0,78,0.609375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,768,896,4096,128,0.087463774143302,0.0,0.510498046875,0.0078125,0.084716796875,1.0,92,0.71875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,896,1024,4096,128,0.09103883138699863,0.0,0.52880859375,0.009521484375,0.083740234375,1.0,93,0.7265625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1024,1152,4096,128,0.08215950168172621,0.0,0.503662109375,0.00927734375,0.089111328125,1.0,93,0.7265625
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1152,1280,4096,128,0.453619295660991,0.0,0.529296875,0.053466796875,0.44189453125,1.0,1,0.0078125
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1280,1408,4096,128,0.08294344395012808,0.0,0.476318359375,0.009033203125,0.082275390625,1.0,91,0.7109375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1408,1536,4096,128,0.09869025193868936,0.0,0.49658203125,0.009033203125,0.099365234375,1.0,87,0.6796875
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07953335421263606,0.0,0.534423828125,0.007080078125,0.08154296875,1.0,99,0.7734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1664,1792,4096,128,0.08744101307854268,0.0,0.47900390625,0.007568359375,0.088623046875,1.0,96,0.75
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1792,1920,4096,128,0.08097106293657752,0.0,0.51953125,0.009033203125,0.083251953125,1.0,94,0.734375
+fresh-zh-1,layers.20.linear_attn.out_proj.output,128,1920,2048,4096,128,0.08359000133796794,0.0,0.52587890625,0.01123046875,0.08642578125,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.gate_proj.output,0,0,6144,196608,6144,1.3806313377084498,0.0,0.8800811767578125,0.006312052408854167,0.0623321533203125,1.0,3758,0.6116536458333334
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,0,64,2048,64,1.2103996103546977,0.0,0.86767578125,0.00634765625,0.0576171875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,64,128,2048,64,1.3005022182664954,0.0,0.8896484375,0.00390625,0.05712890625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,128,192,2048,64,1.0868418895292686,0.0,0.86669921875,0.005859375,0.07421875,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,192,256,2048,64,1.3709709090928766,0.0,0.8515625,0.00830078125,0.06494140625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,256,320,2048,64,1.360220335329004,0.0,0.89501953125,0.005859375,0.060546875,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,320,384,2048,64,1.4432014471102705,0.0,0.91064453125,0.00634765625,0.05810546875,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,384,448,2048,64,1.4302410678133046,0.0,0.892578125,0.00439453125,0.052734375,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,448,512,2048,64,1.2993490193110195,0.0,0.85400390625,0.00830078125,0.07666015625,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,512,576,2048,64,1.3222059467027616,0.0,0.8818359375,0.00537109375,0.0771484375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,576,640,2048,64,1.4057924853670114,0.0,0.8310546875,0.00927734375,0.08203125,1.0,34,0.53125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,640,704,2048,64,1.4290144012956514,0.0,0.86328125,0.00439453125,0.056640625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,704,768,2048,64,1.3999168866328942,0.0,0.875,0.00830078125,0.07080078125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,768,832,2048,64,1.5477528683435025,0.0,0.859375,0.00634765625,0.0693359375,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,832,896,2048,64,1.379751316778404,0.0,0.91015625,0.005859375,0.04833984375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,896,960,2048,64,1.422570232853544,0.0,0.84765625,0.009765625,0.08642578125,1.0,34,0.53125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,960,1024,2048,64,1.4538416676205743,0.0,0.90673828125,0.00439453125,0.04736328125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1024,1088,2048,64,1.4206824197522567,0.0,0.8818359375,0.00390625,0.06103515625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1088,1152,2048,64,1.3709104971785961,0.0,0.84814453125,0.0068359375,0.06884765625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1152,1216,2048,64,1.3929818624511645,0.0,0.82177734375,0.00439453125,0.06298828125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1216,1280,2048,64,1.2216697574451438,0.0,0.8291015625,0.0087890625,0.07861328125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1280,1344,2048,64,1.5724440109753486,0.0,0.90234375,0.0078125,0.06494140625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1344,1408,2048,64,1.3520543763469501,0.0,0.8671875,0.00830078125,0.0654296875,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1408,1472,2048,64,1.368922273684897,0.0,0.8642578125,0.00390625,0.05712890625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1472,1536,2048,64,1.20791350598074,0.0,0.85107421875,0.00439453125,0.0693359375,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1536,1600,2048,64,1.4702263740880426,0.0,0.90576171875,0.00732421875,0.056640625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1600,1664,2048,64,1.3402829778612946,0.0,0.890625,0.00390625,0.06005859375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1664,1728,2048,64,1.3754922730093244,0.0,0.87890625,0.00732421875,0.06787109375,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1728,1792,2048,64,1.3633859635031236,0.0,0.85400390625,0.00634765625,0.072265625,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1792,1856,2048,64,1.4295094369414802,0.0,0.91455078125,0.00732421875,0.05615234375,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1856,1920,2048,64,1.4008789946792242,0.0,0.90625,0.0068359375,0.0439453125,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1920,1984,2048,64,1.45326069002544,0.0,0.904296875,0.005859375,0.0556640625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,1984,2048,2048,64,1.5112575420356718,0.0,0.90625,0.00537109375,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2048,2112,2048,64,1.4634999188958544,0.0,0.92236328125,0.00390625,0.05517578125,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2112,2176,2048,64,1.3748537139659138,0.0,0.8857421875,0.00537109375,0.05810546875,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2176,2240,2048,64,1.3402411120880608,0.0,0.923828125,0.00927734375,0.0498046875,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2240,2304,2048,64,1.4287038992279897,0.0,0.9189453125,0.00634765625,0.06201171875,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2304,2368,2048,64,1.306978522751885,0.0,0.88720703125,0.00927734375,0.0712890625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2368,2432,2048,64,1.3738490039607092,0.0,0.90234375,0.00732421875,0.05615234375,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2432,2496,2048,64,1.3173411463622617,0.0,0.89208984375,0.00439453125,0.05322265625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2496,2560,2048,64,1.3568219925708662,0.0,0.90234375,0.01025390625,0.06689453125,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2560,2624,2048,64,1.3322646520329708,0.0,0.83837890625,0.0078125,0.0673828125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2624,2688,2048,64,1.245541633356491,0.0,0.853515625,0.0107421875,0.0888671875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2688,2752,2048,64,1.422657120010224,0.0,0.89794921875,0.00732421875,0.056640625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2752,2816,2048,64,1.4696421332432863,0.0,0.9013671875,0.00341796875,0.04833984375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2816,2880,2048,64,1.4013695081193789,0.0,0.86669921875,0.0068359375,0.05322265625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2880,2944,2048,64,1.3138016426473977,0.0,0.88232421875,0.00390625,0.0537109375,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,2944,3008,2048,64,1.4824258445987266,0.0,0.849609375,0.0068359375,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3008,3072,2048,64,1.3931225553781008,0.0,0.90478515625,0.00244140625,0.05029296875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3072,3136,2048,64,1.3003650333508208,0.0,0.87890625,0.00732421875,0.06103515625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3136,3200,2048,64,1.309314591409514,0.0,0.8623046875,0.0078125,0.07275390625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3200,3264,2048,64,1.357922977751856,0.0,0.8720703125,0.00927734375,0.06787109375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3264,3328,2048,64,1.3925882756223555,0.0,0.8837890625,0.0107421875,0.08642578125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3328,3392,2048,64,1.417541949790066,0.0,0.9228515625,0.00390625,0.0439453125,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3392,3456,2048,64,1.3442484482958381,0.0,0.8095703125,0.00341796875,0.0771484375,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3456,3520,2048,64,1.2668358231848356,0.0,0.9150390625,0.00537109375,0.04541015625,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3520,3584,2048,64,1.2207733377222962,0.0,0.85009765625,0.00146484375,0.05908203125,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3584,3648,2048,64,1.4838246090905458,0.0,0.87353515625,0.0068359375,0.06201171875,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3648,3712,2048,64,1.3376438939528394,0.0,0.87548828125,0.00732421875,0.0556640625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3712,3776,2048,64,1.3741650143005997,0.0,0.88623046875,0.0068359375,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3776,3840,2048,64,1.2861731692442198,0.0,0.8876953125,0.00732421875,0.05712890625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3840,3904,2048,64,1.6233856721232511,0.0,0.9267578125,0.00390625,0.04052734375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3904,3968,2048,64,1.4427371020861528,0.0,0.87255859375,0.0068359375,0.05419921875,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,3968,4032,2048,64,1.487255427913598,0.0,0.8271484375,0.00634765625,0.07177734375,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4032,4096,2048,64,1.2448370999087037,0.0,0.8671875,0.0068359375,0.0625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4096,4160,2048,64,1.3712999217500645,0.0,0.8720703125,0.0078125,0.06689453125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4160,4224,2048,64,1.2868981844294143,0.0,0.87158203125,0.00439453125,0.04931640625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4224,4288,2048,64,1.323303122368354,0.0,0.8681640625,0.0048828125,0.06396484375,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4288,4352,2048,64,1.3269412373230103,0.0,0.85791015625,0.0078125,0.08251953125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4352,4416,2048,64,1.523706559820317,0.0,0.92041015625,0.00634765625,0.05078125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4416,4480,2048,64,1.2290856150399134,0.0,0.86962890625,0.0078125,0.0712890625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4480,4544,2048,64,1.3868381283905142,0.0,0.87646484375,0.0087890625,0.07177734375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4544,4608,2048,64,1.4414341281719336,0.0,0.8994140625,0.005859375,0.0478515625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4608,4672,2048,64,1.4814098608767103,0.0,0.9140625,0.00732421875,0.06396484375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4672,4736,2048,64,1.333954765569345,0.0,0.86669921875,0.00439453125,0.0556640625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4736,4800,2048,64,1.363091791649387,0.0,0.85400390625,0.0078125,0.0849609375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4800,4864,2048,64,1.350741867877564,0.0,0.91162109375,0.00439453125,0.048828125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4864,4928,2048,64,1.4235618550865037,0.0,0.88671875,0.00244140625,0.060546875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4928,4992,2048,64,1.317380058153845,0.0,0.857421875,0.00341796875,0.05322265625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,4992,5056,2048,64,1.3175170583122662,0.0,0.8984375,0.0068359375,0.05615234375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5056,5120,2048,64,1.5155210647979218,0.0,0.89208984375,0.0068359375,0.06103515625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5120,5184,2048,64,1.3321050840080728,0.0,0.861328125,0.005859375,0.06005859375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5184,5248,2048,64,1.4451133069031417,0.0,0.89599609375,0.0087890625,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5248,5312,2048,64,1.326416626665858,0.0,0.8681640625,0.00634765625,0.0693359375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5312,5376,2048,64,1.3377925182717114,0.0,0.8515625,0.00830078125,0.076171875,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5376,5440,2048,64,1.3067470611091545,0.0,0.861328125,0.009765625,0.072265625,1.0,35,0.546875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5440,5504,2048,64,1.2919622570268925,0.0,0.8974609375,0.005859375,0.056640625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5504,5568,2048,64,1.2092725222722789,0.0,0.8642578125,0.00537109375,0.0634765625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5568,5632,2048,64,1.3739524827106713,0.0,0.9130859375,0.00390625,0.04638671875,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5632,5696,2048,64,1.3570361962245259,0.0,0.8720703125,0.0048828125,0.06982421875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5696,5760,2048,64,1.4302669951295146,0.0,0.8876953125,0.00439453125,0.0595703125,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5760,5824,2048,64,1.4953192524093086,0.0,0.892578125,0.00390625,0.0478515625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5824,5888,2048,64,1.6242586754580444,0.0,0.85986328125,0.005859375,0.0556640625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5888,5952,2048,64,1.4522508031959507,0.0,0.90625,0.00439453125,0.05517578125,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,5952,6016,2048,64,1.3963467723954757,0.0,0.88134765625,0.0048828125,0.0517578125,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,6016,6080,2048,64,1.2994368053020364,0.0,0.90673828125,0.0068359375,0.05859375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,64,6080,6144,2048,64,1.5476711341429314,0.0,0.88134765625,0.0048828125,0.06494140625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,0,128,4096,128,1.2562589773734711,0.0,0.878662109375,0.00537109375,0.057861328125,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,128,256,4096,128,1.2370906447012078,0.0,0.859130859375,0.007568359375,0.072021484375,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,256,384,4096,128,1.4023248157227568,0.0,0.90283203125,0.005859375,0.059326171875,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,384,512,4096,128,1.3663633093076397,0.0,0.873291015625,0.0068359375,0.064697265625,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,512,640,4096,128,1.3646393438213822,0.0,0.8564453125,0.007080078125,0.07958984375,1.0,72,0.5625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,640,768,4096,128,1.4145404640006423,0.0,0.869140625,0.00634765625,0.0634765625,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,768,896,4096,128,1.466160400095651,0.0,0.884765625,0.00634765625,0.0595703125,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,896,1024,4096,128,1.4382909409974671,0.0,0.877197265625,0.007080078125,0.067138671875,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1024,1152,4096,128,1.3960182894696604,0.0,0.864990234375,0.00537109375,0.06494140625,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1152,1280,4096,128,1.310128899264113,0.0,0.825439453125,0.0068359375,0.071044921875,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1280,1408,4096,128,1.4663954453439874,0.0,0.884765625,0.008056640625,0.065185546875,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1408,1536,4096,128,1.2909305227860466,0.0,0.857666015625,0.003662109375,0.065185546875,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1536,1664,4096,128,1.4067558515621699,0.0,0.898193359375,0.00537109375,0.059814453125,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1664,1792,4096,128,1.369452496179714,0.0,0.866455078125,0.0068359375,0.07080078125,1.0,74,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1792,1920,4096,128,1.4152666158781217,0.0,0.910400390625,0.007080078125,0.050048828125,1.0,85,0.6640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,1920,2048,4096,128,1.482542746691123,0.0,0.9052734375,0.005615234375,0.058349609375,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2048,2176,4096,128,1.419868787496584,0.0,0.904052734375,0.004638671875,0.055908203125,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2176,2304,4096,128,1.3851788819860602,0.0,0.92138671875,0.0078125,0.055908203125,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2304,2432,4096,128,1.3408307023294426,0.0,0.894775390625,0.00830078125,0.063232421875,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2432,2560,4096,128,1.3372272834905468,0.0,0.897216796875,0.00732421875,0.06005859375,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2560,2688,4096,128,1.289632324246118,0.0,0.845947265625,0.0087890625,0.078857421875,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2688,2816,4096,128,1.446340430348205,0.0,0.899658203125,0.005615234375,0.052734375,1.0,85,0.6640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2816,2944,4096,128,1.3582914367892023,0.0,0.87451171875,0.00537109375,0.053955078125,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,2944,3072,4096,128,1.4384673856291386,0.0,0.877197265625,0.004638671875,0.059326171875,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3072,3200,4096,128,1.3048474851949832,0.0,0.87060546875,0.007568359375,0.067138671875,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3200,3328,4096,128,1.3753648459422165,0.0,0.8779296875,0.009765625,0.076171875,1.0,76,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3328,3456,4096,128,1.3813813865403701,0.0,0.8662109375,0.003662109375,0.06103515625,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3456,3584,4096,128,1.244017794285523,0.0,0.882568359375,0.00341796875,0.052490234375,1.0,84,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3584,3712,4096,128,1.4126263939152535,0.0,0.87451171875,0.006591796875,0.05859375,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3712,3840,4096,128,1.3308964850452285,0.0,0.886962890625,0.007080078125,0.061767578125,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3840,3968,4096,128,1.5357199266453192,0.0,0.899658203125,0.00537109375,0.047607421875,1.0,83,0.6484375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,3968,4096,4096,128,1.3714131604238695,0.0,0.84716796875,0.007080078125,0.068115234375,1.0,76,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4096,4224,4096,128,1.3297688544403978,0.0,0.871826171875,0.005859375,0.05859375,1.0,76,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4224,4352,4096,128,1.3251234283979278,0.0,0.863037109375,0.00634765625,0.072998046875,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4352,4480,4096,128,1.3842566831223007,0.0,0.89501953125,0.0078125,0.062255859375,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4480,4608,4096,128,1.4143995793651252,0.0,0.887939453125,0.00732421875,0.0595703125,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4608,4736,4096,128,1.4096117359911418,0.0,0.890380859375,0.006103515625,0.06103515625,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4736,4864,4096,128,1.356930879982342,0.0,0.8828125,0.006103515625,0.06640625,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4864,4992,4096,128,1.3714989195910356,0.0,0.8720703125,0.002685546875,0.0576171875,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,4992,5120,4096,128,1.4199745238542194,0.0,0.895263671875,0.006591796875,0.0595703125,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5120,5248,4096,128,1.38975832874437,0.0,0.878662109375,0.007568359375,0.060302734375,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5248,5376,4096,128,1.3321167158772913,0.0,0.85986328125,0.00732421875,0.072509765625,1.0,74,0.578125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5376,5504,4096,128,1.2993756876476168,0.0,0.87939453125,0.0078125,0.064453125,1.0,76,0.59375
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5504,5632,4096,128,1.2942344180768754,0.0,0.888671875,0.0048828125,0.05615234375,1.0,84,0.65625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5632,5760,4096,128,1.3941325107787172,0.0,0.8798828125,0.00439453125,0.06396484375,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5760,5888,4096,128,1.5611207370710718,0.0,0.876220703125,0.004638671875,0.051025390625,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,5888,6016,4096,128,1.4245730420309353,0.0,0.893798828125,0.004638671875,0.052978515625,1.0,80,0.625
+fresh-zh-1,layers.20.mlp.gate_proj.output,128,6016,6144,4096,128,1.4289545042500182,0.0,0.89404296875,0.006103515625,0.06005859375,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.up_proj.output,0,0,6144,196608,6144,0.560832112375932,0.0,0.5014750162760416,0.0089111328125,0.09006754557291667,1.0,4372,0.7115885416666666
+fresh-zh-1,layers.20.mlp.up_proj.output,64,0,64,2048,64,0.555948980461727,0.0,0.49169921875,0.00830078125,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,64,128,2048,64,0.4793546259983957,0.0,0.517578125,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,128,192,2048,64,0.5417684928589248,0.0,0.51123046875,0.0107421875,0.08642578125,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,192,256,2048,64,0.6565049198168261,0.0,0.5048828125,0.009765625,0.103515625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,256,320,2048,64,0.5385143504119139,0.0,0.5302734375,0.0078125,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,320,384,2048,64,0.4737166369776152,0.0,0.49853515625,0.009765625,0.07666015625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,384,448,2048,64,0.5837922856699908,0.0,0.53759765625,0.00732421875,0.087890625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,448,512,2048,64,0.5676141298195656,0.0,0.46923828125,0.01171875,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,512,576,2048,64,0.47657396905280786,0.0,0.4609375,0.0087890625,0.08544921875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,576,640,2048,64,0.5551833372726687,0.0,0.49169921875,0.0068359375,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,640,704,2048,64,0.49573100152260013,0.0,0.466796875,0.01220703125,0.0888671875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,704,768,2048,64,0.5677214665518235,0.0,0.50048828125,0.0126953125,0.10107421875,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,768,832,2048,64,0.603706214599148,0.0,0.4736328125,0.0087890625,0.10888671875,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,832,896,2048,64,0.5287176234785558,0.0,0.54736328125,0.0087890625,0.09375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,896,960,2048,64,0.6932463364335724,0.0,0.45361328125,0.00830078125,0.095703125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,960,1024,2048,64,0.69186922463344,0.0,0.51513671875,0.005859375,0.0947265625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1024,1088,2048,64,0.5544611900921722,0.0,0.50244140625,0.0078125,0.09326171875,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1088,1152,2048,64,0.5715483686722407,0.0,0.5625,0.00732421875,0.0693359375,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1152,1216,2048,64,0.5030011868129252,0.0,0.51025390625,0.0087890625,0.07470703125,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1216,1280,2048,64,0.6387932170377096,0.0,0.48681640625,0.00927734375,0.1044921875,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1280,1344,2048,64,0.6936443696862771,0.0,0.55810546875,0.00732421875,0.0986328125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1344,1408,2048,64,0.5198060045966378,0.0,0.49658203125,0.00830078125,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1408,1472,2048,64,0.51913786540272,0.0,0.533203125,0.00732421875,0.0849609375,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1472,1536,2048,64,0.5402780169674819,0.0,0.51953125,0.009765625,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1536,1600,2048,64,0.5948677389020566,0.0,0.4716796875,0.00732421875,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1600,1664,2048,64,0.5751356278992185,0.0,0.50732421875,0.009765625,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1664,1728,2048,64,0.6275354142087649,0.0,0.4375,0.0087890625,0.10888671875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1728,1792,2048,64,0.5254395374102375,0.0,0.43115234375,0.00732421875,0.07470703125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1792,1856,2048,64,0.5061081208588608,0.0,0.44091796875,0.009765625,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1856,1920,2048,64,0.5690653781935563,0.0,0.4609375,0.009765625,0.091796875,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1920,1984,2048,64,0.4989696043465638,0.0,0.52587890625,0.00830078125,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,1984,2048,2048,64,0.6425467504010707,0.0,0.52685546875,0.0126953125,0.1162109375,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2048,2112,2048,64,0.617916272667877,0.0,0.46484375,0.009765625,0.09912109375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2112,2176,2048,64,0.5213191711353586,0.0,0.5478515625,0.0087890625,0.08447265625,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2176,2240,2048,64,0.46136474436144226,0.0,0.50390625,0.00927734375,0.07666015625,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2240,2304,2048,64,0.5095190826658644,0.0,0.4931640625,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2304,2368,2048,64,0.5842835958378717,0.0,0.50830078125,0.009765625,0.08154296875,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2368,2432,2048,64,0.5223486341145823,0.0,0.45458984375,0.00927734375,0.083984375,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2432,2496,2048,64,0.5225678145635596,0.0,0.572265625,0.01220703125,0.0849609375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2496,2560,2048,64,0.512247733741282,0.0,0.4697265625,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2560,2624,2048,64,0.5271267551706551,0.0,0.52783203125,0.0048828125,0.0791015625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2624,2688,2048,64,0.5136414937393311,0.0,0.537109375,0.00927734375,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2688,2752,2048,64,0.5234225506780592,0.0,0.5322265625,0.00830078125,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2752,2816,2048,64,0.5381593382312565,0.0,0.47021484375,0.0078125,0.0927734375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2816,2880,2048,64,0.5328583694608782,0.0,0.54541015625,0.00634765625,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2880,2944,2048,64,0.5253328436822114,0.0,0.564453125,0.0078125,0.08544921875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,2944,3008,2048,64,0.5645073751956442,0.0,0.51513671875,0.00732421875,0.08837890625,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3008,3072,2048,64,0.5074507864784001,0.0,0.5341796875,0.0068359375,0.08203125,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3072,3136,2048,64,0.49337590697884914,0.0,0.53857421875,0.00439453125,0.07568359375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3136,3200,2048,64,0.5075245114617088,0.0,0.5185546875,0.0078125,0.0810546875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3200,3264,2048,64,0.48373418001377977,0.0,0.52783203125,0.01171875,0.0927734375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3264,3328,2048,64,0.5630288347425816,0.0,0.55029296875,0.00830078125,0.08056640625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3328,3392,2048,64,0.5847321386524559,0.0,0.5234375,0.0078125,0.09814453125,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3392,3456,2048,64,0.6075650589557368,0.0,0.537109375,0.0107421875,0.103515625,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3456,3520,2048,64,0.5737913970547126,0.0,0.49609375,0.009765625,0.1005859375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3520,3584,2048,64,0.5746513382322407,0.0,0.41455078125,0.00732421875,0.08154296875,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3584,3648,2048,64,0.6815868269870757,0.0,0.4365234375,0.0048828125,0.09326171875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3648,3712,2048,64,0.5486906557001295,0.0,0.4853515625,0.00634765625,0.07373046875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3712,3776,2048,64,0.7318329608526365,0.0,0.521484375,0.01220703125,0.10205078125,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3776,3840,2048,64,0.5034563706166594,0.0,0.48779296875,0.01025390625,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3840,3904,2048,64,0.5900187104886601,0.0,0.59130859375,0.0107421875,0.09521484375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3904,3968,2048,64,0.4894602704223084,0.0,0.47900390625,0.0078125,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,3968,4032,2048,64,0.7058250577807063,0.0,0.50732421875,0.01025390625,0.1005859375,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4032,4096,2048,64,0.5092243012460071,0.0,0.48681640625,0.00732421875,0.07373046875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4096,4160,2048,64,0.5462889941201625,0.0,0.51318359375,0.01025390625,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4160,4224,2048,64,0.5458158213678328,0.0,0.4970703125,0.00634765625,0.09033203125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4224,4288,2048,64,0.5347718810580709,0.0,0.47314453125,0.00390625,0.07373046875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4288,4352,2048,64,0.5408124762251934,0.0,0.498046875,0.00830078125,0.08056640625,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4352,4416,2048,64,0.5881628922915013,0.0,0.4501953125,0.00830078125,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4416,4480,2048,64,0.5188087559334025,0.0,0.5185546875,0.0087890625,0.0771484375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4480,4544,2048,64,0.5998337212322395,0.0,0.5126953125,0.009765625,0.09814453125,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4544,4608,2048,64,0.47688332832275215,0.0,0.513671875,0.01171875,0.09619140625,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4608,4672,2048,64,0.5235699923184393,0.0,0.5478515625,0.00537109375,0.07421875,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4672,4736,2048,64,0.5812870576887995,0.0,0.537109375,0.00732421875,0.09326171875,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4736,4800,2048,64,0.5283971015012374,0.0,0.48876953125,0.00830078125,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4800,4864,2048,64,0.48278596719450473,0.0,0.5458984375,0.013671875,0.09521484375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4864,4928,2048,64,0.7278136850930479,0.0,0.53515625,0.00732421875,0.1103515625,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4928,4992,2048,64,0.5174713338920177,0.0,0.50390625,0.00927734375,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,4992,5056,2048,64,0.5362103922868339,0.0,0.5087890625,0.0087890625,0.08740234375,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5056,5120,2048,64,0.5238914841790225,0.0,0.47216796875,0.00830078125,0.0869140625,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5120,5184,2048,64,0.6275567447933359,0.0,0.53662109375,0.00927734375,0.09716796875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5184,5248,2048,64,0.5648273787563067,0.0,0.4755859375,0.00927734375,0.09375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5248,5312,2048,64,0.5662830338964987,0.0,0.494140625,0.00634765625,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5312,5376,2048,64,0.5226343743984091,0.0,0.501953125,0.00927734375,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5376,5440,2048,64,0.5443122972250031,0.0,0.4482421875,0.00634765625,0.07177734375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5440,5504,2048,64,0.5750263718784155,0.0,0.50439453125,0.00830078125,0.08447265625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5504,5568,2048,64,0.5927348013053579,0.0,0.49072265625,0.01123046875,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5568,5632,2048,64,0.5022178399125273,0.0,0.47998046875,0.00830078125,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5632,5696,2048,64,0.5186610189005422,0.0,0.408203125,0.00927734375,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5696,5760,2048,64,0.5604048581186944,0.0,0.5439453125,0.01025390625,0.10546875,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5760,5824,2048,64,0.5729236219615977,0.0,0.4638671875,0.009765625,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5824,5888,2048,64,0.61921356334869,0.0,0.5068359375,0.00927734375,0.109375,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5888,5952,2048,64,0.6370027996284418,0.0,0.46826171875,0.0078125,0.10205078125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,64,5952,6016,2048,64,0.5720333336716941,0.0,0.45556640625,0.00732421875,0.09033203125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,64,6016,6080,2048,64,0.5210420259646388,0.0,0.4580078125,0.00634765625,0.0888671875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,64,6080,6144,2048,64,0.5537389552245752,0.0,0.50341796875,0.00927734375,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,0,128,4096,128,0.5190665305827836,0.0,0.504638671875,0.0087890625,0.086669921875,1.0,97,0.7578125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,128,256,4096,128,0.6018769847727723,0.0,0.508056640625,0.010009765625,0.096435546875,1.0,87,0.6796875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,256,384,4096,128,0.5071514358399014,0.0,0.514404296875,0.008544921875,0.0810546875,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,128,384,512,4096,128,0.5757600338589918,0.0,0.50341796875,0.009521484375,0.0849609375,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,512,640,4096,128,0.5173737942551616,0.0,0.476318359375,0.0087890625,0.0849609375,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,640,768,4096,128,0.5329431909004718,0.0,0.483642578125,0.0126953125,0.0947265625,1.0,93,0.7265625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,768,896,4096,128,0.5674519886838201,0.0,0.510498046875,0.008544921875,0.1015625,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,896,1024,4096,128,0.6925581228219937,0.0,0.484375,0.007080078125,0.09521484375,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1024,1152,4096,128,0.5630696000719305,0.0,0.532470703125,0.0078125,0.081787109375,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1152,1280,4096,128,0.5749204153918165,0.0,0.49853515625,0.009521484375,0.08642578125,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1280,1408,4096,128,0.6129195681376931,0.0,0.52734375,0.0078125,0.092041015625,1.0,89,0.6953125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1408,1536,4096,128,0.5298133911639112,0.0,0.5263671875,0.00830078125,0.087890625,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1536,1664,4096,128,0.5850848730165025,0.0,0.489501953125,0.008544921875,0.09375,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1664,1792,4096,128,0.578743208841387,0.0,0.434326171875,0.008544921875,0.092041015625,1.0,88,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1792,1920,4096,128,0.5385075833532257,0.0,0.450927734375,0.01025390625,0.087890625,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,1920,2048,4096,128,0.5752551575226172,0.0,0.5263671875,0.010986328125,0.10009765625,1.0,88,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2048,2176,4096,128,0.5716616998807159,0.0,0.50634765625,0.00927734375,0.09228515625,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2176,2304,4096,128,0.4860386419516266,0.0,0.49853515625,0.0078125,0.08203125,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2304,2432,4096,128,0.5541820169973957,0.0,0.4814453125,0.00927734375,0.0830078125,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2432,2560,4096,128,0.5174335037185039,0.0,0.52099609375,0.010986328125,0.087158203125,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2560,2688,4096,128,0.5204278048430517,0.0,0.532470703125,0.00732421875,0.083740234375,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2688,2816,4096,128,0.5308420856920772,0.0,0.501220703125,0.0078125,0.08984375,1.0,97,0.7578125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2816,2944,4096,128,0.529108986200265,0.0,0.554931640625,0.007080078125,0.083251953125,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,128,2944,3072,4096,128,0.5367377745919429,0.0,0.524658203125,0.007568359375,0.086181640625,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3072,3200,4096,128,0.5005002074533278,0.0,0.528564453125,0.006103515625,0.078857421875,1.0,97,0.7578125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3200,3328,4096,128,0.5248810463644087,0.0,0.5390625,0.01123046875,0.086669921875,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3328,3456,4096,128,0.5962579034432007,0.0,0.5302734375,0.00927734375,0.1005859375,1.0,89,0.6953125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3456,3584,4096,128,0.5742215286220571,0.0,0.455322265625,0.008544921875,0.091064453125,1.0,90,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3584,3712,4096,128,0.6187172368598389,0.0,0.4609375,0.006103515625,0.0859375,1.0,88,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3712,3840,4096,128,0.6281113753566463,0.0,0.504638671875,0.010986328125,0.09619140625,1.0,85,0.6640625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3840,3968,4096,128,0.5420763023083469,0.0,0.53515625,0.00927734375,0.089599609375,1.0,93,0.7265625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,3968,4096,4096,128,0.6154260317741774,0.0,0.4970703125,0.009033203125,0.08642578125,1.0,90,0.703125
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4096,4224,4096,128,0.5460524589965056,0.0,0.505126953125,0.00830078125,0.089599609375,1.0,93,0.7265625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4224,4352,4096,128,0.5378006597296124,0.0,0.485595703125,0.006103515625,0.076904296875,1.0,93,0.7265625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4352,4480,4096,128,0.5545710563588172,0.0,0.484375,0.00830078125,0.08837890625,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4480,4608,4096,128,0.5418570853829918,0.0,0.51318359375,0.01171875,0.09765625,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4608,4736,4096,128,0.5531817876127306,0.0,0.54248046875,0.00634765625,0.0830078125,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4736,4864,4096,128,0.5061056149633407,0.0,0.517333984375,0.01123046875,0.09228515625,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4864,4992,4096,128,0.6314623273041339,0.0,0.51953125,0.00830078125,0.101318359375,1.0,84,0.65625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,4992,5120,4096,128,0.5300867249760642,0.0,0.490478515625,0.008544921875,0.087890625,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5120,5248,4096,128,0.5970165138956913,0.0,0.506103515625,0.00927734375,0.09619140625,1.0,85,0.6640625
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5248,5376,4096,128,0.5448959367539088,0.0,0.498046875,0.0078125,0.08544921875,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5376,5504,4096,128,0.5598799894915043,0.0,0.476318359375,0.007080078125,0.07763671875,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5504,5632,4096,128,0.5493438374119196,0.0,0.4853515625,0.009033203125,0.089111328125,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5632,5760,4096,128,0.5399365043826831,0.0,0.47607421875,0.009765625,0.095703125,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5760,5888,4096,128,0.5965177757772931,0.0,0.4853515625,0.009033203125,0.101318359375,1.0,86,0.671875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,5888,6016,4096,128,0.6053902466863933,0.0,0.4619140625,0.007568359375,0.09765625,1.0,88,0.6875
+fresh-zh-1,layers.20.mlp.up_proj.output,128,6016,6144,4096,128,0.5376391091403876,0.0,0.480712890625,0.008056640625,0.091552734375,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,0,0,6144,196608,6144,0.3072704809338131,0.0,0.8800811767578125,0.0027364095052083335,0.028071085611979168,1.0,4599,0.74853515625
+fresh-zh-1,layers.20.mlp.silu_gate,64,0,64,2048,64,0.3048291827789269,0.0,0.86767578125,0.00341796875,0.03125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,64,128,2048,64,0.25165288747742537,0.0,0.8896484375,0.001953125,0.02099609375,1.0,54,0.84375
+fresh-zh-1,layers.20.mlp.silu_gate,64,128,192,2048,64,0.27767611097641653,0.0,0.86669921875,0.00390625,0.037109375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,192,256,2048,64,0.3707580132852954,0.0,0.8515625,0.00439453125,0.0419921875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.silu_gate,64,256,320,2048,64,0.3886254229198207,0.0,0.89501953125,0.00244140625,0.03857421875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.silu_gate,64,320,384,2048,64,0.2929722701665569,0.0,0.91064453125,0.0029296875,0.02734375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,384,448,2048,64,0.28301562063592695,0.0,0.892578125,0.0029296875,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,448,512,2048,64,0.25442374593192846,0.0,0.85400390625,0.00537109375,0.02880859375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,512,576,2048,64,0.26592270618897673,0.0,0.8818359375,0.001953125,0.02392578125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,576,640,2048,64,0.2714565291493953,0.0,0.8310546875,0.001953125,0.02978515625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,640,704,2048,64,0.3695223074759134,0.0,0.86328125,0.00244140625,0.02392578125,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.silu_gate,64,704,768,2048,64,0.2753678292155687,0.0,0.875,0.00244140625,0.0322265625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,768,832,2048,64,0.387564065004455,0.0,0.859375,0.00390625,0.03662109375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.silu_gate,64,832,896,2048,64,0.34780012951960226,0.0,0.91015625,0.00341796875,0.0244140625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,896,960,2048,64,0.28138190322847395,0.0,0.84765625,0.00439453125,0.03564453125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,960,1024,2048,64,0.2751681094789659,0.0,0.90673828125,0.001953125,0.01953125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1024,1088,2048,64,0.3060236959274781,0.0,0.8818359375,0.00048828125,0.02685546875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,1088,1152,2048,64,0.2967517786343284,0.0,0.84814453125,0.0029296875,0.03125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1152,1216,2048,64,0.5132204887964785,0.0,0.82177734375,0.0029296875,0.04736328125,1.0,30,0.46875
+fresh-zh-1,layers.20.mlp.silu_gate,64,1216,1280,2048,64,0.3534817223500953,0.0,0.8291015625,0.005859375,0.05126953125,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.silu_gate,64,1280,1344,2048,64,0.2930504824492986,0.0,0.90234375,0.00341796875,0.02001953125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,1344,1408,2048,64,0.27937319132141936,0.0,0.8671875,0.0029296875,0.02734375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,1408,1472,2048,64,0.3487669961446727,0.0,0.8642578125,0.00146484375,0.02685546875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,1472,1536,2048,64,0.2707713909681828,0.0,0.85107421875,0.001953125,0.02880859375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,1536,1600,2048,64,0.27258830966485115,0.0,0.90576171875,0.00146484375,0.02294921875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1600,1664,2048,64,0.27609253458071975,0.0,0.890625,0.0029296875,0.02392578125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,1664,1728,2048,64,0.2857035929809144,0.0,0.87890625,0.0029296875,0.0263671875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1728,1792,2048,64,0.2681808553035802,0.0,0.85400390625,0.00146484375,0.0263671875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1792,1856,2048,64,0.2592788726459364,0.0,0.91455078125,0.001953125,0.02587890625,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1856,1920,2048,64,0.3140292233514222,0.0,0.90625,0.00244140625,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,1920,1984,2048,64,0.3161409188508965,0.0,0.904296875,0.00244140625,0.02685546875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,1984,2048,2048,64,0.24466071972859613,0.0,0.90625,0.00048828125,0.0185546875,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2048,2112,2048,64,0.2477163898389984,0.0,0.92236328125,0.0009765625,0.0224609375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2112,2176,2048,64,0.2664672736683219,0.0,0.8857421875,0.0029296875,0.02490234375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2176,2240,2048,64,0.24118709935550095,0.0,0.923828125,0.00146484375,0.02392578125,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2240,2304,2048,64,0.2394651602593828,0.0,0.9189453125,0.00244140625,0.02001953125,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2304,2368,2048,64,0.29251496616417644,0.0,0.88720703125,0.0048828125,0.03271484375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2368,2432,2048,64,0.2614514627506078,0.0,0.90234375,0.00244140625,0.0185546875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2432,2496,2048,64,0.2548606699725685,0.0,0.89208984375,0.001953125,0.01953125,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2496,2560,2048,64,0.26243918035770747,0.0,0.90234375,0.00537109375,0.0283203125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2560,2624,2048,64,0.3643697183258363,0.0,0.83837890625,0.00341796875,0.03955078125,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2624,2688,2048,64,0.2978552340327826,0.0,0.853515625,0.00390625,0.046875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,2688,2752,2048,64,0.2708537991386509,0.0,0.89794921875,0.00439453125,0.02294921875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,2752,2816,2048,64,0.31450818148625564,0.0,0.9013671875,0.0009765625,0.01513671875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2816,2880,2048,64,0.37449541059332603,0.0,0.86669921875,0.0029296875,0.03369140625,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2880,2944,2048,64,0.37235445486182606,0.0,0.88232421875,0.0029296875,0.025390625,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.silu_gate,64,2944,3008,2048,64,0.2944603731446783,0.0,0.849609375,0.00244140625,0.0244140625,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,3008,3072,2048,64,0.34309036207208576,0.0,0.90478515625,0.001953125,0.02490234375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3072,3136,2048,64,0.2501662942242356,0.0,0.87890625,0.001953125,0.02392578125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3136,3200,2048,64,0.30426341141340163,0.0,0.8623046875,0.0029296875,0.03369140625,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,3200,3264,2048,64,0.2712063454239341,0.0,0.8720703125,0.00390625,0.02783203125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,3264,3328,2048,64,0.24945308494048077,0.0,0.8837890625,0.00244140625,0.02978515625,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3328,3392,2048,64,0.27918749159294853,0.0,0.9228515625,0.0009765625,0.015625,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3392,3456,2048,64,0.31964153467934614,0.0,0.8095703125,0.00146484375,0.033203125,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,3456,3520,2048,64,0.25806830133266273,0.0,0.9150390625,0.00244140625,0.02197265625,1.0,54,0.84375
+fresh-zh-1,layers.20.mlp.silu_gate,64,3520,3584,2048,64,0.296174627280783,0.0,0.85009765625,0.0,0.021484375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,3584,3648,2048,64,0.318663701149184,0.0,0.87353515625,0.00146484375,0.02587890625,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,3648,3712,2048,64,0.3109529800813037,0.0,0.87548828125,0.00390625,0.0244140625,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,3712,3776,2048,64,0.2543794825951758,0.0,0.88623046875,0.0029296875,0.02099609375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3776,3840,2048,64,0.32123783179809523,0.0,0.8876953125,0.00390625,0.03076171875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,3840,3904,2048,64,0.2701815687912901,0.0,0.9267578125,0.00146484375,0.0126953125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,3904,3968,2048,64,0.28271574783649,0.0,0.87255859375,0.00244140625,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,3968,4032,2048,64,0.3678006712119037,0.0,0.8271484375,0.00341796875,0.0478515625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.silu_gate,64,4032,4096,2048,64,0.2730430314357561,0.0,0.8671875,0.00244140625,0.029296875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,4096,4160,2048,64,0.3207972080325788,0.0,0.8720703125,0.00341796875,0.0341796875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,64,4160,4224,2048,64,0.2996706332968457,0.0,0.87158203125,0.001953125,0.01953125,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,4224,4288,2048,64,0.27227015264954635,0.0,0.8681640625,0.001953125,0.0283203125,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4288,4352,2048,64,0.28013675698544355,0.0,0.85791015625,0.0009765625,0.029296875,1.0,48,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,64,4352,4416,2048,64,0.27382014078791356,0.0,0.92041015625,0.0029296875,0.0205078125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4416,4480,2048,64,0.26072230961716597,0.0,0.86962890625,0.00341796875,0.03515625,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4480,4544,2048,64,0.3052876732609497,0.0,0.87646484375,0.00537109375,0.02880859375,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,4544,4608,2048,64,0.289484206273912,0.0,0.8994140625,0.00341796875,0.01806640625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4608,4672,2048,64,0.2467870797759924,0.0,0.9140625,0.00341796875,0.0263671875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4672,4736,2048,64,0.28113457081706983,0.0,0.86669921875,0.001953125,0.0205078125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,4736,4800,2048,64,0.2666194239607954,0.0,0.85400390625,0.0029296875,0.0322265625,1.0,49,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,64,4800,4864,2048,64,0.28261034000339996,0.0,0.91162109375,0.001953125,0.02099609375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4864,4928,2048,64,0.30531707184461193,0.0,0.88671875,0.0,0.02880859375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4928,4992,2048,64,0.295079738168112,0.0,0.857421875,0.00146484375,0.025390625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,4992,5056,2048,64,0.2645316794891748,0.0,0.8984375,0.00390625,0.02783203125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5056,5120,2048,64,0.26945461407949883,0.0,0.89208984375,0.00146484375,0.01708984375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5120,5184,2048,64,0.28775370302353664,0.0,0.861328125,0.001953125,0.0283203125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5184,5248,2048,64,0.29168499330078645,0.0,0.89599609375,0.00439453125,0.02392578125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5248,5312,2048,64,0.2807659943696281,0.0,0.8681640625,0.0029296875,0.0283203125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5312,5376,2048,64,0.25647162067715046,0.0,0.8515625,0.0029296875,0.03076171875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5376,5440,2048,64,0.4533775679864864,0.0,0.861328125,0.00732421875,0.05419921875,1.0,33,0.515625
+fresh-zh-1,layers.20.mlp.silu_gate,64,5440,5504,2048,64,0.30092059938845606,0.0,0.8974609375,0.0029296875,0.0263671875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5504,5568,2048,64,0.2872149552222825,0.0,0.8642578125,0.00341796875,0.03173828125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5568,5632,2048,64,0.36417462080658336,0.0,0.9130859375,0.001953125,0.02392578125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5632,5696,2048,64,0.4123526589298325,0.0,0.8720703125,0.00244140625,0.04638671875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.silu_gate,64,5696,5760,2048,64,0.291812078655586,0.0,0.8876953125,0.00244140625,0.02734375,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,64,5760,5824,2048,64,0.34200923409785167,0.0,0.892578125,0.001953125,0.0166015625,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5824,5888,2048,64,0.3561638541697232,0.0,0.85986328125,0.001953125,0.02587890625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5888,5952,2048,64,0.26635813513172396,0.0,0.90625,0.001953125,0.01806640625,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,5952,6016,2048,64,0.357704205511289,0.0,0.88134765625,0.001953125,0.03125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,64,6016,6080,2048,64,0.2676856118523641,0.0,0.90673828125,0.00341796875,0.02099609375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,64,6080,6144,2048,64,0.5749297089703008,0.0,0.88134765625,0.00390625,0.04931640625,1.0,21,0.328125
+fresh-zh-1,layers.20.mlp.silu_gate,128,0,128,4096,128,0.2795085029559871,0.0,0.878662109375,0.0029296875,0.02587890625,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,128,256,4096,128,0.3275404761416873,0.0,0.859130859375,0.00390625,0.041748046875,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,128,256,384,4096,128,0.3441383954357284,0.0,0.90283203125,0.002685546875,0.03271484375,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.silu_gate,128,384,512,4096,128,0.2690996878649002,0.0,0.873291015625,0.004150390625,0.024169921875,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,512,640,4096,128,0.2687038638396417,0.0,0.8564453125,0.001953125,0.027099609375,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,640,768,4096,128,0.32586360420367455,0.0,0.869140625,0.0029296875,0.03076171875,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,128,768,896,4096,128,0.3682192516535695,0.0,0.884765625,0.003662109375,0.03125,1.0,86,0.671875
+fresh-zh-1,layers.20.mlp.silu_gate,128,896,1024,4096,128,0.27829234982182544,0.0,0.877197265625,0.003173828125,0.027099609375,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,1024,1152,4096,128,0.30142339042595134,0.0,0.864990234375,0.001708984375,0.029052734375,1.0,98,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,128,1152,1280,4096,128,0.44064985995463907,0.0,0.825439453125,0.0048828125,0.05224609375,1.0,71,0.5546875
+fresh-zh-1,layers.20.mlp.silu_gate,128,1280,1408,4096,128,0.28629352533098007,0.0,0.884765625,0.003173828125,0.023681640625,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,1408,1536,4096,128,0.31221432043279396,0.0,0.857666015625,0.00146484375,0.029052734375,1.0,97,0.7578125
+fresh-zh-1,layers.20.mlp.silu_gate,128,1536,1664,4096,128,0.27434601711811557,0.0,0.898193359375,0.002197265625,0.023193359375,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,1664,1792,4096,128,0.27708077720546026,0.0,0.866455078125,0.002197265625,0.02587890625,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,1792,1920,4096,128,0.2879582321442166,0.0,0.910400390625,0.00244140625,0.0244140625,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,1920,2048,4096,128,0.28266937254503166,0.0,0.9052734375,0.00146484375,0.024658203125,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,2048,2176,4096,128,0.25726272342791423,0.0,0.904052734375,0.001953125,0.022705078125,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.silu_gate,128,2176,2304,4096,128,0.24032767201632457,0.0,0.92138671875,0.001953125,0.0224609375,1.0,105,0.8203125
+fresh-zh-1,layers.20.mlp.silu_gate,128,2304,2432,4096,128,0.27741834186338665,0.0,0.894775390625,0.00341796875,0.0263671875,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,2432,2560,4096,128,0.2586776802177681,0.0,0.897216796875,0.003662109375,0.02392578125,1.0,105,0.8203125
+fresh-zh-1,layers.20.mlp.silu_gate,128,2560,2688,4096,128,0.3327784789267276,0.0,0.845947265625,0.00390625,0.04443359375,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,128,2688,2816,4096,128,0.2934937620543511,0.0,0.899658203125,0.002685546875,0.019287109375,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,2816,2944,4096,128,0.3734264670660821,0.0,0.87451171875,0.0029296875,0.02978515625,1.0,89,0.6953125
+fresh-zh-1,layers.20.mlp.silu_gate,128,2944,3072,4096,128,0.31970135118517884,0.0,0.877197265625,0.00244140625,0.024658203125,1.0,92,0.71875
+fresh-zh-1,layers.20.mlp.silu_gate,128,3072,3200,4096,128,0.2785313252497892,0.0,0.87060546875,0.001953125,0.028564453125,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,3200,3328,4096,128,0.26055683006258823,0.0,0.8779296875,0.003173828125,0.029052734375,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,3328,3456,4096,128,0.30009695612762416,0.0,0.8662109375,0.001220703125,0.024658203125,1.0,98,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,128,3456,3584,4096,128,0.27777568107884887,0.0,0.882568359375,0.00146484375,0.021484375,1.0,104,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,128,3584,3712,4096,128,0.3148319474350881,0.0,0.87451171875,0.002685546875,0.025634765625,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,3712,3840,4096,128,0.28974356398695955,0.0,0.886962890625,0.00341796875,0.02783203125,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,3840,3968,4096,128,0.27651968663123105,0.0,0.899658203125,0.001953125,0.017333984375,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.silu_gate,128,3968,4096,4096,128,0.32390571989357814,0.0,0.84716796875,0.003173828125,0.038330078125,1.0,94,0.734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,4096,4224,4096,128,0.31041370551413333,0.0,0.871826171875,0.002685546875,0.02685546875,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.silu_gate,128,4224,4352,4096,128,0.276231459683839,0.0,0.863037109375,0.00146484375,0.028564453125,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.silu_gate,128,4352,4480,4096,128,0.26735144681974526,0.0,0.89501953125,0.003173828125,0.028076171875,1.0,104,0.8125
+fresh-zh-1,layers.20.mlp.silu_gate,128,4480,4608,4096,128,0.29749089828692343,0.0,0.887939453125,0.004150390625,0.0234375,1.0,98,0.765625
+fresh-zh-1,layers.20.mlp.silu_gate,128,4608,4736,4096,128,0.264518912039253,0.0,0.890380859375,0.00244140625,0.0234375,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,4736,4864,4096,128,0.2747312518717371,0.0,0.8828125,0.002685546875,0.0263671875,1.0,101,0.7890625
+fresh-zh-1,layers.20.mlp.silu_gate,128,4864,4992,4096,128,0.3002420408912861,0.0,0.8720703125,0.000732421875,0.026611328125,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,4992,5120,4096,128,0.2670044929416873,0.0,0.895263671875,0.002685546875,0.022705078125,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.silu_gate,128,5120,5248,4096,128,0.28972601619516114,0.0,0.878662109375,0.003173828125,0.02587890625,1.0,99,0.7734375
+fresh-zh-1,layers.20.mlp.silu_gate,128,5248,5376,4096,128,0.2688933206748823,0.0,0.85986328125,0.0029296875,0.029541015625,1.0,101,0.7890625
+fresh-zh-1,layers.20.mlp.silu_gate,128,5376,5504,4096,128,0.38477553605293613,0.0,0.87939453125,0.00439453125,0.0390625,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.silu_gate,128,5504,5632,4096,128,0.32796004706591664,0.0,0.888671875,0.00244140625,0.0302734375,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,128,5632,5760,4096,128,0.3572037265873613,0.0,0.8798828125,0.00244140625,0.03564453125,1.0,91,0.7109375
+fresh-zh-1,layers.20.mlp.silu_gate,128,5760,5888,4096,128,0.3491582787399083,0.0,0.876220703125,0.001953125,0.021240234375,1.0,89,0.6953125
+fresh-zh-1,layers.20.mlp.silu_gate,128,5888,6016,4096,128,0.3153561120315509,0.0,0.893798828125,0.001953125,0.022216796875,1.0,96,0.75
+fresh-zh-1,layers.20.mlp.silu_gate,128,6016,6144,4096,128,0.4484416110540197,0.0,0.89404296875,0.004150390625,0.03515625,1.0,69,0.5390625
+fresh-zh-1,layers.20.mlp.gated_product,0,0,6144,196608,6144,0.17104106478543388,0.0,0.4961293538411458,0.021067301432291668,0.16080220540364584,1.0,3457,0.5626627604166666
+fresh-zh-1,layers.20.mlp.gated_product,64,0,64,2048,64,0.18540553714303834,0.0,0.501953125,0.0185546875,0.1650390625,1.0,34,0.53125
+fresh-zh-1,layers.20.mlp.gated_product,64,64,128,2048,64,0.12261683268766152,0.0,0.5048828125,0.01806640625,0.13037109375,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.gated_product,64,128,192,2048,64,0.1623144807410823,0.0,0.5126953125,0.02685546875,0.177734375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gated_product,64,192,256,2048,64,0.20589279149682932,0.0,0.490234375,0.025390625,0.1884765625,1.0,29,0.453125
+fresh-zh-1,layers.20.mlp.gated_product,64,256,320,2048,64,0.32992334110307237,0.0,0.45654296875,0.04052734375,0.2890625,1.0,7,0.109375
+fresh-zh-1,layers.20.mlp.gated_product,64,320,384,2048,64,0.1256821361748667,0.0,0.5,0.01953125,0.1259765625,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gated_product,64,384,448,2048,64,0.18013056219891263,0.0,0.45068359375,0.02001953125,0.15576171875,1.0,33,0.515625
+fresh-zh-1,layers.20.mlp.gated_product,64,448,512,2048,64,0.14699954843572544,0.0,0.5341796875,0.02587890625,0.14404296875,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,512,576,2048,64,0.13155231928602748,0.0,0.501953125,0.01904296875,0.1494140625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,576,640,2048,64,0.15391915979774068,0.0,0.49072265625,0.0244140625,0.1572265625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,640,704,2048,64,0.15784632583963487,0.0,0.5166015625,0.02294921875,0.14599609375,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,704,768,2048,64,0.16038055242979576,0.0,0.51611328125,0.02490234375,0.16357421875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,768,832,2048,64,0.1765588352688161,0.0,0.4853515625,0.021484375,0.1650390625,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,832,896,2048,64,0.16522100405188755,0.0,0.46826171875,0.01708984375,0.15087890625,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,896,960,2048,64,0.16791050238616387,0.0,0.52099609375,0.0234375,0.16259765625,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,960,1024,2048,64,0.16697819961492127,0.0,0.482421875,0.01220703125,0.134765625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gated_product,64,1024,1088,2048,64,0.17931849823937296,0.0,0.50439453125,0.025390625,0.17626953125,1.0,33,0.515625
+fresh-zh-1,layers.20.mlp.gated_product,64,1088,1152,2048,64,0.22289012156857568,0.0,0.44677734375,0.02392578125,0.18212890625,1.0,28,0.4375
+fresh-zh-1,layers.20.mlp.gated_product,64,1152,1216,2048,64,0.19807620491561906,0.0,0.4951171875,0.0234375,0.16455078125,1.0,32,0.5
+fresh-zh-1,layers.20.mlp.gated_product,64,1216,1280,2048,64,0.1992441960528705,0.0,0.52685546875,0.03125,0.1962890625,1.0,31,0.484375
+fresh-zh-1,layers.20.mlp.gated_product,64,1280,1344,2048,64,0.22642501306560303,0.0,0.46923828125,0.0205078125,0.1884765625,1.0,28,0.4375
+fresh-zh-1,layers.20.mlp.gated_product,64,1344,1408,2048,64,0.14216090484519212,0.0,0.50341796875,0.01806640625,0.1357421875,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gated_product,64,1408,1472,2048,64,0.1822894082489977,0.0,0.4677734375,0.0185546875,0.16162109375,1.0,32,0.5
+fresh-zh-1,layers.20.mlp.gated_product,64,1472,1536,2048,64,0.16518455700376566,0.0,0.47509765625,0.02001953125,0.17138671875,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gated_product,64,1536,1600,2048,64,0.1429081039791339,0.0,0.51611328125,0.0146484375,0.14453125,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,1600,1664,2048,64,0.1604944673179126,0.0,0.49169921875,0.02392578125,0.154296875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,1664,1728,2048,64,0.17313603823843465,0.0,0.5673828125,0.02294921875,0.16748046875,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,1728,1792,2048,64,0.137917441463894,0.0,0.5390625,0.01806640625,0.13525390625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,1792,1856,2048,64,0.12971247164633817,0.0,0.541015625,0.017578125,0.126953125,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,1856,1920,2048,64,0.20667253237116692,0.0,0.529296875,0.0244140625,0.1767578125,1.0,29,0.453125
+fresh-zh-1,layers.20.mlp.gated_product,64,1920,1984,2048,64,0.15987905872819022,0.0,0.46435546875,0.0205078125,0.1533203125,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,1984,2048,2048,64,0.15210837100681263,0.0,0.47900390625,0.0244140625,0.15625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gated_product,64,2048,2112,2048,64,0.12921726898764754,0.0,0.53564453125,0.0146484375,0.123046875,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.gated_product,64,2112,2176,2048,64,0.15006977116927547,0.0,0.4609375,0.0205078125,0.1416015625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,2176,2240,2048,64,0.10674978659942556,0.0,0.490234375,0.01513671875,0.1064453125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.gated_product,64,2240,2304,2048,64,0.12158708652368079,0.0,0.4912109375,0.01416015625,0.12890625,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.gated_product,64,2304,2368,2048,64,0.22648490555259312,0.0,0.490234375,0.0234375,0.1943359375,1.0,27,0.421875
+fresh-zh-1,layers.20.mlp.gated_product,64,2368,2432,2048,64,0.13571586456093598,0.0,0.54052734375,0.01708984375,0.12646484375,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gated_product,64,2432,2496,2048,64,0.1373473213578663,0.0,0.44873046875,0.0205078125,0.13623046875,1.0,47,0.734375
+fresh-zh-1,layers.20.mlp.gated_product,64,2496,2560,2048,64,0.15198241544854416,0.0,0.51171875,0.0224609375,0.1513671875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,2560,2624,2048,64,0.18186919440534152,0.0,0.4794921875,0.01806640625,0.17724609375,1.0,35,0.546875
+fresh-zh-1,layers.20.mlp.gated_product,64,2624,2688,2048,64,0.14279388559321965,0.0,0.501953125,0.025390625,0.162109375,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gated_product,64,2688,2752,2048,64,0.13466276481352935,0.0,0.47314453125,0.01708984375,0.13330078125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.gated_product,64,2752,2816,2048,64,0.1755590537559916,0.0,0.52001953125,0.013671875,0.1552734375,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gated_product,64,2816,2880,2048,64,0.16954426739691783,0.0,0.4482421875,0.01953125,0.14794921875,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gated_product,64,2880,2944,2048,64,0.1769708056973031,0.0,0.45361328125,0.0224609375,0.16259765625,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,2944,3008,2048,64,0.13971758844985507,0.0,0.47314453125,0.0166015625,0.13525390625,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,3008,3072,2048,64,0.15609954317775998,0.0,0.49072265625,0.01806640625,0.13623046875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,3072,3136,2048,64,0.12892127112706753,0.0,0.43896484375,0.013671875,0.13037109375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,3136,3200,2048,64,0.18379058108894702,0.0,0.4599609375,0.0263671875,0.17529296875,1.0,32,0.5
+fresh-zh-1,layers.20.mlp.gated_product,64,3200,3264,2048,64,0.19702210668482512,0.0,0.47314453125,0.037109375,0.20751953125,1.0,30,0.46875
+fresh-zh-1,layers.20.mlp.gated_product,64,3264,3328,2048,64,0.14251100778585868,0.0,0.43115234375,0.01953125,0.138671875,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,3328,3392,2048,64,0.154596354055545,0.0,0.484375,0.013671875,0.14697265625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,3392,3456,2048,64,0.2399311682205625,0.0,0.4638671875,0.03173828125,0.21630859375,1.0,26,0.40625
+fresh-zh-1,layers.20.mlp.gated_product,64,3456,3520,2048,64,0.13650266948503958,0.0,0.4921875,0.01806640625,0.13623046875,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,3520,3584,2048,64,0.18287145994477141,0.0,0.5576171875,0.01806640625,0.14990234375,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,3584,3648,2048,64,0.1885357272443599,0.0,0.51025390625,0.015625,0.15087890625,1.0,35,0.546875
+fresh-zh-1,layers.20.mlp.gated_product,64,3648,3712,2048,64,0.17918999957724055,0.0,0.50634765625,0.02099609375,0.1484375,1.0,35,0.546875
+fresh-zh-1,layers.20.mlp.gated_product,64,3712,3776,2048,64,0.17089779492649948,0.0,0.47509765625,0.0185546875,0.142578125,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gated_product,64,3776,3840,2048,64,0.1455735504849674,0.0,0.53173828125,0.021484375,0.14892578125,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,3840,3904,2048,64,0.14709826140681181,0.0,0.41162109375,0.01513671875,0.1240234375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,3904,3968,2048,64,0.14597051713537662,0.0,0.515625,0.01708984375,0.138671875,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gated_product,64,3968,4032,2048,64,0.24479395059238007,0.0,0.48583984375,0.02490234375,0.19677734375,1.0,24,0.375
+fresh-zh-1,layers.20.mlp.gated_product,64,4032,4096,2048,64,0.15537214158385304,0.0,0.49560546875,0.0166015625,0.1357421875,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,4096,4160,2048,64,0.24161664594457255,0.0,0.49951171875,0.03173828125,0.2392578125,1.0,21,0.328125
+fresh-zh-1,layers.20.mlp.gated_product,64,4160,4224,2048,64,0.18829012860403532,0.0,0.50439453125,0.02197265625,0.181640625,1.0,33,0.515625
+fresh-zh-1,layers.20.mlp.gated_product,64,4224,4288,2048,64,0.15528737073500848,0.0,0.50927734375,0.0126953125,0.14697265625,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gated_product,64,4288,4352,2048,64,0.15333223883107294,0.0,0.49072265625,0.0185546875,0.1513671875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,4352,4416,2048,64,0.15709521616993355,0.0,0.55908203125,0.02197265625,0.14697265625,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gated_product,64,4416,4480,2048,64,0.14668245668728128,0.0,0.47216796875,0.0244140625,0.1552734375,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,4480,4544,2048,64,0.15419314051763633,0.0,0.49853515625,0.01953125,0.1435546875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,4544,4608,2048,64,0.13038295285773902,0.0,0.4853515625,0.02734375,0.13916015625,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.gated_product,64,4608,4672,2048,64,0.13219788579840025,0.0,0.4453125,0.01220703125,0.12109375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,4672,4736,2048,64,0.15156754007552714,0.0,0.47705078125,0.01416015625,0.12890625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,4736,4800,2048,64,0.1472658059898599,0.0,0.5283203125,0.02099609375,0.16357421875,1.0,38,0.59375
+fresh-zh-1,layers.20.mlp.gated_product,64,4800,4864,2048,64,0.1558685502878104,0.0,0.46044921875,0.02490234375,0.1640625,1.0,41,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,64,4864,4928,2048,64,0.21492526567004142,0.0,0.4638671875,0.0146484375,0.18701171875,1.0,28,0.4375
+fresh-zh-1,layers.20.mlp.gated_product,64,4928,4992,2048,64,0.1481661634363816,0.0,0.541015625,0.015625,0.14306640625,1.0,42,0.65625
+fresh-zh-1,layers.20.mlp.gated_product,64,4992,5056,2048,64,0.1422567828506363,0.0,0.4931640625,0.02099609375,0.15087890625,1.0,43,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,64,5056,5120,2048,64,0.1317315593221514,0.0,0.5126953125,0.01220703125,0.12158203125,1.0,46,0.71875
+fresh-zh-1,layers.20.mlp.gated_product,64,5120,5184,2048,64,0.16535511662621352,0.0,0.44580078125,0.0205078125,0.15673828125,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gated_product,64,5184,5248,2048,64,0.17464390726455603,0.0,0.52099609375,0.02099609375,0.16845703125,1.0,33,0.515625
+fresh-zh-1,layers.20.mlp.gated_product,64,5248,5312,2048,64,0.15329888547288403,0.0,0.5048828125,0.015625,0.15771484375,1.0,40,0.625
+fresh-zh-1,layers.20.mlp.gated_product,64,5312,5376,2048,64,0.15278545171221972,0.0,0.474609375,0.02783203125,0.1591796875,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,5376,5440,2048,64,0.2300253859824248,0.0,0.515625,0.029296875,0.19140625,1.0,27,0.421875
+fresh-zh-1,layers.20.mlp.gated_product,64,5440,5504,2048,64,0.1597758624749617,0.0,0.52099609375,0.0166015625,0.14111328125,1.0,39,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,64,5504,5568,2048,64,0.17325196710459562,0.0,0.52001953125,0.021484375,0.16064453125,1.0,36,0.5625
+fresh-zh-1,layers.20.mlp.gated_product,64,5568,5632,2048,64,0.1378059037313561,0.0,0.51904296875,0.01171875,0.1259765625,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,5632,5696,2048,64,0.1871456070307445,0.0,0.56640625,0.0234375,0.17431640625,1.0,37,0.578125
+fresh-zh-1,layers.20.mlp.gated_product,64,5696,5760,2048,64,0.1828129476581257,0.0,0.4814453125,0.0263671875,0.1787109375,1.0,32,0.5
+fresh-zh-1,layers.20.mlp.gated_product,64,5760,5824,2048,64,0.17745480994040264,0.0,0.498046875,0.01708984375,0.140625,1.0,35,0.546875
+fresh-zh-1,layers.20.mlp.gated_product,64,5824,5888,2048,64,0.21654644526795547,0.0,0.48583984375,0.0263671875,0.20068359375,1.0,25,0.390625
+fresh-zh-1,layers.20.mlp.gated_product,64,5888,5952,2048,64,0.17627606341325475,0.0,0.51708984375,0.01806640625,0.15673828125,1.0,34,0.53125
+fresh-zh-1,layers.20.mlp.gated_product,64,5952,6016,2048,64,0.21108623157914994,0.0,0.54296875,0.01806640625,0.17626953125,1.0,30,0.46875
+fresh-zh-1,layers.20.mlp.gated_product,64,6016,6080,2048,64,0.13194469957544042,0.0,0.56005859375,0.01708984375,0.13427734375,1.0,44,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,64,6080,6144,2048,64,0.2123780528190381,0.0,0.5205078125,0.0224609375,0.18994140625,1.0,27,0.421875
+fresh-zh-1,layers.20.mlp.gated_product,128,0,128,4096,128,0.15717840319467008,0.0,0.50341796875,0.0185546875,0.1513671875,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,128,256,4096,128,0.18538855445874214,0.0,0.50146484375,0.028564453125,0.1865234375,1.0,65,0.5078125
+fresh-zh-1,layers.20.mlp.gated_product,128,256,384,4096,128,0.2496451585331588,0.0,0.478271484375,0.030517578125,0.232177734375,1.0,34,0.265625
+fresh-zh-1,layers.20.mlp.gated_product,128,384,512,4096,128,0.16440177413641788,0.0,0.492431640625,0.023681640625,0.1494140625,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gated_product,128,512,640,4096,128,0.14317318265369278,0.0,0.496337890625,0.021728515625,0.1513671875,1.0,84,0.65625
+fresh-zh-1,layers.20.mlp.gated_product,128,640,768,4096,128,0.1591184844365334,0.0,0.516357421875,0.02392578125,0.1552734375,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gated_product,128,768,896,4096,128,0.17098392101509835,0.0,0.476806640625,0.018798828125,0.158447265625,1.0,74,0.578125
+fresh-zh-1,layers.20.mlp.gated_product,128,896,1024,4096,128,0.1674449998629616,0.0,0.501708984375,0.017822265625,0.1484375,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gated_product,128,1024,1152,4096,128,0.2022809062957728,0.0,0.4755859375,0.025390625,0.18017578125,1.0,60,0.46875
+fresh-zh-1,layers.20.mlp.gated_product,128,1152,1280,4096,128,0.1986610588597184,0.0,0.510986328125,0.02734375,0.180908203125,1.0,62,0.484375
+fresh-zh-1,layers.20.mlp.gated_product,128,1280,1408,4096,128,0.1890476254917822,0.0,0.486328125,0.019775390625,0.16455078125,1.0,69,0.5390625
+fresh-zh-1,layers.20.mlp.gated_product,128,1408,1536,4096,128,0.17394735731292393,0.0,0.471435546875,0.02001953125,0.167724609375,1.0,68,0.53125
+fresh-zh-1,layers.20.mlp.gated_product,128,1536,1664,4096,128,0.15195591502566042,0.0,0.50390625,0.01953125,0.150146484375,1.0,81,0.6328125
+fresh-zh-1,layers.20.mlp.gated_product,128,1664,1792,4096,128,0.15652045936050554,0.0,0.55322265625,0.020751953125,0.152587890625,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gated_product,128,1792,1920,4096,128,0.17253820002728834,0.0,0.53515625,0.020263671875,0.1640625,1.0,71,0.5546875
+fresh-zh-1,layers.20.mlp.gated_product,128,1920,2048,4096,128,0.15604209360002552,0.0,0.4716796875,0.022216796875,0.15576171875,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gated_product,128,2048,2176,4096,128,0.1400322084797365,0.0,0.498291015625,0.017333984375,0.133544921875,1.0,87,0.6796875
+fresh-zh-1,layers.20.mlp.gated_product,128,2176,2304,4096,128,0.11440921411394263,0.0,0.49072265625,0.0146484375,0.11767578125,1.0,97,0.7578125
+fresh-zh-1,layers.20.mlp.gated_product,128,2304,2432,4096,128,0.186700573561906,0.0,0.515380859375,0.022216796875,0.16357421875,1.0,68,0.53125
+fresh-zh-1,layers.20.mlp.gated_product,128,2432,2560,4096,128,0.14484982100395374,0.0,0.480224609375,0.02099609375,0.145263671875,1.0,85,0.6640625
+fresh-zh-1,layers.20.mlp.gated_product,128,2560,2688,4096,128,0.16350305446146474,0.0,0.49072265625,0.021240234375,0.168212890625,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gated_product,128,2688,2816,4096,128,0.15645293474863786,0.0,0.49658203125,0.01708984375,0.142578125,1.0,83,0.6484375
+fresh-zh-1,layers.20.mlp.gated_product,128,2816,2944,4096,128,0.17329732351699806,0.0,0.450927734375,0.020751953125,0.15576171875,1.0,75,0.5859375
+fresh-zh-1,layers.20.mlp.gated_product,128,2944,3072,4096,128,0.14813519484333967,0.0,0.48193359375,0.0166015625,0.135498046875,1.0,82,0.640625
+fresh-zh-1,layers.20.mlp.gated_product,128,3072,3200,4096,128,0.15874456186911046,0.0,0.449462890625,0.020751953125,0.15869140625,1.0,74,0.578125
+fresh-zh-1,layers.20.mlp.gated_product,128,3200,3328,4096,128,0.17194053894103578,0.0,0.4521484375,0.027587890625,0.177978515625,1.0,73,0.5703125
+fresh-zh-1,layers.20.mlp.gated_product,128,3328,3456,4096,128,0.20182541734250334,0.0,0.47412109375,0.024169921875,0.181640625,1.0,65,0.5078125
+fresh-zh-1,layers.20.mlp.gated_product,128,3456,3584,4096,128,0.16136131760566733,0.0,0.52490234375,0.01708984375,0.139404296875,1.0,77,0.6015625
+fresh-zh-1,layers.20.mlp.gated_product,128,3584,3712,4096,128,0.18392223410459532,0.0,0.50830078125,0.0185546875,0.150390625,1.0,69,0.5390625
+fresh-zh-1,layers.20.mlp.gated_product,128,3712,3840,4096,128,0.15874147994701832,0.0,0.50341796875,0.020751953125,0.14501953125,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,3840,3968,4096,128,0.14653547417208576,0.0,0.463623046875,0.01611328125,0.13134765625,1.0,86,0.671875
+fresh-zh-1,layers.20.mlp.gated_product,128,3968,4096,4096,128,0.20501778048132496,0.0,0.49072265625,0.02197265625,0.176025390625,1.0,62,0.484375
+fresh-zh-1,layers.20.mlp.gated_product,128,4096,4224,4096,128,0.2166007573015721,0.0,0.501953125,0.026123046875,0.210205078125,1.0,52,0.40625
+fresh-zh-1,layers.20.mlp.gated_product,128,4224,4352,4096,128,0.15431290123437696,0.0,0.5,0.015625,0.14892578125,1.0,78,0.609375
+fresh-zh-1,layers.20.mlp.gated_product,128,4352,4480,4096,128,0.1519780412482249,0.0,0.515625,0.022705078125,0.15234375,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,4480,4608,4096,128,0.14278522153674542,0.0,0.491943359375,0.023681640625,0.139892578125,1.0,83,0.6484375
+fresh-zh-1,layers.20.mlp.gated_product,128,4608,4736,4096,128,0.14221286899242522,0.0,0.461181640625,0.01318359375,0.126953125,1.0,87,0.6796875
+fresh-zh-1,layers.20.mlp.gated_product,128,4736,4864,4096,128,0.15162820084447803,0.0,0.494384765625,0.022705078125,0.16455078125,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,4864,4992,4096,128,0.18458884285188315,0.0,0.50244140625,0.015869140625,0.16796875,1.0,69,0.5390625
+fresh-zh-1,layers.20.mlp.gated_product,128,4992,5120,4096,128,0.13709521506686254,0.0,0.5029296875,0.0166015625,0.134521484375,1.0,88,0.6875
+fresh-zh-1,layers.20.mlp.gated_product,128,5120,5248,4096,128,0.17006294266991195,0.0,0.4833984375,0.0205078125,0.16162109375,1.0,69,0.5390625
+fresh-zh-1,layers.20.mlp.gated_product,128,5248,5376,4096,128,0.1530423839041581,0.0,0.48974609375,0.021728515625,0.158203125,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,5376,5504,4096,128,0.19804040550602467,0.0,0.518310546875,0.0234375,0.172119140625,1.0,64,0.5
+fresh-zh-1,layers.20.mlp.gated_product,128,5504,5632,4096,128,0.15653547714308674,0.0,0.51953125,0.01708984375,0.1435546875,1.0,79,0.6171875
+fresh-zh-1,layers.20.mlp.gated_product,128,5632,5760,4096,128,0.18499196207181334,0.0,0.52392578125,0.02490234375,0.175537109375,1.0,68,0.53125
+fresh-zh-1,layers.20.mlp.gated_product,128,5760,5888,4096,128,0.19796789200419856,0.0,0.491943359375,0.020751953125,0.173583984375,1.0,59,0.4609375
+fresh-zh-1,layers.20.mlp.gated_product,128,5888,6016,4096,128,0.19446162564213065,0.0,0.530029296875,0.017578125,0.169189453125,1.0,63,0.4921875
+fresh-zh-1,layers.20.mlp.gated_product,128,6016,6144,4096,128,0.176796268435252,0.0,0.540283203125,0.021484375,0.16552734375,1.0,68,0.53125
+fresh-zh-1,layers.20.mlp.down_proj.output,0,0,2048,65536,2048,0.12174218525833322,0.0,0.499359130859375,0.008056640625,0.084503173828125,1.0,1621,0.79150390625
+fresh-zh-1,layers.20.mlp.down_proj.output,64,0,64,2048,64,0.12376441297271024,0.0,0.484375,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,64,128,2048,64,0.12173218282680476,0.0,0.47412109375,0.00830078125,0.0947265625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,128,192,2048,64,0.12652524800130047,0.0,0.48486328125,0.009765625,0.08837890625,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,192,256,2048,64,0.12577873481221571,0.0,0.41357421875,0.00927734375,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,256,320,2048,64,0.11936129730730402,0.0,0.4990234375,0.0068359375,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,320,384,2048,64,0.12022236244102452,0.0,0.52099609375,0.0078125,0.07763671875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,384,448,2048,64,0.12404312761539484,0.0,0.47412109375,0.0087890625,0.07763671875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,448,512,2048,64,0.11843275526600733,0.0,0.529296875,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,512,576,2048,64,0.12320485208063461,0.0,0.4638671875,0.00927734375,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,576,640,2048,64,0.11768491353409022,0.0,0.49951171875,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,640,704,2048,64,0.11835854547069638,0.0,0.46875,0.00927734375,0.0947265625,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,704,768,2048,64,0.12460503783075523,0.0,0.45751953125,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,768,832,2048,64,0.13177865578128145,0.0,0.45703125,0.00830078125,0.076171875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,832,896,2048,64,0.11763775194730386,0.0,0.55224609375,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,896,960,2048,64,0.11446533048592607,0.0,0.5517578125,0.0068359375,0.08056640625,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,960,1024,2048,64,0.12247940209115961,0.0,0.5107421875,0.0078125,0.08642578125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1024,1088,2048,64,0.11713197152817853,0.0,0.48291015625,0.0068359375,0.0791015625,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1088,1152,2048,64,0.12576964849210004,0.0,0.49365234375,0.00439453125,0.0771484375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1152,1216,2048,64,0.16033398363000542,0.0,0.47705078125,0.01220703125,0.11328125,1.0,45,0.703125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1216,1280,2048,64,0.11563180970355291,0.0,0.51220703125,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1280,1344,2048,64,0.1119631416002349,0.0,0.4990234375,0.00830078125,0.08544921875,1.0,53,0.828125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1344,1408,2048,64,0.11427673197348696,0.0,0.49462890625,0.0029296875,0.08203125,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1408,1472,2048,64,0.12285744931728397,0.0,0.46435546875,0.00830078125,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1472,1536,2048,64,0.1214206271254267,0.0,0.55029296875,0.0107421875,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1536,1600,2048,64,0.11904246764894963,0.0,0.5234375,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1600,1664,2048,64,0.12389590767513863,0.0,0.5439453125,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1664,1728,2048,64,0.1160604317446186,0.0,0.45947265625,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1728,1792,2048,64,0.11939747620192433,0.0,0.4814453125,0.00537109375,0.0849609375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1792,1856,2048,64,0.11744999139936038,0.0,0.5908203125,0.009765625,0.07568359375,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1856,1920,2048,64,0.11736020647662432,0.0,0.5478515625,0.009765625,0.0810546875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1920,1984,2048,64,0.11453320245861592,0.0,0.4892578125,0.00634765625,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,64,1984,2048,2048,64,0.1197742372674043,0.0,0.52734375,0.00927734375,0.08154296875,1.0,52,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,128,0,128,4096,128,0.12275250354729672,0.0,0.479248046875,0.007568359375,0.087890625,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,128,128,256,4096,128,0.1261525435985186,0.0,0.44921875,0.009521484375,0.08935546875,1.0,101,0.7890625
+fresh-zh-1,layers.20.mlp.down_proj.output,128,256,384,4096,128,0.11979260354000092,0.0,0.510009765625,0.007568359375,0.076904296875,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,384,512,4096,128,0.12127039009689693,0.0,0.501708984375,0.008544921875,0.083251953125,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,512,640,4096,128,0.12047650071639976,0.0,0.481689453125,0.009521484375,0.08544921875,1.0,101,0.7890625
+fresh-zh-1,layers.20.mlp.down_proj.output,128,640,768,4096,128,0.12152193369664352,0.0,0.463134765625,0.00830078125,0.08740234375,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,768,896,4096,128,0.12490847609897587,0.0,0.504638671875,0.0087890625,0.08203125,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,896,1024,4096,128,0.11854011097485152,0.0,0.53125,0.0068359375,0.083740234375,1.0,105,0.8203125
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1024,1152,4096,128,0.1215275755454383,0.0,0.48828125,0.005615234375,0.07861328125,1.0,104,0.8125
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1152,1280,4096,128,0.13978143961553965,0.0,0.49462890625,0.010498046875,0.102783203125,1.0,95,0.7421875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1280,1408,4096,128,0.11312585148305941,0.0,0.496826171875,0.005615234375,0.08349609375,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1408,1536,4096,128,0.12214115101856725,0.0,0.50732421875,0.009521484375,0.086181640625,1.0,100,0.78125
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1536,1664,4096,128,0.12149342583571691,0.0,0.53369140625,0.00830078125,0.0849609375,1.0,102,0.796875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1664,1792,4096,128,0.11774077700638882,0.0,0.470458984375,0.006103515625,0.08251953125,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1792,1920,4096,128,0.11740510752080958,0.0,0.5693359375,0.009765625,0.078369140625,1.0,103,0.8046875
+fresh-zh-1,layers.20.mlp.down_proj.output,128,1920,2048,4096,128,0.11718302432181625,0.0,0.50830078125,0.0078125,0.082763671875,1.0,104,0.8125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.2986329335523945,0.0,0.5007171630859375,0.012629191080729166,0.12490336100260417,1.0,2432,0.3958333333333333
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.2528426362858602,0.0,0.5595703125,0.005859375,0.0712890625,1.0,41,0.640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,64,128,2048,64,2.9412163867233385,0.0,0.5908203125,0.01220703125,0.11083984375,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.34862016536991,0.0,0.505859375,0.0126953125,0.11572265625,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.9406775207052496,0.0,0.513671875,0.00927734375,0.0791015625,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,256,320,2048,64,3.3482815640630634,0.0,0.53759765625,0.0166015625,0.13720703125,1.0,25,0.390625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.6484616107587287,0.0,0.44189453125,0.01416015625,0.10009765625,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.2159322865753817,0.0,0.490234375,0.00927734375,0.0888671875,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.9717034481016333,0.0,0.5283203125,0.0078125,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.823707018261673,0.0,0.5341796875,0.01953125,0.169921875,1.0,21,0.328125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.3355831910778027,0.0,0.52197265625,0.013671875,0.1787109375,1.0,17,0.265625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.6939398351254935,0.0,0.451171875,0.009765625,0.12158203125,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.2929197701773205,0.0,0.51513671875,0.00927734375,0.0888671875,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.6373814287231083,0.0,0.52685546875,0.01171875,0.09033203125,1.0,36,0.5625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4721788994635132,0.0,0.49267578125,0.00634765625,0.07666015625,1.0,40,0.625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.9595225987039898,0.0,0.46875,0.0107421875,0.09130859375,1.0,43,0.671875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.2867718761037505,0.0,0.48291015625,0.01123046875,0.11962890625,1.0,34,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.5874591152376105,0.0,0.490234375,0.013671875,0.1455078125,1.0,22,0.34375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.5474778387929284,0.0,0.45703125,0.0087890625,0.109375,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5677508607553787,0.0,0.462890625,0.0087890625,0.1005859375,1.0,31,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9546358355840228,0.0,0.51318359375,0.01416015625,0.1337890625,1.0,24,0.375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,3.0974244246651708,0.0,0.64404296875,0.009765625,0.1162109375,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,3.7003332699332794,0.0,0.4580078125,0.01708984375,0.15283203125,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.3826903659152614,0.0,0.5830078125,0.00927734375,0.09228515625,1.0,34,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.767124897778804,0.0,0.53369140625,0.00830078125,0.10107421875,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.316639169764279,0.0,0.48046875,0.013671875,0.10595703125,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,2.14407815708753,0.0,0.52197265625,0.0185546875,0.1669921875,1.0,17,0.265625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.7871562273463432,0.0,0.50634765625,0.0087890625,0.07958984375,1.0,47,0.734375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.4190243460241385,0.0,0.509765625,0.01025390625,0.13720703125,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.456369559582153,0.0,0.57666015625,0.00927734375,0.11083984375,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.8664066735598568,0.0,0.52099609375,0.01171875,0.08984375,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,3.588047436056321,0.0,0.46142578125,0.0078125,0.09130859375,1.0,27,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.7708287215168204,0.0,0.4921875,0.00732421875,0.07763671875,1.0,36,0.5625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.732543243665051,0.0,0.44677734375,0.00830078125,0.10595703125,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.9990224768735372,0.0,0.5859375,0.0107421875,0.11962890625,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.5547981864465927,0.0,0.4384765625,0.0078125,0.06201171875,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.4934462848794716,0.0,0.54638671875,0.00634765625,0.068359375,1.0,42,0.65625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.5888131759915196,0.0,0.53564453125,0.00927734375,0.07421875,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.6301678831608113,0.0,0.52587890625,0.00634765625,0.07470703125,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.456946296542022,0.0,0.501953125,0.013671875,0.119140625,1.0,31,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.4343505972422268,0.0,0.537109375,0.01220703125,0.1103515625,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.3754992504269756,0.0,0.46337890625,0.0048828125,0.0556640625,1.0,44,0.6875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,3.5117456172187778,0.0,0.55322265625,0.00341796875,0.0439453125,1.0,41,0.640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.4848550205310493,0.0,0.54736328125,0.0107421875,0.11181640625,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.089180534866192,0.0,0.43310546875,0.01025390625,0.099609375,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.4178702228255564,0.0,0.54345703125,0.0029296875,0.03759765625,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.6335087028992525,0.0,0.43017578125,0.00244140625,0.0234375,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.3956818666302555,0.0,0.41455078125,0.0087890625,0.09716796875,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.7215166131875854,0.0,0.51171875,0.01318359375,0.10986328125,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3696110825703953,0.0,0.45166015625,0.01171875,0.10107421875,1.0,41,0.640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1749958673820655,0.0,0.54541015625,0.0146484375,0.11279296875,1.0,43,0.671875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4554627200666872,0.0,0.458984375,0.0068359375,0.078125,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.6145470700542597,0.0,0.45947265625,0.01123046875,0.10400390625,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,3.207273764805938,0.0,0.49462890625,0.013671875,0.12451171875,1.0,27,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,3.171573183027494,0.0,0.515625,0.0205078125,0.166015625,1.0,24,0.375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,3.3051384887177484,0.0,0.53369140625,0.00390625,0.0390625,1.0,43,0.671875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.9792690903969614,0.0,0.52490234375,0.00390625,0.05859375,1.0,40,0.625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.783888703812615,0.0,0.42333984375,0.00927734375,0.1142578125,1.0,27,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.4878429439847523,0.0,0.50537109375,0.00927734375,0.10986328125,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.9297840389183912,0.0,0.49609375,0.0068359375,0.07958984375,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.6482147394497924,0.0,0.4228515625,0.00927734375,0.09716796875,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.7751074244819438,0.0,0.4052734375,0.01025390625,0.0927734375,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.9546076853639376,0.0,0.4072265625,0.0078125,0.07958984375,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.948362519022239,0.0,0.4326171875,0.005859375,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,3.095444761377864,0.0,0.40087890625,0.00390625,0.0576171875,1.0,41,0.640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.6889216224691206,0.0,0.544921875,0.00830078125,0.1064453125,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.8271450372608635,0.0,0.49560546875,0.01513671875,0.12353515625,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.178573177429759,0.0,0.5068359375,0.0068359375,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.9949725825691926,0.0,0.57177734375,0.01416015625,0.12646484375,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.459101940880698,0.0,0.38916015625,0.00927734375,0.10400390625,1.0,31,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.2586287617032452,0.0,0.5634765625,0.009765625,0.12841796875,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6021726113071084,0.0,0.47119140625,0.00830078125,0.0947265625,1.0,34,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.052736678732418,0.0,0.466796875,0.01611328125,0.12890625,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.4244786204672275,0.0,0.5234375,0.0078125,0.08984375,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.4315323343317434,0.0,0.50537109375,0.00927734375,0.06298828125,1.0,34,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.7458927165690168,0.0,0.57177734375,0.01416015625,0.13623046875,1.0,27,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.474794010122507,0.0,0.50439453125,0.01708984375,0.1376953125,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.9492443323304223,0.0,0.49609375,0.0078125,0.08837890625,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.555423389804497,0.0,0.47216796875,0.0078125,0.0986328125,1.0,27,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.2896866149940025,0.0,0.51953125,0.0126953125,0.11962890625,1.0,24,0.375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.404517503533878,0.0,0.43212890625,0.01171875,0.1201171875,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0982191923338587,0.0,0.46728515625,0.01416015625,0.1435546875,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.2797142549596368,0.0,0.4638671875,0.0166015625,0.14990234375,1.0,28,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.976423028391417,0.0,0.50146484375,0.0126953125,0.12548828125,1.0,23,0.359375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.0753898674308617,0.0,0.4658203125,0.01025390625,0.12158203125,1.0,28,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.033120778610605,0.0,0.48388671875,0.02001953125,0.20556640625,1.0,14,0.21875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.213562567282426,0.0,0.4921875,0.0087890625,0.10888671875,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.3368382157918677,0.0,0.623046875,0.01025390625,0.10400390625,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.351872654077083,0.0,0.56494140625,0.00634765625,0.07373046875,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,2.18603084454415,0.0,0.552734375,0.013671875,0.11474609375,1.0,26,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.5137064093135677,0.0,0.4951171875,0.00732421875,0.0927734375,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.1708214503826326,0.0,0.5341796875,0.01318359375,0.14013671875,1.0,22,0.34375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.5767700013502857,0.0,0.4638671875,0.00830078125,0.08642578125,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.8267681520503491,0.0,0.47705078125,0.01318359375,0.146484375,1.0,24,0.375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.8621497389835304,0.0,0.482421875,0.017578125,0.15380859375,1.0,19,0.296875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,3.509024838641745,0.0,0.5009765625,0.01025390625,0.08154296875,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,3.530299407926646,0.0,0.5986328125,0.005859375,0.05322265625,1.0,41,0.640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.6197379427527974,0.0,0.5751953125,0.00927734375,0.088623046875,1.0,72,0.5625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.162680211494661,0.0,0.509765625,0.010498046875,0.09765625,1.0,79,0.6171875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,256,384,4096,128,3.018719789572006,0.0,0.48974609375,0.014404296875,0.118408203125,1.0,54,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.097375787256908,0.0,0.50927734375,0.00927734375,0.077392578125,1.0,68,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,512,640,4096,128,3.0902618456678552,0.0,0.528076171875,0.016845703125,0.173828125,1.0,37,0.2890625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.501478853373139,0.0,0.483154296875,0.010009765625,0.101806640625,1.0,64,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5569728088751147,0.0,0.509765625,0.0087890625,0.082763671875,1.0,74,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1350034093682768,0.0,0.475830078125,0.01220703125,0.107421875,1.0,76,0.59375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.1318574453491763,0.0,0.4736328125,0.012939453125,0.136962890625,1.0,55,0.4296875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.771784977240252,0.0,0.488037109375,0.011474609375,0.1171875,1.0,54,0.421875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,3.4122210050850663,0.0,0.551025390625,0.01318359375,0.1337890625,1.0,52,0.40625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.5820721891276355,0.0,0.558349609375,0.008544921875,0.0966796875,1.0,64,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7791303840721495,0.0,0.501220703125,0.015869140625,0.140869140625,1.0,50,0.390625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.1474417241976522,0.0,0.508056640625,0.01025390625,0.114501953125,1.0,72,0.5625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.1814244525482187,0.0,0.548828125,0.010986328125,0.101806640625,1.0,65,0.5078125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,3.20558701390033,0.0,0.476806640625,0.00830078125,0.086669921875,1.0,62,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.870534275844074,0.0,0.516357421875,0.01025390625,0.112548828125,1.0,66,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.5244309112580192,0.0,0.492431640625,0.00732421875,0.065185546875,1.0,80,0.625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.6095724509771636,0.0,0.53076171875,0.007568359375,0.074951171875,1.0,76,0.59375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.4456925929838345,0.0,0.51953125,0.012939453125,0.114990234375,1.0,62,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.4442961886057626,0.0,0.50830078125,0.00439453125,0.050048828125,1.0,85,0.6640625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.2955587315860764,0.0,0.490234375,0.0107421875,0.10400390625,1.0,63,0.4921875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.5279897648796577,0.0,0.48681640625,0.002685546875,0.03173828125,1.0,90,0.703125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.56709082734878,0.0,0.463134765625,0.011474609375,0.10302734375,1.0,65,0.5078125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.2760191624471364,0.0,0.49853515625,0.0126953125,0.10546875,1.0,83,0.6484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.5370644051120166,0.0,0.459228515625,0.008544921875,0.091796875,1.0,71,0.5546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,3.1894734250116903,0.0,0.505126953125,0.01708984375,0.1455078125,1.0,51,0.3984375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,3.1464253322300673,0.0,0.529296875,0.00390625,0.04931640625,1.0,83,0.6484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.642549167232973,0.0,0.46435546875,0.00927734375,0.11181640625,1.0,59,0.4609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3381162480081736,0.0,0.45947265625,0.0107421875,0.09716796875,1.0,71,0.5546875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.8670160111973717,0.0,0.40625,0.009521484375,0.087646484375,1.0,67,0.5234375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,3.0227983570126558,0.0,0.416748046875,0.0048828125,0.05810546875,1.0,80,0.625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.7593912631974062,0.0,0.520263671875,0.01220703125,0.115478515625,1.0,61,0.4765625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6384368068008714,0.0,0.539306640625,0.009521484375,0.101806640625,1.0,68,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.8866800794548433,0.0,0.476318359375,0.01025390625,0.117919921875,1.0,53,0.4140625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.8412882648618654,0.0,0.468994140625,0.012451171875,0.1142578125,1.0,59,0.4609375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.428007291678461,0.0,0.514404296875,0.008544921875,0.07666015625,1.0,63,0.4921875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.6160381725166593,0.0,0.5380859375,0.015380859375,0.14013671875,1.0,57,0.4453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.272635273012608,0.0,0.484130859375,0.0078125,0.09521484375,1.0,58,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.3478042102870806,0.0,0.475830078125,0.012451171875,0.119873046875,1.0,50,0.390625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.192424833848518,0.0,0.465576171875,0.015869140625,0.148681640625,1.0,61,0.4765625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.0265106820580283,0.0,0.483642578125,0.010986328125,0.124267578125,1.0,50,0.390625
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.6742631521250335,0.0,0.488037109375,0.0146484375,0.1572265625,1.0,47,0.3671875
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.3443638832757716,0.0,0.593994140625,0.00830078125,0.0888671875,1.0,57,0.4453125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.8801646133909902,0.0,0.52392578125,0.010986328125,0.10498046875,1.0,62,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.8971912669258648,0.0,0.4990234375,0.010498046875,0.11572265625,1.0,56,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.8445437825844468,0.0,0.479736328125,0.015380859375,0.150634765625,1.0,42,0.328125
+fresh-zh-1,layers.21.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,3.519678197492773,0.0,0.5498046875,0.008056640625,0.0673828125,1.0,78,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.8205759680330487,0.0,0.6276397705078125,0.0101165771484375,0.0921630859375,1.0,1015,0.49560546875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,0,64,2048,64,1.2991105921941624,0.0,0.77783203125,0.009765625,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,64,128,2048,64,1.7193415590338645,0.0,0.818359375,0.0126953125,0.08642578125,1.0,39,0.609375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,128,192,2048,64,2.0752401414896413,0.0,0.7958984375,0.00732421875,0.09716796875,1.0,28,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,192,256,2048,64,2.032876435475009,0.0,0.82177734375,0.0107421875,0.11865234375,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,256,320,2048,64,1.8754604025970651,0.0,0.72021484375,0.01123046875,0.10400390625,1.0,30,0.46875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,320,384,2048,64,1.77707125631675,0.0,0.69140625,0.00732421875,0.07568359375,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,384,448,2048,64,1.4024346917713433,0.0,0.779296875,0.01025390625,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,448,512,2048,64,1.640273474373325,0.0,0.81396484375,0.0126953125,0.09326171875,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4897199529373675,0.0,0.66162109375,0.00927734375,0.0947265625,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5146021901413633,0.0,0.6005859375,0.009765625,0.07763671875,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,640,704,2048,64,2.177497726523677,0.0,0.599609375,0.00732421875,0.04150390625,1.0,43,0.671875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,704,768,2048,64,1.9392612454300708,0.0,0.39892578125,0.00537109375,0.0595703125,1.0,44,0.6875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5045309093057093,0.0,0.724609375,0.0126953125,0.1025390625,1.0,35,0.546875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,832,896,2048,64,1.4388286096603222,0.0,0.74169921875,0.01220703125,0.10888671875,1.0,32,0.5
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,896,960,2048,64,1.4507414842255977,0.0,0.59521484375,0.01318359375,0.10107421875,1.0,33,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.08067895726846,0.0,0.7392578125,0.00732421875,0.10400390625,1.0,28,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.8887033507923796,0.0,0.140625,0.0,0.0,1.0,53,0.828125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1088,1152,2048,64,2.863289799067694,0.0,0.2119140625,0.0,0.0048828125,1.0,52,0.8125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.540258629454233,0.0,0.7900390625,0.00634765625,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.6108470168328768,0.0,0.72607421875,0.00634765625,0.07373046875,1.0,38,0.59375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.175739640011253,0.0,0.52099609375,0.00244140625,0.0263671875,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.0980895698161266,0.0,0.51171875,0.001953125,0.029296875,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.450422921006461,0.0,0.72021484375,0.01123046875,0.10791015625,1.0,31,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.6467452208393176,0.0,0.6845703125,0.0146484375,0.10595703125,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.3085818245186003,0.0,0.49462890625,0.01123046875,0.12744140625,1.0,28,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.6727037532156293,0.0,0.43212890625,0.0087890625,0.09521484375,1.0,31,0.484375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.1850798831460247,0.0,0.65234375,0.017578125,0.107421875,1.0,34,0.53125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1728,1792,2048,64,0.9757029749753776,0.0,0.59716796875,0.00927734375,0.10400390625,1.0,40,0.625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.068523360826566,0.0,0.63525390625,0.00390625,0.04443359375,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.194472087039876,0.0,0.708984375,0.0029296875,0.03955078125,1.0,42,0.65625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6421290394695076,0.0,0.56640625,0.015625,0.1025390625,1.0,29,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.9353505557145136,0.0,0.4111328125,0.01220703125,0.1220703125,1.0,21,0.328125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5237820919298248,0.0,0.798095703125,0.0107421875,0.091064453125,1.0,79,0.6171875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,128,256,4096,128,2.054167501295783,0.0,0.808837890625,0.009033203125,0.107666015625,1.0,56,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,256,384,4096,128,1.8269282924812262,0.0,0.705810546875,0.009033203125,0.089111328125,1.0,65,0.5078125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,384,512,4096,128,1.525994779711995,0.0,0.796630859375,0.01123046875,0.087646484375,1.0,69,0.5390625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,512,640,4096,128,1.5022125902415955,0.0,0.631103515625,0.009765625,0.08642578125,1.0,67,0.5234375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,640,768,4096,128,2.061823286201168,0.0,0.499267578125,0.00634765625,0.05224609375,1.0,87,0.6796875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4720463690103855,0.0,0.733154296875,0.012451171875,0.105224609375,1.0,66,0.515625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.793582417575626,0.0,0.667236328125,0.0107421875,0.10595703125,1.0,58,0.453125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1024,1152,4096,128,2.876024645437191,0.0,0.17626953125,0.0,0.00244140625,1.0,105,0.8203125
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.5759480888099726,0.0,0.758056640625,0.00634765625,0.072998046875,1.0,75,0.5859375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.1372672766979233,0.0,0.516357421875,0.002197265625,0.02783203125,1.0,92,0.71875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5516920558116625,0.0,0.702392578125,0.0126953125,0.107177734375,1.0,59,0.4609375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.5017197204342227,0.0,0.46337890625,0.01025390625,0.1162109375,1.0,59,0.4609375
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.0854516628604882,0.0,0.624755859375,0.012939453125,0.109130859375,1.0,72,0.5625
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.132427798904617,0.0,0.672119140625,0.00341796875,0.041748046875,1.0,86,0.671875
+fresh-zh-1,layers.21.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.7947380805807744,0.0,0.48876953125,0.0146484375,0.11279296875,1.0,48,0.375
+fresh-zh-1,layers.21.linear_attn.in_proj_b.output,0,0,16,512,16,1.815855145179847,0.0,0.302734375,0.01953125,0.158203125,1.0,7,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_b.output,64,0,16,512,16,1.815855145179847,0.0,0.302734375,0.01953125,0.158203125,1.0,7,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_b.output,128,0,16,512,16,1.815855145179847,0.0,0.302734375,0.01953125,0.158203125,1.0,7,0.4375
+fresh-zh-1,layers.21.linear_attn.in_proj_a.output,0,0,16,512,16,2.670493406234331,0.0,0.759765625,0.013671875,0.06640625,1.0,13,0.8125
+fresh-zh-1,layers.21.linear_attn.in_proj_a.output,64,0,16,512,16,2.670493406234331,0.0,0.759765625,0.013671875,0.06640625,1.0,13,0.8125
+fresh-zh-1,layers.21.linear_attn.in_proj_a.output,128,0,16,512,16,2.670493406234331,0.0,0.759765625,0.013671875,0.06640625,1.0,13,0.8125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,0,0,2048,65536,2048,0.08301689700035951,0.0,0.5059967041015625,0.010467529296875,0.1022796630859375,1.0,1343,0.65576171875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,0,64,2048,64,0.07140311112554948,0.0,0.49365234375,0.01025390625,0.091796875,1.0,47,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,64,128,2048,64,0.06795898476320009,0.0,0.541015625,0.0087890625,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,128,192,2048,64,0.07021027734241435,0.0,0.52587890625,0.015625,0.10498046875,1.0,47,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,192,256,2048,64,0.06823290289843582,0.0,0.52978515625,0.0068359375,0.0732421875,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,256,320,2048,64,0.0677096643681184,0.0,0.45361328125,0.0078125,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,320,384,2048,64,0.061760823871364744,0.0,0.517578125,0.01416015625,0.095703125,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,384,448,2048,64,0.0778532197413672,0.0,0.474609375,0.0068359375,0.08349609375,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,448,512,2048,64,0.06267518313017643,0.0,0.5,0.00830078125,0.08642578125,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,512,576,2048,64,0.07070630562109577,0.0,0.5654296875,0.0048828125,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,576,640,2048,64,0.10454171893556224,0.0,0.5185546875,0.01171875,0.1357421875,1.0,37,0.578125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,640,704,2048,64,0.07199217119262459,0.0,0.51806640625,0.00537109375,0.08740234375,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,704,768,2048,64,0.07274259939068242,0.0,0.48779296875,0.0068359375,0.08203125,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,768,832,2048,64,0.06583539393669126,0.0,0.48681640625,0.0068359375,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,832,896,2048,64,0.07456778572015031,0.0,0.4912109375,0.01416015625,0.0986328125,1.0,47,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,896,960,2048,64,0.06340789571278115,0.0,0.4541015625,0.0087890625,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,960,1024,2048,64,0.0712567066394423,0.0,0.525390625,0.00732421875,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1024,1088,2048,64,0.05955732043193806,0.0,0.51611328125,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06799406950939563,0.0,0.5263671875,0.01171875,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1152,1216,2048,64,0.25919325815316835,0.0,0.560546875,0.03125,0.3251953125,1.0,1,0.015625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1216,1280,2048,64,0.07305227169284281,0.0,0.54541015625,0.00927734375,0.08740234375,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1280,1344,2048,64,0.0656472785686627,0.0,0.48681640625,0.009765625,0.07470703125,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1344,1408,2048,64,0.0688530333850073,0.0,0.47509765625,0.00927734375,0.08154296875,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1408,1472,2048,64,0.07698684942186541,0.0,0.46826171875,0.005859375,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07124459885433204,0.0,0.53369140625,0.0087890625,0.07861328125,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1536,1600,2048,64,0.06980266462861331,0.0,0.4697265625,0.0087890625,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07332634327736857,0.0,0.48583984375,0.0078125,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1664,1728,2048,64,0.06627961415045922,0.0,0.45361328125,0.00732421875,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1728,1792,2048,64,0.06551692736900418,0.0,0.5380859375,0.01025390625,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06779380768973729,0.0,0.4921875,0.00927734375,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06630271416126433,0.0,0.478515625,0.005859375,0.08056640625,1.0,48,0.75
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1920,1984,2048,64,0.06752035921067477,0.0,0.54736328125,0.009765625,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06500147549736465,0.0,0.53076171875,0.0048828125,0.07421875,1.0,50,0.78125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,0,128,4096,128,0.06970232380793495,0.0,0.517333984375,0.009521484375,0.08740234375,1.0,95,0.7421875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,128,256,4096,128,0.0692286504362396,0.0,0.52783203125,0.011474609375,0.088623046875,1.0,94,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,256,384,4096,128,0.06480354162433169,0.0,0.485595703125,0.011474609375,0.0908203125,1.0,97,0.7578125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,384,512,4096,128,0.07067284628659992,0.0,0.4873046875,0.008056640625,0.0888671875,1.0,92,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,512,640,4096,128,0.08924223398309203,0.0,0.5419921875,0.0078125,0.10986328125,1.0,83,0.6484375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,640,768,4096,128,0.07236835799968615,0.0,0.5029296875,0.006103515625,0.084716796875,1.0,91,0.7109375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,768,896,4096,128,0.07033723680244192,0.0,0.489013671875,0.0107421875,0.091552734375,1.0,95,0.7421875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,896,1024,4096,128,0.06744656951922191,0.0,0.48974609375,0.007568359375,0.080078125,1.0,97,0.7578125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06391505263035098,0.0,0.521240234375,0.0107421875,0.07958984375,1.0,99,0.7734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1152,1280,4096,128,0.19041767180534988,0.0,0.552978515625,0.02392578125,0.233154296875,1.0,11,0.0859375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06726925519800458,0.0,0.48095703125,0.009521484375,0.078125,1.0,95,0.7421875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07417131470393276,0.0,0.5009765625,0.00732421875,0.080078125,1.0,92,0.71875
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1536,1664,4096,128,0.0715861879404301,0.0,0.477783203125,0.008056640625,0.08154296875,1.0,98,0.765625
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1664,1792,4096,128,0.0658993741389443,0.0,0.495849609375,0.0087890625,0.079345703125,1.0,97,0.7578125
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06705240587116695,0.0,0.4853515625,0.007568359375,0.0859375,1.0,94,0.734375
+fresh-zh-1,layers.21.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06627288557461887,0.0,0.5390625,0.007568359375,0.08203125,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.gate_proj.output,0,0,6144,196608,6144,1.5584271234607345,0.0,0.8909861246744791,0.006011962890625,0.058278401692708336,1.0,3736,0.6080729166666666
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,0,64,2048,64,1.408308016484185,0.0,0.8564453125,0.0078125,0.07275390625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,64,128,2048,64,1.6177401722438893,0.0,0.89990234375,0.0048828125,0.06591796875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,128,192,2048,64,1.470571546689923,0.0,0.90869140625,0.00537109375,0.06103515625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,192,256,2048,64,1.4055414512231064,0.0,0.84716796875,0.0087890625,0.06298828125,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,256,320,2048,64,1.4589456788919979,0.0,0.892578125,0.005859375,0.0556640625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,320,384,2048,64,1.510188378833438,0.0,0.89697265625,0.0048828125,0.05615234375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,384,448,2048,64,1.5185479502689863,0.0,0.83837890625,0.00830078125,0.078125,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,448,512,2048,64,1.552303687967135,0.0,0.89404296875,0.005859375,0.0537109375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,512,576,2048,64,1.6601032936912734,0.0,0.93798828125,0.00537109375,0.04833984375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,576,640,2048,64,1.4554044786251288,0.0,0.8798828125,0.00439453125,0.05712890625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,640,704,2048,64,1.6970193196579082,0.0,0.91650390625,0.00439453125,0.03466796875,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,704,768,2048,64,1.567816159798476,0.0,0.8896484375,0.00537109375,0.0673828125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,768,832,2048,64,1.5366174369065102,0.0,0.8916015625,0.0068359375,0.05517578125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,832,896,2048,64,1.5342316177056963,0.0,0.8974609375,0.00634765625,0.0595703125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,896,960,2048,64,1.5975150388955621,0.0,0.890625,0.00537109375,0.04541015625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,960,1024,2048,64,1.6452732394996308,0.0,0.92041015625,0.005859375,0.05126953125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1024,1088,2048,64,1.5288950697784978,0.0,0.88232421875,0.00830078125,0.0595703125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1088,1152,2048,64,1.5611412554602688,0.0,0.87353515625,0.00439453125,0.06201171875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1152,1216,2048,64,1.5619465998053972,0.0,0.9111328125,0.00390625,0.0546875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1216,1280,2048,64,1.67878175901268,0.0,0.90625,0.005859375,0.05224609375,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1280,1344,2048,64,1.5519537543894846,0.0,0.8857421875,0.00390625,0.05615234375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1344,1408,2048,64,1.474718499816645,0.0,0.916015625,0.00390625,0.04638671875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1408,1472,2048,64,1.4067623808126961,0.0,0.8623046875,0.00927734375,0.06982421875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1472,1536,2048,64,1.6640976981452533,0.0,0.91162109375,0.00537109375,0.05078125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1536,1600,2048,64,1.5872335244380789,0.0,0.865234375,0.00732421875,0.06201171875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1600,1664,2048,64,1.5375467253808712,0.0,0.91748046875,0.00537109375,0.04931640625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1664,1728,2048,64,1.4472785044196035,0.0,0.9140625,0.0048828125,0.044921875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1728,1792,2048,64,1.5671389157783437,0.0,0.92041015625,0.00537109375,0.04931640625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1792,1856,2048,64,1.4144562580620539,0.0,0.8759765625,0.005859375,0.06591796875,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1856,1920,2048,64,1.545256788433387,0.0,0.875,0.0078125,0.06298828125,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1920,1984,2048,64,1.357529739127676,0.0,0.8740234375,0.00732421875,0.05908203125,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,1984,2048,2048,64,1.7952022498326319,0.0,0.93603515625,0.00390625,0.05078125,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2048,2112,2048,64,1.5275009088844798,0.0,0.87158203125,0.00634765625,0.05908203125,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2112,2176,2048,64,1.755953564905382,0.0,0.87548828125,0.00390625,0.06201171875,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2176,2240,2048,64,1.4686000321188717,0.0,0.8896484375,0.00439453125,0.04638671875,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2240,2304,2048,64,1.5874050105406128,0.0,0.8916015625,0.0068359375,0.05419921875,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2304,2368,2048,64,1.4819264928931783,0.0,0.86279296875,0.0068359375,0.0556640625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2368,2432,2048,64,1.621578615074487,0.0,0.88330078125,0.005859375,0.05419921875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2432,2496,2048,64,1.729872333642392,0.0,0.91064453125,0.0048828125,0.056640625,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2496,2560,2048,64,1.5282371617522559,0.0,0.87890625,0.00830078125,0.052734375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2560,2624,2048,64,1.5262131177746043,0.0,0.841796875,0.00634765625,0.0712890625,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2624,2688,2048,64,1.6141432937218805,0.0,0.91064453125,0.0029296875,0.04931640625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2688,2752,2048,64,1.5283199354789132,0.0,0.88330078125,0.005859375,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2752,2816,2048,64,1.6115029480779792,0.0,0.9248046875,0.00830078125,0.0537109375,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2816,2880,2048,64,1.6925464752372386,0.0,0.90185546875,0.001953125,0.04443359375,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2880,2944,2048,64,1.4743741883913162,0.0,0.87451171875,0.0029296875,0.0556640625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,2944,3008,2048,64,1.5529026120369407,0.0,0.90625,0.00390625,0.052734375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3008,3072,2048,64,1.5988439118699855,0.0,0.88525390625,0.00634765625,0.060546875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3072,3136,2048,64,1.6040796825032166,0.0,0.91259765625,0.00439453125,0.0498046875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3136,3200,2048,64,1.6516287705135415,0.0,0.88720703125,0.00830078125,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3200,3264,2048,64,1.545775405877623,0.0,0.923828125,0.00439453125,0.05517578125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3264,3328,2048,64,1.603733259074237,0.0,0.89013671875,0.00634765625,0.04541015625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3328,3392,2048,64,1.7377663295934562,0.0,0.935546875,0.0029296875,0.04296875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3392,3456,2048,64,1.5390253442106345,0.0,0.88037109375,0.00439453125,0.04931640625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3456,3520,2048,64,1.6500783333977425,0.0,0.8984375,0.0068359375,0.048828125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3520,3584,2048,64,1.6112259230264185,0.0,0.8974609375,0.00634765625,0.0673828125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3584,3648,2048,64,1.4940129086900333,0.0,0.84228515625,0.009765625,0.08056640625,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3648,3712,2048,64,1.4532380829984148,0.0,0.81689453125,0.00341796875,0.06103515625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3712,3776,2048,64,1.6676002662989733,0.0,0.892578125,0.005859375,0.04931640625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3776,3840,2048,64,1.6031642085071052,0.0,0.92431640625,0.005859375,0.048828125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3840,3904,2048,64,1.4521562127029515,0.0,0.87255859375,0.00830078125,0.0546875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3904,3968,2048,64,1.5529053195440528,0.0,0.9296875,0.0068359375,0.04248046875,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,3968,4032,2048,64,1.6352933303195365,0.0,0.9296875,0.005859375,0.052734375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4032,4096,2048,64,1.7017710019251322,0.0,0.89013671875,0.0048828125,0.0537109375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4096,4160,2048,64,1.5557475766951465,0.0,0.83203125,0.009765625,0.08251953125,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4160,4224,2048,64,1.4174391671598372,0.0,0.90478515625,0.0068359375,0.05419921875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4224,4288,2048,64,1.3664856341841938,0.0,0.8486328125,0.0078125,0.0732421875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4288,4352,2048,64,1.5835194546024667,0.0,0.9296875,0.00390625,0.0322265625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4352,4416,2048,64,1.571701125642236,0.0,0.8642578125,0.00634765625,0.07080078125,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4416,4480,2048,64,1.590018710078491,0.0,0.8427734375,0.00390625,0.06201171875,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4480,4544,2048,64,1.5830257636614273,0.0,0.9228515625,0.005859375,0.0625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4544,4608,2048,64,1.4576461858579004,0.0,0.8896484375,0.005859375,0.05859375,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4608,4672,2048,64,1.6731508189120754,0.0,0.8896484375,0.00732421875,0.06201171875,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4672,4736,2048,64,1.585906585145443,0.0,0.90869140625,0.00439453125,0.04345703125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4736,4800,2048,64,1.467751158239142,0.0,0.916015625,0.0029296875,0.046875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4800,4864,2048,64,1.4695248971552708,0.0,0.91357421875,0.01025390625,0.056640625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4864,4928,2048,64,1.504018319955315,0.0,0.884765625,0.00634765625,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4928,4992,2048,64,1.4804307674062025,0.0,0.8701171875,0.005859375,0.05322265625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,4992,5056,2048,64,1.455305580147945,0.0,0.865234375,0.0048828125,0.0771484375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5056,5120,2048,64,1.6372233658837403,0.0,0.85986328125,0.005859375,0.05908203125,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5120,5184,2048,64,1.5999470844589398,0.0,0.9072265625,0.0048828125,0.05712890625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5184,5248,2048,64,1.4208186238075855,0.0,0.90380859375,0.00439453125,0.052734375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5248,5312,2048,64,1.385681706925561,0.0,0.88037109375,0.00732421875,0.06005859375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5312,5376,2048,64,1.5152721890505814,0.0,0.865234375,0.005859375,0.0712890625,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5376,5440,2048,64,1.5049110870468536,0.0,0.87646484375,0.0107421875,0.068359375,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5440,5504,2048,64,1.5028362621520708,0.0,0.90087890625,0.00732421875,0.0576171875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5504,5568,2048,64,1.5186935408723614,0.0,0.8955078125,0.005859375,0.0693359375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5568,5632,2048,64,1.6050759789952431,0.0,0.8994140625,0.00732421875,0.05517578125,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5632,5696,2048,64,1.8484967932304253,0.0,0.9013671875,0.00341796875,0.05419921875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5696,5760,2048,64,1.4859777720290568,0.0,0.89208984375,0.005859375,0.06591796875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5760,5824,2048,64,1.5891459849939675,0.0,0.88818359375,0.00634765625,0.0732421875,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5824,5888,2048,64,1.531721212128458,0.0,0.890625,0.00537109375,0.06103515625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5888,5952,2048,64,1.5234453931420546,0.0,0.8642578125,0.0087890625,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,5952,6016,2048,64,1.6648279896418001,0.0,0.9140625,0.0078125,0.06298828125,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,6016,6080,2048,64,1.3843098986878464,0.0,0.89208984375,0.0068359375,0.05517578125,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,64,6080,6144,2048,64,1.71965517399772,0.0,0.9189453125,0.005859375,0.06201171875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,0,128,4096,128,1.5166434541752567,0.0,0.878173828125,0.005859375,0.06982421875,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,128,256,4096,128,1.4384240412757896,0.0,0.8779296875,0.0068359375,0.062255859375,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,256,384,4096,128,1.4847881050037408,0.0,0.894775390625,0.00537109375,0.0556640625,1.0,83,0.6484375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,384,512,4096,128,1.5355185796568058,0.0,0.8662109375,0.007080078125,0.06640625,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,512,640,4096,128,1.5611126067850931,0.0,0.908935546875,0.005126953125,0.05419921875,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,640,768,4096,128,1.6336955166458391,0.0,0.903076171875,0.005126953125,0.05126953125,1.0,82,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,768,896,4096,128,1.5354249907066397,0.0,0.89453125,0.006591796875,0.057373046875,1.0,80,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,896,1024,4096,128,1.6215699695219905,0.0,0.905517578125,0.005615234375,0.04833984375,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1024,1152,4096,128,1.545102286888001,0.0,0.8779296875,0.00634765625,0.060302734375,1.0,80,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1152,1280,4096,128,1.6214168765368993,0.0,0.90869140625,0.0048828125,0.053955078125,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1280,1408,4096,128,1.5138287732542728,0.0,0.90087890625,0.00390625,0.05126953125,1.0,79,0.6171875
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1408,1536,4096,128,1.5408117252023583,0.0,0.886962890625,0.00732421875,0.063232421875,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1536,1664,4096,128,1.562587628555526,0.0,0.891357421875,0.00634765625,0.0546875,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1664,1792,4096,128,1.508399723332971,0.0,0.917236328125,0.00537109375,0.04638671875,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1792,1920,4096,128,1.4813009566206274,0.0,0.87548828125,0.0068359375,0.064697265625,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,1920,2048,4096,128,1.5914832877570846,0.0,0.905029296875,0.006103515625,0.05859375,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2048,2176,4096,128,1.6456961974718831,0.0,0.87353515625,0.004638671875,0.06201171875,1.0,71,0.5546875
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2176,2304,4096,128,1.529156748314082,0.0,0.890625,0.006103515625,0.050048828125,1.0,83,0.6484375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2304,2432,4096,128,1.5533227828119895,0.0,0.873046875,0.006591796875,0.0556640625,1.0,79,0.6171875
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2432,2560,4096,128,1.6321714237882559,0.0,0.894775390625,0.00634765625,0.054443359375,1.0,74,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2560,2688,4096,128,1.5707935977611127,0.0,0.876220703125,0.0048828125,0.06103515625,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2688,2816,4096,128,1.5704622849413303,0.0,0.904052734375,0.007080078125,0.06201171875,1.0,75,0.5859375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2816,2944,4096,128,1.5872134100732251,0.0,0.88818359375,0.00244140625,0.05029296875,1.0,82,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,2944,3072,4096,128,1.576040668414821,0.0,0.895751953125,0.005126953125,0.057373046875,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3072,3200,4096,128,1.6280278289095205,0.0,0.89990234375,0.00634765625,0.054443359375,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3200,3328,4096,128,1.5750209477459345,0.0,0.906982421875,0.005126953125,0.0498046875,1.0,80,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3328,3456,4096,128,1.6414065350167482,0.0,0.907958984375,0.004150390625,0.0458984375,1.0,84,0.65625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3456,3584,4096,128,1.6307678377655423,0.0,0.89794921875,0.006591796875,0.05712890625,1.0,80,0.625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3584,3712,4096,128,1.4737665176698378,0.0,0.82958984375,0.006591796875,0.072265625,1.0,75,0.5859375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3712,3840,4096,128,1.6356995640395915,0.0,0.908447265625,0.005859375,0.04931640625,1.0,82,0.640625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3840,3968,4096,128,1.5033749694537282,0.0,0.901123046875,0.0078125,0.04833984375,1.0,83,0.6484375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,3968,4096,4096,128,1.6688632087712925,0.0,0.909912109375,0.00537109375,0.052490234375,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4096,4224,4096,128,1.488200980209258,0.0,0.868408203125,0.008544921875,0.067626953125,1.0,75,0.5859375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4224,4352,4096,128,1.4789889877102318,0.0,0.88916015625,0.006103515625,0.054443359375,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4352,4480,4096,128,1.5808864486016605,0.0,0.853515625,0.005126953125,0.066162109375,1.0,74,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4480,4608,4096,128,1.5216279064807416,0.0,0.90625,0.006103515625,0.060791015625,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4608,4736,4096,128,1.6301124745909144,0.0,0.899169921875,0.005859375,0.052734375,1.0,79,0.6171875
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4736,4864,4096,128,1.468638295475021,0.0,0.914794921875,0.006591796875,0.0517578125,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4864,4992,4096,128,1.492271148927722,0.0,0.87744140625,0.006103515625,0.062744140625,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,4992,5120,4096,128,1.5489374876678255,0.0,0.862548828125,0.005126953125,0.0693359375,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5120,5248,4096,128,1.5130360595219043,0.0,0.905517578125,0.004638671875,0.054931640625,1.0,79,0.6171875
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5248,5376,4096,128,1.4519234828010525,0.0,0.872802734375,0.006591796875,0.06689453125,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5376,5504,4096,128,1.5038740324169027,0.0,0.888671875,0.009033203125,0.06298828125,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5504,5632,4096,128,1.5624818350040055,0.0,0.8974609375,0.0068359375,0.062744140625,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5632,5760,4096,128,1.6770614677983042,0.0,0.896728515625,0.005126953125,0.06103515625,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5760,5888,4096,128,1.5606977339169044,0.0,0.889404296875,0.005859375,0.0673828125,1.0,74,0.578125
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,5888,6016,4096,128,1.595703309042835,0.0,0.88916015625,0.008544921875,0.061279296875,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gate_proj.output,128,6016,6144,4096,128,1.5610137432230193,0.0,0.905517578125,0.00634765625,0.0595703125,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.up_proj.output,0,0,6144,196608,6144,0.5938009484563856,0.0,0.5023193359375,0.008758544921875,0.09057108561197917,1.0,4308,0.701171875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,0,64,2048,64,0.5426972937018248,0.0,0.51806640625,0.0146484375,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,64,128,2048,64,0.5919456953900611,0.0,0.5390625,0.01513671875,0.0966796875,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,128,192,2048,64,0.6639701986159681,0.0,0.47119140625,0.00927734375,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,192,256,2048,64,0.5955542711329566,0.0,0.47216796875,0.005859375,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,256,320,2048,64,0.5067375786972083,0.0,0.53564453125,0.01123046875,0.10498046875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,320,384,2048,64,0.5644629381205228,0.0,0.5400390625,0.00927734375,0.083984375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,384,448,2048,64,0.587194047918977,0.0,0.4501953125,0.00634765625,0.078125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,448,512,2048,64,0.5340595737929346,0.0,0.45361328125,0.00732421875,0.080078125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,512,576,2048,64,0.5180471199584278,0.0,0.4345703125,0.0087890625,0.09130859375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,576,640,2048,64,0.5689991311856943,0.0,0.49169921875,0.00537109375,0.09619140625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,640,704,2048,64,0.7165261658807175,0.0,0.4638671875,0.01220703125,0.1181640625,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,704,768,2048,64,0.5726410757206816,0.0,0.50244140625,0.01025390625,0.08447265625,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,768,832,2048,64,0.551157571592123,0.0,0.52880859375,0.0078125,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,832,896,2048,64,0.6065061991198626,0.0,0.447265625,0.01171875,0.09521484375,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,896,960,2048,64,0.5853186031191495,0.0,0.51611328125,0.01123046875,0.08349609375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,960,1024,2048,64,0.5922199035412292,0.0,0.533203125,0.0087890625,0.09521484375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1024,1088,2048,64,0.631255709549208,0.0,0.5087890625,0.00830078125,0.0986328125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1088,1152,2048,64,0.5235457274333712,0.0,0.50830078125,0.00634765625,0.07421875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1152,1216,2048,64,0.5323087031948542,0.0,0.55419921875,0.00439453125,0.07373046875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1216,1280,2048,64,0.671817080314225,0.0,0.46533203125,0.009765625,0.08740234375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1280,1344,2048,64,0.5993336950855893,0.0,0.494140625,0.009765625,0.09130859375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1344,1408,2048,64,0.5234958492893628,0.0,0.4541015625,0.01025390625,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1408,1472,2048,64,0.5849547805659616,0.0,0.43115234375,0.00390625,0.08203125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1472,1536,2048,64,0.5693719622412821,0.0,0.50830078125,0.009765625,0.0771484375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1536,1600,2048,64,0.6785936661720032,0.0,0.49462890625,0.00732421875,0.0830078125,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1600,1664,2048,64,0.5456340550320644,0.0,0.4912109375,0.01025390625,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1664,1728,2048,64,0.5360874245119629,0.0,0.47705078125,0.01171875,0.07470703125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1728,1792,2048,64,0.5208371561664097,0.0,0.49755859375,0.00439453125,0.0703125,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1792,1856,2048,64,0.6096006611833957,0.0,0.482421875,0.01123046875,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1856,1920,2048,64,0.6006903379829678,0.0,0.5166015625,0.0068359375,0.10498046875,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1920,1984,2048,64,0.544036017999148,0.0,0.50830078125,0.00732421875,0.08544921875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,1984,2048,2048,64,0.6729519832063682,0.0,0.4599609375,0.01318359375,0.099609375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2048,2112,2048,64,0.600881923554547,0.0,0.56640625,0.0087890625,0.08642578125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2112,2176,2048,64,0.6994696923268482,0.0,0.46337890625,0.01318359375,0.10400390625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2176,2240,2048,64,0.6428306110181664,0.0,0.51171875,0.005859375,0.08056640625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2240,2304,2048,64,0.5630476678127453,0.0,0.42333984375,0.00537109375,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2304,2368,2048,64,0.6096803947196571,0.0,0.47900390625,0.0087890625,0.1103515625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2368,2432,2048,64,0.5960809753358671,0.0,0.5498046875,0.009765625,0.0888671875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2432,2496,2048,64,0.499867394475963,0.0,0.55224609375,0.01220703125,0.08984375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2496,2560,2048,64,0.5699687092751663,0.0,0.41943359375,0.01025390625,0.09765625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2560,2624,2048,64,0.601748287508925,0.0,0.52490234375,0.009765625,0.08154296875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2624,2688,2048,64,0.5501414536004886,0.0,0.494140625,0.00927734375,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2688,2752,2048,64,0.6050653870089002,0.0,0.56689453125,0.0126953125,0.10009765625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2752,2816,2048,64,0.5932221174639649,0.0,0.53857421875,0.01220703125,0.0859375,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2816,2880,2048,64,0.6957981026001793,0.0,0.544921875,0.009765625,0.10009765625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2880,2944,2048,64,0.5768001279793111,0.0,0.423828125,0.00732421875,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,2944,3008,2048,64,0.6312420468791584,0.0,0.4814453125,0.00732421875,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3008,3072,2048,64,0.5967028776348197,0.0,0.48095703125,0.00927734375,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3072,3136,2048,64,0.5898515623447915,0.0,0.48291015625,0.00830078125,0.10009765625,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3136,3200,2048,64,0.5395098354980764,0.0,0.54931640625,0.0068359375,0.08837890625,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3200,3264,2048,64,0.5237348334835001,0.0,0.5283203125,0.0029296875,0.07275390625,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3264,3328,2048,64,0.600941368388018,0.0,0.56689453125,0.0087890625,0.09765625,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3328,3392,2048,64,0.5696999602005359,0.0,0.57470703125,0.005859375,0.08154296875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3392,3456,2048,64,0.5168042491320753,0.0,0.4892578125,0.01123046875,0.0810546875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3456,3520,2048,64,0.6716078765960645,0.0,0.4853515625,0.01025390625,0.099609375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3520,3584,2048,64,0.5211664547933634,0.0,0.4716796875,0.01025390625,0.07666015625,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3584,3648,2048,64,0.8531954175131365,0.0,0.49658203125,0.0146484375,0.1201171875,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3648,3712,2048,64,0.589671293086235,0.0,0.47607421875,0.0107421875,0.0830078125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3712,3776,2048,64,0.6402944647650073,0.0,0.4580078125,0.00830078125,0.08642578125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3776,3840,2048,64,0.5716093763480501,0.0,0.47509765625,0.0087890625,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3840,3904,2048,64,0.5066368700571151,0.0,0.47607421875,0.00732421875,0.07861328125,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3904,3968,2048,64,0.5604440628941209,0.0,0.51220703125,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,3968,4032,2048,64,0.6223425329823772,0.0,0.5087890625,0.0078125,0.08349609375,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4032,4096,2048,64,0.5584847289850853,0.0,0.4892578125,0.00537109375,0.1064453125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4096,4160,2048,64,0.6132743852886996,0.0,0.4619140625,0.00634765625,0.0830078125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4160,4224,2048,64,0.6117650795208187,0.0,0.5087890625,0.00439453125,0.09228515625,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4224,4288,2048,64,0.5343702131195512,0.0,0.53271484375,0.00830078125,0.09326171875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4288,4352,2048,64,0.5451474798666558,0.0,0.4169921875,0.01171875,0.0810546875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4352,4416,2048,64,0.6035914812209778,0.0,0.5234375,0.00537109375,0.09423828125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4416,4480,2048,64,0.6047898609907117,0.0,0.50146484375,0.00732421875,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4480,4544,2048,64,0.5754919499333436,0.0,0.5791015625,0.0078125,0.095703125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4544,4608,2048,64,0.5614027613973632,0.0,0.54638671875,0.0068359375,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4608,4672,2048,64,0.5202400292921328,0.0,0.486328125,0.00830078125,0.08203125,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4672,4736,2048,64,0.52078377712457,0.0,0.55615234375,0.009765625,0.08642578125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4736,4800,2048,64,0.5295437625992464,0.0,0.5546875,0.0087890625,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4800,4864,2048,64,0.5307791222001579,0.0,0.4814453125,0.0087890625,0.08349609375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4864,4928,2048,64,0.5891144520249533,0.0,0.50732421875,0.01025390625,0.09033203125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4928,4992,2048,64,0.6352237281088675,0.0,0.57666015625,0.0078125,0.095703125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,4992,5056,2048,64,0.8432530338940238,0.0,0.51220703125,0.00732421875,0.12451171875,1.0,33,0.515625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5056,5120,2048,64,0.5668255747115295,0.0,0.5517578125,0.0087890625,0.08984375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5120,5184,2048,64,0.5979643331642068,0.0,0.52734375,0.01123046875,0.095703125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5184,5248,2048,64,0.5657722743381702,0.0,0.51708984375,0.00439453125,0.07666015625,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5248,5312,2048,64,0.574622178572183,0.0,0.4423828125,0.00830078125,0.0849609375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5312,5376,2048,64,0.597930157425731,0.0,0.548828125,0.0087890625,0.078125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5376,5440,2048,64,0.5514416170484296,0.0,0.45361328125,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5440,5504,2048,64,0.5761942341754065,0.0,0.5029296875,0.005859375,0.08251953125,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5504,5568,2048,64,0.5499628595794716,0.0,0.4814453125,0.00732421875,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5568,5632,2048,64,0.5581131375899664,0.0,0.51318359375,0.01025390625,0.07568359375,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5632,5696,2048,64,0.6811970608717313,0.0,0.51904296875,0.00830078125,0.115234375,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5696,5760,2048,64,0.5809775294655277,0.0,0.5068359375,0.01220703125,0.10009765625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5760,5824,2048,64,0.6339726877379881,0.0,0.54443359375,0.00634765625,0.0927734375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5824,5888,2048,64,0.6145393639060919,0.0,0.58203125,0.00830078125,0.0947265625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5888,5952,2048,64,0.5204270016460418,0.0,0.50634765625,0.00732421875,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,64,5952,6016,2048,64,0.8113626722043549,0.0,0.53515625,0.0146484375,0.125,1.0,33,0.515625
+fresh-zh-1,layers.21.mlp.up_proj.output,64,6016,6080,2048,64,0.5841567733044323,0.0,0.48388671875,0.00830078125,0.09375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,64,6080,6144,2048,64,0.5737990313597005,0.0,0.44921875,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,0,128,4096,128,0.5678556413746841,0.0,0.528564453125,0.014892578125,0.0908203125,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,128,256,4096,128,0.6306906192876327,0.0,0.4716796875,0.0078125,0.099609375,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,256,384,4096,128,0.5363773774944104,0.0,0.537841796875,0.010498046875,0.094970703125,1.0,95,0.7421875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,384,512,4096,128,0.5612559479735448,0.0,0.451904296875,0.0068359375,0.078369140625,1.0,93,0.7265625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,512,640,4096,128,0.5441198534272098,0.0,0.463134765625,0.007080078125,0.093505859375,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,128,640,768,4096,128,0.6485859804198133,0.0,0.483154296875,0.010986328125,0.1005859375,1.0,86,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,768,896,4096,128,0.5794930708361182,0.0,0.488037109375,0.00927734375,0.091796875,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,896,1024,4096,128,0.5887793650034516,0.0,0.524658203125,0.010009765625,0.089599609375,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1024,1152,4096,128,0.5799068457744795,0.0,0.508544921875,0.006591796875,0.086669921875,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1152,1280,4096,128,0.606090234576881,0.0,0.509765625,0.007080078125,0.080322265625,1.0,89,0.6953125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1280,1408,4096,128,0.562693869829829,0.0,0.47412109375,0.01025390625,0.0869140625,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1408,1536,4096,128,0.5772159590194386,0.0,0.4697265625,0.0068359375,0.080078125,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1536,1664,4096,128,0.6157133609803729,0.0,0.492919921875,0.009033203125,0.085205078125,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1664,1792,4096,128,0.5285172986588909,0.0,0.4873046875,0.008056640625,0.072998046875,1.0,95,0.7421875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1792,1920,4096,128,0.6051618991068941,0.0,0.49951171875,0.009033203125,0.1005859375,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,1920,2048,4096,128,0.6118985048934804,0.0,0.484130859375,0.009765625,0.094970703125,1.0,89,0.6953125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2048,2176,4096,128,0.6520417688071939,0.0,0.514892578125,0.010986328125,0.09619140625,1.0,84,0.65625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2176,2304,4096,128,0.6042573419874022,0.0,0.467529296875,0.006591796875,0.081298828125,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2304,2432,4096,128,0.60291902974731,0.0,0.514404296875,0.009033203125,0.100830078125,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2432,2560,4096,128,0.5360651740287682,0.0,0.48583984375,0.0107421875,0.094970703125,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2560,2688,4096,128,0.5765226016773246,0.0,0.509521484375,0.009521484375,0.08251953125,1.0,93,0.7265625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2688,2816,4096,128,0.5991730147481028,0.0,0.552734375,0.012451171875,0.093505859375,1.0,89,0.6953125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2816,2944,4096,128,0.6390748732421575,0.0,0.484375,0.009033203125,0.093994140625,1.0,86,0.671875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,2944,3072,4096,128,0.6142152904014455,0.0,0.481201171875,0.008544921875,0.09033203125,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3072,3200,4096,128,0.5652414210758766,0.0,0.51611328125,0.007568359375,0.095458984375,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3200,3328,4096,128,0.563661558048823,0.0,0.547607421875,0.005615234375,0.085693359375,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3328,3456,4096,128,0.5438955214806701,0.0,0.531982421875,0.008544921875,0.082275390625,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3456,3584,4096,128,0.6011121415791556,0.0,0.478515625,0.009765625,0.08837890625,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3584,3712,4096,128,0.7333671162369526,0.0,0.486328125,0.01220703125,0.10400390625,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3712,3840,4096,128,0.6069243283712203,0.0,0.466552734375,0.008544921875,0.089111328125,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3840,3968,4096,128,0.5342183381982218,0.0,0.494140625,0.008544921875,0.08349609375,1.0,95,0.7421875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,3968,4096,4096,128,0.5912763401610389,0.0,0.4990234375,0.00634765625,0.095458984375,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4096,4224,4096,128,0.6125201972883613,0.0,0.4853515625,0.00537109375,0.08740234375,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4224,4352,4096,128,0.5397857442886022,0.0,0.474853515625,0.010009765625,0.087646484375,1.0,95,0.7421875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4352,4480,4096,128,0.6041909682210164,0.0,0.512451171875,0.00634765625,0.090576171875,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4480,4608,4096,128,0.5684910047409136,0.0,0.562744140625,0.00732421875,0.09130859375,1.0,93,0.7265625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4608,4736,4096,128,0.5205119742109747,0.0,0.521240234375,0.009033203125,0.084228515625,1.0,98,0.765625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4736,4864,4096,128,0.5301618022223674,0.0,0.51806640625,0.0087890625,0.083251953125,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4864,4992,4096,128,0.6126030616709279,0.0,0.5419921875,0.0087890625,0.09375,1.0,87,0.6796875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,4992,5120,4096,128,0.7184590841928756,0.0,0.531982421875,0.009765625,0.108154296875,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5120,5248,4096,128,0.5820908907319802,0.0,0.522216796875,0.00732421875,0.086181640625,1.0,93,0.7265625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5248,5376,4096,128,0.5863919854782299,0.0,0.49560546875,0.008544921875,0.081298828125,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5376,5504,4096,128,0.5639537447831915,0.0,0.478271484375,0.0068359375,0.0830078125,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5504,5632,4096,128,0.5540529854027259,0.0,0.497314453125,0.0087890625,0.078125,1.0,95,0.7421875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5632,5760,4096,128,0.6330735839869459,0.0,0.512939453125,0.01025390625,0.106689453125,1.0,85,0.6640625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5760,5888,4096,128,0.6243316420732784,0.0,0.563232421875,0.00732421875,0.09423828125,1.0,87,0.6796875
+fresh-zh-1,layers.21.mlp.up_proj.output,128,5888,6016,4096,128,0.6815987272174445,0.0,0.520751953125,0.010498046875,0.10693359375,1.0,80,0.625
+fresh-zh-1,layers.21.mlp.up_proj.output,128,6016,6144,4096,128,0.57900106398295,0.0,0.466552734375,0.008056640625,0.088134765625,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,0,0,6144,196608,6144,0.3280949826782207,0.0,0.8909861246744791,0.0024922688802083335,0.025665283203125,1.0,4395,0.71533203125
+fresh-zh-1,layers.21.mlp.silu_gate,64,0,64,2048,64,0.29739574740381747,0.0,0.8564453125,0.0029296875,0.03076171875,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,64,128,2048,64,0.2754666815249363,0.0,0.89990234375,0.001953125,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,128,192,2048,64,0.2635677242842868,0.0,0.90869140625,0.0009765625,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,192,256,2048,64,0.3228401910509548,0.0,0.84716796875,0.00537109375,0.02978515625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,256,320,2048,64,0.3257676597056995,0.0,0.892578125,0.00146484375,0.0263671875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,320,384,2048,64,0.26066064196263733,0.0,0.89697265625,0.001953125,0.01953125,1.0,53,0.828125
+fresh-zh-1,layers.21.mlp.silu_gate,64,384,448,2048,64,0.3506491890787603,0.0,0.83837890625,0.00146484375,0.03759765625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,448,512,2048,64,0.342628566629879,0.0,0.89404296875,0.00341796875,0.02490234375,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,64,512,576,2048,64,0.26348779222181873,0.0,0.93798828125,0.00244140625,0.01416015625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,576,640,2048,64,0.2800334928126369,0.0,0.8798828125,0.00048828125,0.0185546875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,640,704,2048,64,0.3417567819031356,0.0,0.91650390625,0.00146484375,0.0126953125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,704,768,2048,64,0.25474866808646723,0.0,0.8896484375,0.0009765625,0.02197265625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,768,832,2048,64,0.25821246666735326,0.0,0.8916015625,0.0029296875,0.0166015625,1.0,53,0.828125
+fresh-zh-1,layers.21.mlp.silu_gate,64,832,896,2048,64,0.3471745959379066,0.0,0.8974609375,0.0029296875,0.02783203125,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.silu_gate,64,896,960,2048,64,0.41383143467588934,0.0,0.890625,0.00390625,0.0224609375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.silu_gate,64,960,1024,2048,64,0.4261972023658282,0.0,0.92041015625,0.00390625,0.03173828125,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1024,1088,2048,64,0.34816723156182866,0.0,0.88232421875,0.00341796875,0.02734375,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,1088,1152,2048,64,0.26677408873443365,0.0,0.87353515625,0.001953125,0.02294921875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1152,1216,2048,64,0.2791545595615665,0.0,0.9111328125,0.0009765625,0.01708984375,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1216,1280,2048,64,0.29240218397293577,0.0,0.90625,0.00048828125,0.021484375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,1280,1344,2048,64,0.30317908540261085,0.0,0.8857421875,0.00048828125,0.02197265625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,1344,1408,2048,64,0.2544876992796256,0.0,0.916015625,0.001953125,0.01025390625,1.0,53,0.828125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1408,1472,2048,64,0.3677237756247,0.0,0.8623046875,0.00439453125,0.0390625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.silu_gate,64,1472,1536,2048,64,0.3318291336649087,0.0,0.91162109375,0.001953125,0.0283203125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,1536,1600,2048,64,0.3174666325656442,0.0,0.865234375,0.0029296875,0.0302734375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,1600,1664,2048,64,0.27031314960641584,0.0,0.91748046875,0.00341796875,0.021484375,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1664,1728,2048,64,0.2498485892792691,0.0,0.9140625,0.001953125,0.01513671875,1.0,54,0.84375
+fresh-zh-1,layers.21.mlp.silu_gate,64,1728,1792,2048,64,0.2691169076592352,0.0,0.92041015625,0.0029296875,0.0185546875,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,1792,1856,2048,64,0.34547337704148534,0.0,0.8759765625,0.00439453125,0.029296875,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.silu_gate,64,1856,1920,2048,64,0.3124575154500409,0.0,0.875,0.00341796875,0.0263671875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,1920,1984,2048,64,0.30704712063235545,0.0,0.8740234375,0.00439453125,0.0283203125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,1984,2048,2048,64,0.25445105208895447,0.0,0.93603515625,0.00048828125,0.01513671875,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,2048,2112,2048,64,0.2795202703462944,0.0,0.87158203125,0.001953125,0.02001953125,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2112,2176,2048,64,0.31357333420348876,0.0,0.87548828125,0.001953125,0.0283203125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,2176,2240,2048,64,0.33008247473095326,0.0,0.8896484375,0.00341796875,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,2240,2304,2048,64,0.356837837025446,0.0,0.8916015625,0.0029296875,0.029296875,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2304,2368,2048,64,0.49168938881177,0.0,0.86279296875,0.00439453125,0.0439453125,1.0,32,0.5
+fresh-zh-1,layers.21.mlp.silu_gate,64,2368,2432,2048,64,0.3141009855440613,0.0,0.88330078125,0.001953125,0.021484375,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,2432,2496,2048,64,0.25150536660827527,0.0,0.91064453125,0.00146484375,0.0234375,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,2496,2560,2048,64,0.32977569636773396,0.0,0.87890625,0.0009765625,0.02587890625,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2560,2624,2048,64,0.34170987568935984,0.0,0.841796875,0.00244140625,0.03076171875,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,64,2624,2688,2048,64,0.2708555484498574,0.0,0.91064453125,0.00048828125,0.0126953125,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,2688,2752,2048,64,0.25951905308538753,0.0,0.88330078125,0.00244140625,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2752,2816,2048,64,0.3199693899822252,0.0,0.9248046875,0.00390625,0.02490234375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2816,2880,2048,64,0.36649036098792254,0.0,0.90185546875,0.00048828125,0.01953125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2880,2944,2048,64,0.38493184276962894,0.0,0.87451171875,0.0009765625,0.029296875,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,2944,3008,2048,64,0.27886756435474314,0.0,0.90625,0.0009765625,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3008,3072,2048,64,0.3826472020137726,0.0,0.88525390625,0.00244140625,0.03173828125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.silu_gate,64,3072,3136,2048,64,0.30979282943407177,0.0,0.91259765625,0.001953125,0.02490234375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,3136,3200,2048,64,0.2614913947618861,0.0,0.88720703125,0.00048828125,0.0224609375,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3200,3264,2048,64,0.24265499562982995,0.0,0.923828125,0.001953125,0.0146484375,1.0,53,0.828125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3264,3328,2048,64,0.3068755403680174,0.0,0.89013671875,0.00244140625,0.01708984375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,3328,3392,2048,64,0.25674394276845547,0.0,0.935546875,0.0,0.00830078125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3392,3456,2048,64,0.3911292423150159,0.0,0.88037109375,0.00244140625,0.01953125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,3456,3520,2048,64,0.29748828830224033,0.0,0.8984375,0.00244140625,0.021484375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,3520,3584,2048,64,0.275107779910808,0.0,0.8974609375,0.00048828125,0.025390625,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,3584,3648,2048,64,0.33369355047634436,0.0,0.84228515625,0.0029296875,0.044921875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,3648,3712,2048,64,0.40887782394072464,0.0,0.81689453125,0.0029296875,0.02783203125,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.silu_gate,64,3712,3776,2048,64,0.3421776893924735,0.0,0.892578125,0.001953125,0.0224609375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,3776,3840,2048,64,0.2975537820245041,0.0,0.92431640625,0.001953125,0.01708984375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,3840,3904,2048,64,0.44738332292515137,0.0,0.87255859375,0.00732421875,0.03759765625,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3904,3968,2048,64,0.316701485054963,0.0,0.9296875,0.00244140625,0.02197265625,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,3968,4032,2048,64,0.29860036236321713,0.0,0.9296875,0.00146484375,0.01953125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,4032,4096,2048,64,0.32544724018940746,0.0,0.89013671875,0.00048828125,0.01806640625,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,4096,4160,2048,64,0.36980459261932114,0.0,0.83203125,0.00341796875,0.04150390625,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.silu_gate,64,4160,4224,2048,64,0.3115124398741149,0.0,0.90478515625,0.00244140625,0.02001953125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,4224,4288,2048,64,0.3335737246534655,0.0,0.8486328125,0.00390625,0.0361328125,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,4288,4352,2048,64,0.2538089113554876,0.0,0.9296875,0.00146484375,0.01318359375,1.0,53,0.828125
+fresh-zh-1,layers.21.mlp.silu_gate,64,4352,4416,2048,64,0.3400741422696763,0.0,0.8642578125,0.0029296875,0.03271484375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.silu_gate,64,4416,4480,2048,64,0.37307182876295053,0.0,0.8427734375,0.0029296875,0.03759765625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,64,4480,4544,2048,64,0.26447379589697845,0.0,0.9228515625,0.00341796875,0.02001953125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,4544,4608,2048,64,0.2749599527393037,0.0,0.8896484375,0.00244140625,0.0205078125,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,4608,4672,2048,64,0.37041220060514074,0.0,0.8896484375,0.00341796875,0.02783203125,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.silu_gate,64,4672,4736,2048,64,0.3575268721049387,0.0,0.90869140625,0.00244140625,0.025390625,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,64,4736,4800,2048,64,0.2537938960861023,0.0,0.916015625,0.00048828125,0.01513671875,1.0,54,0.84375
+fresh-zh-1,layers.21.mlp.silu_gate,64,4800,4864,2048,64,0.3405536612349085,0.0,0.91357421875,0.00439453125,0.02685546875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,64,4864,4928,2048,64,0.3255345476206798,0.0,0.884765625,0.001953125,0.02734375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,4928,4992,2048,64,0.42125264987873096,0.0,0.8701171875,0.00439453125,0.03271484375,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.silu_gate,64,4992,5056,2048,64,0.40624170918642705,0.0,0.865234375,0.001953125,0.04296875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.silu_gate,64,5056,5120,2048,64,0.3132536103874742,0.0,0.85986328125,0.0029296875,0.02294921875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,5120,5184,2048,64,0.3152316506334709,0.0,0.9072265625,0.0029296875,0.02099609375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,64,5184,5248,2048,64,0.25877870613554405,0.0,0.90380859375,0.001953125,0.02001953125,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5248,5312,2048,64,0.2985506863519541,0.0,0.88037109375,0.0029296875,0.025390625,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5312,5376,2048,64,0.3891493533067193,0.0,0.865234375,0.00390625,0.0341796875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.silu_gate,64,5376,5440,2048,64,0.32738296713216747,0.0,0.87646484375,0.00537109375,0.03515625,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5440,5504,2048,64,0.2946940495511909,0.0,0.90087890625,0.001953125,0.029296875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5504,5568,2048,64,0.28409132516255703,0.0,0.8955078125,0.00244140625,0.02685546875,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,5568,5632,2048,64,0.28744659291130414,0.0,0.8994140625,0.00244140625,0.02392578125,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,5632,5696,2048,64,0.8153177326714252,0.0,0.9013671875,0.0029296875,0.0625,1.0,3,0.046875
+fresh-zh-1,layers.21.mlp.silu_gate,64,5696,5760,2048,64,0.28687652094552046,0.0,0.89208984375,0.00341796875,0.02294921875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5760,5824,2048,64,0.25222950339387074,0.0,0.88818359375,0.0009765625,0.0244140625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,5824,5888,2048,64,0.2691512308529152,0.0,0.890625,0.0029296875,0.02490234375,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,64,5888,5952,2048,64,0.34013437714541883,0.0,0.8642578125,0.00439453125,0.02880859375,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,64,5952,6016,2048,64,0.25103653023329586,0.0,0.9140625,0.001953125,0.02197265625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.silu_gate,64,6016,6080,2048,64,0.30719292731084624,0.0,0.89208984375,0.001953125,0.02490234375,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,64,6080,6144,2048,64,0.2742855794178633,0.0,0.9189453125,0.00244140625,0.01953125,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,0,128,4096,128,0.286640997769192,0.0,0.878173828125,0.001953125,0.025390625,1.0,98,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,128,128,256,4096,128,0.29469792520665533,0.0,0.8779296875,0.00244140625,0.026611328125,1.0,99,0.7734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,256,384,4096,128,0.2950157100719406,0.0,0.894775390625,0.001708984375,0.022705078125,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,384,512,4096,128,0.34666207498977847,0.0,0.8662109375,0.00244140625,0.031494140625,1.0,87,0.6796875
+fresh-zh-1,layers.21.mlp.silu_gate,128,512,640,4096,128,0.2718865330857465,0.0,0.908935546875,0.00146484375,0.01611328125,1.0,101,0.7890625
+fresh-zh-1,layers.21.mlp.silu_gate,128,640,768,4096,128,0.3014088434905456,0.0,0.903076171875,0.001220703125,0.0205078125,1.0,98,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,128,768,896,4096,128,0.3059443397148309,0.0,0.89453125,0.00341796875,0.021728515625,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,896,1024,4096,128,0.4200598240907856,0.0,0.905517578125,0.00390625,0.027099609375,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.silu_gate,128,1024,1152,4096,128,0.31015224934982777,0.0,0.8779296875,0.002197265625,0.02587890625,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,1152,1280,4096,128,0.28585512529614954,0.0,0.90869140625,0.000732421875,0.01953125,1.0,99,0.7734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,1280,1408,4096,128,0.2798942183309623,0.0,0.90087890625,0.001220703125,0.016845703125,1.0,99,0.7734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,1408,1536,4096,128,0.3502365979652102,0.0,0.886962890625,0.003173828125,0.0341796875,1.0,89,0.6953125
+fresh-zh-1,layers.21.mlp.silu_gate,128,1536,1664,4096,128,0.2948340733723888,0.0,0.891357421875,0.003173828125,0.02587890625,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,1664,1792,4096,128,0.25966153696004945,0.0,0.917236328125,0.002197265625,0.01708984375,1.0,105,0.8203125
+fresh-zh-1,layers.21.mlp.silu_gate,128,1792,1920,4096,128,0.3293793809618787,0.0,0.87548828125,0.00390625,0.02783203125,1.0,91,0.7109375
+fresh-zh-1,layers.21.mlp.silu_gate,128,1920,2048,4096,128,0.28197807733740227,0.0,0.905029296875,0.001953125,0.02294921875,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,2048,2176,4096,128,0.2970351977947718,0.0,0.87353515625,0.001953125,0.024658203125,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.silu_gate,128,2176,2304,4096,128,0.34372058569244085,0.0,0.890625,0.0029296875,0.02587890625,1.0,91,0.7109375
+fresh-zh-1,layers.21.mlp.silu_gate,128,2304,2432,4096,128,0.4125638642621543,0.0,0.873046875,0.003662109375,0.031982421875,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.silu_gate,128,2432,2560,4096,128,0.2932634987068684,0.0,0.894775390625,0.001220703125,0.025634765625,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,2560,2688,4096,128,0.3083248021727337,0.0,0.876220703125,0.00146484375,0.02099609375,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,2688,2816,4096,128,0.29131645116602456,0.0,0.904052734375,0.0029296875,0.024169921875,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.silu_gate,128,2816,2944,4096,128,0.3758242330365886,0.0,0.88818359375,0.000732421875,0.023681640625,1.0,86,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,128,2944,3072,4096,128,0.3348029268525857,0.0,0.895751953125,0.00146484375,0.02587890625,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,128,3072,3200,4096,128,0.28666125191877995,0.0,0.89990234375,0.001220703125,0.02392578125,1.0,99,0.7734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,3200,3328,4096,128,0.2766351786923307,0.0,0.906982421875,0.00244140625,0.016845703125,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,3328,3456,4096,128,0.3308319334210426,0.0,0.907958984375,0.001220703125,0.015625,1.0,92,0.71875
+fresh-zh-1,layers.21.mlp.silu_gate,128,3456,3584,4096,128,0.2865166419638224,0.0,0.89794921875,0.00146484375,0.023681640625,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.silu_gate,128,3584,3712,4096,128,0.3731839094468107,0.0,0.82958984375,0.0029296875,0.03759765625,1.0,85,0.6640625
+fresh-zh-1,layers.21.mlp.silu_gate,128,3712,3840,4096,128,0.3206429667987887,0.0,0.908447265625,0.001708984375,0.019775390625,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,3840,3968,4096,128,0.38758977557952246,0.0,0.901123046875,0.005126953125,0.02783203125,1.0,86,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,128,3968,4096,4096,128,0.31231240973610574,0.0,0.909912109375,0.0009765625,0.0185546875,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,4096,4224,4096,128,0.3419030834305726,0.0,0.868408203125,0.002197265625,0.031494140625,1.0,88,0.6875
+fresh-zh-1,layers.21.mlp.silu_gate,128,4224,4352,4096,128,0.29638690360966,0.0,0.88916015625,0.00244140625,0.024169921875,1.0,98,0.765625
+fresh-zh-1,layers.21.mlp.silu_gate,128,4352,4480,4096,128,0.3569544870547143,0.0,0.853515625,0.003173828125,0.0341796875,1.0,87,0.6796875
+fresh-zh-1,layers.21.mlp.silu_gate,128,4480,4608,4096,128,0.26976783011189154,0.0,0.90625,0.0029296875,0.02001953125,1.0,101,0.7890625
+fresh-zh-1,layers.21.mlp.silu_gate,128,4608,4736,4096,128,0.36402655303856907,0.0,0.899169921875,0.0029296875,0.026611328125,1.0,83,0.6484375
+fresh-zh-1,layers.21.mlp.silu_gate,128,4736,4864,4096,128,0.30032327404903547,0.0,0.914794921875,0.001708984375,0.021484375,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,4864,4992,4096,128,0.37644822799719313,0.0,0.87744140625,0.00390625,0.031494140625,1.0,84,0.65625
+fresh-zh-1,layers.21.mlp.silu_gate,128,4992,5120,4096,128,0.3627396798693914,0.0,0.862548828125,0.00244140625,0.03173828125,1.0,86,0.671875
+fresh-zh-1,layers.21.mlp.silu_gate,128,5120,5248,4096,128,0.2883898509919246,0.0,0.905517578125,0.00244140625,0.021240234375,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,5248,5376,4096,128,0.3468210860806049,0.0,0.872802734375,0.003662109375,0.03125,1.0,90,0.703125
+fresh-zh-1,layers.21.mlp.silu_gate,128,5376,5504,4096,128,0.31146764680231365,0.0,0.888671875,0.00390625,0.03271484375,1.0,94,0.734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,5504,5632,4096,128,0.2857738833491741,0.0,0.8974609375,0.00244140625,0.025634765625,1.0,99,0.7734375
+fresh-zh-1,layers.21.mlp.silu_gate,128,5632,5760,4096,128,0.6111632938414573,0.0,0.896728515625,0.00341796875,0.04833984375,1.0,33,0.2578125
+fresh-zh-1,layers.21.mlp.silu_gate,128,5760,5888,4096,128,0.2608276322132664,0.0,0.889404296875,0.001953125,0.02392578125,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.silu_gate,128,5888,6016,4096,128,0.2989236809184532,0.0,0.88916015625,0.00341796875,0.025146484375,1.0,96,0.75
+fresh-zh-1,layers.21.mlp.silu_gate,128,6016,6144,4096,128,0.2912044588140778,0.0,0.905517578125,0.001953125,0.0234375,1.0,97,0.7578125
+fresh-zh-1,layers.21.mlp.gated_product,0,0,6144,196608,6144,0.19699935789007753,0.0,0.4963836669921875,0.021199544270833332,0.16986592610677084,1.0,3028,0.4928385416666667
+fresh-zh-1,layers.21.mlp.gated_product,64,0,64,2048,64,0.20556332471941946,0.0,0.50830078125,0.029296875,0.18798828125,1.0,31,0.484375
+fresh-zh-1,layers.21.mlp.gated_product,64,64,128,2048,64,0.16247158450798233,0.0,0.45849609375,0.02783203125,0.15966796875,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gated_product,64,128,192,2048,64,0.16874972803162666,0.0,0.5224609375,0.01904296875,0.146484375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,192,256,2048,64,0.18892407996073018,0.0,0.521484375,0.02197265625,0.15869140625,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,256,320,2048,64,0.18599977297702414,0.0,0.47509765625,0.01953125,0.19287109375,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,320,384,2048,64,0.14282414866558524,0.0,0.46630859375,0.0146484375,0.12060546875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.gated_product,64,384,448,2048,64,0.3229122319784179,0.0,0.51025390625,0.0322265625,0.27294921875,1.0,9,0.140625
+fresh-zh-1,layers.21.mlp.gated_product,64,448,512,2048,64,0.18406471348176187,0.0,0.5283203125,0.01806640625,0.15869140625,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,512,576,2048,64,0.13671039502251048,0.0,0.55517578125,0.01416015625,0.1396484375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gated_product,64,576,640,2048,64,0.1803965059033398,0.0,0.48681640625,0.0185546875,0.16552734375,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,640,704,2048,64,0.23206403251163,0.0,0.52587890625,0.02490234375,0.17724609375,1.0,27,0.421875
+fresh-zh-1,layers.21.mlp.gated_product,64,704,768,2048,64,0.14034981408700542,0.0,0.48779296875,0.0166015625,0.12841796875,1.0,46,0.71875
+fresh-zh-1,layers.21.mlp.gated_product,64,768,832,2048,64,0.1509608246048853,0.0,0.50146484375,0.017578125,0.1318359375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,832,896,2048,64,0.189428059287471,0.0,0.5322265625,0.02392578125,0.16650390625,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,896,960,2048,64,0.19766837200050094,0.0,0.47802734375,0.01953125,0.1552734375,1.0,34,0.53125
+fresh-zh-1,layers.21.mlp.gated_product,64,960,1024,2048,64,0.2118229570203049,0.0,0.47900390625,0.0234375,0.17578125,1.0,28,0.4375
+fresh-zh-1,layers.21.mlp.gated_product,64,1024,1088,2048,64,0.2506746654586174,0.0,0.48681640625,0.02001953125,0.201171875,1.0,23,0.359375
+fresh-zh-1,layers.21.mlp.gated_product,64,1088,1152,2048,64,0.1464461993270556,0.0,0.4775390625,0.013671875,0.1259765625,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gated_product,64,1152,1216,2048,64,0.14053531348025008,0.0,0.45556640625,0.009765625,0.11083984375,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,1216,1280,2048,64,0.17543114793805534,0.0,0.51806640625,0.015625,0.1357421875,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,1280,1344,2048,64,0.17692135470806994,0.0,0.529296875,0.01953125,0.14990234375,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,1344,1408,2048,64,0.13254186616457178,0.0,0.5322265625,0.01611328125,0.11474609375,1.0,48,0.75
+fresh-zh-1,layers.21.mlp.gated_product,64,1408,1472,2048,64,0.18351036611718427,0.0,0.57373046875,0.01318359375,0.16162109375,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,1472,1536,2048,64,0.19928883660897537,0.0,0.498046875,0.02099609375,0.16748046875,1.0,31,0.484375
+fresh-zh-1,layers.21.mlp.gated_product,64,1536,1600,2048,64,0.19508884862059442,0.0,0.47412109375,0.02001953125,0.1376953125,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,1600,1664,2048,64,0.14687538336351058,0.0,0.49755859375,0.02099609375,0.12353515625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,1664,1728,2048,64,0.1525728151020607,0.0,0.50146484375,0.021484375,0.1376953125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,1728,1792,2048,64,0.18898754278616658,0.0,0.4931640625,0.02001953125,0.1728515625,1.0,33,0.515625
+fresh-zh-1,layers.21.mlp.gated_product,64,1792,1856,2048,64,0.26033525991763207,0.0,0.5234375,0.0302734375,0.228515625,1.0,19,0.296875
+fresh-zh-1,layers.21.mlp.gated_product,64,1856,1920,2048,64,0.21008429040211915,0.0,0.486328125,0.0224609375,0.20361328125,1.0,26,0.40625
+fresh-zh-1,layers.21.mlp.gated_product,64,1920,1984,2048,64,0.19808926546961483,0.0,0.51318359375,0.0244140625,0.18798828125,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,1984,2048,2048,64,0.13840686010945658,0.0,0.51806640625,0.01611328125,0.12646484375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gated_product,64,2048,2112,2048,64,0.16776599637803946,0.0,0.45458984375,0.01708984375,0.15185546875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gated_product,64,2112,2176,2048,64,0.16899446585631292,0.0,0.548828125,0.0224609375,0.15087890625,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,2176,2240,2048,64,0.1982897488300575,0.0,0.4951171875,0.01318359375,0.14013671875,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,2240,2304,2048,64,0.17597332408652352,0.0,0.55712890625,0.01806640625,0.1455078125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,2304,2368,2048,64,0.22867994872528458,0.0,0.5341796875,0.029296875,0.19482421875,1.0,27,0.421875
+fresh-zh-1,layers.21.mlp.gated_product,64,2368,2432,2048,64,0.1513511368072296,0.0,0.46533203125,0.01513671875,0.1318359375,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,2432,2496,2048,64,0.13529972158707917,0.0,0.4560546875,0.01806640625,0.14599609375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,2496,2560,2048,64,0.19482496177701691,0.0,0.57666015625,0.02685546875,0.1865234375,1.0,32,0.5
+fresh-zh-1,layers.21.mlp.gated_product,64,2560,2624,2048,64,0.2115546182634999,0.0,0.48291015625,0.0185546875,0.169921875,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,2624,2688,2048,64,0.2669839172629342,0.0,0.50244140625,0.03076171875,0.2109375,1.0,20,0.3125
+fresh-zh-1,layers.21.mlp.gated_product,64,2688,2752,2048,64,0.13370938600084592,0.0,0.4501953125,0.021484375,0.1337890625,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gated_product,64,2752,2816,2048,64,0.18675711696431133,0.0,0.44775390625,0.0234375,0.15673828125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,2816,2880,2048,64,0.3030466740738004,0.0,0.44970703125,0.02392578125,0.21826171875,1.0,14,0.21875
+fresh-zh-1,layers.21.mlp.gated_product,64,2880,2944,2048,64,0.19625959619126063,0.0,0.55419921875,0.01513671875,0.15771484375,1.0,34,0.53125
+fresh-zh-1,layers.21.mlp.gated_product,64,2944,3008,2048,64,0.1544569473096466,0.0,0.5009765625,0.01611328125,0.134765625,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gated_product,64,3008,3072,2048,64,0.1989546281507131,0.0,0.4921875,0.025390625,0.17236328125,1.0,33,0.515625
+fresh-zh-1,layers.21.mlp.gated_product,64,3072,3136,2048,64,0.1612991360573633,0.0,0.5087890625,0.015625,0.1455078125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,3136,3200,2048,64,0.15557706795843615,0.0,0.466796875,0.01318359375,0.14990234375,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,3200,3264,2048,64,0.13146294835950184,0.0,0.4794921875,0.0087890625,0.1064453125,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.gated_product,64,3264,3328,2048,64,0.21138370941762002,0.0,0.423828125,0.01953125,0.171875,1.0,29,0.453125
+fresh-zh-1,layers.21.mlp.gated_product,64,3328,3392,2048,64,0.17694560971197612,0.0,0.44287109375,0.01416015625,0.14013671875,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gated_product,64,3392,3456,2048,64,0.2242218014779379,0.0,0.51318359375,0.0244140625,0.18896484375,1.0,28,0.4375
+fresh-zh-1,layers.21.mlp.gated_product,64,3456,3520,2048,64,0.17160803783728779,0.0,0.482421875,0.01708984375,0.14306640625,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,3520,3584,2048,64,0.13703949710853736,0.0,0.533203125,0.0166015625,0.1220703125,1.0,45,0.703125
+fresh-zh-1,layers.21.mlp.gated_product,64,3584,3648,2048,64,0.29563420098401605,0.0,0.5263671875,0.03564453125,0.2421875,1.0,20,0.3125
+fresh-zh-1,layers.21.mlp.gated_product,64,3648,3712,2048,64,0.20261640106425646,0.0,0.5107421875,0.01904296875,0.1630859375,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,3712,3776,2048,64,0.4794073184435622,0.0,0.53125,0.03955078125,0.33056640625,1.0,3,0.046875
+fresh-zh-1,layers.21.mlp.gated_product,64,3776,3840,2048,64,0.15859597839806194,0.0,0.52734375,0.01904296875,0.14111328125,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,3840,3904,2048,64,0.1719116906500776,0.0,0.5390625,0.0234375,0.146484375,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,3904,3968,2048,64,0.2330444614127942,0.0,0.46435546875,0.0224609375,0.17822265625,1.0,26,0.40625
+fresh-zh-1,layers.21.mlp.gated_product,64,3968,4032,2048,64,0.18424993374425983,0.0,0.501953125,0.0166015625,0.14501953125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,4032,4096,2048,64,0.15072010656849785,0.0,0.53173828125,0.013671875,0.1513671875,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gated_product,64,4096,4160,2048,64,0.1997363963733233,0.0,0.537109375,0.02001953125,0.17578125,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,4160,4224,2048,64,0.15050205691830654,0.0,0.48193359375,0.015625,0.13037109375,1.0,42,0.65625
+fresh-zh-1,layers.21.mlp.gated_product,64,4224,4288,2048,64,0.20734995854209004,0.0,0.44482421875,0.03125,0.19091796875,1.0,29,0.453125
+fresh-zh-1,layers.21.mlp.gated_product,64,4288,4352,2048,64,0.13193127723029638,0.0,0.5849609375,0.01708984375,0.10498046875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.gated_product,64,4352,4416,2048,64,0.2119431133622536,0.0,0.4912109375,0.0224609375,0.18017578125,1.0,31,0.484375
+fresh-zh-1,layers.21.mlp.gated_product,64,4416,4480,2048,64,0.20664619608414977,0.0,0.52587890625,0.017578125,0.15869140625,1.0,32,0.5
+fresh-zh-1,layers.21.mlp.gated_product,64,4480,4544,2048,64,0.1532212054793734,0.0,0.41796875,0.01904296875,0.14404296875,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,4544,4608,2048,64,0.17350990770668145,0.0,0.48876953125,0.0185546875,0.1611328125,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gated_product,64,4608,4672,2048,64,0.15772203900398976,0.0,0.4951171875,0.01611328125,0.14697265625,1.0,38,0.59375
+fresh-zh-1,layers.21.mlp.gated_product,64,4672,4736,2048,64,0.16511165358270435,0.0,0.439453125,0.015625,0.1494140625,1.0,39,0.609375
+fresh-zh-1,layers.21.mlp.gated_product,64,4736,4800,2048,64,0.13264083346051447,0.0,0.466796875,0.013671875,0.11669921875,1.0,47,0.734375
+fresh-zh-1,layers.21.mlp.gated_product,64,4800,4864,2048,64,0.16028358268521137,0.0,0.50048828125,0.01953125,0.1455078125,1.0,41,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,64,4864,4928,2048,64,0.19234733163025455,0.0,0.47607421875,0.02197265625,0.1748046875,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,4928,4992,2048,64,0.25770824490804806,0.0,0.42822265625,0.02978515625,0.205078125,1.0,24,0.375
+fresh-zh-1,layers.21.mlp.gated_product,64,4992,5056,2048,64,0.21521062497411414,0.0,0.48876953125,0.01904296875,0.181640625,1.0,30,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,64,5056,5120,2048,64,0.16985453103520856,0.0,0.42626953125,0.0205078125,0.1611328125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,5120,5184,2048,64,0.29580485017079866,0.0,0.4951171875,0.03515625,0.244140625,1.0,13,0.203125
+fresh-zh-1,layers.21.mlp.gated_product,64,5184,5248,2048,64,0.14628129872645654,0.0,0.4892578125,0.01025390625,0.11474609375,1.0,44,0.6875
+fresh-zh-1,layers.21.mlp.gated_product,64,5248,5312,2048,64,0.19852007543957173,0.0,0.56591796875,0.021484375,0.162109375,1.0,32,0.5
+fresh-zh-1,layers.21.mlp.gated_product,64,5312,5376,2048,64,0.22894906858762093,0.0,0.453125,0.02490234375,0.18798828125,1.0,27,0.421875
+fresh-zh-1,layers.21.mlp.gated_product,64,5376,5440,2048,64,0.17182056599084128,0.0,0.53125,0.02490234375,0.16455078125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,5440,5504,2048,64,0.16198870079268649,0.0,0.50341796875,0.013671875,0.12744140625,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,5504,5568,2048,64,0.164687781680023,0.0,0.509765625,0.01904296875,0.1474609375,1.0,36,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,64,5568,5632,2048,64,0.1896094865284209,0.0,0.45849609375,0.0234375,0.15625,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,5632,5696,2048,64,0.24918084651265254,0.0,0.48486328125,0.02587890625,0.20654296875,1.0,18,0.28125
+fresh-zh-1,layers.21.mlp.gated_product,64,5696,5760,2048,64,0.14994234952097618,0.0,0.50439453125,0.01953125,0.1435546875,1.0,43,0.671875
+fresh-zh-1,layers.21.mlp.gated_product,64,5760,5824,2048,64,0.1792254944819223,0.0,0.44921875,0.01708984375,0.17138671875,1.0,34,0.53125
+fresh-zh-1,layers.21.mlp.gated_product,64,5824,5888,2048,64,0.1731491753902149,0.0,0.423828125,0.01416015625,0.15869140625,1.0,37,0.578125
+fresh-zh-1,layers.21.mlp.gated_product,64,5888,5952,2048,64,0.2697456529988038,0.0,0.48779296875,0.03125,0.24951171875,1.0,15,0.234375
+fresh-zh-1,layers.21.mlp.gated_product,64,5952,6016,2048,64,0.1740406844814492,0.0,0.47265625,0.021484375,0.16064453125,1.0,35,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,64,6016,6080,2048,64,0.15863263428219523,0.0,0.5234375,0.02197265625,0.14208984375,1.0,40,0.625
+fresh-zh-1,layers.21.mlp.gated_product,64,6080,6144,2048,64,0.25817474531070994,0.0,0.5390625,0.025390625,0.21142578125,1.0,19,0.296875
+fresh-zh-1,layers.21.mlp.gated_product,128,0,128,4096,128,0.1852745209712279,0.0,0.4833984375,0.028564453125,0.174560546875,1.0,67,0.5234375
+fresh-zh-1,layers.21.mlp.gated_product,128,128,256,4096,128,0.17912115829761197,0.0,0.52197265625,0.020263671875,0.15234375,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gated_product,128,256,384,4096,128,0.1658231784002974,0.0,0.470703125,0.017578125,0.1552734375,1.0,75,0.5859375
+fresh-zh-1,layers.21.mlp.gated_product,128,384,512,4096,128,0.26282325649607824,0.0,0.519287109375,0.027099609375,0.222412109375,1.0,38,0.296875
+fresh-zh-1,layers.21.mlp.gated_product,128,512,640,4096,128,0.16005097851832173,0.0,0.52099609375,0.014892578125,0.1533203125,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gated_product,128,640,768,4096,128,0.19177041677461076,0.0,0.5068359375,0.02001953125,0.15771484375,1.0,70,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,128,768,896,4096,128,0.17127778637465596,0.0,0.516845703125,0.019287109375,0.150634765625,1.0,75,0.5859375
+fresh-zh-1,layers.21.mlp.gated_product,128,896,1024,4096,128,0.204867945772581,0.0,0.478515625,0.021484375,0.166015625,1.0,61,0.4765625
+fresh-zh-1,layers.21.mlp.gated_product,128,1024,1152,4096,128,0.20528550509002025,0.0,0.482177734375,0.01806640625,0.166748046875,1.0,61,0.4765625
+fresh-zh-1,layers.21.mlp.gated_product,128,1152,1280,4096,128,0.15894379824619775,0.0,0.48681640625,0.0126953125,0.1240234375,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gated_product,128,1280,1408,4096,128,0.15631460590444826,0.0,0.53076171875,0.017578125,0.134033203125,1.0,82,0.640625
+fresh-zh-1,layers.21.mlp.gated_product,128,1408,1536,4096,128,0.191562124217474,0.0,0.535888671875,0.01708984375,0.1650390625,1.0,67,0.5234375
+fresh-zh-1,layers.21.mlp.gated_product,128,1536,1664,4096,128,0.17267315525913027,0.0,0.48583984375,0.02099609375,0.135498046875,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gated_product,128,1664,1792,4096,128,0.1717480061551236,0.0,0.497314453125,0.02001953125,0.153076171875,1.0,74,0.578125
+fresh-zh-1,layers.21.mlp.gated_product,128,1792,1920,4096,128,0.23654794083878958,0.0,0.5048828125,0.02734375,0.218017578125,1.0,44,0.34375
+fresh-zh-1,layers.21.mlp.gated_product,128,1920,2048,4096,128,0.17087395357346044,0.0,0.515625,0.01904296875,0.159423828125,1.0,73,0.5703125
+fresh-zh-1,layers.21.mlp.gated_product,128,2048,2176,4096,128,0.16838135144780264,0.0,0.501708984375,0.02001953125,0.151611328125,1.0,76,0.59375
+fresh-zh-1,layers.21.mlp.gated_product,128,2176,2304,4096,128,0.18746391023494086,0.0,0.526123046875,0.015625,0.144287109375,1.0,69,0.5390625
+fresh-zh-1,layers.21.mlp.gated_product,128,2304,2432,4096,128,0.19390936743984225,0.0,0.499755859375,0.020751953125,0.166748046875,1.0,67,0.5234375
+fresh-zh-1,layers.21.mlp.gated_product,128,2432,2560,4096,128,0.16772414911538117,0.0,0.516357421875,0.022705078125,0.1650390625,1.0,72,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,128,2560,2688,4096,128,0.24086901895602564,0.0,0.49267578125,0.025146484375,0.1923828125,1.0,49,0.3828125
+fresh-zh-1,layers.21.mlp.gated_product,128,2688,2816,4096,128,0.1624137011485556,0.0,0.448974609375,0.0224609375,0.14697265625,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gated_product,128,2816,2944,4096,128,0.2552989578556373,0.0,0.501953125,0.0224609375,0.198974609375,1.0,43,0.3359375
+fresh-zh-1,layers.21.mlp.gated_product,128,2944,3072,4096,128,0.17810094417886094,0.0,0.49658203125,0.019775390625,0.15576171875,1.0,71,0.5546875
+fresh-zh-1,layers.21.mlp.gated_product,128,3072,3200,4096,128,0.1584639318068873,0.0,0.48779296875,0.013916015625,0.147705078125,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gated_product,128,3200,3328,4096,128,0.17601928786148105,0.0,0.45166015625,0.01416015625,0.146484375,1.0,72,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,128,3328,3456,4096,128,0.2019717369514294,0.0,0.47802734375,0.018798828125,0.164306640625,1.0,64,0.5
+fresh-zh-1,layers.21.mlp.gated_product,128,3456,3584,4096,128,0.1552886705753591,0.0,0.5078125,0.0166015625,0.1318359375,1.0,81,0.6328125
+fresh-zh-1,layers.21.mlp.gated_product,128,3584,3712,4096,128,0.2534294643206362,0.0,0.5185546875,0.02783203125,0.204833984375,1.0,47,0.3671875
+fresh-zh-1,layers.21.mlp.gated_product,128,3712,3840,4096,128,0.35706026195957846,0.0,0.529296875,0.033935546875,0.26904296875,1.0,16,0.125
+fresh-zh-1,layers.21.mlp.gated_product,128,3840,3968,4096,128,0.20477225199883323,0.0,0.501708984375,0.023681640625,0.166748046875,1.0,60,0.46875
+fresh-zh-1,layers.21.mlp.gated_product,128,3968,4096,4096,128,0.16832199590187774,0.0,0.516845703125,0.015380859375,0.1513671875,1.0,74,0.578125
+fresh-zh-1,layers.21.mlp.gated_product,128,4096,4224,4096,128,0.17684102631013326,0.0,0.509521484375,0.0185546875,0.1552734375,1.0,71,0.5546875
+fresh-zh-1,layers.21.mlp.gated_product,128,4224,4352,4096,128,0.173781280952558,0.0,0.514892578125,0.0244140625,0.1533203125,1.0,72,0.5625
+fresh-zh-1,layers.21.mlp.gated_product,128,4352,4480,4096,128,0.2093114111291283,0.0,0.508544921875,0.02001953125,0.168701171875,1.0,62,0.484375
+fresh-zh-1,layers.21.mlp.gated_product,128,4480,4608,4096,128,0.16368021548271108,0.0,0.453369140625,0.01904296875,0.151611328125,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gated_product,128,4608,4736,4096,128,0.16145912754686717,0.0,0.46728515625,0.01611328125,0.1455078125,1.0,77,0.6015625
+fresh-zh-1,layers.21.mlp.gated_product,128,4736,4864,4096,128,0.14711291170306384,0.0,0.483642578125,0.016357421875,0.130126953125,1.0,87,0.6796875
+fresh-zh-1,layers.21.mlp.gated_product,128,4864,4992,4096,128,0.2273884731894579,0.0,0.4521484375,0.02490234375,0.19140625,1.0,51,0.3984375
+fresh-zh-1,layers.21.mlp.gated_product,128,4992,5120,4096,128,0.19386357937340812,0.0,0.45751953125,0.019775390625,0.174560546875,1.0,63,0.4921875
+fresh-zh-1,layers.21.mlp.gated_product,128,5120,5248,4096,128,0.23334387472319415,0.0,0.4921875,0.02294921875,0.190185546875,1.0,48,0.375
+fresh-zh-1,layers.21.mlp.gated_product,128,5248,5376,4096,128,0.21427540264770523,0.0,0.509521484375,0.02294921875,0.173828125,1.0,59,0.4609375
+fresh-zh-1,layers.21.mlp.gated_product,128,5376,5504,4096,128,0.1669770135107158,0.0,0.517333984375,0.01904296875,0.146728515625,1.0,78,0.609375
+fresh-zh-1,layers.21.mlp.gated_product,128,5504,5632,4096,128,0.17758634916042723,0.0,0.484130859375,0.02197265625,0.153076171875,1.0,70,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,128,5632,5760,4096,128,0.2056377913330046,0.0,0.49462890625,0.02490234375,0.18310546875,1.0,56,0.4375
+fresh-zh-1,layers.21.mlp.gated_product,128,5760,5888,4096,128,0.17621352787257985,0.0,0.4365234375,0.015625,0.165283203125,1.0,70,0.546875
+fresh-zh-1,layers.21.mlp.gated_product,128,5888,6016,4096,128,0.22699435804279633,0.0,0.480224609375,0.02734375,0.211181640625,1.0,46,0.359375
+fresh-zh-1,layers.21.mlp.gated_product,128,6016,6144,4096,128,0.21426445315959275,0.0,0.53125,0.025390625,0.181640625,1.0,56,0.4375
+fresh-zh-1,layers.21.mlp.down_proj.output,0,0,2048,65536,2048,0.1437293297629463,0.0,0.50189208984375,0.0084686279296875,0.0829925537109375,1.0,1609,0.78564453125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,0,64,2048,64,0.14342345122726974,0.0,0.53271484375,0.0068359375,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.down_proj.output,64,64,128,2048,64,0.14297821517220854,0.0,0.53662109375,0.0068359375,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,128,192,2048,64,0.144707292284105,0.0,0.50927734375,0.009765625,0.07666015625,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,192,256,2048,64,0.14375920951006826,0.0,0.447265625,0.00732421875,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,256,320,2048,64,0.14086556222134544,0.0,0.4814453125,0.01025390625,0.076171875,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,320,384,2048,64,0.13827513216024612,0.0,0.48486328125,0.0068359375,0.08447265625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,384,448,2048,64,0.14439258105565908,0.0,0.48046875,0.01025390625,0.095703125,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,448,512,2048,64,0.13984377455165262,0.0,0.4599609375,0.0078125,0.08056640625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,512,576,2048,64,0.13412794503275086,0.0,0.517578125,0.01025390625,0.06982421875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,576,640,2048,64,0.14472884989396667,0.0,0.55517578125,0.00634765625,0.0830078125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,640,704,2048,64,0.14588523205790555,0.0,0.505859375,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,704,768,2048,64,0.14156780597695712,0.0,0.50732421875,0.01025390625,0.0810546875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,768,832,2048,64,0.15030511669905752,0.0,0.4736328125,0.00634765625,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,832,896,2048,64,0.1399985413341526,0.0,0.4619140625,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,896,960,2048,64,0.14497467051686208,0.0,0.45751953125,0.01025390625,0.08837890625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,960,1024,2048,64,0.15178047494622057,0.0,0.51953125,0.0068359375,0.0830078125,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1024,1088,2048,64,0.14760749256245378,0.0,0.5078125,0.009765625,0.07373046875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1088,1152,2048,64,0.14595958522083566,0.0,0.47119140625,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1152,1216,2048,64,0.1580987498202167,0.0,0.51171875,0.00732421875,0.087890625,1.0,49,0.765625
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1216,1280,2048,64,0.13188723300430016,0.0,0.50244140625,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1280,1344,2048,64,0.14253514247391222,0.0,0.5048828125,0.01123046875,0.083984375,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1344,1408,2048,64,0.14039264225898648,0.0,0.4765625,0.0087890625,0.0859375,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1408,1472,2048,64,0.1479427676767674,0.0,0.513671875,0.009765625,0.0888671875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1472,1536,2048,64,0.13595149817478697,0.0,0.51220703125,0.009765625,0.08154296875,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1536,1600,2048,64,0.14370841040521712,0.0,0.48388671875,0.0048828125,0.08154296875,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1600,1664,2048,64,0.14647706382781395,0.0,0.521484375,0.00537109375,0.07666015625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1664,1728,2048,64,0.13640600989962448,0.0,0.564453125,0.01220703125,0.09619140625,1.0,51,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1728,1792,2048,64,0.14845666729441395,0.0,0.52490234375,0.0048828125,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1792,1856,2048,64,0.13402920820850414,0.0,0.47802734375,0.005859375,0.0888671875,1.0,52,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1856,1920,2048,64,0.14389743428575424,0.0,0.56640625,0.0107421875,0.0869140625,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1920,1984,2048,64,0.15104218050452714,0.0,0.5068359375,0.01318359375,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,64,1984,2048,2048,64,0.14982944678024837,0.0,0.48291015625,0.005859375,0.07080078125,1.0,50,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,0,128,4096,128,0.14320100623908233,0.0,0.53466796875,0.0068359375,0.078125,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,128,256,4096,128,0.14423402989439957,0.0,0.478271484375,0.008544921875,0.07861328125,1.0,101,0.7890625
+fresh-zh-1,layers.21.mlp.down_proj.output,128,256,384,4096,128,0.13957635686940192,0.0,0.483154296875,0.008544921875,0.080322265625,1.0,103,0.8046875
+fresh-zh-1,layers.21.mlp.down_proj.output,128,384,512,4096,128,0.1421363759647201,0.0,0.47021484375,0.0087890625,0.0869140625,1.0,102,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,128,512,640,4096,128,0.13952911099541015,0.0,0.536376953125,0.00830078125,0.0771484375,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,640,768,4096,128,0.14374272959304468,0.0,0.506591796875,0.009765625,0.08203125,1.0,102,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,128,768,896,4096,128,0.14524327812605947,0.0,0.4677734375,0.00732421875,0.08642578125,1.0,104,0.8125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,896,1024,4096,128,0.14841658880727082,0.0,0.488525390625,0.008544921875,0.084716796875,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1024,1152,4096,128,0.1467858514612584,0.0,0.489501953125,0.0087890625,0.077392578125,1.0,101,0.7890625
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1152,1280,4096,128,0.1455840941247464,0.0,0.507080078125,0.008056640625,0.087890625,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1280,1408,4096,128,0.14146794838499321,0.0,0.49072265625,0.009765625,0.08447265625,1.0,102,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1408,1536,4096,128,0.1420736998248287,0.0,0.512939453125,0.010009765625,0.0869140625,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1536,1664,4096,128,0.1450993408820519,0.0,0.502685546875,0.005126953125,0.07861328125,1.0,101,0.7890625
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1664,1792,4096,128,0.14255872754921176,0.0,0.544677734375,0.008544921875,0.0908203125,1.0,100,0.78125
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1792,1920,4096,128,0.1390508904089102,0.0,0.522216796875,0.00830078125,0.08740234375,1.0,102,0.796875
+fresh-zh-1,layers.21.mlp.down_proj.output,128,1920,2048,4096,128,0.15043703568941633,0.0,0.494873046875,0.009765625,0.078125,1.0,99,0.7734375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.918437720049751,0.0,0.5000457763671875,0.014811197916666666,0.1429595947265625,1.0,2122,0.3453776041666667
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,0,64,2048,64,3.923479152345571,0.0,0.458984375,0.0087890625,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.29828197589262,0.0,0.4990234375,0.0048828125,0.072265625,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.8324912138754768,0.0,0.49609375,0.0185546875,0.14794921875,1.0,22,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.0305449343310553,0.0,0.5546875,0.009765625,0.07080078125,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.183501296703302,0.0,0.4921875,0.0126953125,0.1474609375,1.0,23,0.359375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.2816850411487843,0.0,0.5546875,0.0146484375,0.154296875,1.0,22,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.001244231584488,0.0,0.55615234375,0.00830078125,0.06591796875,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.6649134010630628,0.0,0.5654296875,0.01318359375,0.12158203125,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5505499062891284,0.0,0.4794921875,0.0068359375,0.07421875,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.4300401090926944,0.0,0.615234375,0.0068359375,0.09228515625,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.5516582759708875,0.0,0.53759765625,0.00537109375,0.037109375,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4821717577097393,0.0,0.5224609375,0.005859375,0.04443359375,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.8476703601266287,0.0,0.61279296875,0.00537109375,0.046875,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.906032648617866,0.0,0.4384765625,0.00341796875,0.0546875,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.714934458910392,0.0,0.44970703125,0.01171875,0.1259765625,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,2.683131274322947,0.0,0.5205078125,0.01708984375,0.13232421875,1.0,24,0.375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5481754840013677,0.0,0.49072265625,0.00830078125,0.08740234375,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.180519148166063,0.0,0.45458984375,0.00537109375,0.068359375,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.914349299133403,0.0,0.4873046875,0.009765625,0.10302734375,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.862341989807228,0.0,0.50927734375,0.0166015625,0.17724609375,1.0,19,0.296875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.5534288388451065,0.0,0.462890625,0.0087890625,0.08544921875,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.8823489635383386,0.0,0.60009765625,0.005859375,0.05908203125,1.0,38,0.59375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8629533210121229,0.0,0.5458984375,0.00830078125,0.087890625,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.6099064668249763,0.0,0.52294921875,0.02001953125,0.1748046875,1.0,16,0.25
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,3.8474747544312584,0.0,0.5732421875,0.0224609375,0.201171875,1.0,16,0.25
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,3.98416264660713,0.0,0.5078125,0.03076171875,0.25830078125,1.0,10,0.15625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,3.1303607388684536,0.0,0.45166015625,0.01318359375,0.12548828125,1.0,26,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.6483681672524417,0.0,0.43798828125,0.0087890625,0.0986328125,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.6467848536806071,0.0,0.43994140625,0.00634765625,0.07763671875,1.0,38,0.59375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.233312349100554,0.0,0.400390625,0.00634765625,0.0673828125,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,2.6021569915700082,0.0,0.5517578125,0.009765625,0.08056640625,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.1033276204314215,0.0,0.4697265625,0.0107421875,0.1015625,1.0,31,0.484375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7592601988834098,0.0,0.4267578125,0.0146484375,0.1396484375,1.0,26,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.798355499863347,0.0,0.47216796875,0.01220703125,0.13525390625,1.0,25,0.390625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.1798453730108156,0.0,0.5439453125,0.01513671875,0.13818359375,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.3646752956826023,0.0,0.44970703125,0.01318359375,0.13623046875,1.0,24,0.375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.1611524057139815,0.0,0.50732421875,0.02490234375,0.21044921875,1.0,12,0.1875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.8695809401277703,0.0,0.46875,0.02978515625,0.19873046875,1.0,14,0.21875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.7360618256457157,0.0,0.44775390625,0.0166015625,0.1552734375,1.0,22,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.2787539113442974,0.0,0.447265625,0.01171875,0.1298828125,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.990988213045179,0.0,0.44580078125,0.02197265625,0.1904296875,1.0,15,0.234375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.433538696662188,0.0,0.51123046875,0.01708984375,0.12158203125,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.7005385530011735,0.0,0.48681640625,0.0087890625,0.0927734375,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.6855280252065007,0.0,0.45751953125,0.01171875,0.099609375,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.8276150419238735,0.0,0.4609375,0.01123046875,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.8852006849467883,0.0,0.47509765625,0.00830078125,0.10107421875,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.8190692929875527,0.0,0.47021484375,0.0166015625,0.10498046875,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.5188121009266538,0.0,0.5029296875,0.01123046875,0.11962890625,1.0,35,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.279672938285722,0.0,0.4990234375,0.015625,0.1328125,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.5860619634008706,0.0,0.45166015625,0.015625,0.14501953125,1.0,21,0.328125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0684269154521229,0.0,0.5458984375,0.00927734375,0.13232421875,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.663700016830667,0.0,0.55615234375,0.0244140625,0.2138671875,1.0,16,0.25
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.843949066004447,0.0,0.576171875,0.013671875,0.1259765625,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7200768239460544,0.0,0.48974609375,0.01220703125,0.12255859375,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.0217382499532779,0.0,0.51318359375,0.01416015625,0.123046875,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.1375050593882505,0.0,0.4296875,0.0146484375,0.1435546875,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.4478451185436425,0.0,0.49267578125,0.0068359375,0.08740234375,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.396720023004071,0.0,0.53076171875,0.009765625,0.09033203125,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.740657923407266,0.0,0.45654296875,0.009765625,0.072265625,1.0,38,0.59375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.2805373776807585,0.0,0.40283203125,0.00537109375,0.048828125,1.0,39,0.609375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.3488356605495646,0.0,0.43212890625,0.0126953125,0.08740234375,1.0,35,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.7829021005734147,0.0,0.427734375,0.01025390625,0.12109375,1.0,26,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7840047286197678,0.0,0.5126953125,0.00927734375,0.0947265625,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7217656385215283,0.0,0.53662109375,0.0107421875,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.3551853760330035,0.0,0.57373046875,0.02294921875,0.17529296875,1.0,16,0.25
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.1417640389576857,0.0,0.47265625,0.021484375,0.16796875,1.0,21,0.328125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.4485860522146115,0.0,0.51171875,0.01123046875,0.1123046875,1.0,31,0.484375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.8229804577516167,0.0,0.48974609375,0.01806640625,0.1455078125,1.0,21,0.328125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.370983465604362,0.0,0.49267578125,0.01806640625,0.1708984375,1.0,17,0.265625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.3726041615588316,0.0,0.45751953125,0.0166015625,0.1708984375,1.0,18,0.28125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.9211608998628051,0.0,0.48193359375,0.005859375,0.04931640625,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.3216164612217094,0.0,0.5791015625,0.00537109375,0.041015625,1.0,39,0.609375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.6363499136992858,0.0,0.56689453125,0.0078125,0.08056640625,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.9266166597968803,0.0,0.5830078125,0.00927734375,0.08837890625,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.0093281772319007,0.0,0.5419921875,0.01025390625,0.1318359375,1.0,20,0.3125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.24552671268242,0.0,0.52001953125,0.02099609375,0.16162109375,1.0,17,0.265625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.6932493578000158,0.0,0.5498046875,0.00830078125,0.091796875,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7060864942398999,0.0,0.4912109375,0.01611328125,0.10498046875,1.0,26,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3593223328355686,0.0,0.50634765625,0.0146484375,0.177734375,1.0,17,0.265625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.3247920510026956,0.0,0.46533203125,0.0146484375,0.17626953125,1.0,23,0.359375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.0343558992242037,0.0,0.50927734375,0.01025390625,0.1435546875,1.0,16,0.25
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.6617126572508913,0.0,0.501953125,0.01318359375,0.13916015625,1.0,22,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.910887160387259,0.0,0.5078125,0.0078125,0.07861328125,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.3656858161363457,0.0,0.462890625,0.01318359375,0.1396484375,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.190362669021527,0.0,0.57666015625,0.00537109375,0.05419921875,1.0,37,0.578125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.3314447121103963,0.0,0.53955078125,0.00732421875,0.06298828125,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.9128700832946318,0.0,0.546875,0.0068359375,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.368112491302153,0.0,0.52587890625,0.01513671875,0.1435546875,1.0,26,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.6379806556382517,0.0,0.4853515625,0.0205078125,0.19384765625,1.0,15,0.234375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.8647597349710415,0.0,0.521484375,0.013671875,0.10205078125,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.986577934971431,0.0,0.4580078125,0.01123046875,0.07666015625,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.2502453178865447,0.0,0.447265625,0.00537109375,0.0810546875,1.0,34,0.53125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.905516694756114,0.0,0.4677734375,0.017578125,0.115234375,1.0,28,0.4375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.3366584452646624,0.0,0.4521484375,0.01171875,0.134765625,1.0,20,0.3125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.5720604141735328,0.0,0.5419921875,0.01416015625,0.11474609375,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.6746833485324912,0.0,0.48828125,0.01025390625,0.1083984375,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.6243863378086814,0.0,0.47900390625,0.00634765625,0.06884765625,1.0,79,0.6171875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.486614763583057,0.0,0.525390625,0.013671875,0.1142578125,1.0,62,0.484375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.233132837484946,0.0,0.5234375,0.013916015625,0.151123046875,1.0,44,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3737588296932957,0.0,0.560791015625,0.0107421875,0.099609375,1.0,75,0.5859375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.038295849931072,0.0,0.54736328125,0.006591796875,0.08740234375,1.0,67,0.5234375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.51731284261706,0.0,0.530029296875,0.00537109375,0.041259765625,1.0,93,0.7265625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8770783437682752,0.0,0.525634765625,0.00439453125,0.05029296875,1.0,81,0.6328125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,2.6990797090331498,0.0,0.485107421875,0.014404296875,0.129150390625,1.0,50,0.390625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.376675849364983,0.0,0.47265625,0.0078125,0.0791015625,1.0,77,0.6015625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.4670297079174794,0.0,0.498291015625,0.0166015625,0.146240234375,1.0,58,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.2431268862438127,0.0,0.531494140625,0.007080078125,0.07421875,1.0,69,0.5390625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.2916050608004621,0.0,0.534423828125,0.01416015625,0.137939453125,1.0,57,0.4453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,3.9164150686951844,0.0,0.54052734375,0.026123046875,0.228759765625,1.0,26,0.203125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.899397549902833,0.0,0.44482421875,0.010498046875,0.1103515625,1.0,54,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.454812651985778,0.0,0.420166015625,0.007080078125,0.0732421875,1.0,80,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.365925620940606,0.0,0.5107421875,0.010498046875,0.09326171875,1.0,63,0.4921875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.7789152525154261,0.0,0.449462890625,0.013671875,0.13720703125,1.0,51,0.3984375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.2756123562551103,0.0,0.496826171875,0.013427734375,0.1396484375,1.0,52,0.40625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.0206326499901417,0.0,0.488037109375,0.028076171875,0.20556640625,1.0,24,0.1875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.524651145056251,0.0,0.447509765625,0.0146484375,0.140380859375,1.0,47,0.3671875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.7348007463845465,0.0,0.478515625,0.01806640625,0.15771484375,1.0,38,0.296875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.693073927364355,0.0,0.47216796875,0.01025390625,0.096923828125,1.0,83,0.6484375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.8568917406093135,0.0,0.468017578125,0.010009765625,0.094970703125,1.0,81,0.6328125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.6756794578038292,0.0,0.486572265625,0.013427734375,0.115966796875,1.0,65,0.5078125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.4410335493540456,0.0,0.475341796875,0.01611328125,0.138916015625,1.0,49,0.3828125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3981119089087433,0.0,0.551025390625,0.016357421875,0.177978515625,1.0,44,0.34375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.7830889543563186,0.0,0.532958984375,0.012451171875,0.124267578125,1.0,58,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.0811722368687273,0.0,0.471435546875,0.014404296875,0.134033203125,1.0,64,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.422417448856263,0.0,0.51171875,0.00830078125,0.088623046875,1.0,69,0.5390625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.022675250460722,0.0,0.4296875,0.007568359375,0.062744140625,1.0,74,0.578125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5808379960323693,0.0,0.429931640625,0.011474609375,0.10693359375,1.0,59,0.4609375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7535280523804488,0.0,0.524658203125,0.010009765625,0.095947265625,1.0,83,0.6484375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.2530268401097162,0.0,0.523193359375,0.022216796875,0.170654296875,1.0,36,0.28125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6464597322763481,0.0,0.500732421875,0.014404296875,0.1298828125,1.0,50,0.390625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.3717940529265265,0.0,0.47509765625,0.017333984375,0.1708984375,1.0,35,0.2734375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.1308170024872237,0.0,0.530517578125,0.006103515625,0.046630859375,1.0,79,0.6171875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.7873853521094085,0.0,0.574951171875,0.008544921875,0.086181640625,1.0,64,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.130702928752433,0.0,0.531005859375,0.015380859375,0.1474609375,1.0,36,0.28125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.6996800454082466,0.0,0.5205078125,0.01220703125,0.09814453125,1.0,54,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.3421682426107133,0.0,0.48583984375,0.0146484375,0.17724609375,1.0,40,0.3125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.8574031441741634,0.0,0.505615234375,0.0126953125,0.140869140625,1.0,37,0.2890625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.1607784386682847,0.0,0.4853515625,0.01123046875,0.1103515625,1.0,66,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.2620038757118253,0.0,0.55810546875,0.00634765625,0.056640625,1.0,70,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.1629840020033233,0.0,0.536376953125,0.009521484375,0.11865234375,1.0,67,0.5234375
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.3097308936327916,0.0,0.50341796875,0.016357421875,0.155517578125,1.0,49,0.3828125
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.6441682768243524,0.0,0.45263671875,0.0087890625,0.081787109375,1.0,63,0.4921875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.1320139028417397,0.0,0.4599609375,0.014892578125,0.125244140625,1.0,47,0.3671875
+fresh-zh-1,layers.22.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.6241826042141099,0.0,0.51513671875,0.011962890625,0.111328125,1.0,53,0.4140625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7752671806548828,0.0,0.572906494140625,0.0101470947265625,0.101837158203125,1.0,917,0.44775390625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,0,64,2048,64,2.808057661432272,0.0,0.27587890625,0.00341796875,0.0654296875,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,64,128,2048,64,2.677889302229221,0.0,0.3125,0.0048828125,0.06396484375,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,128,192,2048,64,1.3951570788844585,0.0,0.48876953125,0.01318359375,0.1162109375,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,192,256,2048,64,1.1384382544509026,0.0,0.53173828125,0.00927734375,0.1044921875,1.0,35,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,256,320,2048,64,2.398326402139312,0.0,0.56103515625,0.01220703125,0.1298828125,1.0,25,0.390625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,320,384,2048,64,2.2387541964266737,0.0,0.52490234375,0.01416015625,0.15185546875,1.0,21,0.328125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,384,448,2048,64,1.1950390297162352,0.0,0.79345703125,0.00927734375,0.09130859375,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,448,512,2048,64,1.0853031305212042,0.0,0.751953125,0.009765625,0.0791015625,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1031954001974764,0.0,0.6630859375,0.01123046875,0.09716796875,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,576,640,2048,64,1.274471456713836,0.0,0.6689453125,0.01025390625,0.10498046875,1.0,35,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,640,704,2048,64,1.326680372850498,0.0,0.578125,0.00732421875,0.06787109375,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1686982748177044,0.0,0.66552734375,0.005859375,0.06689453125,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,768,832,2048,64,1.1803496509767568,0.0,0.59765625,0.01123046875,0.0927734375,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,832,896,2048,64,1.100646199514088,0.0,0.60302734375,0.00732421875,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,896,960,2048,64,2.553392475853015,0.0,0.15673828125,0.0029296875,0.0361328125,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.563878127793314,0.0,0.1708984375,0.0029296875,0.02783203125,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.7378481600109417,0.0,0.708984375,0.01171875,0.0986328125,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8556536997158692,0.0,0.71630859375,0.01318359375,0.1201171875,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.1344336151113086,0.0,0.62158203125,0.0146484375,0.111328125,1.0,29,0.453125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.036883855495682,0.0,0.5546875,0.00732421875,0.10009765625,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.328353995199787,0.0,0.7939453125,0.00537109375,0.06982421875,1.0,39,0.609375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5512490706839264,0.0,0.8505859375,0.00927734375,0.08740234375,1.0,34,0.53125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.205912588647546,0.0,0.56005859375,0.0087890625,0.1123046875,1.0,32,0.5
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.9945592459526105,0.0,0.56640625,0.0068359375,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.168894390850269,0.0,0.31689453125,0.00390625,0.0341796875,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.0020137614815328,0.0,0.19140625,0.0029296875,0.03369140625,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.7346881532975602,0.0,0.61669921875,0.00732421875,0.09716796875,1.0,30,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6955367090578384,0.0,0.46142578125,0.01123046875,0.10107421875,1.0,27,0.421875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.5177701610304586,0.0,0.65185546875,0.01171875,0.1220703125,1.0,28,0.4375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3875150486159669,0.0,0.75341796875,0.0087890625,0.0947265625,1.0,33,0.515625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.888782333172497,0.0,0.83203125,0.0078125,0.064453125,1.0,35,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8279441849630604,0.0,0.79248046875,0.00537109375,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,0,128,4096,128,2.7437455188958566,0.0,0.294189453125,0.00439453125,0.0654296875,1.0,82,0.640625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,128,256,4096,128,1.273284126571645,0.0,0.51025390625,0.01171875,0.1103515625,1.0,62,0.484375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,256,384,4096,128,2.3199127012903458,0.0,0.54296875,0.01318359375,0.140869140625,1.0,46,0.359375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,384,512,4096,128,1.1414905097424697,0.0,0.772705078125,0.00927734375,0.0859375,1.0,78,0.609375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,512,640,4096,128,1.1919139199193787,0.0,0.666015625,0.011474609375,0.10009765625,1.0,70,0.546875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,640,768,4096,128,1.25018727982423,0.0,0.621826171875,0.006591796875,0.067626953125,1.0,80,0.625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,768,896,4096,128,1.1411939701614615,0.0,0.600341796875,0.009033203125,0.09033203125,1.0,76,0.59375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.5586406732794407,0.0,0.163818359375,0.0029296875,0.031982421875,1.0,90,0.703125
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.797716173443768,0.0,0.712646484375,0.012451171875,0.109619140625,1.0,56,0.4375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.0862289780961345,0.0,0.588134765625,0.0107421875,0.106689453125,1.0,62,0.484375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4441083781802841,0.0,0.822265625,0.008056640625,0.08154296875,1.0,72,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.1052993407146434,0.0,0.563232421875,0.008056640625,0.09765625,1.0,75,0.5859375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.087122658089744,0.0,0.254150390625,0.003662109375,0.033935546875,1.0,87,0.6796875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.7152241429261634,0.0,0.5390625,0.00927734375,0.099365234375,1.0,56,0.4375
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4541018313464489,0.0,0.70263671875,0.010498046875,0.10791015625,1.0,60,0.46875
+fresh-zh-1,layers.22.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8586122034255572,0.0,0.812255859375,0.006591796875,0.069091796875,1.0,73,0.5703125
+fresh-zh-1,layers.22.linear_attn.in_proj_b.output,0,0,16,512,16,1.9788521879359728,0.0,0.330078125,0.0078125,0.11328125,1.0,9,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_b.output,64,0,16,512,16,1.9788521879359728,0.0,0.330078125,0.0078125,0.11328125,1.0,9,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_b.output,128,0,16,512,16,1.9788521879359728,0.0,0.330078125,0.0078125,0.11328125,1.0,9,0.5625
+fresh-zh-1,layers.22.linear_attn.in_proj_a.output,0,0,16,512,16,2.377214049745782,0.0,0.673828125,0.005859375,0.078125,1.0,12,0.75
+fresh-zh-1,layers.22.linear_attn.in_proj_a.output,64,0,16,512,16,2.377214049745782,0.0,0.673828125,0.005859375,0.078125,1.0,12,0.75
+fresh-zh-1,layers.22.linear_attn.in_proj_a.output,128,0,16,512,16,2.377214049745782,0.0,0.673828125,0.005859375,0.078125,1.0,12,0.75
+fresh-zh-1,layers.22.linear_attn.out_proj.output,0,0,2048,65536,2048,0.09384189109959905,0.0,0.50518798828125,0.0087127685546875,0.0894317626953125,1.0,1383,0.67529296875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,0,64,2048,64,0.09906694279044169,0.0,0.4970703125,0.0068359375,0.0888671875,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,64,128,2048,64,0.12427375019953915,0.0,0.4365234375,0.0087890625,0.087890625,1.0,36,0.5625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,128,192,2048,64,0.08681245321724812,0.0,0.49609375,0.01025390625,0.0830078125,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,192,256,2048,64,0.09263469876150852,0.0,0.49462890625,0.0087890625,0.09033203125,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,256,320,2048,64,0.08045455554776555,0.0,0.49609375,0.00390625,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,320,384,2048,64,0.080177575893188,0.0,0.47607421875,0.0107421875,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,384,448,2048,64,0.09192914974679764,0.0,0.45263671875,0.0078125,0.080078125,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,448,512,2048,64,0.08316001305589182,0.0,0.55810546875,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,512,576,2048,64,0.10151255174561319,0.0,0.53564453125,0.01025390625,0.09521484375,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,576,640,2048,64,0.09803613213038327,0.0,0.47607421875,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,640,704,2048,64,0.08338562851937396,0.0,0.4814453125,0.00927734375,0.078125,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,704,768,2048,64,0.09250654525356256,0.0,0.5087890625,0.01171875,0.107421875,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,768,832,2048,64,0.0931665020559936,0.0,0.52783203125,0.01220703125,0.08984375,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,832,896,2048,64,0.09542320461858826,0.0,0.49072265625,0.0068359375,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,896,960,2048,64,0.08482137581790455,0.0,0.5068359375,0.01123046875,0.08447265625,1.0,47,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,960,1024,2048,64,0.09047731992850701,0.0,0.517578125,0.00927734375,0.0859375,1.0,48,0.75
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1024,1088,2048,64,0.09045820803133255,0.0,0.552734375,0.00439453125,0.08154296875,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1088,1152,2048,64,0.09513356897888804,0.0,0.54345703125,0.0048828125,0.08935546875,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1152,1216,2048,64,0.13217824219097615,0.0,0.50634765625,0.0107421875,0.1201171875,1.0,31,0.484375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1216,1280,2048,64,0.1020182516856427,0.0,0.466796875,0.00927734375,0.08251953125,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1280,1344,2048,64,0.08023786998110148,0.0,0.53369140625,0.00634765625,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1344,1408,2048,64,0.0790535246971373,0.0,0.50634765625,0.01318359375,0.08984375,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1408,1472,2048,64,0.09566479247334096,0.0,0.49169921875,0.005859375,0.07958984375,1.0,45,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1472,1536,2048,64,0.0944870860354325,0.0,0.46044921875,0.0087890625,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1536,1600,2048,64,0.08545290493421412,0.0,0.4833984375,0.00732421875,0.0830078125,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1600,1664,2048,64,0.09162449991346085,0.0,0.51220703125,0.00634765625,0.080078125,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1664,1728,2048,64,0.08443101055778351,0.0,0.552734375,0.0078125,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1728,1792,2048,64,0.08730432980275024,0.0,0.5458984375,0.0107421875,0.08447265625,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1792,1856,2048,64,0.09150788095315852,0.0,0.50927734375,0.00732421875,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1856,1920,2048,64,0.0974505643662418,0.0,0.4990234375,0.0068359375,0.0791015625,1.0,44,0.6875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1920,1984,2048,64,0.10173170884025193,0.0,0.51806640625,0.01025390625,0.09130859375,1.0,42,0.65625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,64,1984,2048,2048,64,0.09496525146974673,0.0,0.53173828125,0.009765625,0.09326171875,1.0,41,0.640625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,0,128,4096,128,0.11237932225837213,0.0,0.466796875,0.0078125,0.08984375,1.0,78,0.609375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,128,256,4096,128,0.08977078992699218,0.0,0.495361328125,0.00927734375,0.0869140625,1.0,92,0.71875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,256,384,4096,128,0.08031618512011265,0.0,0.486083984375,0.00732421875,0.0849609375,1.0,93,0.7265625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,384,512,4096,128,0.08765431063166615,0.0,0.50537109375,0.008056640625,0.086181640625,1.0,90,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,512,640,4096,128,0.0997894818229651,0.0,0.505859375,0.010498046875,0.095947265625,1.0,84,0.65625
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,640,768,4096,128,0.0880642491545816,0.0,0.4951171875,0.0107421875,0.0927734375,1.0,90,0.703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,768,896,4096,128,0.09430160413542928,0.0,0.50927734375,0.00927734375,0.0849609375,1.0,87,0.6796875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,896,1024,4096,128,0.08769495771447643,0.0,0.51220703125,0.01025390625,0.085205078125,1.0,94,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1024,1152,4096,128,0.09282532883567039,0.0,0.548095703125,0.004638671875,0.08544921875,1.0,89,0.6953125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1152,1280,4096,128,0.11806526031329345,0.0,0.486572265625,0.010498046875,0.1025390625,1.0,73,0.5703125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1280,1408,4096,128,0.07964789873607792,0.0,0.52001953125,0.009765625,0.0830078125,1.0,94,0.734375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1408,1536,4096,128,0.09507776276931061,0.0,0.47607421875,0.00732421875,0.085205078125,1.0,88,0.6875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1536,1664,4096,128,0.08859246002366009,0.0,0.497802734375,0.006591796875,0.081298828125,1.0,91,0.7109375
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1664,1792,4096,128,0.08587968777922966,0.0,0.54931640625,0.009033203125,0.086669921875,1.0,89,0.6953125
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1792,1920,4096,128,0.09452593499097608,0.0,0.504150390625,0.00634765625,0.0888671875,1.0,86,0.671875
+fresh-zh-1,layers.22.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0984066551872129,0.0,0.52490234375,0.009765625,0.09326171875,1.0,82,0.640625
+fresh-zh-1,layers.22.mlp.gate_proj.output,0,0,6144,196608,6144,1.8245052092338858,0.0,0.8766072591145834,0.00640869140625,0.06525166829427083,1.0,3473,0.5652669270833334
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,0,64,2048,64,1.6909997338017535,0.0,0.87158203125,0.00634765625,0.08349609375,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,64,128,2048,64,2.0198240459226957,0.0,0.892578125,0.00537109375,0.07177734375,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,128,192,2048,64,1.857395670806241,0.0,0.89453125,0.0068359375,0.06103515625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,192,256,2048,64,1.9074244801845348,0.0,0.87158203125,0.00732421875,0.07275390625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,256,320,2048,64,1.9283594452186972,0.0,0.9091796875,0.00732421875,0.072265625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,320,384,2048,64,1.8013771685670734,0.0,0.8681640625,0.00439453125,0.05126953125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,384,448,2048,64,1.7415381160986945,0.0,0.8525390625,0.009765625,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,448,512,2048,64,1.9357723437408858,0.0,0.88720703125,0.0078125,0.07373046875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,512,576,2048,64,1.7802065920661123,0.0,0.890625,0.00390625,0.0634765625,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,576,640,2048,64,1.7011491619332337,0.0,0.80322265625,0.009765625,0.07080078125,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,640,704,2048,64,1.677334268585565,0.0,0.86181640625,0.0068359375,0.0595703125,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,704,768,2048,64,1.7604938432361898,0.0,0.87158203125,0.00537109375,0.06787109375,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,768,832,2048,64,1.9157808264834584,0.0,0.8447265625,0.00439453125,0.06201171875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,832,896,2048,64,1.7651082369231956,0.0,0.8779296875,0.0048828125,0.06103515625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,896,960,2048,64,1.6354727757186323,0.0,0.84326171875,0.00830078125,0.07373046875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,960,1024,2048,64,1.8000004793489437,0.0,0.9306640625,0.00390625,0.044921875,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1024,1088,2048,64,1.8549656861196073,0.0,0.90673828125,0.0068359375,0.05712890625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1088,1152,2048,64,1.8882395979873596,0.0,0.89306640625,0.00439453125,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1152,1216,2048,64,1.857740658967481,0.0,0.9033203125,0.0048828125,0.04345703125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1216,1280,2048,64,1.7898644935256713,0.0,0.8486328125,0.00439453125,0.07568359375,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1280,1344,2048,64,1.698259094613133,0.0,0.90673828125,0.0029296875,0.0654296875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1344,1408,2048,64,2.0284195551148816,0.0,0.90966796875,0.00732421875,0.07080078125,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1408,1472,2048,64,1.793067287451073,0.0,0.857421875,0.005859375,0.060546875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1472,1536,2048,64,2.2860658393424296,0.0,0.92333984375,0.00390625,0.05810546875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1536,1600,2048,64,1.8134174284543434,0.0,0.923828125,0.00634765625,0.06396484375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1600,1664,2048,64,1.7326378464215832,0.0,0.87109375,0.00390625,0.048828125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1664,1728,2048,64,1.9152351748061027,0.0,0.88671875,0.00634765625,0.0634765625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1728,1792,2048,64,1.7977733825687805,0.0,0.9052734375,0.0048828125,0.05517578125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1792,1856,2048,64,1.8928538308117295,0.0,0.8896484375,0.01025390625,0.08056640625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1856,1920,2048,64,1.952082806884664,0.0,0.89306640625,0.0087890625,0.0673828125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1920,1984,2048,64,1.6927654375294312,0.0,0.87109375,0.0087890625,0.0654296875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,1984,2048,2048,64,1.7597914451406997,0.0,0.90869140625,0.00390625,0.06396484375,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2048,2112,2048,64,1.5336179627721342,0.0,0.84912109375,0.00634765625,0.0771484375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2112,2176,2048,64,1.8927698407183493,0.0,0.9013671875,0.0048828125,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2176,2240,2048,64,1.814698800748318,0.0,0.8818359375,0.0087890625,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2240,2304,2048,64,1.739857000839133,0.0,0.873046875,0.00537109375,0.06103515625,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2304,2368,2048,64,1.745348009111078,0.0,0.8212890625,0.00830078125,0.06787109375,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2368,2432,2048,64,1.9636090219844424,0.0,0.83154296875,0.0087890625,0.09326171875,1.0,32,0.5
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2432,2496,2048,64,1.8083985069827055,0.0,0.865234375,0.00439453125,0.05712890625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2496,2560,2048,64,1.743274807035172,0.0,0.8251953125,0.00634765625,0.07861328125,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2560,2624,2048,64,1.974959758385645,0.0,0.89111328125,0.00537109375,0.05126953125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2624,2688,2048,64,1.8079482301236105,0.0,0.84228515625,0.00732421875,0.06982421875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2688,2752,2048,64,1.961316910792074,0.0,0.92431640625,0.00439453125,0.048828125,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2752,2816,2048,64,1.7569342556494343,0.0,0.88818359375,0.00634765625,0.0732421875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2816,2880,2048,64,1.737252113971597,0.0,0.8642578125,0.00927734375,0.0751953125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2880,2944,2048,64,1.9712718091158694,0.0,0.84375,0.0068359375,0.07275390625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,2944,3008,2048,64,1.8399159676919434,0.0,0.8798828125,0.005859375,0.04541015625,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3008,3072,2048,64,1.7548960699154592,0.0,0.89453125,0.00830078125,0.0537109375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3072,3136,2048,64,1.923102095588982,0.0,0.904296875,0.00732421875,0.05615234375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3136,3200,2048,64,1.907136916333216,0.0,0.876953125,0.001953125,0.06103515625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3200,3264,2048,64,1.8582615444870325,0.0,0.92333984375,0.00732421875,0.0712890625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3264,3328,2048,64,1.5757356768533968,0.0,0.845703125,0.0078125,0.08203125,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3328,3392,2048,64,1.9443371315302498,0.0,0.89404296875,0.0078125,0.08154296875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3392,3456,2048,64,1.876237577905964,0.0,0.8701171875,0.0029296875,0.0576171875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3456,3520,2048,64,1.7382229020310425,0.0,0.87744140625,0.0068359375,0.07373046875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3520,3584,2048,64,2.123878474711011,0.0,0.9091796875,0.00537109375,0.06396484375,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3584,3648,2048,64,1.8634678538744747,0.0,0.89794921875,0.0048828125,0.0595703125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3648,3712,2048,64,1.67535997967664,0.0,0.88330078125,0.00634765625,0.068359375,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3712,3776,2048,64,1.7836802919661714,0.0,0.900390625,0.001953125,0.04443359375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3776,3840,2048,64,1.8233109659343913,0.0,0.8828125,0.0048828125,0.056640625,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3840,3904,2048,64,1.7701036895388456,0.0,0.814453125,0.00830078125,0.06982421875,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3904,3968,2048,64,1.8960062751822973,0.0,0.8349609375,0.00390625,0.05908203125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,3968,4032,2048,64,1.7528442551110617,0.0,0.8291015625,0.0087890625,0.08251953125,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4032,4096,2048,64,1.7286084703187385,0.0,0.90380859375,0.0087890625,0.05615234375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4096,4160,2048,64,1.6595526296515843,0.0,0.89208984375,0.0068359375,0.0634765625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4160,4224,2048,64,1.7962581875731658,0.0,0.857421875,0.0107421875,0.08837890625,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4224,4288,2048,64,1.5921030702569647,0.0,0.8779296875,0.00732421875,0.0546875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4288,4352,2048,64,1.7978829576654642,0.0,0.83203125,0.005859375,0.0654296875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4352,4416,2048,64,1.9173400402799878,0.0,0.8662109375,0.00390625,0.056640625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4416,4480,2048,64,1.7609438994275342,0.0,0.87451171875,0.00537109375,0.06640625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4480,4544,2048,64,1.8051193080910448,0.0,0.86669921875,0.0068359375,0.07177734375,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4544,4608,2048,64,1.9170415143910513,0.0,0.89697265625,0.0048828125,0.0546875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4608,4672,2048,64,2.1044793755201163,0.0,0.88671875,0.00537109375,0.076171875,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4672,4736,2048,64,1.7300553076047913,0.0,0.83154296875,0.00927734375,0.052734375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4736,4800,2048,64,1.6882051165341683,0.0,0.89404296875,0.00732421875,0.0458984375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4800,4864,2048,64,1.8021891354253774,0.0,0.83349609375,0.005859375,0.06982421875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4864,4928,2048,64,1.8458631431780383,0.0,0.9072265625,0.00634765625,0.060546875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4928,4992,2048,64,1.741130918013297,0.0,0.8603515625,0.00537109375,0.0654296875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,4992,5056,2048,64,1.8879289294674455,0.0,0.84814453125,0.0078125,0.072265625,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5056,5120,2048,64,1.8381708722212093,0.0,0.8251953125,0.00390625,0.04541015625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5120,5184,2048,64,1.758606263165891,0.0,0.85546875,0.01123046875,0.09326171875,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5184,5248,2048,64,1.784865296391316,0.0,0.91162109375,0.00537109375,0.0625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5248,5312,2048,64,1.8490460495065102,0.0,0.8427734375,0.0107421875,0.0703125,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5312,5376,2048,64,1.934773060357527,0.0,0.93701171875,0.00537109375,0.04296875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5376,5440,2048,64,1.8602473556789978,0.0,0.90478515625,0.0029296875,0.0546875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5440,5504,2048,64,1.6908928802041463,0.0,0.84521484375,0.00732421875,0.064453125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5504,5568,2048,64,2.024472081759191,0.0,0.9140625,0.00634765625,0.06201171875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5568,5632,2048,64,1.9317595955623168,0.0,0.8984375,0.00732421875,0.06494140625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5632,5696,2048,64,1.7154653862953286,0.0,0.916015625,0.0068359375,0.056640625,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5696,5760,2048,64,1.776472982557621,0.0,0.89208984375,0.00537109375,0.06103515625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5760,5824,2048,64,1.6606215662214145,0.0,0.8359375,0.0068359375,0.07373046875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5824,5888,2048,64,1.8110789265997038,0.0,0.8994140625,0.00390625,0.0703125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5888,5952,2048,64,1.7101894290273993,0.0,0.919921875,0.001953125,0.037109375,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,5952,6016,2048,64,1.828238739056067,0.0,0.81884765625,0.00830078125,0.076171875,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,6016,6080,2048,64,1.819756284524557,0.0,0.85888671875,0.0068359375,0.06689453125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,64,6080,6144,2048,64,1.78595717430841,0.0,0.85888671875,0.01220703125,0.09130859375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,0,128,4096,128,1.8626821087084517,0.0,0.882080078125,0.006103515625,0.07861328125,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,128,256,4096,128,1.8825762701066069,0.0,0.883056640625,0.007080078125,0.06640625,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,256,384,4096,128,1.8659488006640064,0.0,0.888671875,0.005615234375,0.060546875,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,384,512,4096,128,1.8412182891521407,0.0,0.869873046875,0.009033203125,0.072998046875,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,512,640,4096,128,1.741126644098841,0.0,0.846923828125,0.0068359375,0.067138671875,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,640,768,4096,128,1.7194168808994523,0.0,0.86669921875,0.006103515625,0.0634765625,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,768,896,4096,128,1.8419857848495678,0.0,0.861328125,0.00439453125,0.0615234375,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,896,1024,4096,128,1.7197053418788397,0.0,0.886962890625,0.006103515625,0.061767578125,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1024,1152,4096,128,1.8716765847881747,0.0,0.89990234375,0.005615234375,0.063720703125,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1152,1280,4096,128,1.8241183159494945,0.0,0.8759765625,0.004638671875,0.05908203125,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1280,1408,4096,128,1.870637570991328,0.0,0.908203125,0.004638671875,0.066650390625,1.0,71,0.5546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1408,1536,4096,128,2.0544083478139825,0.0,0.890380859375,0.005126953125,0.060791015625,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1536,1664,4096,128,1.7734876200123848,0.0,0.8974609375,0.005126953125,0.05615234375,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1664,1792,4096,128,1.8574330283872094,0.0,0.89599609375,0.005859375,0.058349609375,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1792,1920,4096,128,1.9226964021593929,0.0,0.891357421875,0.009765625,0.07421875,1.0,69,0.5390625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,1920,2048,4096,128,1.726603712043473,0.0,0.889892578125,0.00634765625,0.064697265625,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2048,2176,4096,128,1.7225797116055788,0.0,0.875244140625,0.00537109375,0.068115234375,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2176,2304,4096,128,1.7776718089690133,0.0,0.87744140625,0.007080078125,0.0615234375,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2304,2432,4096,128,1.8576867421778493,0.0,0.826416015625,0.008544921875,0.08154296875,1.0,65,0.5078125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2432,2560,4096,128,1.7761351599611999,0.0,0.84521484375,0.005615234375,0.068115234375,1.0,69,0.5390625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2560,2688,4096,128,1.8932964440427418,0.0,0.86669921875,0.006591796875,0.060546875,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2688,2816,4096,128,1.8619320614933024,0.0,0.90625,0.00537109375,0.06201171875,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2816,2944,4096,128,1.8579501410040227,0.0,0.85400390625,0.008056640625,0.075439453125,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,2944,3072,4096,128,1.7979086440045424,0.0,0.88720703125,0.007080078125,0.051025390625,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3072,3200,4096,128,1.9151361423799225,0.0,0.890625,0.004638671875,0.05810546875,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3200,3328,4096,128,1.722799885510207,0.0,0.884521484375,0.007568359375,0.07861328125,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3328,3456,4096,128,1.9105907894933596,0.0,0.882080078125,0.005615234375,0.069580078125,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3456,3584,4096,128,1.9406543525942466,0.0,0.893310546875,0.00634765625,0.070068359375,1.0,71,0.5546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3584,3712,4096,128,1.7719118917042198,0.0,0.890625,0.005615234375,0.064208984375,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3712,3840,4096,128,1.803604483034616,0.0,0.8916015625,0.003173828125,0.0498046875,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3840,3968,4096,128,1.8341356093879322,0.0,0.82470703125,0.00634765625,0.064697265625,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,3968,4096,4096,128,1.7407685409516025,0.0,0.866455078125,0.0087890625,0.069091796875,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4096,4224,4096,128,1.7292568356098992,0.0,0.874755859375,0.009033203125,0.077392578125,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4224,4352,4096,128,1.6981129697086663,0.0,0.85498046875,0.007080078125,0.060302734375,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4352,4480,4096,128,1.840803662397475,0.0,0.870361328125,0.004638671875,0.06103515625,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4480,4608,4096,128,1.8619215725080673,0.0,0.8818359375,0.005859375,0.06396484375,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4608,4736,4096,128,1.9263858400332277,0.0,0.859130859375,0.007568359375,0.065185546875,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4736,4864,4096,128,1.7461274574522636,0.0,0.86376953125,0.00634765625,0.057373046875,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4864,4992,4096,128,1.794261354569748,0.0,0.8837890625,0.005615234375,0.063232421875,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,4992,5120,4096,128,1.8632160097802102,0.0,0.836669921875,0.005859375,0.057861328125,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5120,5248,4096,128,1.7717844275063996,0.0,0.883544921875,0.00830078125,0.078125,1.0,68,0.53125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5248,5376,4096,128,1.892395054987312,0.0,0.889892578125,0.008056640625,0.056396484375,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5376,5504,4096,128,1.7775881070478303,0.0,0.875,0.00537109375,0.059326171875,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5504,5632,4096,128,1.9786589328216064,0.0,0.90625,0.0068359375,0.064208984375,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5632,5760,4096,128,1.746235629766864,0.0,0.904052734375,0.006103515625,0.058349609375,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5760,5888,4096,128,1.7374796206823835,0.0,0.86767578125,0.00537109375,0.073486328125,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,5888,6016,4096,128,1.7701984027422435,0.0,0.869384765625,0.0048828125,0.055908203125,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.gate_proj.output,128,6016,6144,4096,128,1.8029359339047937,0.0,0.85888671875,0.009521484375,0.078857421875,1.0,68,0.53125
+fresh-zh-1,layers.22.mlp.up_proj.output,0,0,6144,196608,6144,0.7077022110366136,0.0,0.4982706705729167,0.0095977783203125,0.09368387858072917,1.0,4020,0.654296875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,0,64,2048,64,0.9313638866445796,0.0,0.5478515625,0.0107421875,0.10986328125,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,64,128,2048,64,0.7468215142388519,0.0,0.4384765625,0.009765625,0.09228515625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,128,192,2048,64,0.7254254377066299,0.0,0.54443359375,0.0107421875,0.09326171875,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,192,256,2048,64,0.7382878581425085,0.0,0.47998046875,0.00830078125,0.09228515625,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,256,320,2048,64,0.7408094659722857,0.0,0.63720703125,0.0107421875,0.0869140625,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,320,384,2048,64,0.6285745454453273,0.0,0.484375,0.01171875,0.08447265625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,384,448,2048,64,0.7917281514410608,0.0,0.45458984375,0.01220703125,0.10400390625,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,448,512,2048,64,0.6099936831022595,0.0,0.4970703125,0.01123046875,0.0869140625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,512,576,2048,64,0.5853966507248073,0.0,0.50341796875,0.009765625,0.07958984375,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.up_proj.output,64,576,640,2048,64,0.6648720870333585,0.0,0.478515625,0.01171875,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,640,704,2048,64,0.6284499961860166,0.0,0.51806640625,0.0068359375,0.095703125,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,704,768,2048,64,0.7513414882269838,0.0,0.51171875,0.0126953125,0.1005859375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,768,832,2048,64,0.7328596164752367,0.0,0.47265625,0.0107421875,0.095703125,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,832,896,2048,64,0.6318081062677456,0.0,0.572265625,0.0078125,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,896,960,2048,64,0.7533266260487826,0.0,0.501953125,0.01416015625,0.0986328125,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,960,1024,2048,64,0.6143458007827144,0.0,0.50537109375,0.00732421875,0.08447265625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1024,1088,2048,64,0.7455465594225085,0.0,0.47607421875,0.0107421875,0.1015625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1088,1152,2048,64,0.6955841546794507,0.0,0.53662109375,0.0126953125,0.0966796875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1152,1216,2048,64,0.7821846676556785,0.0,0.525390625,0.01416015625,0.1220703125,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1216,1280,2048,64,0.6919122977956111,0.0,0.525390625,0.00732421875,0.08837890625,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1280,1344,2048,64,0.6156919493176117,0.0,0.52294921875,0.00732421875,0.0791015625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1344,1408,2048,64,0.6770979304422338,0.0,0.45361328125,0.00927734375,0.09228515625,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1408,1472,2048,64,0.6650746727106539,0.0,0.5068359375,0.009765625,0.09814453125,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1472,1536,2048,64,0.7734530297333788,0.0,0.54541015625,0.013671875,0.115234375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1536,1600,2048,64,0.6763960286106104,0.0,0.52099609375,0.01025390625,0.0888671875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1600,1664,2048,64,0.6932100965657143,0.0,0.43212890625,0.01123046875,0.10205078125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1664,1728,2048,64,0.6686551159968647,0.0,0.44091796875,0.0107421875,0.07568359375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1728,1792,2048,64,0.7151454344147511,0.0,0.47607421875,0.0107421875,0.09423828125,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1792,1856,2048,64,0.8461330816309791,0.0,0.51904296875,0.00927734375,0.0869140625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1856,1920,2048,64,0.7920960310618418,0.0,0.482421875,0.01513671875,0.11767578125,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1920,1984,2048,64,0.5697418330453657,0.0,0.51708984375,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,1984,2048,2048,64,0.6576978355828202,0.0,0.533203125,0.00732421875,0.0849609375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2048,2112,2048,64,0.7070504340985657,0.0,0.5556640625,0.005859375,0.083984375,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2112,2176,2048,64,0.6889302297117317,0.0,0.46533203125,0.00732421875,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2176,2240,2048,64,0.7616762712642215,0.0,0.47314453125,0.009765625,0.10498046875,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2240,2304,2048,64,0.7912357391821908,0.0,0.44580078125,0.00927734375,0.107421875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2304,2368,2048,64,0.8125198753734044,0.0,0.55078125,0.00830078125,0.0908203125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2368,2432,2048,64,0.8975552556429521,0.0,0.501953125,0.0126953125,0.11767578125,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2432,2496,2048,64,0.6085239313715162,0.0,0.53955078125,0.0068359375,0.07666015625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2496,2560,2048,64,0.6687066839610037,0.0,0.453125,0.01025390625,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2560,2624,2048,64,0.6191597041196848,0.0,0.45703125,0.01025390625,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2624,2688,2048,64,0.6994412253468596,0.0,0.5205078125,0.0107421875,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2688,2752,2048,64,0.6708113137024148,0.0,0.48388671875,0.00537109375,0.07373046875,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2752,2816,2048,64,0.5711122080699911,0.0,0.4931640625,0.009765625,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2816,2880,2048,64,0.7234257121754786,0.0,0.52001953125,0.00830078125,0.0810546875,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2880,2944,2048,64,0.7390381915650253,0.0,0.4150390625,0.0126953125,0.10107421875,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,2944,3008,2048,64,0.6416698053921226,0.0,0.4560546875,0.00537109375,0.09130859375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3008,3072,2048,64,0.9024231799131823,0.0,0.56005859375,0.00830078125,0.1015625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3072,3136,2048,64,0.6578470651039622,0.0,0.51953125,0.0087890625,0.08935546875,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3136,3200,2048,64,0.5576384662170404,0.0,0.52783203125,0.00830078125,0.0927734375,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3200,3264,2048,64,0.8555950723227065,0.0,0.4794921875,0.01171875,0.1240234375,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3264,3328,2048,64,0.833171465841495,0.0,0.4375,0.0107421875,0.0888671875,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3328,3392,2048,64,0.5723886813836577,0.0,0.48095703125,0.0078125,0.0791015625,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3392,3456,2048,64,0.7529821751429598,0.0,0.45849609375,0.0126953125,0.099609375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3456,3520,2048,64,0.6983585580279785,0.0,0.4697265625,0.00927734375,0.09033203125,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3520,3584,2048,64,0.6669679456485355,0.0,0.55712890625,0.0107421875,0.099609375,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3584,3648,2048,64,0.6858929670950937,0.0,0.4814453125,0.0087890625,0.08935546875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3648,3712,2048,64,0.5880372613200816,0.0,0.53271484375,0.009765625,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3712,3776,2048,64,0.6523251864062706,0.0,0.541015625,0.0107421875,0.0908203125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3776,3840,2048,64,0.6910862460247934,0.0,0.478515625,0.0107421875,0.08642578125,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3840,3904,2048,64,0.6553480046877816,0.0,0.43310546875,0.00927734375,0.0966796875,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3904,3968,2048,64,0.6730179095436647,0.0,0.484375,0.0048828125,0.07275390625,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,3968,4032,2048,64,0.7101817691668557,0.0,0.4716796875,0.01025390625,0.08642578125,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4032,4096,2048,64,0.6915416524483259,0.0,0.57861328125,0.0078125,0.08984375,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4096,4160,2048,64,0.7504441529403741,0.0,0.49658203125,0.01220703125,0.1123046875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4160,4224,2048,64,0.8675262940376199,0.0,0.5498046875,0.009765625,0.103515625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4224,4288,2048,64,0.6771783528183953,0.0,0.54052734375,0.00927734375,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4288,4352,2048,64,0.7167255199008706,0.0,0.4423828125,0.005859375,0.0888671875,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4352,4416,2048,64,0.7530114449898178,0.0,0.51220703125,0.009765625,0.087890625,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4416,4480,2048,64,0.655656422498108,0.0,0.443359375,0.00634765625,0.091796875,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4480,4544,2048,64,0.6900839597275672,0.0,0.5078125,0.00634765625,0.1015625,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4544,4608,2048,64,0.7076616568412482,0.0,0.58984375,0.00732421875,0.0908203125,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4608,4672,2048,64,0.741391015442273,0.0,0.46337890625,0.00732421875,0.08935546875,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4672,4736,2048,64,0.5985053596799111,0.0,0.49755859375,0.0048828125,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4736,4800,2048,64,0.6521847226822383,0.0,0.4130859375,0.00927734375,0.0830078125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4800,4864,2048,64,0.6632241181926969,0.0,0.51416015625,0.00439453125,0.08935546875,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4864,4928,2048,64,0.7387095104554687,0.0,0.50732421875,0.0068359375,0.08837890625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4928,4992,2048,64,0.699198774409932,0.0,0.5322265625,0.01025390625,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,4992,5056,2048,64,0.6552468956271738,0.0,0.46337890625,0.01025390625,0.09619140625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5056,5120,2048,64,0.5734640595028117,0.0,0.49365234375,0.00732421875,0.0888671875,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5120,5184,2048,64,0.7603085269894,0.0,0.49072265625,0.00634765625,0.0751953125,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5184,5248,2048,64,0.7599941906269453,0.0,0.47216796875,0.0107421875,0.09375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5248,5312,2048,64,0.8789783620235776,0.0,0.48193359375,0.013671875,0.11572265625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5312,5376,2048,64,0.7110186916272703,0.0,0.4111328125,0.01123046875,0.10986328125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5376,5440,2048,64,0.5933341926172854,0.0,0.5126953125,0.01123046875,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5440,5504,2048,64,0.5889731172081789,0.0,0.49658203125,0.0087890625,0.0859375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5504,5568,2048,64,0.7646521509146551,0.0,0.474609375,0.00830078125,0.10546875,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5568,5632,2048,64,0.6872743926964758,0.0,0.5302734375,0.01171875,0.10791015625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5632,5696,2048,64,0.6377182441976863,0.0,0.4697265625,0.0087890625,0.0732421875,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5696,5760,2048,64,0.6691688868917075,0.0,0.5029296875,0.009765625,0.091796875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5760,5824,2048,64,0.7293918863090754,0.0,0.50048828125,0.01123046875,0.09375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5824,5888,2048,64,0.634550612425706,0.0,0.45458984375,0.01123046875,0.0771484375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5888,5952,2048,64,0.7873957217486584,0.0,0.47021484375,0.009765625,0.1044921875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,5952,6016,2048,64,0.8068853756868953,0.0,0.55859375,0.0087890625,0.0908203125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.up_proj.output,64,6016,6080,2048,64,0.6377542690024703,0.0,0.46337890625,0.00390625,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,64,6080,6144,2048,64,0.7323470447719727,0.0,0.59130859375,0.0087890625,0.09912109375,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,0,128,4096,128,0.8441507754766647,0.0,0.4931640625,0.010009765625,0.103515625,1.0,73,0.5703125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,128,256,4096,128,0.731884904596518,0.0,0.51220703125,0.009521484375,0.0927734375,1.0,80,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,256,384,4096,128,0.6869878543525872,0.0,0.560791015625,0.01123046875,0.085205078125,1.0,88,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,384,512,4096,128,0.7067268776581725,0.0,0.475830078125,0.01220703125,0.094482421875,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,512,640,4096,128,0.6263960930577057,0.0,0.490966796875,0.0107421875,0.08935546875,1.0,91,0.7109375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,640,768,4096,128,0.6926266778132875,0.0,0.514892578125,0.01025390625,0.10107421875,1.0,83,0.6484375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,768,896,4096,128,0.6842019806335939,0.0,0.5224609375,0.009521484375,0.0947265625,1.0,85,0.6640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,896,1024,4096,128,0.6873579011160768,0.0,0.503662109375,0.00927734375,0.092529296875,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1024,1152,4096,128,0.7209982623099261,0.0,0.50634765625,0.011962890625,0.097412109375,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1152,1280,4096,128,0.7384292390461075,0.0,0.525390625,0.010498046875,0.104736328125,1.0,80,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1280,1408,4096,128,0.6471237068226123,0.0,0.48828125,0.00830078125,0.085205078125,1.0,88,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1408,1536,4096,128,0.7213022630925702,0.0,0.526123046875,0.011962890625,0.107177734375,1.0,80,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1536,1664,4096,128,0.6848546654221072,0.0,0.4765625,0.0107421875,0.095458984375,1.0,88,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1664,1792,4096,128,0.6922906385735126,0.0,0.45849609375,0.010009765625,0.086181640625,1.0,87,0.6796875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1792,1920,4096,128,0.8195600387568501,0.0,0.500732421875,0.011962890625,0.103759765625,1.0,80,0.625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,1920,2048,4096,128,0.615293506894157,0.0,0.525146484375,0.008056640625,0.086181640625,1.0,93,0.7265625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2048,2176,4096,128,0.6980491307098768,0.0,0.510498046875,0.007568359375,0.0859375,1.0,87,0.6796875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2176,2304,4096,128,0.7765966575920077,0.0,0.45947265625,0.009521484375,0.1064453125,1.0,79,0.6171875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2304,2432,4096,128,0.8560940324547,0.0,0.5263671875,0.010498046875,0.105224609375,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2432,2560,4096,128,0.6393238632438052,0.0,0.496337890625,0.008544921875,0.082763671875,1.0,90,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2560,2688,4096,128,0.6605212967498822,0.0,0.48876953125,0.0107421875,0.083984375,1.0,90,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2688,2816,4096,128,0.6229594580700016,0.0,0.488525390625,0.00732421875,0.080810546875,1.0,92,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2816,2944,4096,128,0.7312736182949243,0.0,0.467529296875,0.010498046875,0.0908203125,1.0,82,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,2944,3072,4096,128,0.7829775650670281,0.0,0.508056640625,0.00830078125,0.098876953125,1.0,79,0.6171875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3072,3200,4096,128,0.609804649076567,0.0,0.523681640625,0.0087890625,0.09228515625,1.0,93,0.7265625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3200,3328,4096,128,0.8444577015088923,0.0,0.45849609375,0.010986328125,0.10595703125,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3328,3456,4096,128,0.668809000634391,0.0,0.4697265625,0.010986328125,0.0908203125,1.0,88,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3456,3584,4096,128,0.6828436556392485,0.0,0.513427734375,0.010009765625,0.09521484375,1.0,85,0.6640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3584,3712,4096,128,0.6388415229974227,0.0,0.507080078125,0.00927734375,0.0869140625,1.0,92,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3712,3840,4096,128,0.6719852484484377,0.0,0.509765625,0.01025390625,0.0888671875,1.0,89,0.6953125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3840,3968,4096,128,0.6642417157235689,0.0,0.458740234375,0.00732421875,0.08349609375,1.0,90,0.703125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,3968,4096,4096,128,0.7009236771317995,0.0,0.525146484375,0.009033203125,0.087890625,1.0,85,0.6640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4096,4224,4096,128,0.8111005786981793,0.0,0.523193359375,0.0107421875,0.10791015625,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4224,4352,4096,128,0.6972323832134478,0.0,0.491455078125,0.0078125,0.0859375,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4352,4480,4096,128,0.7060140156713147,0.0,0.477783203125,0.0087890625,0.0908203125,1.0,82,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4480,4608,4096,128,0.6989280692734335,0.0,0.548828125,0.0068359375,0.09619140625,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4608,4736,4096,128,0.6737467266503432,0.0,0.48046875,0.006591796875,0.080810546875,1.0,92,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4736,4864,4096,128,0.657727581697996,0.0,0.463623046875,0.0068359375,0.085693359375,1.0,88,0.6875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4864,4992,4096,128,0.7192255094800619,0.0,0.519775390625,0.008544921875,0.0869140625,1.0,83,0.6484375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,4992,5120,4096,128,0.6157148373112721,0.0,0.478515625,0.009033203125,0.0927734375,1.0,92,0.71875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5120,5248,4096,128,0.7601513750561453,0.0,0.4814453125,0.008544921875,0.08447265625,1.0,83,0.6484375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5248,5376,4096,128,0.7994218350623801,0.0,0.446533203125,0.01318359375,0.114501953125,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5376,5504,4096,128,0.5911576764801102,0.0,0.504638671875,0.010009765625,0.088623046875,1.0,91,0.7109375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5504,5632,4096,128,0.7269934672178004,0.0,0.50244140625,0.010986328125,0.106201171875,1.0,82,0.640625
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5632,5760,4096,128,0.6536327555158427,0.0,0.486328125,0.0087890625,0.08349609375,1.0,89,0.6953125
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5760,5888,4096,128,0.6836179501532086,0.0,0.4775390625,0.0107421875,0.08447265625,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.up_proj.output,128,5888,6016,4096,128,0.7972001104256925,0.0,0.514404296875,0.00927734375,0.097900390625,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.up_proj.output,128,6016,6144,4096,128,0.6866814041522884,0.0,0.52734375,0.006591796875,0.098876953125,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.silu_gate,0,0,6144,196608,6144,0.4075985586463276,0.0,0.8766072591145834,0.0028432210286458335,0.034052530924479164,1.0,3427,0.5577799479166666
+fresh-zh-1,layers.22.mlp.silu_gate,64,0,64,2048,64,0.28300598251335696,0.0,0.87158203125,0.00146484375,0.02685546875,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,64,128,2048,64,0.6604880380317301,0.0,0.892578125,0.00439453125,0.05908203125,1.0,7,0.109375
+fresh-zh-1,layers.22.mlp.silu_gate,64,128,192,2048,64,0.29736874909036504,0.0,0.89453125,0.00048828125,0.0234375,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,192,256,2048,64,0.31859798483823604,0.0,0.87158203125,0.001953125,0.02880859375,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.silu_gate,64,256,320,2048,64,0.27003878335398473,0.0,0.9091796875,0.00244140625,0.02197265625,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,320,384,2048,64,0.40126160916602593,0.0,0.8681640625,0.0009765625,0.0322265625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.silu_gate,64,384,448,2048,64,0.38119001675333675,0.0,0.8525390625,0.00390625,0.04150390625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,448,512,2048,64,0.28092622273247714,0.0,0.88720703125,0.00244140625,0.0224609375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,512,576,2048,64,0.32198582726236763,0.0,0.890625,0.0029296875,0.02685546875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.silu_gate,64,576,640,2048,64,0.44810820523404815,0.0,0.80322265625,0.00634765625,0.048828125,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.silu_gate,64,640,704,2048,64,0.3129924054416851,0.0,0.86181640625,0.00244140625,0.0205078125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.silu_gate,64,704,768,2048,64,0.4121561998071592,0.0,0.87158203125,0.0029296875,0.03369140625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.silu_gate,64,768,832,2048,64,0.8821837435778305,0.0,0.8447265625,0.00390625,0.08447265625,1.0,3,0.046875
+fresh-zh-1,layers.22.mlp.silu_gate,64,832,896,2048,64,0.29065147382977347,0.0,0.8779296875,0.001953125,0.01611328125,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,896,960,2048,64,0.32734410506043965,0.0,0.84326171875,0.00244140625,0.0302734375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,960,1024,2048,64,0.26519333315446314,0.0,0.9306640625,0.0009765625,0.01318359375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,1024,1088,2048,64,0.35202770343661705,0.0,0.90673828125,0.00341796875,0.0224609375,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1088,1152,2048,64,0.30274195699133194,0.0,0.89306640625,0.00146484375,0.017578125,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1152,1216,2048,64,0.7905223179139864,0.0,0.9033203125,0.0068359375,0.04638671875,1.0,3,0.046875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1216,1280,2048,64,0.35749600269437387,0.0,0.8486328125,0.00146484375,0.03369140625,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1280,1344,2048,64,0.4676092899786923,0.0,0.90673828125,0.001953125,0.04150390625,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.silu_gate,64,1344,1408,2048,64,0.3018814146362595,0.0,0.90966796875,0.0009765625,0.02099609375,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1408,1472,2048,64,0.37381834335147807,0.0,0.857421875,0.00146484375,0.02294921875,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1472,1536,2048,64,0.2960865076993139,0.0,0.92333984375,0.0,0.0283203125,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1536,1600,2048,64,0.26152885331870723,0.0,0.923828125,0.001953125,0.017578125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1600,1664,2048,64,0.31842465733210507,0.0,0.87109375,0.00048828125,0.02001953125,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1664,1728,2048,64,0.3770375392495096,0.0,0.88671875,0.0029296875,0.02880859375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.silu_gate,64,1728,1792,2048,64,0.2946499275737275,0.0,0.9052734375,0.0009765625,0.02001953125,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1792,1856,2048,64,0.25851227689466244,0.0,0.8896484375,0.00048828125,0.0244140625,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,1856,1920,2048,64,0.2351648540719717,0.0,0.89306640625,0.001953125,0.025390625,1.0,51,0.796875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1920,1984,2048,64,0.2753936132622678,0.0,0.87109375,0.001953125,0.02392578125,1.0,51,0.796875
+fresh-zh-1,layers.22.mlp.silu_gate,64,1984,2048,2048,64,0.2520857798646721,0.0,0.90869140625,0.00146484375,0.01513671875,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,2048,2112,2048,64,0.3187291223693342,0.0,0.84912109375,0.00244140625,0.0302734375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,2112,2176,2048,64,0.3871548051305842,0.0,0.9013671875,0.0029296875,0.0302734375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.silu_gate,64,2176,2240,2048,64,0.598172438509207,0.0,0.8818359375,0.0068359375,0.04931640625,1.0,17,0.265625
+fresh-zh-1,layers.22.mlp.silu_gate,64,2240,2304,2048,64,0.39159872006993585,0.0,0.873046875,0.0029296875,0.03271484375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.silu_gate,64,2304,2368,2048,64,0.3715872048748599,0.0,0.8212890625,0.0029296875,0.0341796875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.silu_gate,64,2368,2432,2048,64,0.5459253207546219,0.0,0.83154296875,0.009765625,0.0888671875,1.0,23,0.359375
+fresh-zh-1,layers.22.mlp.silu_gate,64,2432,2496,2048,64,0.363454346063451,0.0,0.865234375,0.0009765625,0.03076171875,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.silu_gate,64,2496,2560,2048,64,0.46573959405730914,0.0,0.8251953125,0.0029296875,0.0439453125,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.silu_gate,64,2560,2624,2048,64,0.42886058109522984,0.0,0.89111328125,0.0029296875,0.0263671875,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.silu_gate,64,2624,2688,2048,64,0.4753728270629627,0.0,0.84228515625,0.0048828125,0.03857421875,1.0,28,0.4375
+fresh-zh-1,layers.22.mlp.silu_gate,64,2688,2752,2048,64,0.25682324087756386,0.0,0.92431640625,0.00146484375,0.0126953125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,2752,2816,2048,64,0.26427361664863186,0.0,0.88818359375,0.0029296875,0.02099609375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,2816,2880,2048,64,0.33478529101169907,0.0,0.8642578125,0.00390625,0.029296875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.silu_gate,64,2880,2944,2048,64,0.37830929082446324,0.0,0.84375,0.00146484375,0.041015625,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.silu_gate,64,2944,3008,2048,64,0.498703513161072,0.0,0.8798828125,0.00244140625,0.0302734375,1.0,27,0.421875
+fresh-zh-1,layers.22.mlp.silu_gate,64,3008,3072,2048,64,0.26733199045609807,0.0,0.89453125,0.00341796875,0.01953125,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,3072,3136,2048,64,0.35232138676636,0.0,0.904296875,0.00244140625,0.0244140625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,3136,3200,2048,64,0.30474161404128536,0.0,0.876953125,0.0,0.0234375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,3200,3264,2048,64,0.24948024460172483,0.0,0.92333984375,0.001953125,0.0224609375,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,3264,3328,2048,64,0.27713223297716105,0.0,0.845703125,0.001953125,0.03369140625,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.silu_gate,64,3328,3392,2048,64,0.25655546084157455,0.0,0.89404296875,0.00146484375,0.0234375,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,3392,3456,2048,64,0.48622430482250173,0.0,0.8701171875,0.001953125,0.03662109375,1.0,29,0.453125
+fresh-zh-1,layers.22.mlp.silu_gate,64,3456,3520,2048,64,0.25820835042437335,0.0,0.87744140625,0.00439453125,0.02685546875,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,3520,3584,2048,64,0.32206832356744686,0.0,0.9091796875,0.001953125,0.0224609375,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.silu_gate,64,3584,3648,2048,64,0.31449897863373266,0.0,0.89794921875,0.00146484375,0.02099609375,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,3648,3712,2048,64,0.2656547125147179,0.0,0.88330078125,0.001953125,0.0224609375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,3712,3776,2048,64,0.3040034286258317,0.0,0.900390625,0.00146484375,0.009765625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,3776,3840,2048,64,0.40888294447133566,0.0,0.8828125,0.0029296875,0.0244140625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.silu_gate,64,3840,3904,2048,64,0.32359015309842715,0.0,0.814453125,0.001953125,0.0341796875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.silu_gate,64,3904,3968,2048,64,0.40155187371265405,0.0,0.8349609375,0.001953125,0.02685546875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.silu_gate,64,3968,4032,2048,64,0.3366587334299246,0.0,0.8291015625,0.00244140625,0.03662109375,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.silu_gate,64,4032,4096,2048,64,0.2833991898180141,0.0,0.90380859375,0.0029296875,0.01953125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,4096,4160,2048,64,0.27927132179993375,0.0,0.89208984375,0.0048828125,0.0234375,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.silu_gate,64,4160,4224,2048,64,0.2720360266475734,0.0,0.857421875,0.0029296875,0.03271484375,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,4224,4288,2048,64,0.29093384500064934,0.0,0.8779296875,0.00341796875,0.0234375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,4288,4352,2048,64,0.31780438171106684,0.0,0.83203125,0.001953125,0.029296875,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,4352,4416,2048,64,0.3302071835447427,0.0,0.8662109375,0.0009765625,0.021484375,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.silu_gate,64,4416,4480,2048,64,0.3704389869932493,0.0,0.87451171875,0.00341796875,0.0234375,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.silu_gate,64,4480,4544,2048,64,0.5745755999762767,0.0,0.86669921875,0.00537109375,0.05224609375,1.0,17,0.265625
+fresh-zh-1,layers.22.mlp.silu_gate,64,4544,4608,2048,64,0.4142168976364104,0.0,0.89697265625,0.00146484375,0.02978515625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.silu_gate,64,4608,4672,2048,64,0.9514003354992949,0.0,0.88671875,0.0048828125,0.12548828125,1.0,2,0.03125
+fresh-zh-1,layers.22.mlp.silu_gate,64,4672,4736,2048,64,0.38465952843335105,0.0,0.83154296875,0.00341796875,0.02783203125,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.silu_gate,64,4736,4800,2048,64,0.34883253624823335,0.0,0.89404296875,0.001953125,0.02880859375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,4800,4864,2048,64,0.45660658624860845,0.0,0.83349609375,0.00146484375,0.04443359375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.silu_gate,64,4864,4928,2048,64,0.27651172891581205,0.0,0.9072265625,0.0009765625,0.01708984375,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,64,4928,4992,2048,64,0.5362767803919428,0.0,0.8603515625,0.0029296875,0.04248046875,1.0,23,0.359375
+fresh-zh-1,layers.22.mlp.silu_gate,64,4992,5056,2048,64,0.39770410138743745,0.0,0.84814453125,0.0048828125,0.03955078125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.silu_gate,64,5056,5120,2048,64,0.8658795864140628,0.0,0.8251953125,0.00341796875,0.0654296875,1.0,6,0.09375
+fresh-zh-1,layers.22.mlp.silu_gate,64,5120,5184,2048,64,0.3014091807284125,0.0,0.85546875,0.00341796875,0.03466796875,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.silu_gate,64,5184,5248,2048,64,0.2535672395594415,0.0,0.91162109375,0.00146484375,0.01708984375,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,5248,5312,2048,64,0.4153216746741692,0.0,0.8427734375,0.00390625,0.03466796875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.silu_gate,64,5312,5376,2048,64,0.3147729836855984,0.0,0.93701171875,0.00146484375,0.0166015625,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,5376,5440,2048,64,0.2705720028608841,0.0,0.90478515625,0.00048828125,0.0126953125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,64,5440,5504,2048,64,0.5241617127262561,0.0,0.84521484375,0.00537109375,0.04736328125,1.0,25,0.390625
+fresh-zh-1,layers.22.mlp.silu_gate,64,5504,5568,2048,64,0.24085179914444824,0.0,0.9140625,0.00146484375,0.01611328125,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,5568,5632,2048,64,0.47310192466284445,0.0,0.8984375,0.0029296875,0.0419921875,1.0,28,0.4375
+fresh-zh-1,layers.22.mlp.silu_gate,64,5632,5696,2048,64,0.2719774044938524,0.0,0.916015625,0.0029296875,0.0185546875,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.silu_gate,64,5696,5760,2048,64,0.2872754272249819,0.0,0.89208984375,0.00244140625,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.silu_gate,64,5760,5824,2048,64,0.6654306733455151,0.0,0.8359375,0.0048828125,0.06884765625,1.0,11,0.171875
+fresh-zh-1,layers.22.mlp.silu_gate,64,5824,5888,2048,64,0.31143104054465565,0.0,0.8994140625,0.0009765625,0.02978515625,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,64,5888,5952,2048,64,0.27595059502568586,0.0,0.919921875,0.00048828125,0.00830078125,1.0,51,0.796875
+fresh-zh-1,layers.22.mlp.silu_gate,64,5952,6016,2048,64,0.9010277440238328,0.0,0.81884765625,0.0078125,0.09765625,1.0,4,0.0625
+fresh-zh-1,layers.22.mlp.silu_gate,64,6016,6080,2048,64,0.4064056641506344,0.0,0.85888671875,0.0029296875,0.03466796875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.silu_gate,64,6080,6144,2048,64,0.27080424791276037,0.0,0.85888671875,0.00341796875,0.02880859375,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,128,0,128,4096,128,0.5081027625005372,0.0,0.882080078125,0.00390625,0.047119140625,1.0,48,0.375
+fresh-zh-1,layers.22.mlp.silu_gate,128,128,256,4096,128,0.30816622858333564,0.0,0.883056640625,0.001708984375,0.026611328125,1.0,89,0.6953125
+fresh-zh-1,layers.22.mlp.silu_gate,128,256,384,4096,128,0.3420027949489659,0.0,0.888671875,0.001953125,0.025146484375,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.silu_gate,128,384,512,4096,128,0.3348323248218028,0.0,0.869873046875,0.0029296875,0.03125,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.silu_gate,128,512,640,4096,128,0.3901767782402683,0.0,0.846923828125,0.00439453125,0.03515625,1.0,76,0.59375
+fresh-zh-1,layers.22.mlp.silu_gate,128,640,768,4096,128,0.365948752493878,0.0,0.86669921875,0.00244140625,0.026611328125,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.silu_gate,128,768,896,4096,128,0.6567824741390466,0.0,0.861328125,0.003173828125,0.052978515625,1.0,18,0.140625
+fresh-zh-1,layers.22.mlp.silu_gate,128,896,1024,4096,128,0.29789399714277076,0.0,0.886962890625,0.001708984375,0.021728515625,1.0,94,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,128,1024,1152,4096,128,0.32831097796890696,0.0,0.89990234375,0.00244140625,0.019287109375,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.silu_gate,128,1152,1280,4096,128,0.6134855039292116,0.0,0.8759765625,0.003173828125,0.05615234375,1.0,31,0.2421875
+fresh-zh-1,layers.22.mlp.silu_gate,128,1280,1408,4096,128,0.39356755238279356,0.0,0.908203125,0.001220703125,0.02880859375,1.0,71,0.5546875
+fresh-zh-1,layers.22.mlp.silu_gate,128,1408,1536,4096,128,0.3371997730334493,0.0,0.890380859375,0.000732421875,0.0263671875,1.0,81,0.6328125
+fresh-zh-1,layers.22.mlp.silu_gate,128,1536,1664,4096,128,0.2913688414323557,0.0,0.8974609375,0.001220703125,0.0185546875,1.0,94,0.734375
+fresh-zh-1,layers.22.mlp.silu_gate,128,1664,1792,4096,128,0.338360669864664,0.0,0.89599609375,0.00146484375,0.025390625,1.0,84,0.65625
+fresh-zh-1,layers.22.mlp.silu_gate,128,1792,1920,4096,128,0.24711445313452873,0.0,0.891357421875,0.001220703125,0.0244140625,1.0,99,0.7734375
+fresh-zh-1,layers.22.mlp.silu_gate,128,1920,2048,4096,128,0.26399704793389966,0.0,0.889892578125,0.001708984375,0.019287109375,1.0,99,0.7734375
+fresh-zh-1,layers.22.mlp.silu_gate,128,2048,2176,4096,128,0.35459631736809305,0.0,0.875244140625,0.0029296875,0.02978515625,1.0,85,0.6640625
+fresh-zh-1,layers.22.mlp.silu_gate,128,2176,2304,4096,128,0.5055491191528588,0.0,0.87744140625,0.0048828125,0.042724609375,1.0,55,0.4296875
+fresh-zh-1,layers.22.mlp.silu_gate,128,2304,2432,4096,128,0.4669644026410085,0.0,0.826416015625,0.0048828125,0.0615234375,1.0,61,0.4765625
+fresh-zh-1,layers.22.mlp.silu_gate,128,2432,2560,4096,128,0.417739411083679,0.0,0.84521484375,0.00146484375,0.037353515625,1.0,69,0.5390625
+fresh-zh-1,layers.22.mlp.silu_gate,128,2560,2688,4096,128,0.45271443688442925,0.0,0.86669921875,0.00341796875,0.0322265625,1.0,59,0.4609375
+fresh-zh-1,layers.22.mlp.silu_gate,128,2688,2816,4096,128,0.2605750578157887,0.0,0.90625,0.002197265625,0.016845703125,1.0,98,0.765625
+fresh-zh-1,layers.22.mlp.silu_gate,128,2816,2944,4096,128,0.35721079953012086,0.0,0.85400390625,0.002685546875,0.03515625,1.0,81,0.6328125
+fresh-zh-1,layers.22.mlp.silu_gate,128,2944,3072,4096,128,0.4001072276030607,0.0,0.88720703125,0.00439453125,0.027099609375,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.silu_gate,128,3072,3200,4096,128,0.3293917203736751,0.0,0.890625,0.00146484375,0.0234375,1.0,85,0.6640625
+fresh-zh-1,layers.22.mlp.silu_gate,128,3200,3328,4096,128,0.26366898471515754,0.0,0.884521484375,0.001953125,0.02783203125,1.0,97,0.7578125
+fresh-zh-1,layers.22.mlp.silu_gate,128,3328,3456,4096,128,0.38873820180666435,0.0,0.882080078125,0.001708984375,0.0341796875,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.silu_gate,128,3456,3584,4096,128,0.29189001119807234,0.0,0.893310546875,0.003173828125,0.024658203125,1.0,90,0.703125
+fresh-zh-1,layers.22.mlp.silu_gate,128,3584,3712,4096,128,0.2911031035929868,0.0,0.890625,0.001708984375,0.022705078125,1.0,96,0.75
+fresh-zh-1,layers.22.mlp.silu_gate,128,3712,3840,4096,128,0.3602799931274359,0.0,0.8916015625,0.002197265625,0.0166015625,1.0,83,0.6484375
+fresh-zh-1,layers.22.mlp.silu_gate,128,3840,3968,4096,128,0.3646604547139755,0.0,0.82470703125,0.001953125,0.03076171875,1.0,79,0.6171875
+fresh-zh-1,layers.22.mlp.silu_gate,128,3968,4096,4096,128,0.31117053490340935,0.0,0.866455078125,0.00341796875,0.027587890625,1.0,91,0.7109375
+fresh-zh-1,layers.22.mlp.silu_gate,128,4096,4224,4096,128,0.27567741200004164,0.0,0.874755859375,0.00390625,0.0283203125,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.silu_gate,128,4224,4352,4096,128,0.30466549460155096,0.0,0.85498046875,0.002685546875,0.025146484375,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.silu_gate,128,4352,4480,4096,128,0.3509001475841355,0.0,0.870361328125,0.002197265625,0.02392578125,1.0,79,0.6171875
+fresh-zh-1,layers.22.mlp.silu_gate,128,4480,4608,4096,128,0.5008556470559312,0.0,0.8818359375,0.00390625,0.0439453125,1.0,51,0.3984375
+fresh-zh-1,layers.22.mlp.silu_gate,128,4608,4736,4096,128,0.7256464535856078,0.0,0.859130859375,0.00634765625,0.074462890625,1.0,9,0.0703125
+fresh-zh-1,layers.22.mlp.silu_gate,128,4736,4864,4096,128,0.4063088190963758,0.0,0.86376953125,0.001708984375,0.0361328125,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.silu_gate,128,4864,4992,4096,128,0.42664477110094734,0.0,0.8837890625,0.002685546875,0.032958984375,1.0,66,0.515625
+fresh-zh-1,layers.22.mlp.silu_gate,128,4992,5120,4096,128,0.6737640575264376,0.0,0.836669921875,0.004638671875,0.0595703125,1.0,17,0.1328125
+fresh-zh-1,layers.22.mlp.silu_gate,128,5120,5248,4096,128,0.2785173596072317,0.0,0.883544921875,0.002197265625,0.02587890625,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.silu_gate,128,5248,5376,4096,128,0.36849296106743373,0.0,0.889892578125,0.003173828125,0.02490234375,1.0,80,0.625
+fresh-zh-1,layers.22.mlp.silu_gate,128,5376,5504,4096,128,0.417105927685206,0.0,0.875,0.00244140625,0.031494140625,1.0,72,0.5625
+fresh-zh-1,layers.22.mlp.silu_gate,128,5504,5632,4096,128,0.3753898109104757,0.0,0.90625,0.002197265625,0.031005859375,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.silu_gate,128,5632,5760,4096,128,0.2797310133346931,0.0,0.904052734375,0.002685546875,0.020751953125,1.0,97,0.7578125
+fresh-zh-1,layers.22.mlp.silu_gate,128,5760,5888,4096,128,0.5195128843656298,0.0,0.86767578125,0.00341796875,0.055419921875,1.0,52,0.40625
+fresh-zh-1,layers.22.mlp.silu_gate,128,5888,6016,4096,128,0.6663331473053504,0.0,0.869384765625,0.003662109375,0.052490234375,1.0,20,0.15625
+fresh-zh-1,layers.22.mlp.silu_gate,128,6016,6144,4096,128,0.3453262982610172,0.0,0.85888671875,0.004638671875,0.03369140625,1.0,83,0.6484375
+fresh-zh-1,layers.22.mlp.gated_product,0,0,6144,196608,6144,0.2782811746698562,0.0,0.5016581217447916,0.026804606119791668,0.21234639485677084,1.0,1878,0.3056640625
+fresh-zh-1,layers.22.mlp.gated_product,64,0,64,2048,64,0.24905746600142836,0.0,0.46826171875,0.02197265625,0.1875,1.0,27,0.421875
+fresh-zh-1,layers.22.mlp.gated_product,64,64,128,2048,64,0.24631221501618655,0.0,0.5712890625,0.02294921875,0.1943359375,1.0,25,0.390625
+fresh-zh-1,layers.22.mlp.gated_product,64,128,192,2048,64,0.21242631037504658,0.0,0.47802734375,0.02001953125,0.1630859375,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,192,256,2048,64,0.2092960301329437,0.0,0.4892578125,0.01806640625,0.1728515625,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,256,320,2048,64,0.28872810372230867,0.0,0.41943359375,0.03076171875,0.216796875,1.0,19,0.296875
+fresh-zh-1,layers.22.mlp.gated_product,64,320,384,2048,64,0.2699342246269423,0.0,0.53125,0.025390625,0.20947265625,1.0,22,0.34375
+fresh-zh-1,layers.22.mlp.gated_product,64,384,448,2048,64,0.2903090080802522,0.0,0.51513671875,0.025390625,0.21533203125,1.0,21,0.328125
+fresh-zh-1,layers.22.mlp.gated_product,64,448,512,2048,64,0.15904583527143198,0.0,0.51220703125,0.021484375,0.15380859375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gated_product,64,512,576,2048,64,0.27493472945257347,0.0,0.48291015625,0.02978515625,0.21875,1.0,19,0.296875
+fresh-zh-1,layers.22.mlp.gated_product,64,576,640,2048,64,0.2117918351102925,0.0,0.55322265625,0.02197265625,0.18310546875,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,640,704,2048,64,0.1980649212225691,0.0,0.4833984375,0.01708984375,0.1689453125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,704,768,2048,64,0.21058621855996273,0.0,0.48486328125,0.025390625,0.166015625,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,768,832,2048,64,0.3761629633467039,0.0,0.45703125,0.029296875,0.26708984375,1.0,11,0.171875
+fresh-zh-1,layers.22.mlp.gated_product,64,832,896,2048,64,0.17635339662553293,0.0,0.451171875,0.0166015625,0.15576171875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,896,960,2048,64,0.2172802380630712,0.0,0.47314453125,0.02587890625,0.16845703125,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,960,1024,2048,64,0.16478988380891635,0.0,0.48388671875,0.0166015625,0.138671875,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.gated_product,64,1024,1088,2048,64,0.2000854665941284,0.0,0.5341796875,0.02099609375,0.1591796875,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,1088,1152,2048,64,0.1857024444443287,0.0,0.4873046875,0.01904296875,0.146484375,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,64,1152,1216,2048,64,0.5240887495786803,0.0,0.4404296875,0.046875,0.3466796875,1.0,3,0.046875
+fresh-zh-1,layers.22.mlp.gated_product,64,1216,1280,2048,64,0.23197071351176637,0.0,0.490234375,0.0224609375,0.1904296875,1.0,28,0.4375
+fresh-zh-1,layers.22.mlp.gated_product,64,1280,1344,2048,64,0.2971726424095799,0.0,0.466796875,0.0234375,0.23046875,1.0,14,0.21875
+fresh-zh-1,layers.22.mlp.gated_product,64,1344,1408,2048,64,0.17511546786617702,0.0,0.5341796875,0.017578125,0.15771484375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,1408,1472,2048,64,0.2073750879213617,0.0,0.5185546875,0.021484375,0.1748046875,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,1472,1536,2048,64,0.15685232857122694,0.0,0.48046875,0.0146484375,0.15283203125,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gated_product,64,1536,1600,2048,64,0.15907450889206312,0.0,0.47509765625,0.01708984375,0.13134765625,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.gated_product,64,1600,1664,2048,64,0.23600566500225184,0.0,0.57861328125,0.02392578125,0.171875,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,1664,1728,2048,64,0.2741215694068732,0.0,0.54345703125,0.02685546875,0.21044921875,1.0,22,0.34375
+fresh-zh-1,layers.22.mlp.gated_product,64,1728,1792,2048,64,0.22000045301997556,0.0,0.50927734375,0.02001953125,0.171875,1.0,29,0.453125
+fresh-zh-1,layers.22.mlp.gated_product,64,1792,1856,2048,64,0.21352938864469648,0.0,0.48974609375,0.01953125,0.1513671875,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gated_product,64,1856,1920,2048,64,0.17928865503705615,0.0,0.49365234375,0.02783203125,0.16748046875,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gated_product,64,1920,1984,2048,64,0.1560896530287835,0.0,0.51513671875,0.015625,0.14306640625,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.gated_product,64,1984,2048,2048,64,0.19770382856830337,0.0,0.48779296875,0.0146484375,0.16015625,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,2048,2112,2048,64,0.28502076384634606,0.0,0.45166015625,0.02734375,0.1953125,1.0,21,0.328125
+fresh-zh-1,layers.22.mlp.gated_product,64,2112,2176,2048,64,0.2014076341829709,0.0,0.52685546875,0.01904296875,0.1533203125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,2176,2240,2048,64,1.3784243490582737,0.0,0.51806640625,0.11083984375,0.6767578125,1.0,1,0.015625
+fresh-zh-1,layers.22.mlp.gated_product,64,2240,2304,2048,64,0.23819052667500396,0.0,0.55126953125,0.02197265625,0.1748046875,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,2304,2368,2048,64,0.2205016684362812,0.0,0.462890625,0.01953125,0.15234375,1.0,32,0.5
+fresh-zh-1,layers.22.mlp.gated_product,64,2368,2432,2048,64,0.40978438457950256,0.0,0.50927734375,0.04248046875,0.314453125,1.0,11,0.171875
+fresh-zh-1,layers.22.mlp.gated_product,64,2432,2496,2048,64,0.18031379403189346,0.0,0.47314453125,0.01416015625,0.150390625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,2496,2560,2048,64,0.20664276886325603,0.0,0.525390625,0.0205078125,0.17529296875,1.0,32,0.5
+fresh-zh-1,layers.22.mlp.gated_product,64,2560,2624,2048,64,0.19672309344134095,0.0,0.52001953125,0.021484375,0.15380859375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,2624,2688,2048,64,0.44017180315188725,0.0,0.49755859375,0.04248046875,0.2744140625,1.0,5,0.078125
+fresh-zh-1,layers.22.mlp.gated_product,64,2688,2752,2048,64,0.20017478869602323,0.0,0.55078125,0.015625,0.14599609375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,2752,2816,2048,64,0.15184964540088852,0.0,0.49365234375,0.021484375,0.138671875,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.gated_product,64,2816,2880,2048,64,0.2530009257885904,0.0,0.48974609375,0.0224609375,0.189453125,1.0,23,0.359375
+fresh-zh-1,layers.22.mlp.gated_product,64,2880,2944,2048,64,0.3114645307569469,0.0,0.587890625,0.03271484375,0.2568359375,1.0,15,0.234375
+fresh-zh-1,layers.22.mlp.gated_product,64,2944,3008,2048,64,0.2088789546917324,0.0,0.5478515625,0.0166015625,0.15087890625,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,3008,3072,2048,64,0.2508205162689653,0.0,0.47998046875,0.02099609375,0.16748046875,1.0,29,0.453125
+fresh-zh-1,layers.22.mlp.gated_product,64,3072,3136,2048,64,0.28385358379823905,0.0,0.5087890625,0.0244140625,0.21630859375,1.0,18,0.28125
+fresh-zh-1,layers.22.mlp.gated_product,64,3136,3200,2048,64,0.17936958584354568,0.0,0.46240234375,0.02392578125,0.16650390625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,3200,3264,2048,64,0.19998956322178857,0.0,0.52783203125,0.02099609375,0.18505859375,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,3264,3328,2048,64,0.21476890931787865,0.0,0.529296875,0.01953125,0.15087890625,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,3328,3392,2048,64,0.1585760640666498,0.0,0.48828125,0.02099609375,0.1513671875,1.0,39,0.609375
+fresh-zh-1,layers.22.mlp.gated_product,64,3392,3456,2048,64,0.36320617430695507,0.0,0.50732421875,0.03369140625,0.25537109375,1.0,11,0.171875
+fresh-zh-1,layers.22.mlp.gated_product,64,3456,3520,2048,64,0.15938547268896006,0.0,0.53466796875,0.01513671875,0.125,1.0,43,0.671875
+fresh-zh-1,layers.22.mlp.gated_product,64,3520,3584,2048,64,0.1622222553072086,0.0,0.45849609375,0.01904296875,0.162109375,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,3584,3648,2048,64,0.20949598040768977,0.0,0.54345703125,0.01904296875,0.16650390625,1.0,34,0.53125
+fresh-zh-1,layers.22.mlp.gated_product,64,3648,3712,2048,64,0.16457447299262273,0.0,0.478515625,0.01953125,0.14501953125,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.gated_product,64,3712,3776,2048,64,0.18584024430399074,0.0,0.4873046875,0.01611328125,0.1455078125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,3776,3840,2048,64,0.22381045533578336,0.0,0.5078125,0.0205078125,0.15576171875,1.0,32,0.5
+fresh-zh-1,layers.22.mlp.gated_product,64,3840,3904,2048,64,0.1980516984467469,0.0,0.56494140625,0.01904296875,0.1669921875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,3904,3968,2048,64,0.2269093327971999,0.0,0.474609375,0.01708984375,0.1572265625,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,3968,4032,2048,64,0.3685600999887334,0.0,0.52734375,0.03662109375,0.27490234375,1.0,12,0.1875
+fresh-zh-1,layers.22.mlp.gated_product,64,4032,4096,2048,64,0.18437318801504415,0.0,0.4169921875,0.01611328125,0.13330078125,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gated_product,64,4096,4160,2048,64,0.19562614775562068,0.0,0.4912109375,0.02392578125,0.16943359375,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,4160,4224,2048,64,0.19691728310156262,0.0,0.478515625,0.0224609375,0.1591796875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gated_product,64,4224,4288,2048,64,0.19617170393324776,0.0,0.49267578125,0.01708984375,0.1416015625,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gated_product,64,4288,4352,2048,64,0.2373700365936694,0.0,0.498046875,0.01953125,0.16845703125,1.0,31,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,64,4352,4416,2048,64,0.19858134850980766,0.0,0.49365234375,0.0205078125,0.13525390625,1.0,33,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,64,4416,4480,2048,64,0.20231457735157266,0.0,0.52783203125,0.02001953125,0.1650390625,1.0,29,0.453125
+fresh-zh-1,layers.22.mlp.gated_product,64,4480,4544,2048,64,0.2621165133129864,0.0,0.49755859375,0.01953125,0.21484375,1.0,20,0.3125
+fresh-zh-1,layers.22.mlp.gated_product,64,4544,4608,2048,64,0.21986413626431303,0.0,0.42822265625,0.01806640625,0.1513671875,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,4608,4672,2048,64,0.34997804230542523,0.0,0.49462890625,0.03076171875,0.24755859375,1.0,14,0.21875
+fresh-zh-1,layers.22.mlp.gated_product,64,4672,4736,2048,64,0.2293882502234671,0.0,0.482421875,0.02099609375,0.1591796875,1.0,32,0.5
+fresh-zh-1,layers.22.mlp.gated_product,64,4736,4800,2048,64,0.19295821804864655,0.0,0.57958984375,0.01806640625,0.13671875,1.0,36,0.5625
+fresh-zh-1,layers.22.mlp.gated_product,64,4800,4864,2048,64,0.2452929794412308,0.0,0.4921875,0.0224609375,0.19482421875,1.0,29,0.453125
+fresh-zh-1,layers.22.mlp.gated_product,64,4864,4928,2048,64,0.1875898411828715,0.0,0.46142578125,0.01708984375,0.13623046875,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,4928,4992,2048,64,0.23890546169087543,0.0,0.4560546875,0.01904296875,0.177734375,1.0,26,0.40625
+fresh-zh-1,layers.22.mlp.gated_product,64,4992,5056,2048,64,0.2583370292825165,0.0,0.52734375,0.03173828125,0.22265625,1.0,21,0.328125
+fresh-zh-1,layers.22.mlp.gated_product,64,5056,5120,2048,64,0.31712865585799294,0.0,0.49560546875,0.02978515625,0.2265625,1.0,15,0.234375
+fresh-zh-1,layers.22.mlp.gated_product,64,5120,5184,2048,64,0.19185169127242416,0.0,0.47900390625,0.017578125,0.13916015625,1.0,41,0.640625
+fresh-zh-1,layers.22.mlp.gated_product,64,5184,5248,2048,64,0.1828061818999987,0.0,0.5390625,0.01611328125,0.1328125,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,64,5248,5312,2048,64,0.33879234872054703,0.0,0.51708984375,0.03076171875,0.23291015625,1.0,16,0.25
+fresh-zh-1,layers.22.mlp.gated_product,64,5312,5376,2048,64,0.19716405299235396,0.0,0.58740234375,0.0205078125,0.16943359375,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,5376,5440,2048,64,0.16091039050673325,0.0,0.47900390625,0.0166015625,0.13916015625,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gated_product,64,5440,5504,2048,64,0.2764386842557994,0.0,0.5048828125,0.033203125,0.224609375,1.0,16,0.25
+fresh-zh-1,layers.22.mlp.gated_product,64,5504,5568,2048,64,0.17758322957068592,0.0,0.5556640625,0.017578125,0.14990234375,1.0,38,0.59375
+fresh-zh-1,layers.22.mlp.gated_product,64,5568,5632,2048,64,0.25194413765133555,0.0,0.4892578125,0.02978515625,0.22119140625,1.0,21,0.328125
+fresh-zh-1,layers.22.mlp.gated_product,64,5632,5696,2048,64,0.16311343461607417,0.0,0.529296875,0.0126953125,0.11572265625,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.gated_product,64,5696,5760,2048,64,0.1785028298409956,0.0,0.48388671875,0.01806640625,0.1455078125,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,64,5760,5824,2048,64,0.3590603384507835,0.0,0.47802734375,0.03173828125,0.24560546875,1.0,15,0.234375
+fresh-zh-1,layers.22.mlp.gated_product,64,5824,5888,2048,64,0.18877481440547586,0.0,0.54736328125,0.01904296875,0.14892578125,1.0,35,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,64,5888,5952,2048,64,0.21720151392919537,0.0,0.49853515625,0.017578125,0.15283203125,1.0,30,0.46875
+fresh-zh-1,layers.22.mlp.gated_product,64,5952,6016,2048,64,0.36917655343242284,0.0,0.49267578125,0.0341796875,0.2314453125,1.0,16,0.25
+fresh-zh-1,layers.22.mlp.gated_product,64,6016,6080,2048,64,0.18659752826622059,0.0,0.5361328125,0.013671875,0.16357421875,1.0,37,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,64,6080,6144,2048,64,0.22220317861624103,0.0,0.44140625,0.02734375,0.19482421875,1.0,27,0.421875
+fresh-zh-1,layers.22.mlp.gated_product,128,0,128,4096,128,0.24768864390322048,0.0,0.519775390625,0.022705078125,0.190185546875,1.0,51,0.3984375
+fresh-zh-1,layers.22.mlp.gated_product,128,128,256,4096,128,0.21086697888593856,0.0,0.483642578125,0.01904296875,0.16748046875,1.0,59,0.4609375
+fresh-zh-1,layers.22.mlp.gated_product,128,256,384,4096,128,0.2794891800267309,0.0,0.475341796875,0.0283203125,0.211669921875,1.0,40,0.3125
+fresh-zh-1,layers.22.mlp.gated_product,128,384,512,4096,128,0.23406718895407724,0.0,0.513671875,0.0263671875,0.197509765625,1.0,54,0.421875
+fresh-zh-1,layers.22.mlp.gated_product,128,512,640,4096,128,0.24540261498051025,0.0,0.51806640625,0.026611328125,0.203125,1.0,50,0.390625
+fresh-zh-1,layers.22.mlp.gated_product,128,640,768,4096,128,0.2044214622615332,0.0,0.484130859375,0.021484375,0.16650390625,1.0,64,0.5
+fresh-zh-1,layers.22.mlp.gated_product,128,768,896,4096,128,0.2937678466877683,0.0,0.4541015625,0.025634765625,0.22998046875,1.0,33,0.2578125
+fresh-zh-1,layers.22.mlp.gated_product,128,896,1024,4096,128,0.19282946825952335,0.0,0.478515625,0.020263671875,0.15576171875,1.0,71,0.5546875
+fresh-zh-1,layers.22.mlp.gated_product,128,1024,1152,4096,128,0.19302796664575456,0.0,0.5107421875,0.020263671875,0.15283203125,1.0,68,0.53125
+fresh-zh-1,layers.22.mlp.gated_product,128,1152,1280,4096,128,0.40526499316009434,0.0,0.46533203125,0.040771484375,0.289306640625,1.0,16,0.125
+fresh-zh-1,layers.22.mlp.gated_product,128,1280,1408,4096,128,0.24390265115685206,0.0,0.50048828125,0.022216796875,0.20068359375,1.0,43,0.3359375
+fresh-zh-1,layers.22.mlp.gated_product,128,1408,1536,4096,128,0.1838573904805143,0.0,0.49951171875,0.017333984375,0.15966796875,1.0,69,0.5390625
+fresh-zh-1,layers.22.mlp.gated_product,128,1536,1664,4096,128,0.2012503084375353,0.0,0.52685546875,0.019775390625,0.154541015625,1.0,68,0.53125
+fresh-zh-1,layers.22.mlp.gated_product,128,1664,1792,4096,128,0.24853856254420728,0.0,0.5263671875,0.025146484375,0.19189453125,1.0,49,0.3828125
+fresh-zh-1,layers.22.mlp.gated_product,128,1792,1920,4096,128,0.19715377455171174,0.0,0.49169921875,0.0244140625,0.16015625,1.0,70,0.546875
+fresh-zh-1,layers.22.mlp.gated_product,128,1920,2048,4096,128,0.17811623117112474,0.0,0.50146484375,0.015380859375,0.15234375,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,128,2048,2176,4096,128,0.24678114892626626,0.0,0.4892578125,0.022705078125,0.179931640625,1.0,54,0.421875
+fresh-zh-1,layers.22.mlp.gated_product,128,2176,2304,4096,128,0.9891381129737246,0.0,0.53466796875,0.08056640625,0.54296875,1.0,1,0.0078125
+fresh-zh-1,layers.22.mlp.gated_product,128,2304,2432,4096,128,0.3290472820343494,0.0,0.486083984375,0.0322265625,0.240966796875,1.0,35,0.2734375
+fresh-zh-1,layers.22.mlp.gated_product,128,2432,2560,4096,128,0.1939256278082517,0.0,0.499267578125,0.018310546875,0.1640625,1.0,66,0.515625
+fresh-zh-1,layers.22.mlp.gated_product,128,2560,2688,4096,128,0.3409187526252511,0.0,0.5087890625,0.03173828125,0.242919921875,1.0,23,0.1796875
+fresh-zh-1,layers.22.mlp.gated_product,128,2688,2816,4096,128,0.17766296862018421,0.0,0.522216796875,0.01806640625,0.143798828125,1.0,75,0.5859375
+fresh-zh-1,layers.22.mlp.gated_product,128,2816,2944,4096,128,0.2837425085967284,0.0,0.538818359375,0.0283203125,0.225830078125,1.0,35,0.2734375
+fresh-zh-1,layers.22.mlp.gated_product,128,2944,3072,4096,128,0.23080440755598786,0.0,0.513916015625,0.018798828125,0.157958984375,1.0,57,0.4453125
+fresh-zh-1,layers.22.mlp.gated_product,128,3072,3200,4096,128,0.2374303112081406,0.0,0.485595703125,0.027587890625,0.198974609375,1.0,49,0.3828125
+fresh-zh-1,layers.22.mlp.gated_product,128,3200,3328,4096,128,0.20751085490551205,0.0,0.528564453125,0.019775390625,0.169189453125,1.0,64,0.5
+fresh-zh-1,layers.22.mlp.gated_product,128,3328,3456,4096,128,0.2802365903567595,0.0,0.497802734375,0.02880859375,0.22412109375,1.0,34,0.265625
+fresh-zh-1,layers.22.mlp.gated_product,128,3456,3584,4096,128,0.1608101194285366,0.0,0.49658203125,0.01708984375,0.142578125,1.0,78,0.609375
+fresh-zh-1,layers.22.mlp.gated_product,128,3584,3712,4096,128,0.18837903674212086,0.0,0.510986328125,0.019287109375,0.1572265625,1.0,74,0.578125
+fresh-zh-1,layers.22.mlp.gated_product,128,3712,3840,4096,128,0.20570332559365398,0.0,0.49755859375,0.0185546875,0.151123046875,1.0,67,0.5234375
+fresh-zh-1,layers.22.mlp.gated_product,128,3840,3968,4096,128,0.21296985768895982,0.0,0.519775390625,0.017333984375,0.163330078125,1.0,64,0.5
+fresh-zh-1,layers.22.mlp.gated_product,128,3968,4096,4096,128,0.2914018014379252,0.0,0.47216796875,0.0283203125,0.216552734375,1.0,42,0.328125
+fresh-zh-1,layers.22.mlp.gated_product,128,4096,4224,4096,128,0.1962727771110972,0.0,0.48486328125,0.023193359375,0.164306640625,1.0,68,0.53125
+fresh-zh-1,layers.22.mlp.gated_product,128,4224,4352,4096,128,0.21774741295426883,0.0,0.495361328125,0.01806640625,0.155029296875,1.0,65,0.5078125
+fresh-zh-1,layers.22.mlp.gated_product,128,4352,4480,4096,128,0.20045665389918982,0.0,0.5107421875,0.020263671875,0.150390625,1.0,62,0.484375
+fresh-zh-1,layers.22.mlp.gated_product,128,4480,4608,4096,128,0.241914556162511,0.0,0.462890625,0.019775390625,0.1865234375,1.0,50,0.390625
+fresh-zh-1,layers.22.mlp.gated_product,128,4608,4736,4096,128,0.29589153370493887,0.0,0.488525390625,0.025146484375,0.203125,1.0,41,0.3203125
+fresh-zh-1,layers.22.mlp.gated_product,128,4736,4864,4096,128,0.22068248647736538,0.0,0.535888671875,0.0205078125,0.1669921875,1.0,63,0.4921875
+fresh-zh-1,layers.22.mlp.gated_product,128,4864,4992,4096,128,0.21478567007687605,0.0,0.458740234375,0.017822265625,0.15478515625,1.0,59,0.4609375
+fresh-zh-1,layers.22.mlp.gated_product,128,4992,5120,4096,128,0.2892305352697162,0.0,0.511474609375,0.03076171875,0.22802734375,1.0,35,0.2734375
+fresh-zh-1,layers.22.mlp.gated_product,128,5120,5248,4096,128,0.18738352593670685,0.0,0.509033203125,0.01708984375,0.135986328125,1.0,77,0.6015625
+fresh-zh-1,layers.22.mlp.gated_product,128,5248,5376,4096,128,0.2771767661114081,0.0,0.55224609375,0.025634765625,0.210693359375,1.0,38,0.296875
+fresh-zh-1,layers.22.mlp.gated_product,128,5376,5504,4096,128,0.22617526381780453,0.0,0.491943359375,0.025390625,0.191162109375,1.0,49,0.3828125
+fresh-zh-1,layers.22.mlp.gated_product,128,5504,5632,4096,128,0.2179583124379867,0.0,0.5224609375,0.025146484375,0.184814453125,1.0,56,0.4375
+fresh-zh-1,layers.22.mlp.gated_product,128,5632,5760,4096,128,0.17098136274678558,0.0,0.506591796875,0.015380859375,0.1298828125,1.0,78,0.609375
+fresh-zh-1,layers.22.mlp.gated_product,128,5760,5888,4096,128,0.28684512999370676,0.0,0.5126953125,0.028076171875,0.20947265625,1.0,39,0.3046875
+fresh-zh-1,layers.22.mlp.gated_product,128,5888,6016,4096,128,0.3028760681016057,0.0,0.49560546875,0.02587890625,0.20361328125,1.0,38,0.296875
+fresh-zh-1,layers.22.mlp.gated_product,128,6016,6144,4096,128,0.20517418227231235,0.0,0.48876953125,0.01953125,0.18212890625,1.0,64,0.5
+fresh-zh-1,layers.22.mlp.down_proj.output,0,0,2048,65536,2048,0.1940579483559758,0.0,0.49700927734375,0.0086822509765625,0.0859222412109375,1.0,1522,0.7431640625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,0,64,2048,64,0.18632721366477503,0.0,0.56201171875,0.00830078125,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,64,128,2048,64,0.18713257199692096,0.0,0.49365234375,0.0078125,0.09033203125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,128,192,2048,64,0.18254377536013944,0.0,0.4912109375,0.00830078125,0.0849609375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,192,256,2048,64,0.1822517178115753,0.0,0.490234375,0.0087890625,0.091796875,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,256,320,2048,64,0.1871142469104385,0.0,0.45703125,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,320,384,2048,64,0.19960223107744318,0.0,0.4990234375,0.01318359375,0.0888671875,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.down_proj.output,64,384,448,2048,64,0.1802787662067461,0.0,0.44287109375,0.00439453125,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,448,512,2048,64,0.17771847926850298,0.0,0.53173828125,0.0107421875,0.0732421875,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,512,576,2048,64,0.21512326480367172,0.0,0.51123046875,0.00732421875,0.09716796875,1.0,44,0.6875
+fresh-zh-1,layers.22.mlp.down_proj.output,64,576,640,2048,64,0.2334318489490743,0.0,0.43505859375,0.0087890625,0.09619140625,1.0,42,0.65625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,640,704,2048,64,0.20339018519765398,0.0,0.48681640625,0.00732421875,0.08837890625,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.down_proj.output,64,704,768,2048,64,0.1870899743409516,0.0,0.53515625,0.0107421875,0.0908203125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,768,832,2048,64,0.17352484830799733,0.0,0.439453125,0.0107421875,0.0751953125,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,832,896,2048,64,0.18750658764579872,0.0,0.4814453125,0.0068359375,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,896,960,2048,64,0.19112581093723116,0.0,0.517578125,0.0078125,0.0810546875,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,960,1024,2048,64,0.23102256293549983,0.0,0.5166015625,0.0126953125,0.09912109375,1.0,45,0.703125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1024,1088,2048,64,0.17211920313653944,0.0,0.537109375,0.0048828125,0.07470703125,1.0,51,0.796875
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1088,1152,2048,64,0.1859259426189345,0.0,0.4658203125,0.0078125,0.07080078125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1152,1216,2048,64,0.25335011383362577,0.0,0.47900390625,0.0107421875,0.10498046875,1.0,40,0.625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1216,1280,2048,64,0.17225067068766803,0.0,0.4912109375,0.00830078125,0.07470703125,1.0,52,0.8125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1280,1344,2048,64,0.18356364603637862,0.0,0.47021484375,0.00537109375,0.07763671875,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1344,1408,2048,64,0.189774778776469,0.0,0.53369140625,0.00830078125,0.0830078125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1408,1472,2048,64,0.19012490466484497,0.0,0.515625,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1472,1536,2048,64,0.2151266733336974,0.0,0.4833984375,0.00732421875,0.09228515625,1.0,46,0.71875
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1536,1600,2048,64,0.19507648375055603,0.0,0.466796875,0.00830078125,0.06298828125,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1600,1664,2048,64,0.20212000652816747,0.0,0.462890625,0.00927734375,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1664,1728,2048,64,0.18342543638710693,0.0,0.5478515625,0.0087890625,0.09423828125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1728,1792,2048,64,0.17054176317618067,0.0,0.4833984375,0.0107421875,0.0859375,1.0,50,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1792,1856,2048,64,0.18027139569664696,0.0,0.52685546875,0.009765625,0.09033203125,1.0,49,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1856,1920,2048,64,0.19680464716206028,0.0,0.56103515625,0.00732421875,0.08251953125,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1920,1984,2048,64,0.20057942127878617,0.0,0.490234375,0.00732421875,0.0810546875,1.0,47,0.734375
+fresh-zh-1,layers.22.mlp.down_proj.output,64,1984,2048,2048,64,0.18510979718373372,0.0,0.498046875,0.00927734375,0.076171875,1.0,48,0.75
+fresh-zh-1,layers.22.mlp.down_proj.output,128,0,128,4096,128,0.18673032701500517,0.0,0.52783203125,0.008056640625,0.087158203125,1.0,98,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,128,128,256,4096,128,0.18239780504162204,0.0,0.49072265625,0.008544921875,0.08837890625,1.0,99,0.7734375
+fresh-zh-1,layers.22.mlp.down_proj.output,128,256,384,4096,128,0.19345902931622705,0.0,0.47802734375,0.011474609375,0.0849609375,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.down_proj.output,128,384,512,4096,128,0.17900320027660951,0.0,0.4873046875,0.007568359375,0.07861328125,1.0,100,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,512,640,4096,128,0.22446430358029548,0.0,0.47314453125,0.008056640625,0.097900390625,1.0,86,0.671875
+fresh-zh-1,layers.22.mlp.down_proj.output,128,640,768,4096,128,0.19541011480170864,0.0,0.510986328125,0.009033203125,0.090087890625,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.down_proj.output,128,768,896,4096,128,0.18065103568881785,0.0,0.46044921875,0.0087890625,0.084716796875,1.0,98,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,128,896,1024,4096,128,0.21201474027965747,0.0,0.51708984375,0.010009765625,0.08984375,1.0,92,0.71875
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1024,1152,4096,128,0.17915562540302307,0.0,0.50146484375,0.00634765625,0.072265625,1.0,100,0.78125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1152,1280,4096,128,0.2166293767380853,0.0,0.485107421875,0.009033203125,0.09326171875,1.0,90,0.703125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1280,1408,4096,128,0.1866950438627478,0.0,0.501953125,0.0068359375,0.080810546875,1.0,97,0.7578125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1408,1536,4096,128,0.2030110402828375,0.0,0.49951171875,0.00830078125,0.087890625,1.0,95,0.7421875
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1536,1664,4096,128,0.19862946854813285,0.0,0.46484375,0.0087890625,0.07958984375,1.0,97,0.7578125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1664,1792,4096,128,0.17710079573655382,0.0,0.515625,0.009765625,0.0908203125,1.0,98,0.765625
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1792,1920,4096,128,0.188719163376431,0.0,0.5439453125,0.0087890625,0.08642578125,1.0,97,0.7578125
+fresh-zh-1,layers.22.mlp.down_proj.output,128,1920,2048,4096,128,0.19299966483641337,0.0,0.494140625,0.00830078125,0.0791015625,1.0,95,0.7421875
+fresh-zh-1,layers.23.self_attn.q_proj.output,0,0,4096,131072,4096,1.8986034948119666,0.0,0.6849594116210938,0.012054443359375,0.12213134765625,1.0,1704,0.416015625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,0,64,2048,64,1.8500253592138927,0.0,0.431640625,0.015625,0.1728515625,1.0,20,0.3125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,64,128,2048,64,0.6712079583914328,0.0,0.51513671875,0.01171875,0.080078125,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,128,192,2048,64,0.6436357932591615,0.0,0.47021484375,0.00537109375,0.0830078125,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,192,256,2048,64,0.8337287115989892,0.0,0.482421875,0.00927734375,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,256,320,2048,64,2.6164454695266754,0.0,0.9736328125,0.00244140625,0.0234375,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,320,384,2048,64,2.5461189512649716,0.0,0.99169921875,0.00146484375,0.017578125,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,384,448,2048,64,2.4951268673731235,0.0,0.9775390625,0.0009765625,0.02001953125,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,448,512,2048,64,2.3881066227141297,0.0,0.97607421875,0.001953125,0.017578125,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,512,576,2048,64,1.9222403972247257,0.0,0.482421875,0.013671875,0.1171875,1.0,28,0.4375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,576,640,2048,64,0.687136567289145,0.0,0.52490234375,0.00830078125,0.08544921875,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,640,704,2048,64,0.626940183657431,0.0,0.50439453125,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,704,768,2048,64,0.7613685042238353,0.0,0.48681640625,0.00390625,0.08203125,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,768,832,2048,64,2.499333422794007,0.0,0.9482421875,0.00439453125,0.0458984375,1.0,42,0.65625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,832,896,2048,64,2.290943866964554,0.0,0.97021484375,0.001953125,0.0390625,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,896,960,2048,64,2.3236074006850753,0.0,0.9814453125,0.00439453125,0.0283203125,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,960,1024,2048,64,2.5556363354752616,0.0,0.98046875,0.0029296875,0.0341796875,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1024,1088,2048,64,1.0458297699047874,0.0,0.494140625,0.0048828125,0.0751953125,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1088,1152,2048,64,0.6414986424094907,0.0,0.51806640625,0.009765625,0.0771484375,1.0,50,0.78125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1152,1216,2048,64,0.6343974587302412,0.0,0.44873046875,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1216,1280,2048,64,0.6691140701754914,0.0,0.46435546875,0.00634765625,0.0712890625,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1280,1344,2048,64,2.148355592829154,0.0,0.537109375,0.0078125,0.0908203125,1.0,34,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1344,1408,2048,64,1.9835075372215185,0.0,0.4794921875,0.00927734375,0.08154296875,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1408,1472,2048,64,2.117257113178966,0.0,0.5302734375,0.009765625,0.078125,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1472,1536,2048,64,2.654610300244873,0.0,0.63134765625,0.00732421875,0.080078125,1.0,31,0.484375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1536,1600,2048,64,1.7551811935069763,0.0,0.41064453125,0.01416015625,0.16357421875,1.0,18,0.28125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1600,1664,2048,64,0.6566075950259084,0.0,0.52099609375,0.00634765625,0.076171875,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1664,1728,2048,64,0.5815671294594368,0.0,0.4921875,0.0078125,0.078125,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1728,1792,2048,64,0.6539593379645067,0.0,0.46044921875,0.0029296875,0.07373046875,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1792,1856,2048,64,2.3996699392985716,0.0,0.96923828125,0.005859375,0.05224609375,1.0,39,0.609375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1856,1920,2048,64,2.4561672091009363,0.0,0.99169921875,0.00244140625,0.029296875,1.0,42,0.65625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1920,1984,2048,64,2.411271445052918,0.0,0.9697265625,0.00439453125,0.0263671875,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,1984,2048,2048,64,2.3692033656183273,0.0,0.9775390625,0.0009765625,0.0322265625,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2048,2112,2048,64,1.571261476580737,0.0,0.517578125,0.0107421875,0.1298828125,1.0,27,0.421875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2112,2176,2048,64,0.6492245850541417,0.0,0.45556640625,0.00537109375,0.076171875,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2176,2240,2048,64,0.6212908638728436,0.0,0.52880859375,0.00439453125,0.0703125,1.0,50,0.78125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2240,2304,2048,64,0.9427633816737716,0.0,0.46728515625,0.0068359375,0.08251953125,1.0,39,0.609375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2304,2368,2048,64,2.826872143347704,0.0,0.99462890625,0.0009765625,0.0068359375,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2368,2432,2048,64,2.859922260838071,0.0,0.986328125,0.001953125,0.01611328125,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2432,2496,2048,64,2.902115086459619,0.0,0.9912109375,0.00146484375,0.0166015625,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2496,2560,2048,64,2.8815254394226266,0.0,0.998046875,0.0,0.00390625,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2560,2624,2048,64,1.6835950344767456,0.0,0.50830078125,0.0146484375,0.166015625,1.0,22,0.34375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2624,2688,2048,64,0.599881189204182,0.0,0.521484375,0.0068359375,0.08154296875,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2688,2752,2048,64,0.6285125165705755,0.0,0.51220703125,0.00732421875,0.080078125,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2752,2816,2048,64,0.9050389928792121,0.0,0.49560546875,0.0078125,0.0771484375,1.0,40,0.625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2816,2880,2048,64,2.4492160723800613,0.0,0.97607421875,0.0,0.0048828125,1.0,50,0.78125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2880,2944,2048,64,2.5968337992210113,0.0,0.97705078125,0.00048828125,0.005859375,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,2944,3008,2048,64,2.7591471069568687,0.0,0.998046875,0.0,0.00439453125,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3008,3072,2048,64,2.8676959400638653,0.0,0.99658203125,0.0009765625,0.0068359375,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3072,3136,2048,64,1.050745554001227,0.0,0.52001953125,0.00732421875,0.10498046875,1.0,34,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3136,3200,2048,64,0.683635041861924,0.0,0.50927734375,0.01171875,0.09423828125,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3200,3264,2048,64,0.6181254056383602,0.0,0.515625,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3264,3328,2048,64,0.6973697176922853,0.0,0.513671875,0.00830078125,0.0947265625,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3328,3392,2048,64,1.927684489099835,0.0,0.51611328125,0.005859375,0.09228515625,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3392,3456,2048,64,2.0711671122352846,0.0,0.56982421875,0.00634765625,0.08203125,1.0,36,0.5625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3456,3520,2048,64,2.5739397282022574,0.0,0.6318359375,0.00927734375,0.09375,1.0,29,0.453125
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3520,3584,2048,64,2.5727840688086587,0.0,0.6533203125,0.0068359375,0.0771484375,1.0,28,0.4375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3584,3648,2048,64,1.7043461709480974,0.0,0.4951171875,0.015625,0.1513671875,1.0,25,0.390625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3648,3712,2048,64,0.5917276042740262,0.0,0.50341796875,0.01171875,0.0849609375,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3712,3776,2048,64,0.575139627808603,0.0,0.509765625,0.01171875,0.09375,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3776,3840,2048,64,0.813881492107068,0.0,0.50732421875,0.009765625,0.10986328125,1.0,41,0.640625
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3840,3904,2048,64,2.4050527556120556,0.0,0.96630859375,0.00341796875,0.037109375,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3904,3968,2048,64,2.3134785255242556,0.0,0.95654296875,0.005859375,0.046875,1.0,47,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,3968,4032,2048,64,2.678080502724041,0.0,0.97119140625,0.00439453125,0.0400390625,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,64,4032,4096,2048,64,2.381049138944052,0.0,0.97998046875,0.00341796875,0.02978515625,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,0,128,4096,128,1.3916023054634696,0.0,0.473388671875,0.015625,0.145263671875,1.0,48,0.375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,128,256,4096,128,0.7447719781613902,0.0,0.476318359375,0.008056640625,0.0869140625,1.0,90,0.703125
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,256,384,4096,128,2.58152170327864,0.0,0.982666015625,0.001953125,0.020263671875,1.0,90,0.703125
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,384,512,4096,128,2.4422030347350634,0.0,0.976806640625,0.00146484375,0.018798828125,1.0,93,0.7265625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,512,640,4096,128,1.443461950802407,0.0,0.503662109375,0.015869140625,0.13232421875,1.0,52,0.40625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,640,768,4096,128,0.6974008865453404,0.0,0.49560546875,0.00634765625,0.086669921875,1.0,92,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,768,896,4096,128,2.397403945925437,0.0,0.959228515625,0.003173828125,0.042724609375,1.0,86,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,896,1024,4096,128,2.442378802696244,0.0,0.98095703125,0.003662109375,0.032470703125,1.0,88,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1024,1152,4096,128,0.8675483893801891,0.0,0.506103515625,0.00830078125,0.0830078125,1.0,84,0.65625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1152,1280,4096,128,0.6519868766126358,0.0,0.45654296875,0.007080078125,0.08251953125,1.0,98,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1280,1408,4096,128,2.0675751381092393,0.0,0.50830078125,0.0087890625,0.0859375,1.0,71,0.5546875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1408,1536,4096,128,2.4010136952413563,0.0,0.580810546875,0.00927734375,0.08056640625,1.0,63,0.4921875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1536,1664,4096,128,1.3251027424102406,0.0,0.4658203125,0.0126953125,0.141845703125,1.0,44,0.34375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1664,1792,4096,128,0.6188227297775452,0.0,0.476318359375,0.00537109375,0.0751953125,1.0,92,0.71875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1792,1920,4096,128,2.4280829039219287,0.0,0.98046875,0.004150390625,0.041015625,1.0,81,0.6328125
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,1920,2048,4096,128,2.3903299531011193,0.0,0.9736328125,0.002685546875,0.029296875,1.0,85,0.6640625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2048,2176,4096,128,1.2021553954513118,0.0,0.486572265625,0.010009765625,0.12060546875,1.0,58,0.453125
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2176,2304,4096,128,0.7983749530630423,0.0,0.498046875,0.006591796875,0.080810546875,1.0,86,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2304,2432,4096,128,2.843445221282835,0.0,0.990478515625,0.00146484375,0.01171875,1.0,91,0.7109375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2432,2560,4096,128,2.8918385875681483,0.0,0.99462890625,0.000732421875,0.01025390625,1.0,94,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2560,2688,4096,128,1.2637938283746637,0.0,0.514892578125,0.014404296875,0.146240234375,1.0,50,0.390625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2688,2816,4096,128,0.779141695109977,0.0,0.50390625,0.008544921875,0.081787109375,1.0,86,0.671875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2816,2944,4096,128,2.5241043114322204,0.0,0.9765625,0.000244140625,0.00537109375,1.0,98,0.765625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,2944,3072,4096,128,2.813944985468553,0.0,0.997314453125,0.00048828125,0.005615234375,1.0,94,0.734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3072,3200,4096,128,0.8864037143748045,0.0,0.5146484375,0.010498046875,0.105224609375,1.0,80,0.625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3200,3328,4096,128,0.658939883543941,0.0,0.5146484375,0.0078125,0.092041015625,1.0,99,0.7734375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3328,3456,4096,128,2.0007124601402793,0.0,0.54296875,0.006103515625,0.0869140625,1.0,69,0.5390625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3456,3584,4096,128,2.573361963379185,0.0,0.642578125,0.008056640625,0.08544921875,1.0,57,0.4453125
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3584,3712,4096,128,1.2757228202249342,0.0,0.499267578125,0.015380859375,0.143798828125,1.0,51,0.3984375
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3712,3840,4096,128,0.70469449929393,0.0,0.508544921875,0.010986328125,0.103271484375,1.0,88,0.6875
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3840,3968,4096,128,2.359709902227287,0.0,0.96142578125,0.004638671875,0.042236328125,1.0,93,0.7265625
+fresh-zh-1,layers.23.self_attn.q_proj.output,128,3968,4096,4096,128,2.533920892721087,0.0,0.9755859375,0.00390625,0.034423828125,1.0,89,0.6953125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.314064504797271,0.0,0.0,0.0067596435546875,0.1621856689453125,1.0,786,0.3837890625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.22494922760321712,0.0,0.0,0.01171875,0.12744140625,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.17042457779712603,0.0,0.0,0.0009765625,0.076171875,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.19230769644768744,0.0,0.0,0.00146484375,0.0771484375,1.0,36,0.5625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.2003398569158475,0.0,0.0,0.00048828125,0.06787109375,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.2525639336713127,0.0,0.0,0.0048828125,0.14794921875,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.22699982428160878,0.0,0.0,0.0,0.10986328125,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.20125329868422384,0.0,0.0,0.0,0.0703125,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.19725230383534806,0.0,0.0,0.00341796875,0.09521484375,1.0,31,0.484375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.5581637845084946,0.0,0.0,0.0087890625,0.11328125,1.0,34,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.5810679001029452,0.0,0.0,0.00537109375,0.123046875,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.5529840957995403,0.0,0.0,0.01953125,0.15234375,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.5129289010360853,0.0,0.0,0.03759765625,0.25341796875,1.0,29,0.453125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.23425961494043182,0.0,0.0,0.0009765625,0.12060546875,1.0,34,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.21356466602126575,0.0,0.0,0.001953125,0.12744140625,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.22430096478300526,0.0,0.0,0.00048828125,0.0908203125,1.0,32,0.5
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.21402740317494426,0.0,0.0,0.00048828125,0.0771484375,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.14055622254517136,0.0,0.0,0.001953125,0.08837890625,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.16934106739626537,0.0,0.0,0.00244140625,0.13916015625,1.0,31,0.484375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.14610851725192797,0.0,0.0,0.00146484375,0.10302734375,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.12636738218106122,0.0,0.0,0.0,0.06591796875,1.0,34,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.20331607105483443,0.0,0.0,0.00048828125,0.0625,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.19897386106784673,0.0,0.0,0.00390625,0.1025390625,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.13974174267394232,0.0,0.0,0.001953125,0.076171875,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.14248290197579683,0.0,0.0,0.00244140625,0.1171875,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.5285188117010358,0.0,0.0,0.00390625,0.15625,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.5262876598549127,0.0,0.0,0.01318359375,0.1474609375,1.0,36,0.5625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.480106392204569,0.0,0.0,0.04248046875,0.2529296875,1.0,31,0.484375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.454451839922128,0.0,0.0,0.03076171875,0.27734375,1.0,28,0.4375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.21479390131162093,0.0,0.0,0.00048828125,0.087890625,1.0,36,0.5625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.25049699159871613,0.0,0.0,0.00048828125,0.08740234375,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.20137479030957744,0.0,0.0,0.009765625,0.12890625,1.0,31,0.484375
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.20226686985671538,0.0,0.0,0.0,0.06591796875,1.0,35,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.19955787596160246,0.0,0.0,0.00537109375,0.10791015625,1.0,68,0.53125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.19636484968303028,0.0,0.0,0.0009765625,0.072265625,1.0,73,0.5703125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.2401223238428786,0.0,0.0,0.002197265625,0.129638671875,1.0,70,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.19926284350027965,0.0,0.0,0.001708984375,0.083251953125,1.0,69,0.5390625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.5697309517951835,0.0,0.0,0.00732421875,0.117919921875,1.0,71,0.5546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.533332667162495,0.0,0.0,0.029541015625,0.200927734375,1.0,65,0.5078125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.22415110279096795,0.0,0.0,0.001708984375,0.1240234375,1.0,70,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.2192243737730788,0.0,0.0,0.00048828125,0.083984375,1.0,64,0.5
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.15561563032528933,0.0,0.0,0.002685546875,0.11328125,1.0,64,0.5
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.13659504766434857,0.0,0.0,0.00048828125,0.083984375,1.0,66,0.515625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.20115668288354385,0.0,0.0,0.002685546875,0.08251953125,1.0,70,0.546875
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.14111897817266614,0.0,0.0,0.002197265625,0.096435546875,1.0,69,0.5390625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.5274044156230753,0.0,0.0,0.008544921875,0.15185546875,1.0,74,0.578125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.4674551436471177,0.0,0.0,0.035888671875,0.264404296875,1.0,58,0.453125
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.23332934110466436,0.0,0.0,0.000244140625,0.087646484375,1.0,72,0.5625
+fresh-zh-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.20182132297388664,0.0,0.0,0.0048828125,0.097412109375,1.0,65,0.5078125
+fresh-zh-1,layers.23.self_attn.k_proj.output,0,0,512,16384,512,0.7844185545968467,0.0,0.5064697265625,0.0111083984375,0.10467529296875,1.0,324,0.6328125
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,0,64,2048,64,0.709624474109633,0.0,0.57958984375,0.01806640625,0.17626953125,1.0,27,0.421875
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,64,128,2048,64,0.7871299666062703,0.0,0.533203125,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,128,192,2048,64,0.7528332390136746,0.0,0.43212890625,0.01171875,0.0947265625,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,192,256,2048,64,0.7972971222325036,0.0,0.4833984375,0.0087890625,0.0712890625,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,256,320,2048,64,0.6831258927691598,0.0,0.56396484375,0.01416015625,0.13671875,1.0,24,0.375
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,320,384,2048,64,0.7647443047472308,0.0,0.5234375,0.0087890625,0.078125,1.0,48,0.75
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,384,448,2048,64,0.8117320868085182,0.0,0.4814453125,0.00830078125,0.0791015625,1.0,45,0.703125
+fresh-zh-1,layers.23.self_attn.k_proj.output,64,448,512,2048,64,0.9415491846568286,0.0,0.45458984375,0.0107421875,0.0869140625,1.0,42,0.65625
+fresh-zh-1,layers.23.self_attn.k_proj.output,128,0,128,4096,128,0.749379903181611,0.0,0.556396484375,0.012451171875,0.13134765625,1.0,74,0.578125
+fresh-zh-1,layers.23.self_attn.k_proj.output,128,128,256,4096,128,0.775383965169532,0.0,0.457763671875,0.010009765625,0.08349609375,1.0,95,0.7421875
+fresh-zh-1,layers.23.self_attn.k_proj.output,128,256,384,4096,128,0.7250844216417103,0.0,0.543701171875,0.011474609375,0.110595703125,1.0,71,0.5546875
+fresh-zh-1,layers.23.self_attn.k_proj.output,128,384,512,4096,128,0.8790403426130253,0.0,0.468017578125,0.009765625,0.084228515625,1.0,85,0.6640625
+fresh-zh-1,layers.23.self_attn.v_proj.output,0,0,512,16384,512,3.746437636635798,0.0,0.5091552734375,0.02227783203125,0.2081298828125,1.0,152,0.296875
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,0,64,2048,64,3.878346816660786,0.0,0.56103515625,0.0263671875,0.21044921875,1.0,22,0.34375
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,64,128,2048,64,3.673641231549672,0.0,0.47998046875,0.0224609375,0.20751953125,1.0,19,0.296875
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,128,192,2048,64,3.3632305504369784,0.0,0.5390625,0.0205078125,0.17138671875,1.0,23,0.359375
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,192,256,2048,64,4.217233137898424,0.0,0.4912109375,0.013671875,0.1884765625,1.0,25,0.390625
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,256,320,2048,64,3.0325165898765616,0.0,0.42041015625,0.01953125,0.20166015625,1.0,14,0.21875
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,320,384,2048,64,3.086769591911608,0.0,0.525390625,0.025390625,0.2021484375,1.0,16,0.25
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,384,448,2048,64,4.036462806657047,0.0,0.505859375,0.02099609375,0.216796875,1.0,21,0.328125
+fresh-zh-1,layers.23.self_attn.v_proj.output,64,448,512,2048,64,4.431188931588395,0.0,0.55029296875,0.02392578125,0.2216796875,1.0,21,0.328125
+fresh-zh-1,layers.23.self_attn.v_proj.output,128,0,128,4096,128,3.777380966254572,0.0,0.5205078125,0.024658203125,0.2119140625,1.0,40,0.3125
+fresh-zh-1,layers.23.self_attn.v_proj.output,128,128,256,4096,128,3.814208638419063,0.0,0.51513671875,0.017578125,0.183349609375,1.0,47,0.3671875
+fresh-zh-1,layers.23.self_attn.v_proj.output,128,256,384,4096,128,3.059763339004075,0.0,0.472900390625,0.022705078125,0.20263671875,1.0,30,0.234375
+fresh-zh-1,layers.23.self_attn.v_proj.output,128,384,512,4096,128,4.2384234885719705,0.0,0.528076171875,0.0224609375,0.219482421875,1.0,40,0.3125
+fresh-zh-1,layers.23.self_attn.o_proj.output,0,0,2048,65536,2048,0.24189664813148004,0.0,0.5142669677734375,0.0106048583984375,0.10345458984375,1.0,1224,0.59765625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,0,64,2048,64,0.25813550902426224,0.0,0.53857421875,0.0087890625,0.1171875,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,64,128,2048,64,0.2649764336020742,0.0,0.5791015625,0.00830078125,0.10107421875,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,128,192,2048,64,0.23675672401766834,0.0,0.451171875,0.01513671875,0.1005859375,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,192,256,2048,64,0.2453532933554639,0.0,0.4345703125,0.00732421875,0.10546875,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,256,320,2048,64,0.19692586290691588,0.0,0.4814453125,0.01171875,0.08740234375,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,320,384,2048,64,0.20992214775356516,0.0,0.51025390625,0.01123046875,0.10498046875,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,384,448,2048,64,0.1881912578900141,0.0,0.57470703125,0.0078125,0.0771484375,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,448,512,2048,64,0.2450139176980211,0.0,0.51953125,0.01220703125,0.11083984375,1.0,36,0.5625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,512,576,2048,64,0.2663686175180426,0.0,0.49267578125,0.01171875,0.111328125,1.0,37,0.578125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,576,640,2048,64,0.24977033457491318,0.0,0.5234375,0.01123046875,0.103515625,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,640,704,2048,64,0.2446590160297959,0.0,0.5341796875,0.009765625,0.09130859375,1.0,39,0.609375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,704,768,2048,64,0.2213762325040147,0.0,0.49560546875,0.0107421875,0.09765625,1.0,41,0.640625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,768,832,2048,64,0.19629305190544807,0.0,0.53466796875,0.009765625,0.10205078125,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,832,896,2048,64,0.2491839209518759,0.0,0.544921875,0.01171875,0.103515625,1.0,39,0.609375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,896,960,2048,64,0.20075919692033758,0.0,0.43017578125,0.00732421875,0.0810546875,1.0,46,0.71875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,960,1024,2048,64,0.2728739902328519,0.0,0.57470703125,0.013671875,0.10986328125,1.0,33,0.515625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1024,1088,2048,64,0.20067190928402315,0.0,0.46826171875,0.00732421875,0.083984375,1.0,45,0.703125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1088,1152,2048,64,0.2259403978767507,0.0,0.59130859375,0.00732421875,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1152,1216,2048,64,0.36122194593172136,0.0,0.4951171875,0.01025390625,0.1416015625,1.0,26,0.40625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1216,1280,2048,64,0.2377537215136527,0.0,0.51708984375,0.00927734375,0.08935546875,1.0,40,0.625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1280,1344,2048,64,0.21279722087194106,0.0,0.57958984375,0.00927734375,0.08349609375,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1344,1408,2048,64,0.22502459949942707,0.0,0.47412109375,0.0078125,0.0986328125,1.0,43,0.671875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1408,1472,2048,64,0.22931386881536328,0.0,0.47265625,0.0146484375,0.0947265625,1.0,42,0.65625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1472,1536,2048,64,0.24253424573454427,0.0,0.44775390625,0.01025390625,0.115234375,1.0,38,0.59375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1536,1600,2048,64,0.20285420663431633,0.0,0.560546875,0.0068359375,0.10009765625,1.0,45,0.703125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1600,1664,2048,64,0.19418459050928627,0.0,0.54150390625,0.00830078125,0.09130859375,1.0,45,0.703125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1664,1728,2048,64,0.2167291795165834,0.0,0.5478515625,0.009765625,0.09228515625,1.0,41,0.640625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1728,1792,2048,64,0.20593606560241196,0.0,0.5224609375,0.00830078125,0.08251953125,1.0,45,0.703125
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1792,1856,2048,64,0.34522527680493154,0.0,0.54833984375,0.0166015625,0.158203125,1.0,26,0.40625
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1856,1920,2048,64,0.22903273149566447,0.0,0.48486328125,0.0107421875,0.103515625,1.0,39,0.609375
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1920,1984,2048,64,0.3321596096970274,0.0,0.49853515625,0.01220703125,0.13427734375,1.0,30,0.46875
+fresh-zh-1,layers.23.self_attn.o_proj.output,64,1984,2048,2048,64,0.21818641425959348,0.0,0.48681640625,0.009765625,0.10009765625,1.0,41,0.640625
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,0,128,4096,128,0.2615783356699188,0.0,0.558837890625,0.0087890625,0.10986328125,1.0,73,0.5703125
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,128,256,4096,128,0.24109332729044025,0.0,0.44287109375,0.011474609375,0.103271484375,1.0,75,0.5859375
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,256,384,4096,128,0.20352776665494943,0.0,0.495849609375,0.01123046875,0.096923828125,1.0,88,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,384,512,4096,128,0.21845797011319873,0.0,0.547119140625,0.009765625,0.096923828125,1.0,80,0.625
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,512,640,4096,128,0.25820288576247297,0.0,0.508056640625,0.011474609375,0.108642578125,1.0,74,0.578125
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,640,768,4096,128,0.23330824079138257,0.0,0.514892578125,0.01025390625,0.095703125,1.0,79,0.6171875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,768,896,4096,128,0.2243029075684326,0.0,0.539794921875,0.01123046875,0.103759765625,1.0,81,0.6328125
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,896,1024,4096,128,0.23954589298681103,0.0,0.50244140625,0.01025390625,0.09716796875,1.0,78,0.609375
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1024,1152,4096,128,0.21367999270919075,0.0,0.52978515625,0.0068359375,0.0859375,1.0,88,0.6875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1152,1280,4096,128,0.3057843409302469,0.0,0.506103515625,0.01025390625,0.12060546875,1.0,60,0.46875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1280,1408,4096,128,0.21899626434108324,0.0,0.52685546875,0.008544921875,0.091552734375,1.0,84,0.65625
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1408,1536,4096,128,0.23601664219403465,0.0,0.460205078125,0.012451171875,0.10498046875,1.0,79,0.6171875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1536,1664,4096,128,0.1985667196945363,0.0,0.551025390625,0.007568359375,0.09521484375,1.0,89,0.6953125
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1664,1792,4096,128,0.21140151414989009,0.0,0.53515625,0.0087890625,0.08740234375,1.0,86,0.671875
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1792,1920,4096,128,0.2929475071078492,0.0,0.5166015625,0.01416015625,0.13232421875,1.0,62,0.484375
+fresh-zh-1,layers.23.self_attn.o_proj.output,128,1920,2048,4096,128,0.28101184822133435,0.0,0.49267578125,0.010986328125,0.115966796875,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.gate_proj.output,0,0,6144,196608,6144,1.8534640281551584,0.0,0.8431549072265625,0.007130940755208333,0.07142130533854167,1.0,3425,0.5574544270833334
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,0,64,2048,64,1.8314549546612209,0.0,0.87060546875,0.00341796875,0.07177734375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,64,128,2048,64,1.9463697196414544,0.0,0.8818359375,0.0068359375,0.08447265625,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,128,192,2048,64,1.9131511126865834,0.0,0.857421875,0.0107421875,0.07421875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,192,256,2048,64,2.0903424039543084,0.0,0.8759765625,0.00390625,0.0654296875,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,256,320,2048,64,1.9288218006898734,0.0,0.85009765625,0.0048828125,0.0595703125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,320,384,2048,64,1.9939074864686284,0.0,0.84619140625,0.005859375,0.05908203125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,384,448,2048,64,1.5796219213839056,0.0,0.85107421875,0.00341796875,0.05322265625,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,448,512,2048,64,1.7747875990059576,0.0,0.927734375,0.0048828125,0.03564453125,1.0,45,0.703125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,512,576,2048,64,1.6639940978734014,0.0,0.8271484375,0.0087890625,0.0810546875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,576,640,2048,64,1.7094730295920448,0.0,0.8486328125,0.0029296875,0.05712890625,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,640,704,2048,64,1.8717971949335988,0.0,0.86669921875,0.0068359375,0.06640625,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,704,768,2048,64,1.6291260577012772,0.0,0.83447265625,0.00537109375,0.0615234375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,768,832,2048,64,2.0317204628624306,0.0,0.85693359375,0.00830078125,0.08642578125,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,832,896,2048,64,2.205773271551005,0.0,0.91796875,0.005859375,0.0556640625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,896,960,2048,64,1.7547626809157484,0.0,0.81591796875,0.00537109375,0.06103515625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,960,1024,2048,64,1.9004085974140215,0.0,0.8115234375,0.00830078125,0.08642578125,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1024,1088,2048,64,1.7183038858923072,0.0,0.82470703125,0.0068359375,0.06005859375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1088,1152,2048,64,2.2038826734889323,0.0,0.8046875,0.00634765625,0.08447265625,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1152,1216,2048,64,1.731537982911504,0.0,0.90234375,0.0078125,0.06982421875,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1216,1280,2048,64,1.644350351203139,0.0,0.86669921875,0.0107421875,0.07275390625,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1280,1344,2048,64,1.5326749851573687,0.0,0.82666015625,0.005859375,0.06787109375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1344,1408,2048,64,1.5428700028689564,0.0,0.87158203125,0.0029296875,0.0546875,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1408,1472,2048,64,1.6496851321862105,0.0,0.80322265625,0.0048828125,0.06884765625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1472,1536,2048,64,1.6984274644647066,0.0,0.833984375,0.00732421875,0.060546875,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1536,1600,2048,64,1.7326571373164503,0.0,0.8818359375,0.0048828125,0.06640625,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1600,1664,2048,64,1.8350459393021386,0.0,0.822265625,0.005859375,0.072265625,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1664,1728,2048,64,1.9123070883028936,0.0,0.82177734375,0.009765625,0.0849609375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1728,1792,2048,64,1.8615074828215108,0.0,0.85205078125,0.01318359375,0.07470703125,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1792,1856,2048,64,2.2940937408013498,0.0,0.82568359375,0.00390625,0.05908203125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1856,1920,2048,64,1.731697177786543,0.0,0.84912109375,0.00390625,0.06640625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1920,1984,2048,64,1.7367788374497333,0.0,0.86962890625,0.0048828125,0.07568359375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,1984,2048,2048,64,1.7895957082758371,0.0,0.80712890625,0.00830078125,0.08154296875,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2048,2112,2048,64,1.6530084874707585,0.0,0.91552734375,0.00537109375,0.0595703125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2112,2176,2048,64,1.950477111850048,0.0,0.8232421875,0.0078125,0.080078125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2176,2240,2048,64,1.708141583930347,0.0,0.87158203125,0.0078125,0.0615234375,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2240,2304,2048,64,1.6437886072762855,0.0,0.8095703125,0.0078125,0.07275390625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2304,2368,2048,64,1.9951962511574601,0.0,0.77734375,0.01171875,0.0810546875,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2368,2432,2048,64,2.2512172381703213,0.0,0.8330078125,0.00634765625,0.052734375,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2432,2496,2048,64,1.683831384475533,0.0,0.88427734375,0.00830078125,0.06298828125,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2496,2560,2048,64,1.8093885815005901,0.0,0.87255859375,0.005859375,0.0625,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2560,2624,2048,64,1.9609065320162398,0.0,0.83154296875,0.00927734375,0.07861328125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2624,2688,2048,64,1.7890543622805988,0.0,0.802734375,0.0068359375,0.07080078125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2688,2752,2048,64,1.9289387191117668,0.0,0.83203125,0.0068359375,0.0751953125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2752,2816,2048,64,1.6152615801227703,0.0,0.85302734375,0.00732421875,0.07568359375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2816,2880,2048,64,1.7622222898523563,0.0,0.88037109375,0.00537109375,0.0634765625,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2880,2944,2048,64,1.598832254841382,0.0,0.8642578125,0.005859375,0.06982421875,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,2944,3008,2048,64,1.6818869521581052,0.0,0.82958984375,0.00830078125,0.07373046875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3008,3072,2048,64,1.6178793214966756,0.0,0.87158203125,0.00634765625,0.05615234375,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3072,3136,2048,64,2.2198845537676317,0.0,0.81201171875,0.00732421875,0.07177734375,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3136,3200,2048,64,1.682966967571585,0.0,0.865234375,0.00830078125,0.06884765625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3200,3264,2048,64,1.7342281692605874,0.0,0.7880859375,0.00830078125,0.0888671875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3264,3328,2048,64,1.724381993282587,0.0,0.826171875,0.01318359375,0.08544921875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3328,3392,2048,64,1.8717878214259351,0.0,0.8642578125,0.0087890625,0.06689453125,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3392,3456,2048,64,2.2667425021327614,0.0,0.9013671875,0.0078125,0.07861328125,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3456,3520,2048,64,1.8266061221678365,0.0,0.85888671875,0.0048828125,0.05859375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3520,3584,2048,64,1.7185110733731441,0.0,0.83447265625,0.00537109375,0.0673828125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3584,3648,2048,64,1.6959915166548722,0.0,0.87060546875,0.0048828125,0.07666015625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3648,3712,2048,64,1.7424262245081803,0.0,0.8173828125,0.00927734375,0.076171875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3712,3776,2048,64,2.4015972707376276,0.0,0.87060546875,0.00732421875,0.05712890625,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3776,3840,2048,64,1.772932381767084,0.0,0.85009765625,0.00634765625,0.0615234375,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3840,3904,2048,64,1.8333423458306637,0.0,0.85009765625,0.0029296875,0.06884765625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3904,3968,2048,64,1.7930616775229529,0.0,0.84619140625,0.00830078125,0.078125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,3968,4032,2048,64,1.834990675960398,0.0,0.8359375,0.005859375,0.07177734375,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4032,4096,2048,64,1.7828825627715998,0.0,0.8916015625,0.00390625,0.041015625,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4096,4160,2048,64,1.9273104299977608,0.0,0.8310546875,0.0087890625,0.0703125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4160,4224,2048,64,1.7535205885097844,0.0,0.8466796875,0.0068359375,0.060546875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4224,4288,2048,64,2.0026828532141487,0.0,0.865234375,0.00634765625,0.0791015625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4288,4352,2048,64,1.8199339386942734,0.0,0.9033203125,0.0078125,0.0654296875,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4352,4416,2048,64,1.7646077022101876,0.0,0.8759765625,0.00732421875,0.0712890625,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4416,4480,2048,64,1.7251851271912686,0.0,0.80712890625,0.0068359375,0.05126953125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4480,4544,2048,64,2.3195369504334518,0.0,0.876953125,0.00537109375,0.07421875,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4544,4608,2048,64,1.5315628055754913,0.0,0.79345703125,0.00537109375,0.0673828125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4608,4672,2048,64,1.9267340763763543,0.0,0.84521484375,0.0068359375,0.0703125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4672,4736,2048,64,1.859091506918336,0.0,0.8837890625,0.00341796875,0.04736328125,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4736,4800,2048,64,1.4498381742433164,0.0,0.8017578125,0.0078125,0.06494140625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4800,4864,2048,64,1.6112218257580837,0.0,0.83642578125,0.0078125,0.07177734375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4864,4928,2048,64,1.9933453765235591,0.0,0.8515625,0.005859375,0.08642578125,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4928,4992,2048,64,2.005467836208824,0.0,0.75439453125,0.005859375,0.0615234375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,4992,5056,2048,64,1.9229729106020046,0.0,0.810546875,0.0087890625,0.0908203125,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5056,5120,2048,64,1.7258105208571215,0.0,0.8388671875,0.00732421875,0.06591796875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5120,5184,2048,64,1.846543674070807,0.0,0.8447265625,0.0107421875,0.06591796875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5184,5248,2048,64,1.67818746309212,0.0,0.81494140625,0.0087890625,0.10205078125,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5248,5312,2048,64,2.248208179932268,0.0,0.78662109375,0.01318359375,0.10205078125,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5312,5376,2048,64,2.303311537028873,0.0,0.84814453125,0.005859375,0.0625,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5376,5440,2048,64,1.6368511701859538,0.0,0.81298828125,0.00537109375,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5440,5504,2048,64,1.5711826641296063,0.0,0.85400390625,0.00341796875,0.064453125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5504,5568,2048,64,1.6954949554477896,0.0,0.759765625,0.0078125,0.08154296875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5568,5632,2048,64,2.0671469771021393,0.0,0.81103515625,0.0078125,0.10205078125,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5632,5696,2048,64,1.6990172486586803,0.0,0.86474609375,0.00830078125,0.07275390625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5696,5760,2048,64,1.7185909744029837,0.0,0.84619140625,0.0068359375,0.0576171875,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5760,5824,2048,64,1.6028045152729868,0.0,0.82763671875,0.0078125,0.0703125,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5824,5888,2048,64,2.1551385701477677,0.0,0.84912109375,0.0068359375,0.06298828125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5888,5952,2048,64,1.597979641473673,0.0,0.8486328125,0.00732421875,0.0712890625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,5952,6016,2048,64,1.8560999192898788,0.0,0.80126953125,0.0087890625,0.08740234375,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,6016,6080,2048,64,2.810326178347544,0.0,0.78076171875,0.00732421875,0.11767578125,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.gate_proj.output,64,6080,6144,2048,64,1.7918547414144501,0.0,0.8310546875,0.00732421875,0.06298828125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,0,128,4096,128,1.8897860112312042,0.0,0.876220703125,0.0048828125,0.07763671875,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,128,256,4096,128,2.0037063838975246,0.0,0.86669921875,0.007080078125,0.0693359375,1.0,70,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,256,384,4096,128,1.96163459943642,0.0,0.84814453125,0.00537109375,0.05908203125,1.0,75,0.5859375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,384,512,4096,128,1.6800411358210716,0.0,0.889404296875,0.00390625,0.045654296875,1.0,85,0.6640625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,512,640,4096,128,1.686886836254898,0.0,0.837890625,0.005859375,0.0693359375,1.0,77,0.6015625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,640,768,4096,128,1.7546618550083366,0.0,0.8505859375,0.006103515625,0.0634765625,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,768,896,4096,128,2.1205333957170724,0.0,0.887451171875,0.007080078125,0.07080078125,1.0,69,0.5390625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,896,1024,4096,128,1.8290359350570113,0.0,0.813720703125,0.0068359375,0.072021484375,1.0,68,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1024,1152,4096,128,1.9760651662808753,0.0,0.814697265625,0.007080078125,0.07275390625,1.0,69,0.5390625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1152,1280,4096,128,1.688507012684153,0.0,0.884521484375,0.00927734375,0.071533203125,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1280,1408,4096,128,1.5377809427678562,0.0,0.84912109375,0.00439453125,0.0615234375,1.0,75,0.5859375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1408,1536,4096,128,1.674233688498151,0.0,0.818603515625,0.005859375,0.06494140625,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1536,1664,4096,128,1.7845859960846528,0.0,0.85205078125,0.006103515625,0.070068359375,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1664,1792,4096,128,1.8870782321586417,0.0,0.8369140625,0.011474609375,0.079345703125,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1792,1920,4096,128,2.0324420295715457,0.0,0.83740234375,0.004638671875,0.0615234375,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,1920,2048,4096,128,1.7633850301752794,0.0,0.83837890625,0.0068359375,0.0791015625,1.0,68,0.53125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2048,2176,4096,128,1.8078714035435803,0.0,0.869384765625,0.0068359375,0.068359375,1.0,74,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2176,2304,4096,128,1.6762739418369816,0.0,0.840576171875,0.0078125,0.067626953125,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2304,2432,4096,128,2.1270621916234598,0.0,0.80517578125,0.00927734375,0.06787109375,1.0,65,0.5078125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2432,2560,4096,128,1.7477378479350827,0.0,0.87841796875,0.007080078125,0.06396484375,1.0,74,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2560,2688,4096,128,1.8769483128870645,0.0,0.817138671875,0.008544921875,0.075439453125,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2688,2816,4096,128,1.779027059140649,0.0,0.842529296875,0.007568359375,0.07763671875,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2816,2944,4096,128,1.682511809464299,0.0,0.872314453125,0.005859375,0.06591796875,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,2944,3072,4096,128,1.6501935066479663,0.0,0.8505859375,0.007080078125,0.064697265625,1.0,74,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3072,3200,4096,128,1.9698052246343056,0.0,0.838623046875,0.00732421875,0.071044921875,1.0,73,0.5703125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3200,3328,4096,128,1.7293120889264257,0.0,0.80712890625,0.0107421875,0.0869140625,1.0,69,0.5390625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3328,3456,4096,128,2.0786667865982684,0.0,0.8828125,0.008544921875,0.07275390625,1.0,73,0.5703125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3456,3584,4096,128,1.7733823945848703,0.0,0.8466796875,0.0048828125,0.062744140625,1.0,77,0.6015625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3584,3712,4096,128,1.7193656348227864,0.0,0.843994140625,0.007080078125,0.076416015625,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3712,3840,4096,128,2.110800639701998,0.0,0.8603515625,0.0068359375,0.060302734375,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3840,3968,4096,128,1.8133138636785011,0.0,0.84814453125,0.00537109375,0.0732421875,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,3968,4096,4096,128,1.809124237510601,0.0,0.86376953125,0.0048828125,0.05615234375,1.0,79,0.6171875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4096,4224,4096,128,1.8424657320973237,0.0,0.8388671875,0.007568359375,0.06494140625,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4224,4352,4096,128,1.9134913315415378,0.0,0.88427734375,0.007080078125,0.07275390625,1.0,73,0.5703125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4352,4480,4096,128,1.7450077457967732,0.0,0.841552734375,0.0068359375,0.06201171875,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4480,4608,4096,128,1.9654434985326326,0.0,0.835205078125,0.005615234375,0.0732421875,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4608,4736,4096,128,1.893214915450136,0.0,0.864501953125,0.00537109375,0.05859375,1.0,75,0.5859375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4736,4864,4096,128,1.5326556206944217,0.0,0.819091796875,0.0078125,0.0703125,1.0,75,0.5859375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4864,4992,4096,128,1.999415793697743,0.0,0.802978515625,0.005859375,0.073974609375,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,4992,5120,4096,128,1.8270531969280852,0.0,0.82470703125,0.00830078125,0.078125,1.0,70,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5120,5248,4096,128,1.764374776164418,0.0,0.829833984375,0.009765625,0.0859375,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5248,5376,4096,128,2.275926630729193,0.0,0.8173828125,0.009521484375,0.08203125,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5376,5504,4096,128,1.6043529408145414,0.0,0.83349609375,0.004150390625,0.06884765625,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5504,5632,4096,128,1.8904760999403583,0.0,0.785400390625,0.008544921875,0.093505859375,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5632,5760,4096,128,1.7088321375341564,0.0,0.85546875,0.007568359375,0.065185546875,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5760,5888,4096,128,1.8991583097148639,0.0,0.83837890625,0.00732421875,0.06884765625,1.0,74,0.578125
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,5888,6016,4096,128,1.7318553410940856,0.0,0.824951171875,0.008056640625,0.07958984375,1.0,70,0.546875
+fresh-zh-1,layers.23.mlp.gate_proj.output,128,6016,6144,4096,128,2.356764375476997,0.0,0.805908203125,0.008056640625,0.08935546875,1.0,60,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,0,0,6144,196608,6144,1.0089569838289187,0.0,0.5047963460286459,0.011912027994791666,0.115814208984375,1.0,2911,0.4737955729166667
+fresh-zh-1,layers.23.mlp.up_proj.output,64,0,64,2048,64,1.105448680450278,0.0,0.51416015625,0.0146484375,0.1279296875,1.0,27,0.421875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,64,128,2048,64,1.4429504817719465,0.0,0.54638671875,0.0205078125,0.18359375,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,128,192,2048,64,1.4371473563646686,0.0,0.5234375,0.01416015625,0.154296875,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,192,256,2048,64,1.2331943085254733,0.0,0.5380859375,0.01708984375,0.16845703125,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,256,320,2048,64,1.832163938977766,0.0,0.5009765625,0.0185546875,0.205078125,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,320,384,2048,64,0.8119334681121189,0.0,0.4990234375,0.0126953125,0.1123046875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,384,448,2048,64,0.9583798760225789,0.0,0.4970703125,0.01220703125,0.1181640625,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,448,512,2048,64,0.7820434969797796,0.0,0.50146484375,0.01171875,0.0927734375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,512,576,2048,64,0.995954317655413,0.0,0.4892578125,0.01025390625,0.10888671875,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,576,640,2048,64,1.0728015312679318,0.0,0.5751953125,0.01513671875,0.1259765625,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,640,704,2048,64,1.0420428372709247,0.0,0.41748046875,0.0107421875,0.12060546875,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,704,768,2048,64,0.9827273483067734,0.0,0.44189453125,0.01318359375,0.1162109375,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,768,832,2048,64,0.8754198426215761,0.0,0.47509765625,0.009765625,0.080078125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,832,896,2048,64,0.8513897912815073,0.0,0.5595703125,0.00927734375,0.09423828125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,896,960,2048,64,0.6418150831995554,0.0,0.57861328125,0.00830078125,0.0810546875,1.0,46,0.71875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,960,1024,2048,64,0.9597965320485491,0.0,0.51513671875,0.00927734375,0.09033203125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1024,1088,2048,64,0.8430884095774956,0.0,0.513671875,0.0078125,0.09326171875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1088,1152,2048,64,0.8851113589547592,0.0,0.40673828125,0.0087890625,0.10009765625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1152,1216,2048,64,0.8964105482196889,0.0,0.48583984375,0.01220703125,0.10595703125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1216,1280,2048,64,0.8039264750518266,0.0,0.5126953125,0.013671875,0.099609375,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1280,1344,2048,64,0.9630679130735553,0.0,0.4970703125,0.0126953125,0.11376953125,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1344,1408,2048,64,1.0599767129134645,0.0,0.48095703125,0.01513671875,0.12158203125,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1408,1472,2048,64,0.8601995847953775,0.0,0.49560546875,0.009765625,0.083984375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1472,1536,2048,64,0.8948227276154657,0.0,0.53955078125,0.0107421875,0.09765625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1536,1600,2048,64,0.9242912018251792,0.0,0.4970703125,0.01171875,0.10888671875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1600,1664,2048,64,1.1227798029131744,0.0,0.5615234375,0.01171875,0.12353515625,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1664,1728,2048,64,1.164955177020298,0.0,0.548828125,0.01171875,0.12353515625,1.0,29,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1728,1792,2048,64,0.8621354986349068,0.0,0.50634765625,0.009765625,0.11279296875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1792,1856,2048,64,1.1147620931860214,0.0,0.4541015625,0.01318359375,0.1201171875,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1856,1920,2048,64,0.7454563040122003,0.0,0.529296875,0.00634765625,0.0927734375,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1920,1984,2048,64,0.9491158593718754,0.0,0.45361328125,0.01220703125,0.111328125,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,64,1984,2048,2048,64,1.1931724962893437,0.0,0.4111328125,0.0078125,0.1181640625,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2048,2112,2048,64,1.2471928697515913,0.0,0.42724609375,0.02099609375,0.14990234375,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2112,2176,2048,64,1.0916038840942952,0.0,0.60107421875,0.0107421875,0.13818359375,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2176,2240,2048,64,1.1986119065365193,0.0,0.4638671875,0.01708984375,0.1376953125,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2240,2304,2048,64,0.8566586552173462,0.0,0.50634765625,0.0068359375,0.1025390625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2304,2368,2048,64,1.508865790007952,0.0,0.53076171875,0.02587890625,0.18359375,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2368,2432,2048,64,0.8936183040493445,0.0,0.45556640625,0.00927734375,0.09375,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2432,2496,2048,64,1.19557198417634,0.0,0.5361328125,0.01611328125,0.15087890625,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2496,2560,2048,64,0.647580678274716,0.0,0.5029296875,0.00830078125,0.08935546875,1.0,43,0.671875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2560,2624,2048,64,0.919289671729747,0.0,0.48291015625,0.01220703125,0.103515625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2624,2688,2048,64,1.030221504684638,0.0,0.48291015625,0.01220703125,0.12158203125,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2688,2752,2048,64,0.7267760501816114,0.0,0.51171875,0.0087890625,0.09130859375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2752,2816,2048,64,1.058598215533725,0.0,0.45947265625,0.005859375,0.1220703125,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2816,2880,2048,64,0.9761951633160996,0.0,0.5107421875,0.0087890625,0.12109375,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2880,2944,2048,64,0.9208595148079229,0.0,0.56103515625,0.01171875,0.1025390625,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,2944,3008,2048,64,0.9242103084626061,0.0,0.5380859375,0.01171875,0.10791015625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3008,3072,2048,64,0.8166225691047796,0.0,0.58349609375,0.0107421875,0.087890625,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3072,3136,2048,64,1.078597969562024,0.0,0.5703125,0.01025390625,0.10888671875,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3136,3200,2048,64,0.9217562075132718,0.0,0.541015625,0.0126953125,0.10986328125,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3200,3264,2048,64,1.0510998250975114,0.0,0.48681640625,0.01025390625,0.103515625,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3264,3328,2048,64,1.0762849944062476,0.0,0.48876953125,0.013671875,0.125,1.0,29,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3328,3392,2048,64,1.0860484157409895,0.0,0.5576171875,0.01123046875,0.1123046875,1.0,27,0.421875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3392,3456,2048,64,0.9455967014921611,0.0,0.51806640625,0.01025390625,0.11865234375,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3456,3520,2048,64,1.1735538751576822,0.0,0.47998046875,0.0166015625,0.115234375,1.0,25,0.390625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3520,3584,2048,64,0.9374320145068298,0.0,0.54345703125,0.0126953125,0.1044921875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3584,3648,2048,64,1.0180491767180258,0.0,0.57080078125,0.0107421875,0.10302734375,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3648,3712,2048,64,1.3897565588064298,0.0,0.453125,0.01025390625,0.12939453125,1.0,24,0.375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3712,3776,2048,64,0.8453055387882696,0.0,0.490234375,0.0107421875,0.10498046875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3776,3840,2048,64,0.9678256600976751,0.0,0.47412109375,0.0087890625,0.11279296875,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3840,3904,2048,64,0.8691726411239101,0.0,0.49365234375,0.0068359375,0.09765625,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3904,3968,2048,64,0.8506496860735628,0.0,0.40771484375,0.0087890625,0.08154296875,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,3968,4032,2048,64,1.1966542827261515,0.0,0.56201171875,0.00927734375,0.109375,1.0,25,0.390625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4032,4096,2048,64,0.8426882380806577,0.0,0.44384765625,0.01123046875,0.11767578125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4096,4160,2048,64,0.9957227973836791,0.0,0.51416015625,0.01416015625,0.10107421875,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4160,4224,2048,64,0.9119881582053674,0.0,0.46435546875,0.00927734375,0.10791015625,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4224,4288,2048,64,0.8881066488150959,0.0,0.53515625,0.01318359375,0.1123046875,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4288,4352,2048,64,0.696565651567979,0.0,0.490234375,0.0087890625,0.0859375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4352,4416,2048,64,1.2668505327821835,0.0,0.42919921875,0.015625,0.1484375,1.0,26,0.40625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4416,4480,2048,64,0.9802268759513063,0.0,0.5234375,0.01220703125,0.1240234375,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4480,4544,2048,64,0.8675652241589245,0.0,0.505859375,0.009765625,0.10302734375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4544,4608,2048,64,0.9032745215112743,0.0,0.54296875,0.0107421875,0.10302734375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4608,4672,2048,64,0.8508532158025263,0.0,0.4658203125,0.0107421875,0.0908203125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4672,4736,2048,64,0.7588887492090196,0.0,0.478515625,0.01318359375,0.115234375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4736,4800,2048,64,0.9060637682461342,0.0,0.56591796875,0.01220703125,0.10107421875,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4800,4864,2048,64,0.9304405588338122,0.0,0.51806640625,0.01025390625,0.1142578125,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4864,4928,2048,64,0.9671939642267302,0.0,0.52783203125,0.01220703125,0.11376953125,1.0,29,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4928,4992,2048,64,0.9313378344432963,0.0,0.55029296875,0.00927734375,0.0830078125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,4992,5056,2048,64,0.8694939098411423,0.0,0.5078125,0.00830078125,0.11181640625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5056,5120,2048,64,1.0483347404945458,0.0,0.58837890625,0.013671875,0.12744140625,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5120,5184,2048,64,0.8544621383975614,0.0,0.484375,0.01318359375,0.10595703125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5184,5248,2048,64,0.9290354135943061,0.0,0.5458984375,0.013671875,0.11279296875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5248,5312,2048,64,0.8798887076320675,0.0,0.474609375,0.01318359375,0.109375,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5312,5376,2048,64,0.8687758779048005,0.0,0.5126953125,0.00927734375,0.10986328125,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5376,5440,2048,64,1.252550368579766,0.0,0.43505859375,0.00830078125,0.111328125,1.0,25,0.390625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5440,5504,2048,64,0.8855117790291054,0.0,0.4189453125,0.00830078125,0.109375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5504,5568,2048,64,1.2052409322376116,0.0,0.556640625,0.01611328125,0.13818359375,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5568,5632,2048,64,0.8248472976483796,0.0,0.4150390625,0.01025390625,0.09765625,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5632,5696,2048,64,0.827624572495341,0.0,0.45947265625,0.00927734375,0.0908203125,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5696,5760,2048,64,1.2416525174311492,0.0,0.49169921875,0.01318359375,0.14501953125,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5760,5824,2048,64,0.8571109735432134,0.0,0.54833984375,0.00390625,0.09716796875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5824,5888,2048,64,1.13955878718494,0.0,0.48046875,0.013671875,0.1259765625,1.0,25,0.390625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5888,5952,2048,64,0.9894614116213124,0.0,0.5146484375,0.0126953125,0.11669921875,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,64,5952,6016,2048,64,1.0018955378592387,0.0,0.5341796875,0.0087890625,0.095703125,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,64,6016,6080,2048,64,1.055409855741392,0.0,0.55322265625,0.01220703125,0.11181640625,1.0,29,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,64,6080,6144,2048,64,0.9962805879983795,0.0,0.5244140625,0.0107421875,0.11083984375,1.0,32,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,128,0,128,4096,128,1.2853254214313108,0.0,0.5302734375,0.0185546875,0.15625,1.0,39,0.3046875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,128,256,4096,128,1.3390595069834603,0.0,0.53076171875,0.0166015625,0.165283203125,1.0,34,0.265625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,256,384,4096,128,1.4170498678471226,0.0,0.5,0.018310546875,0.175537109375,1.0,30,0.234375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,384,512,4096,128,0.8746667988249629,0.0,0.499267578125,0.011474609375,0.108642578125,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,512,640,4096,128,1.0350913313199175,0.0,0.5322265625,0.012451171875,0.11572265625,1.0,62,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,640,768,4096,128,1.0128194103140256,0.0,0.4296875,0.012451171875,0.118896484375,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,768,896,4096,128,0.8634884126477765,0.0,0.517333984375,0.009521484375,0.086669921875,1.0,79,0.6171875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,896,1024,4096,128,0.8164361530318441,0.0,0.546875,0.01025390625,0.090087890625,1.0,79,0.6171875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1024,1152,4096,128,0.8643553042917743,0.0,0.460205078125,0.008544921875,0.095458984375,1.0,73,0.5703125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1152,1280,4096,128,0.8514251723577294,0.0,0.499267578125,0.012451171875,0.103271484375,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1280,1408,4096,128,1.0126821903022403,0.0,0.489013671875,0.01416015625,0.115966796875,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1408,1536,4096,128,0.8776819012430762,0.0,0.517578125,0.01025390625,0.09130859375,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1536,1664,4096,128,1.028335721348136,0.0,0.529296875,0.01171875,0.1181640625,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1664,1792,4096,128,1.0247922185674647,0.0,0.527587890625,0.010986328125,0.11669921875,1.0,60,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1792,1920,4096,128,0.9482614685823761,0.0,0.49169921875,0.009521484375,0.110595703125,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,1920,2048,4096,128,1.078072706363666,0.0,0.432373046875,0.010498046875,0.1171875,1.0,58,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2048,2176,4096,128,1.1719831684220046,0.0,0.51416015625,0.015380859375,0.144287109375,1.0,49,0.3828125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2176,2304,4096,128,1.0417616219773844,0.0,0.485107421875,0.010498046875,0.123046875,1.0,57,0.4453125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2304,2432,4096,128,1.2400059769187302,0.0,0.4931640625,0.01806640625,0.143310546875,1.0,43,0.3359375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2432,2560,4096,128,0.9614450333279827,0.0,0.51953125,0.011474609375,0.123779296875,1.0,59,0.4609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2560,2688,4096,128,0.9763323842994418,0.0,0.48291015625,0.011962890625,0.11328125,1.0,63,0.4921875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2688,2816,4096,128,0.9079740109300405,0.0,0.485595703125,0.007568359375,0.10791015625,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2816,2944,4096,128,0.9489307780059696,0.0,0.535888671875,0.01025390625,0.112548828125,1.0,64,0.5
+fresh-zh-1,layers.23.mlp.up_proj.output,128,2944,3072,4096,128,0.8720771510135545,0.0,0.560791015625,0.01123046875,0.09619140625,1.0,73,0.5703125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3072,3200,4096,128,1.0032467508127227,0.0,0.5556640625,0.01123046875,0.112548828125,1.0,63,0.4921875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3200,3328,4096,128,1.063766946164449,0.0,0.48779296875,0.01220703125,0.114990234375,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3328,3456,4096,128,1.0182470926072829,0.0,0.537841796875,0.01123046875,0.11572265625,1.0,57,0.4453125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3456,3584,4096,128,1.062075204427621,0.0,0.51171875,0.013671875,0.108642578125,1.0,60,0.46875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3584,3712,4096,128,1.21816407330083,0.0,0.511962890625,0.01025390625,0.117919921875,1.0,55,0.4296875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3712,3840,4096,128,0.908633028854231,0.0,0.482177734375,0.009765625,0.1083984375,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3840,3968,4096,128,0.8599610364706544,0.0,0.45068359375,0.0078125,0.09033203125,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,3968,4096,4096,128,1.0349166485679713,0.0,0.5029296875,0.011474609375,0.114501953125,1.0,58,0.453125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4096,4224,4096,128,0.9547738711172394,0.0,0.4892578125,0.01220703125,0.104736328125,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4224,4352,4096,128,0.7981031031808807,0.0,0.5126953125,0.011962890625,0.100830078125,1.0,74,0.578125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4352,4480,4096,128,1.1326418235143358,0.0,0.476318359375,0.015380859375,0.1376953125,1.0,54,0.421875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4480,4608,4096,128,0.8855998756157734,0.0,0.5244140625,0.010498046875,0.103271484375,1.0,72,0.5625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4608,4736,4096,128,0.8061833936882882,0.0,0.47216796875,0.011962890625,0.104736328125,1.0,78,0.609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4736,4864,4096,128,0.9183330511452152,0.0,0.5419921875,0.010986328125,0.107666015625,1.0,68,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4864,4992,4096,128,0.949435181121425,0.0,0.5390625,0.010498046875,0.099365234375,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.up_proj.output,128,4992,5120,4096,128,0.9630746044254834,0.0,0.548095703125,0.01123046875,0.122314453125,1.0,63,0.4921875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5120,5248,4096,128,0.8925279675358293,0.0,0.51513671875,0.013427734375,0.1083984375,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5248,5376,4096,128,0.8743499482037175,0.0,0.49365234375,0.01123046875,0.109375,1.0,68,0.53125
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5376,5504,4096,128,1.0846689671573995,0.0,0.427001953125,0.009521484375,0.112060546875,1.0,59,0.4609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5504,5632,4096,128,1.0327097291056238,0.0,0.48583984375,0.013916015625,0.126708984375,1.0,59,0.4609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5632,5760,4096,128,1.0551453471065506,0.0,0.4755859375,0.01220703125,0.12109375,1.0,56,0.4375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5760,5888,4096,128,1.0082741319746844,0.0,0.514404296875,0.009765625,0.116455078125,1.0,59,0.4609375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,5888,6016,4096,128,0.9956978843680178,0.0,0.5244140625,0.010498046875,0.106689453125,1.0,62,0.484375
+fresh-zh-1,layers.23.mlp.up_proj.output,128,6016,6144,4096,128,1.0262711565708311,0.0,0.538818359375,0.011474609375,0.111328125,1.0,61,0.4765625
+fresh-zh-1,layers.23.mlp.silu_gate,0,0,6144,196608,6144,0.819449784521097,0.0,0.8431549072265625,0.006322224934895833,0.07883707682291667,1.0,291,0.04736328125
+fresh-zh-1,layers.23.mlp.silu_gate,64,0,64,2048,64,0.31138645986572466,0.0,0.87060546875,0.00146484375,0.0224609375,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.silu_gate,64,64,128,2048,64,0.8648048030567386,0.0,0.8818359375,0.005859375,0.0947265625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,128,192,2048,64,0.2768227479020761,0.0,0.857421875,0.00390625,0.0234375,1.0,47,0.734375
+fresh-zh-1,layers.23.mlp.silu_gate,64,192,256,2048,64,1.235370272858829,0.0,0.8759765625,0.00439453125,0.13330078125,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,256,320,2048,64,0.4532106621006403,0.0,0.85009765625,0.0009765625,0.02685546875,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.silu_gate,64,320,384,2048,64,0.9750959186843698,0.0,0.84619140625,0.005859375,0.08935546875,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,384,448,2048,64,0.3202340641574168,0.0,0.85107421875,0.00146484375,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.23.mlp.silu_gate,64,448,512,2048,64,0.45675351519641694,0.0,0.927734375,0.001953125,0.01806640625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.silu_gate,64,512,576,2048,64,0.3535829306654744,0.0,0.8271484375,0.00537109375,0.0400390625,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,576,640,2048,64,0.3519476018037667,0.0,0.8486328125,0.00244140625,0.02294921875,1.0,45,0.703125
+fresh-zh-1,layers.23.mlp.silu_gate,64,640,704,2048,64,0.3560502901124542,0.0,0.86669921875,0.00341796875,0.02783203125,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,704,768,2048,64,0.28806085325792524,0.0,0.83447265625,0.00146484375,0.0185546875,1.0,50,0.78125
+fresh-zh-1,layers.23.mlp.silu_gate,64,768,832,2048,64,1.2680069287036477,0.0,0.85693359375,0.009765625,0.15283203125,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,832,896,2048,64,1.2391747386368426,0.0,0.91796875,0.005859375,0.12548828125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,896,960,2048,64,0.41861856156760563,0.0,0.81591796875,0.0029296875,0.0283203125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.silu_gate,64,960,1024,2048,64,1.106596930867418,0.0,0.8115234375,0.01025390625,0.13134765625,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,1024,1088,2048,64,0.5198993093892462,0.0,0.82470703125,0.00341796875,0.03662109375,1.0,26,0.40625
+fresh-zh-1,layers.23.mlp.silu_gate,64,1088,1152,2048,64,1.5593013334320929,0.0,0.8046875,0.00830078125,0.2080078125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,1152,1216,2048,64,0.291688893481659,0.0,0.90234375,0.001953125,0.02587890625,1.0,47,0.734375
+fresh-zh-1,layers.23.mlp.silu_gate,64,1216,1280,2048,64,0.2906998475578942,0.0,0.86669921875,0.00390625,0.03076171875,1.0,48,0.75
+fresh-zh-1,layers.23.mlp.silu_gate,64,1280,1344,2048,64,0.27929993900937244,0.0,0.82666015625,0.00341796875,0.0234375,1.0,51,0.796875
+fresh-zh-1,layers.23.mlp.silu_gate,64,1344,1408,2048,64,0.3563470289751511,0.0,0.87158203125,0.0009765625,0.025390625,1.0,45,0.703125
+fresh-zh-1,layers.23.mlp.silu_gate,64,1408,1472,2048,64,0.5753575618163133,0.0,0.80322265625,0.0029296875,0.04931640625,1.0,21,0.328125
+fresh-zh-1,layers.23.mlp.silu_gate,64,1472,1536,2048,64,0.6396604910608511,0.0,0.833984375,0.00439453125,0.05810546875,1.0,16,0.25
+fresh-zh-1,layers.23.mlp.silu_gate,64,1536,1600,2048,64,0.28147481360119486,0.0,0.8818359375,0.0,0.025390625,1.0,49,0.765625
+fresh-zh-1,layers.23.mlp.silu_gate,64,1600,1664,2048,64,0.8254107783384551,0.0,0.822265625,0.005859375,0.0859375,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,1664,1728,2048,64,0.7419119217436263,0.0,0.82177734375,0.00732421875,0.09716796875,1.0,6,0.09375
+fresh-zh-1,layers.23.mlp.silu_gate,64,1728,1792,2048,64,1.1521971667075692,0.0,0.85205078125,0.0146484375,0.12060546875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,1792,1856,2048,64,1.432018885130498,0.0,0.82568359375,0.005859375,0.15478515625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,1856,1920,2048,64,0.4333471590618737,0.0,0.84912109375,0.001953125,0.0361328125,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.silu_gate,64,1920,1984,2048,64,0.30670924808725897,0.0,0.86962890625,0.001953125,0.029296875,1.0,45,0.703125
+fresh-zh-1,layers.23.mlp.silu_gate,64,1984,2048,2048,64,0.9013149705951362,0.0,0.80712890625,0.00830078125,0.0908203125,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,64,2048,2112,2048,64,0.30683483461662436,0.0,0.91552734375,0.00244140625,0.0244140625,1.0,46,0.71875
+fresh-zh-1,layers.23.mlp.silu_gate,64,2112,2176,2048,64,1.0813275584993263,0.0,0.8232421875,0.00927734375,0.11328125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,2176,2240,2048,64,0.3438089748101888,0.0,0.87158203125,0.00244140625,0.02783203125,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.silu_gate,64,2240,2304,2048,64,0.684388054036058,0.0,0.8095703125,0.00634765625,0.0654296875,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.silu_gate,64,2304,2368,2048,64,1.3736388531207788,0.0,0.77734375,0.013671875,0.154296875,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,2368,2432,2048,64,1.4764937420506423,0.0,0.8330078125,0.00927734375,0.1533203125,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,2432,2496,2048,64,0.2755533655398857,0.0,0.88427734375,0.00341796875,0.02001953125,1.0,49,0.765625
+fresh-zh-1,layers.23.mlp.silu_gate,64,2496,2560,2048,64,0.9182825387282297,0.0,0.87255859375,0.00634765625,0.07275390625,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,2560,2624,2048,64,1.0404265491484805,0.0,0.83154296875,0.00927734375,0.1142578125,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,2624,2688,2048,64,0.3399116596556698,0.0,0.802734375,0.00390625,0.0302734375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,2688,2752,2048,64,0.31991402757516596,0.0,0.83203125,0.00341796875,0.0322265625,1.0,43,0.671875
+fresh-zh-1,layers.23.mlp.silu_gate,64,2752,2816,2048,64,0.33673943923106175,0.0,0.85302734375,0.001953125,0.0322265625,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.silu_gate,64,2816,2880,2048,64,0.5516808798857039,0.0,0.88037109375,0.00390625,0.0380859375,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.silu_gate,64,2880,2944,2048,64,0.45733043039006693,0.0,0.8642578125,0.00390625,0.037109375,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.silu_gate,64,2944,3008,2048,64,0.3816037853858909,0.0,0.82958984375,0.00244140625,0.03173828125,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3008,3072,2048,64,0.31474520297119307,0.0,0.87158203125,0.001953125,0.01806640625,1.0,47,0.734375
+fresh-zh-1,layers.23.mlp.silu_gate,64,3072,3136,2048,64,1.2822224722251192,0.0,0.81201171875,0.0078125,0.15185546875,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3136,3200,2048,64,0.2874945759934017,0.0,0.865234375,0.00439453125,0.02294921875,1.0,48,0.75
+fresh-zh-1,layers.23.mlp.silu_gate,64,3200,3264,2048,64,0.814227432681417,0.0,0.7880859375,0.00830078125,0.09521484375,1.0,5,0.078125
+fresh-zh-1,layers.23.mlp.silu_gate,64,3264,3328,2048,64,0.668801656194429,0.0,0.826171875,0.009765625,0.07275390625,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3328,3392,2048,64,0.5916216764303266,0.0,0.8642578125,0.0048828125,0.048828125,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.silu_gate,64,3392,3456,2048,64,1.182654746363268,0.0,0.9013671875,0.0078125,0.15380859375,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3456,3520,2048,64,0.3520246166615472,0.0,0.85888671875,0.00146484375,0.02587890625,1.0,43,0.671875
+fresh-zh-1,layers.23.mlp.silu_gate,64,3520,3584,2048,64,0.3676800429301614,0.0,0.83447265625,0.0009765625,0.02880859375,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3584,3648,2048,64,0.3035950390940092,0.0,0.87060546875,0.001953125,0.02392578125,1.0,47,0.734375
+fresh-zh-1,layers.23.mlp.silu_gate,64,3648,3712,2048,64,0.3724760793837492,0.0,0.8173828125,0.00390625,0.03515625,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3712,3776,2048,64,1.5044370429736873,0.0,0.87060546875,0.01220703125,0.18798828125,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,3776,3840,2048,64,0.5719599456409228,0.0,0.85009765625,0.00244140625,0.041015625,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.silu_gate,64,3840,3904,2048,64,0.8755932008506658,0.0,0.85009765625,0.00244140625,0.083984375,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,3904,3968,2048,64,0.3230904050748839,0.0,0.84619140625,0.00439453125,0.03125,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.silu_gate,64,3968,4032,2048,64,0.8935738596245876,0.0,0.8359375,0.00537109375,0.07861328125,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4032,4096,2048,64,0.38913055173345656,0.0,0.8916015625,0.0009765625,0.01806640625,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4096,4160,2048,64,1.0387413246104842,0.0,0.8310546875,0.0087890625,0.10302734375,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4160,4224,2048,64,0.41870367755657123,0.0,0.8466796875,0.0029296875,0.02392578125,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.silu_gate,64,4224,4288,2048,64,1.028463606930414,0.0,0.865234375,0.00634765625,0.1162109375,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,4288,4352,2048,64,0.2650279727392992,0.0,0.9033203125,0.00341796875,0.0166015625,1.0,49,0.765625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4352,4416,2048,64,0.45277775854875574,0.0,0.8759765625,0.00244140625,0.03955078125,1.0,34,0.53125
+fresh-zh-1,layers.23.mlp.silu_gate,64,4416,4480,2048,64,0.4665447677776318,0.0,0.80712890625,0.00537109375,0.029296875,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4480,4544,2048,64,1.294331885474703,0.0,0.876953125,0.005859375,0.1826171875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4544,4608,2048,64,0.45313545604921696,0.0,0.79345703125,0.0029296875,0.037109375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.silu_gate,64,4608,4672,2048,64,0.9891044366600826,0.0,0.84521484375,0.00732421875,0.09765625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4672,4736,2048,64,0.6474427432823847,0.0,0.8837890625,0.0029296875,0.0380859375,1.0,12,0.1875
+fresh-zh-1,layers.23.mlp.silu_gate,64,4736,4800,2048,64,0.36999314383650794,0.0,0.8017578125,0.0029296875,0.037109375,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4800,4864,2048,64,0.5332163082349218,0.0,0.83642578125,0.0048828125,0.05078125,1.0,26,0.40625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4864,4928,2048,64,1.22359560886639,0.0,0.8515625,0.0078125,0.13623046875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4928,4992,2048,64,0.7449671089952565,0.0,0.75439453125,0.0048828125,0.08837890625,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.silu_gate,64,4992,5056,2048,64,0.9839264183966803,0.0,0.810546875,0.00927734375,0.11083984375,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,5056,5120,2048,64,0.41550768807326716,0.0,0.8388671875,0.0029296875,0.03271484375,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.silu_gate,64,5120,5184,2048,64,0.9610503549153281,0.0,0.8447265625,0.01123046875,0.08740234375,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5184,5248,2048,64,0.319303687106278,0.0,0.81494140625,0.00390625,0.03662109375,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.silu_gate,64,5248,5312,2048,64,1.6619462863456689,0.0,0.78662109375,0.01953125,0.2412109375,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,5312,5376,2048,64,1.5081565991447983,0.0,0.84814453125,0.00830078125,0.17041015625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5376,5440,2048,64,0.5884583366211763,0.0,0.81298828125,0.00341796875,0.05224609375,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.silu_gate,64,5440,5504,2048,64,0.3751705878460505,0.0,0.85400390625,0.00146484375,0.03466796875,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5504,5568,2048,64,0.6419966553318812,0.0,0.759765625,0.005859375,0.072265625,1.0,15,0.234375
+fresh-zh-1,layers.23.mlp.silu_gate,64,5568,5632,2048,64,1.3998933869395815,0.0,0.81103515625,0.01171875,0.16796875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5632,5696,2048,64,0.36084430777451265,0.0,0.86474609375,0.0029296875,0.0322265625,1.0,42,0.65625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5696,5760,2048,64,0.4892832406035465,0.0,0.84619140625,0.00390625,0.037109375,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.silu_gate,64,5760,5824,2048,64,0.3681542695966325,0.0,0.82763671875,0.00341796875,0.03759765625,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.silu_gate,64,5824,5888,2048,64,1.102301836009672,0.0,0.84912109375,0.0068359375,0.1162109375,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.silu_gate,64,5888,5952,2048,64,0.3239638029070267,0.0,0.8486328125,0.00244140625,0.02880859375,1.0,46,0.71875
+fresh-zh-1,layers.23.mlp.silu_gate,64,5952,6016,2048,64,0.9062274167931806,0.0,0.80126953125,0.0078125,0.1015625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,6016,6080,2048,64,2.432000525880602,0.0,0.78076171875,0.0166015625,0.46142578125,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,64,6080,6144,2048,64,0.5220366385402182,0.0,0.8310546875,0.00341796875,0.0458984375,1.0,27,0.421875
+fresh-zh-1,layers.23.mlp.silu_gate,128,0,128,4096,128,0.6499418723154068,0.0,0.876220703125,0.003173828125,0.06298828125,1.0,18,0.140625
+fresh-zh-1,layers.23.mlp.silu_gate,128,128,256,4096,128,0.8952012468767439,0.0,0.86669921875,0.00634765625,0.08740234375,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,256,384,4096,128,0.7603328070248633,0.0,0.84814453125,0.00390625,0.0625,1.0,9,0.0703125
+fresh-zh-1,layers.23.mlp.silu_gate,128,384,512,4096,128,0.39444494513877343,0.0,0.889404296875,0.00146484375,0.022216796875,1.0,82,0.640625
+fresh-zh-1,layers.23.mlp.silu_gate,128,512,640,4096,128,0.35276621385374224,0.0,0.837890625,0.00390625,0.03125,1.0,87,0.6796875
+fresh-zh-1,layers.23.mlp.silu_gate,128,640,768,4096,128,0.32384476548868807,0.0,0.8505859375,0.00244140625,0.023681640625,1.0,92,0.71875
+fresh-zh-1,layers.23.mlp.silu_gate,128,768,896,4096,128,1.253673722328929,0.0,0.887451171875,0.0078125,0.139404296875,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,896,1024,4096,128,0.8365997452468296,0.0,0.813720703125,0.005859375,0.087646484375,1.0,8,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,128,1024,1152,4096,128,1.1622641567962333,0.0,0.814697265625,0.008056640625,0.11767578125,1.0,5,0.0390625
+fresh-zh-1,layers.23.mlp.silu_gate,128,1152,1280,4096,128,0.2911947904330858,0.0,0.884521484375,0.0029296875,0.0283203125,1.0,95,0.7421875
+fresh-zh-1,layers.23.mlp.silu_gate,128,1280,1408,4096,128,0.32014970013265387,0.0,0.84912109375,0.002197265625,0.02587890625,1.0,95,0.7421875
+fresh-zh-1,layers.23.mlp.silu_gate,128,1408,1536,4096,128,0.6083592145120438,0.0,0.818603515625,0.003173828125,0.0546875,1.0,37,0.2890625
+fresh-zh-1,layers.23.mlp.silu_gate,128,1536,1664,4096,128,0.6166567212352111,0.0,0.85205078125,0.0029296875,0.0625,1.0,32,0.25
+fresh-zh-1,layers.23.mlp.silu_gate,128,1664,1792,4096,128,0.9690179592232208,0.0,0.8369140625,0.01171875,0.114501953125,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,1792,1920,4096,128,1.057938525538557,0.0,0.83740234375,0.005126953125,0.09423828125,1.0,2,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,128,1920,2048,4096,128,0.6732158788535677,0.0,0.83837890625,0.005126953125,0.06689453125,1.0,15,0.1171875
+fresh-zh-1,layers.23.mlp.silu_gate,128,2048,2176,4096,128,0.7948008884319158,0.0,0.869384765625,0.005859375,0.074951171875,1.0,5,0.0390625
+fresh-zh-1,layers.23.mlp.silu_gate,128,2176,2304,4096,128,0.5415679180247364,0.0,0.840576171875,0.00537109375,0.046630859375,1.0,48,0.375
+fresh-zh-1,layers.23.mlp.silu_gate,128,2304,2432,4096,128,1.4259939461859013,0.0,0.80517578125,0.011474609375,0.156005859375,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,2432,2560,4096,128,0.6779279011050956,0.0,0.87841796875,0.0048828125,0.052978515625,1.0,15,0.1171875
+fresh-zh-1,layers.23.mlp.silu_gate,128,2560,2688,4096,128,0.7739597342700999,0.0,0.817138671875,0.0068359375,0.075439453125,1.0,9,0.0703125
+fresh-zh-1,layers.23.mlp.silu_gate,128,2688,2816,4096,128,0.32843449497046895,0.0,0.842529296875,0.002685546875,0.03271484375,1.0,87,0.6796875
+fresh-zh-1,layers.23.mlp.silu_gate,128,2816,2944,4096,128,0.5067064810085955,0.0,0.872314453125,0.00390625,0.03857421875,1.0,56,0.4375
+fresh-zh-1,layers.23.mlp.silu_gate,128,2944,3072,4096,128,0.3497756365259154,0.0,0.8505859375,0.002197265625,0.02490234375,1.0,87,0.6796875
+fresh-zh-1,layers.23.mlp.silu_gate,128,3072,3200,4096,128,0.9291790999330328,0.0,0.838623046875,0.00732421875,0.09814453125,1.0,5,0.0390625
+fresh-zh-1,layers.23.mlp.silu_gate,128,3200,3328,4096,128,0.7450711266246272,0.0,0.80712890625,0.00927734375,0.08544921875,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.silu_gate,128,3328,3456,4096,128,0.9350637564139131,0.0,0.8828125,0.008056640625,0.09619140625,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,3456,3584,4096,128,0.35993745616761985,0.0,0.8466796875,0.00146484375,0.02685546875,1.0,82,0.640625
+fresh-zh-1,layers.23.mlp.silu_gate,128,3584,3712,4096,128,0.3397855040136218,0.0,0.843994140625,0.0029296875,0.03125,1.0,86,0.671875
+fresh-zh-1,layers.23.mlp.silu_gate,128,3712,3840,4096,128,1.138083695447962,0.0,0.8603515625,0.00732421875,0.114501953125,1.0,2,0.015625
+fresh-zh-1,layers.23.mlp.silu_gate,128,3840,3968,4096,128,0.6599435063804201,0.0,0.84814453125,0.0048828125,0.0673828125,1.0,22,0.171875
+fresh-zh-1,layers.23.mlp.silu_gate,128,3968,4096,4096,128,0.6891650124958342,0.0,0.86376953125,0.00341796875,0.044677734375,1.0,16,0.125
+fresh-zh-1,layers.23.mlp.silu_gate,128,4096,4224,4096,128,0.7919268618543446,0.0,0.8388671875,0.00634765625,0.06591796875,1.0,9,0.0703125
+fresh-zh-1,layers.23.mlp.silu_gate,128,4224,4352,4096,128,0.7509917499928412,0.0,0.88427734375,0.00634765625,0.072265625,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,128,4352,4480,4096,128,0.4597128010927691,0.0,0.841552734375,0.004150390625,0.034423828125,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,4480,4608,4096,128,0.9696975743203218,0.0,0.835205078125,0.005615234375,0.104736328125,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,4608,4736,4096,128,0.8359155736226234,0.0,0.864501953125,0.0048828125,0.066162109375,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,128,4736,4864,4096,128,0.45891968679372536,0.0,0.819091796875,0.004638671875,0.044677734375,1.0,66,0.515625
+fresh-zh-1,layers.23.mlp.silu_gate,128,4864,4992,4096,128,1.0129566149450484,0.0,0.802978515625,0.0068359375,0.1142578125,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,128,4992,5120,4096,128,0.7552343463015009,0.0,0.82470703125,0.006591796875,0.06787109375,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.silu_gate,128,5120,5248,4096,128,0.7160909960621422,0.0,0.829833984375,0.00927734375,0.0791015625,1.0,14,0.109375
+fresh-zh-1,layers.23.mlp.silu_gate,128,5248,5376,4096,128,1.5869155280357812,0.0,0.8173828125,0.01416015625,0.209228515625,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.silu_gate,128,5376,5504,4096,128,0.4934755231638712,0.0,0.83349609375,0.00244140625,0.045166015625,1.0,59,0.4609375
+fresh-zh-1,layers.23.mlp.silu_gate,128,5504,5632,4096,128,1.0890044077630023,0.0,0.785400390625,0.009521484375,0.133056640625,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.silu_gate,128,5632,5760,4096,128,0.4298876039087282,0.0,0.85546875,0.003662109375,0.035888671875,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.silu_gate,128,5760,5888,4096,128,0.8217684904802944,0.0,0.83837890625,0.006591796875,0.08056640625,1.0,8,0.0625
+fresh-zh-1,layers.23.mlp.silu_gate,128,5888,6016,4096,128,0.6805147597744019,0.0,0.824951171875,0.006591796875,0.067626953125,1.0,16,0.125
+fresh-zh-1,layers.23.mlp.silu_gate,128,6016,6144,4096,128,1.7588559932328023,0.0,0.805908203125,0.0126953125,0.233154296875,1.0,4,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,0,0,6144,196608,6144,0.5928273579454698,0.0,0.4977925618489583,0.044219970703125,0.33819580078125,1.0,420,0.068359375
+fresh-zh-1,layers.23.mlp.gated_product,64,0,64,2048,64,0.43954267995099106,0.0,0.48046875,0.03466796875,0.2763671875,1.0,8,0.125
+fresh-zh-1,layers.23.mlp.gated_product,64,64,128,2048,64,0.43054130502059845,0.0,0.51220703125,0.0380859375,0.279296875,1.0,8,0.125
+fresh-zh-1,layers.23.mlp.gated_product,64,128,192,2048,64,0.30649123022057145,0.0,0.4970703125,0.02978515625,0.18359375,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.gated_product,64,192,256,2048,64,0.9729098331478737,0.0,0.4501953125,0.07958984375,0.5341796875,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,256,320,2048,64,1.2037176551936797,0.0,0.50341796875,0.08154296875,0.57763671875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,320,384,2048,64,1.215732656896182,0.0,0.49169921875,0.0986328125,0.63818359375,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,384,448,2048,64,0.29302158858621347,0.0,0.53271484375,0.0224609375,0.185546875,1.0,21,0.328125
+fresh-zh-1,layers.23.mlp.gated_product,64,448,512,2048,64,0.5600323794002633,0.0,0.50439453125,0.03955078125,0.31640625,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,512,576,2048,64,0.2882685347560144,0.0,0.5244140625,0.021484375,0.177734375,1.0,24,0.375
+fresh-zh-1,layers.23.mlp.gated_product,64,576,640,2048,64,0.7774088454530936,0.0,0.439453125,0.0546875,0.38037109375,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,640,704,2048,64,0.2845504376114463,0.0,0.5634765625,0.02001953125,0.18505859375,1.0,24,0.375
+fresh-zh-1,layers.23.mlp.gated_product,64,704,768,2048,64,0.3593383540993128,0.0,0.5107421875,0.02587890625,0.2265625,1.0,12,0.1875
+fresh-zh-1,layers.23.mlp.gated_product,64,768,832,2048,64,0.7127865950998568,0.0,0.5107421875,0.05029296875,0.33837890625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,832,896,2048,64,0.7994357845531671,0.0,0.423828125,0.0478515625,0.408203125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,896,960,2048,64,0.39554899177744424,0.0,0.4375,0.03271484375,0.28173828125,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,960,1024,2048,64,0.5579785452320704,0.0,0.49853515625,0.037109375,0.28857421875,1.0,8,0.125
+fresh-zh-1,layers.23.mlp.gated_product,64,1024,1088,2048,64,0.3129721967030407,0.0,0.45947265625,0.01904296875,0.18603515625,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.gated_product,64,1088,1152,2048,64,0.5506511157190433,0.0,0.56689453125,0.03173828125,0.2919921875,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,1152,1216,2048,64,0.20750784903141467,0.0,0.49267578125,0.0185546875,0.13916015625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.gated_product,64,1216,1280,2048,64,0.2743598102794613,0.0,0.45263671875,0.03125,0.19384765625,1.0,25,0.390625
+fresh-zh-1,layers.23.mlp.gated_product,64,1280,1344,2048,64,0.2974648050943471,0.0,0.47998046875,0.02783203125,0.19384765625,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.gated_product,64,1344,1408,2048,64,0.4348542988482282,0.0,0.52734375,0.033203125,0.251953125,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,1408,1472,2048,64,0.40246289033757565,0.0,0.5361328125,0.0234375,0.21533203125,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.gated_product,64,1472,1536,2048,64,0.48212673689337615,0.0,0.51416015625,0.037109375,0.2705078125,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,1536,1600,2048,64,0.2232107100770729,0.0,0.4736328125,0.013671875,0.1474609375,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.gated_product,64,1600,1664,2048,64,0.452088711664425,0.0,0.396484375,0.02783203125,0.2626953125,1.0,12,0.1875
+fresh-zh-1,layers.23.mlp.gated_product,64,1664,1728,2048,64,0.3948291350660898,0.0,0.49267578125,0.02685546875,0.2392578125,1.0,17,0.265625
+fresh-zh-1,layers.23.mlp.gated_product,64,1728,1792,2048,64,0.5521865238047385,0.0,0.4736328125,0.052734375,0.328125,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,64,1792,1856,2048,64,0.5794415073329195,0.0,0.57763671875,0.033203125,0.2724609375,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.gated_product,64,1856,1920,2048,64,0.2336206319153184,0.0,0.44775390625,0.015625,0.16064453125,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gated_product,64,1920,1984,2048,64,0.2476065420365859,0.0,0.5859375,0.0205078125,0.18017578125,1.0,27,0.421875
+fresh-zh-1,layers.23.mlp.gated_product,64,1984,2048,2048,64,0.4078514689722625,0.0,0.60302734375,0.0283203125,0.20166015625,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.gated_product,64,2048,2112,2048,64,0.4267301336664592,0.0,0.5673828125,0.04052734375,0.2568359375,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.gated_product,64,2112,2176,2048,64,0.7254231336588176,0.0,0.46533203125,0.0556640625,0.4091796875,1.0,5,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,64,2176,2240,2048,64,0.7500635985724166,0.0,0.56298828125,0.06005859375,0.427734375,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,2240,2304,2048,64,0.6444554317456093,0.0,0.50244140625,0.05224609375,0.37939453125,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,64,2304,2368,2048,64,0.6032005067571803,0.0,0.49169921875,0.05517578125,0.330078125,1.0,8,0.125
+fresh-zh-1,layers.23.mlp.gated_product,64,2368,2432,2048,64,0.5122767962652176,0.0,0.52490234375,0.03125,0.26025390625,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,2432,2496,2048,64,0.26656499137484724,0.0,0.43896484375,0.0263671875,0.18359375,1.0,23,0.359375
+fresh-zh-1,layers.23.mlp.gated_product,64,2496,2560,2048,64,0.48014394840265334,0.0,0.52587890625,0.0400390625,0.33837890625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,2560,2624,2048,64,0.45188424270880284,0.0,0.5126953125,0.0380859375,0.27001953125,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.gated_product,64,2624,2688,2048,64,0.2734747185312379,0.0,0.47216796875,0.02490234375,0.19091796875,1.0,24,0.375
+fresh-zh-1,layers.23.mlp.gated_product,64,2688,2752,2048,64,0.21548330604344873,0.0,0.45703125,0.0224609375,0.16845703125,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.gated_product,64,2752,2816,2048,64,0.31632817939554103,0.0,0.5185546875,0.01904296875,0.21044921875,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.gated_product,64,2816,2880,2048,64,0.37540941389796356,0.0,0.49658203125,0.0244140625,0.240234375,1.0,13,0.203125
+fresh-zh-1,layers.23.mlp.gated_product,64,2880,2944,2048,64,0.6952350670953931,0.0,0.46142578125,0.0498046875,0.40625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,2944,3008,2048,64,0.3305660580168146,0.0,0.45263671875,0.0283203125,0.22265625,1.0,17,0.265625
+fresh-zh-1,layers.23.mlp.gated_product,64,3008,3072,2048,64,0.38900497186576133,0.0,0.396484375,0.02734375,0.234375,1.0,13,0.203125
+fresh-zh-1,layers.23.mlp.gated_product,64,3072,3136,2048,64,0.6471745543446454,0.0,0.50732421875,0.03076171875,0.29345703125,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.gated_product,64,3136,3200,2048,64,0.22581860987733288,0.0,0.443359375,0.02099609375,0.166015625,1.0,29,0.453125
+fresh-zh-1,layers.23.mlp.gated_product,64,3200,3264,2048,64,0.34679370581126584,0.0,0.47216796875,0.0205078125,0.18994140625,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.gated_product,64,3264,3328,2048,64,0.6526191947165262,0.0,0.50634765625,0.05029296875,0.38623046875,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,3328,3392,2048,64,0.35723289343914066,0.0,0.4228515625,0.0263671875,0.20068359375,1.0,18,0.28125
+fresh-zh-1,layers.23.mlp.gated_product,64,3392,3456,2048,64,0.34899490759199525,0.0,0.47119140625,0.0302734375,0.25048828125,1.0,13,0.203125
+fresh-zh-1,layers.23.mlp.gated_product,64,3456,3520,2048,64,0.31837038236020127,0.0,0.525390625,0.02197265625,0.1630859375,1.0,20,0.3125
+fresh-zh-1,layers.23.mlp.gated_product,64,3520,3584,2048,64,0.3775259134906435,0.0,0.439453125,0.03564453125,0.236328125,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.gated_product,64,3584,3648,2048,64,0.324508404708085,0.0,0.490234375,0.0205078125,0.19775390625,1.0,21,0.328125
+fresh-zh-1,layers.23.mlp.gated_product,64,3648,3712,2048,64,0.4978397477202831,0.0,0.5283203125,0.03076171875,0.24853515625,1.0,13,0.203125
+fresh-zh-1,layers.23.mlp.gated_product,64,3712,3776,2048,64,1.0064951981873607,0.0,0.48974609375,0.0673828125,0.509765625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,3776,3840,2048,64,0.4580966902609363,0.0,0.4931640625,0.03564453125,0.26220703125,1.0,8,0.125
+fresh-zh-1,layers.23.mlp.gated_product,64,3840,3904,2048,64,0.5350259930011156,0.0,0.49609375,0.03466796875,0.29345703125,1.0,7,0.109375
+fresh-zh-1,layers.23.mlp.gated_product,64,3904,3968,2048,64,0.26709707229927193,0.0,0.5556640625,0.01708984375,0.1630859375,1.0,31,0.484375
+fresh-zh-1,layers.23.mlp.gated_product,64,3968,4032,2048,64,1.8474689817088097,0.0,0.45556640625,0.09228515625,0.67333984375,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,4032,4096,2048,64,0.8174151689477824,0.0,0.56201171875,0.0673828125,0.44287109375,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,4096,4160,2048,64,0.7929408250625976,0.0,0.49951171875,0.056640625,0.40869140625,1.0,5,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,64,4160,4224,2048,64,0.41366392659828094,0.0,0.53857421875,0.02880859375,0.24169921875,1.0,12,0.1875
+fresh-zh-1,layers.23.mlp.gated_product,64,4224,4288,2048,64,0.5618892214693624,0.0,0.4677734375,0.0517578125,0.34716796875,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,64,4288,4352,2048,64,0.22331403725022134,0.0,0.4970703125,0.02685546875,0.17333984375,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.gated_product,64,4352,4416,2048,64,0.843260648418029,0.0,0.54833984375,0.04931640625,0.41259765625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,4416,4480,2048,64,0.47572969596463277,0.0,0.48876953125,0.04052734375,0.27783203125,1.0,11,0.171875
+fresh-zh-1,layers.23.mlp.gated_product,64,4480,4544,2048,64,0.686881184465169,0.0,0.4970703125,0.05712890625,0.4033203125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,4544,4608,2048,64,0.4222367772918388,0.0,0.51708984375,0.03125,0.2451171875,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.gated_product,64,4608,4672,2048,64,0.4374625098033412,0.0,0.54345703125,0.0302734375,0.2568359375,1.0,11,0.171875
+fresh-zh-1,layers.23.mlp.gated_product,64,4672,4736,2048,64,0.5417044421267933,0.0,0.49609375,0.05419921875,0.34130859375,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,4736,4800,2048,64,0.2867626722202475,0.0,0.50830078125,0.025390625,0.16552734375,1.0,28,0.4375
+fresh-zh-1,layers.23.mlp.gated_product,64,4800,4864,2048,64,0.3008623257443759,0.0,0.5068359375,0.02490234375,0.19189453125,1.0,20,0.3125
+fresh-zh-1,layers.23.mlp.gated_product,64,4864,4928,2048,64,0.4425158308055343,0.0,0.46044921875,0.033203125,0.28564453125,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,4928,4992,2048,64,1.3771010274365132,0.0,0.515625,0.0791015625,0.56884765625,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,64,4992,5056,2048,64,0.5275838631282348,0.0,0.4677734375,0.0390625,0.33935546875,1.0,7,0.109375
+fresh-zh-1,layers.23.mlp.gated_product,64,5056,5120,2048,64,0.28252130372203726,0.0,0.46826171875,0.02197265625,0.18212890625,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.gated_product,64,5120,5184,2048,64,0.8298410325854864,0.0,0.48828125,0.06689453125,0.4384765625,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,5184,5248,2048,64,0.42138673882923855,0.0,0.48681640625,0.04296875,0.30029296875,1.0,12,0.1875
+fresh-zh-1,layers.23.mlp.gated_product,64,5248,5312,2048,64,0.8861814673204271,0.0,0.47900390625,0.07275390625,0.48681640625,1.0,3,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,64,5312,5376,2048,64,0.6473256849170052,0.0,0.47705078125,0.046875,0.384765625,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,64,5376,5440,2048,64,0.8777721750349504,0.0,0.5185546875,0.05419921875,0.41552734375,1.0,7,0.109375
+fresh-zh-1,layers.23.mlp.gated_product,64,5440,5504,2048,64,0.3156252218268317,0.0,0.54541015625,0.025390625,0.1875,1.0,21,0.328125
+fresh-zh-1,layers.23.mlp.gated_product,64,5504,5568,2048,64,0.8934200084568688,0.0,0.5498046875,0.0634765625,0.45751953125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.gated_product,64,5568,5632,2048,64,0.3740430610791269,0.0,0.56201171875,0.0283203125,0.20849609375,1.0,16,0.25
+fresh-zh-1,layers.23.mlp.gated_product,64,5632,5696,2048,64,0.28154123872548387,0.0,0.5595703125,0.0224609375,0.19775390625,1.0,22,0.34375
+fresh-zh-1,layers.23.mlp.gated_product,64,5696,5760,2048,64,0.5671710208974415,0.0,0.5234375,0.04541015625,0.31005859375,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,5760,5824,2048,64,0.31173367295442883,0.0,0.5068359375,0.0234375,0.2109375,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.gated_product,64,5824,5888,2048,64,0.6363167599501528,0.0,0.53955078125,0.044921875,0.3583984375,1.0,6,0.09375
+fresh-zh-1,layers.23.mlp.gated_product,64,5888,5952,2048,64,0.4275469849075474,0.0,0.4345703125,0.03369140625,0.2724609375,1.0,9,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,64,5952,6016,2048,64,0.4525595671580817,0.0,0.51611328125,0.03076171875,0.25634765625,1.0,14,0.21875
+fresh-zh-1,layers.23.mlp.gated_product,64,6016,6080,2048,64,1.119000411804658,0.0,0.4208984375,0.06396484375,0.509765625,1.0,4,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,64,6080,6144,2048,64,0.4742672371189029,0.0,0.4921875,0.03076171875,0.28271484375,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.gated_product,128,0,128,4096,128,0.43506527258983757,0.0,0.496337890625,0.0361328125,0.27587890625,1.0,15,0.1171875
+fresh-zh-1,layers.23.mlp.gated_product,128,128,256,4096,128,0.7212802567788553,0.0,0.4736328125,0.056640625,0.4248046875,1.0,5,0.0390625
+fresh-zh-1,layers.23.mlp.gated_product,128,256,384,4096,128,1.2097400725917986,0.0,0.49755859375,0.08935546875,0.607421875,1.0,2,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,128,384,512,4096,128,0.4469328346375485,0.0,0.5185546875,0.033447265625,0.270751953125,1.0,14,0.109375
+fresh-zh-1,layers.23.mlp.gated_product,128,512,640,4096,128,0.5862863042571826,0.0,0.48193359375,0.0439453125,0.311279296875,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,128,640,768,4096,128,0.3241087813309512,0.0,0.537109375,0.022705078125,0.208740234375,1.0,34,0.265625
+fresh-zh-1,layers.23.mlp.gated_product,128,768,896,4096,128,0.7573514058144294,0.0,0.46728515625,0.049072265625,0.373291015625,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.gated_product,128,896,1024,4096,128,0.48363160661574334,0.0,0.468017578125,0.03662109375,0.295166015625,1.0,14,0.109375
+fresh-zh-1,layers.23.mlp.gated_product,128,1024,1152,4096,128,0.44786618936449873,0.0,0.51318359375,0.0263671875,0.2470703125,1.0,20,0.15625
+fresh-zh-1,layers.23.mlp.gated_product,128,1152,1280,4096,128,0.2432414571020187,0.0,0.47265625,0.024658203125,0.16845703125,1.0,58,0.453125
+fresh-zh-1,layers.23.mlp.gated_product,128,1280,1408,4096,128,0.37254769593744774,0.0,0.503662109375,0.032958984375,0.22998046875,1.0,27,0.2109375
+fresh-zh-1,layers.23.mlp.gated_product,128,1408,1536,4096,128,0.4440847714830639,0.0,0.525146484375,0.0322265625,0.2431640625,1.0,25,0.1953125
+fresh-zh-1,layers.23.mlp.gated_product,128,1536,1664,4096,128,0.3565159353433663,0.0,0.43505859375,0.024658203125,0.21484375,1.0,33,0.2578125
+fresh-zh-1,layers.23.mlp.gated_product,128,1664,1792,4096,128,0.48000000154614464,0.0,0.483154296875,0.03857421875,0.28759765625,1.0,18,0.140625
+fresh-zh-1,layers.23.mlp.gated_product,128,1792,1920,4096,128,0.44177542941904235,0.0,0.5126953125,0.029052734375,0.250732421875,1.0,25,0.1953125
+fresh-zh-1,layers.23.mlp.gated_product,128,1920,2048,4096,128,0.33738095708127036,0.0,0.594482421875,0.02587890625,0.208251953125,1.0,39,0.3046875
+fresh-zh-1,layers.23.mlp.gated_product,128,2048,2176,4096,128,0.5951207145724189,0.0,0.516357421875,0.048583984375,0.341064453125,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,128,2176,2304,4096,128,0.6992561066625814,0.0,0.53271484375,0.055908203125,0.402099609375,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,128,2304,2432,4096,128,0.5595884055910533,0.0,0.50830078125,0.0419921875,0.295654296875,1.0,16,0.125
+fresh-zh-1,layers.23.mlp.gated_product,128,2432,2560,4096,128,0.38832660597386465,0.0,0.482421875,0.03466796875,0.272705078125,1.0,17,0.1328125
+fresh-zh-1,layers.23.mlp.gated_product,128,2560,2688,4096,128,0.37348881541770973,0.0,0.492431640625,0.031494140625,0.238525390625,1.0,33,0.2578125
+fresh-zh-1,layers.23.mlp.gated_product,128,2688,2816,4096,128,0.2706442057971241,0.0,0.48779296875,0.021240234375,0.19677734375,1.0,47,0.3671875
+fresh-zh-1,layers.23.mlp.gated_product,128,2816,2944,4096,128,0.5586967095671623,0.0,0.47900390625,0.03955078125,0.333984375,1.0,9,0.0703125
+fresh-zh-1,layers.23.mlp.gated_product,128,2944,3072,4096,128,0.3609700727546937,0.0,0.424560546875,0.028564453125,0.225830078125,1.0,29,0.2265625
+fresh-zh-1,layers.23.mlp.gated_product,128,3072,3200,4096,128,0.48467976456528566,0.0,0.475341796875,0.037109375,0.266357421875,1.0,21,0.1640625
+fresh-zh-1,layers.23.mlp.gated_product,128,3200,3328,4096,128,0.5225790312013858,0.0,0.4892578125,0.037841796875,0.296875,1.0,13,0.1015625
+fresh-zh-1,layers.23.mlp.gated_product,128,3328,3456,4096,128,0.3531379232538228,0.0,0.447021484375,0.028564453125,0.225341796875,1.0,30,0.234375
+fresh-zh-1,layers.23.mlp.gated_product,128,3456,3584,4096,128,0.3492030324332291,0.0,0.482421875,0.0283203125,0.202392578125,1.0,32,0.25
+fresh-zh-1,layers.23.mlp.gated_product,128,3584,3712,4096,128,0.4202083525683309,0.0,0.50927734375,0.0263671875,0.226806640625,1.0,31,0.2421875
+fresh-zh-1,layers.23.mlp.gated_product,128,3712,3840,4096,128,0.7819479399557999,0.0,0.491455078125,0.05517578125,0.41357421875,1.0,3,0.0234375
+fresh-zh-1,layers.23.mlp.gated_product,128,3840,3968,4096,128,0.4228437413617898,0.0,0.52587890625,0.026123046875,0.240234375,1.0,26,0.203125
+fresh-zh-1,layers.23.mlp.gated_product,128,3968,4096,4096,128,1.4285148226046027,0.0,0.5087890625,0.088623046875,0.627685546875,1.0,2,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,128,4096,4224,4096,128,0.6324053273888751,0.0,0.51904296875,0.04638671875,0.351318359375,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,128,4224,4352,4096,128,0.4275445336081608,0.0,0.482421875,0.03857421875,0.29248046875,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,128,4352,4480,4096,128,0.6846193339341932,0.0,0.5185546875,0.04638671875,0.36083984375,1.0,8,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,128,4480,4608,4096,128,0.5701270286831134,0.0,0.507080078125,0.044921875,0.328857421875,1.0,10,0.078125
+fresh-zh-1,layers.23.mlp.gated_product,128,4608,4736,4096,128,0.4923500533682,0.0,0.519775390625,0.041748046875,0.30224609375,1.0,12,0.09375
+fresh-zh-1,layers.23.mlp.gated_product,128,4736,4864,4096,128,0.29389706465973087,0.0,0.507568359375,0.02490234375,0.17919921875,1.0,48,0.375
+fresh-zh-1,layers.23.mlp.gated_product,128,4864,4992,4096,128,1.022797022942532,0.0,0.488037109375,0.067626953125,0.506103515625,1.0,2,0.015625
+fresh-zh-1,layers.23.mlp.gated_product,128,4992,5120,4096,128,0.4231802332872553,0.0,0.468017578125,0.0322265625,0.27734375,1.0,21,0.1640625
+fresh-zh-1,layers.23.mlp.gated_product,128,5120,5248,4096,128,0.658104445746907,0.0,0.487548828125,0.05810546875,0.388916015625,1.0,5,0.0390625
+fresh-zh-1,layers.23.mlp.gated_product,128,5248,5376,4096,128,0.7759987549524338,0.0,0.47802734375,0.058349609375,0.43603515625,1.0,6,0.046875
+fresh-zh-1,layers.23.mlp.gated_product,128,5376,5504,4096,128,0.6595844418718593,0.0,0.531982421875,0.04833984375,0.335205078125,1.0,11,0.0859375
+fresh-zh-1,layers.23.mlp.gated_product,128,5504,5632,4096,128,0.6848749970076711,0.0,0.555908203125,0.047607421875,0.367431640625,1.0,8,0.0625
+fresh-zh-1,layers.23.mlp.gated_product,128,5632,5760,4096,128,0.4477434734582549,0.0,0.54150390625,0.032958984375,0.278076171875,1.0,23,0.1796875
+fresh-zh-1,layers.23.mlp.gated_product,128,5760,5888,4096,128,0.5010373747771314,0.0,0.523193359375,0.034423828125,0.302734375,1.0,16,0.125
+fresh-zh-1,layers.23.mlp.gated_product,128,5888,6016,4096,128,0.44023095423302805,0.0,0.475341796875,0.032958984375,0.264892578125,1.0,22,0.171875
+fresh-zh-1,layers.23.mlp.gated_product,128,6016,6144,4096,128,0.8593867970312878,0.0,0.45654296875,0.052734375,0.440185546875,1.0,8,0.0625
+fresh-zh-1,layers.23.mlp.down_proj.output,0,0,2048,65536,2048,0.6431484414743744,0.0,0.50048828125,0.0149383544921875,0.1508331298828125,1.0,721,0.35205078125
+fresh-zh-1,layers.23.mlp.down_proj.output,64,0,64,2048,64,0.5796337034131338,0.0,0.48291015625,0.01025390625,0.10888671875,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,64,128,2048,64,0.43300000522258425,0.0,0.47412109375,0.01123046875,0.0966796875,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,128,192,2048,64,0.4514120110274277,0.0,0.439453125,0.009765625,0.10693359375,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,192,256,2048,64,0.3735708434287832,0.0,0.490234375,0.0078125,0.08837890625,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,256,320,2048,64,0.3842062669173416,0.0,0.4873046875,0.005859375,0.09814453125,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,320,384,2048,64,0.4489564143911427,0.0,0.578125,0.009765625,0.08544921875,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,384,448,2048,64,0.4286215756954099,0.0,0.56884765625,0.01318359375,0.11083984375,1.0,37,0.578125
+fresh-zh-1,layers.23.mlp.down_proj.output,64,448,512,2048,64,0.5261757802175271,0.0,0.5322265625,0.01123046875,0.12060546875,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,512,576,2048,64,0.7237842370075643,0.0,0.4775390625,0.01318359375,0.1650390625,1.0,19,0.296875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,576,640,2048,64,0.4416576891887845,0.0,0.4716796875,0.01025390625,0.11279296875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,640,704,2048,64,0.4156526709417679,0.0,0.47998046875,0.00830078125,0.0966796875,1.0,39,0.609375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,704,768,2048,64,0.5013410962098953,0.0,0.509765625,0.0146484375,0.11572265625,1.0,33,0.515625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,768,832,2048,64,0.6062912869435071,0.0,0.591796875,0.0146484375,0.158203125,1.0,24,0.375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,832,896,2048,64,0.9836020286566267,0.0,0.494140625,0.02001953125,0.2021484375,1.0,10,0.15625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,896,960,2048,64,0.38517535908466943,0.0,0.49462890625,0.009765625,0.09619140625,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,960,1024,2048,64,1.4587774584955417,0.0,0.41943359375,0.0361328125,0.3203125,1.0,2,0.03125
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1024,1088,2048,64,0.43092749070318215,0.0,0.439453125,0.01025390625,0.1044921875,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1088,1152,2048,64,0.5205507981696794,0.0,0.51123046875,0.0166015625,0.13916015625,1.0,30,0.46875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1152,1216,2048,64,1.9417882638682464,0.0,0.60498046875,0.04248046875,0.4169921875,1.0,1,0.015625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1216,1280,2048,64,0.4689587841603858,0.0,0.48974609375,0.01318359375,0.1015625,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1280,1344,2048,64,0.40509847170477786,0.0,0.57763671875,0.0087890625,0.08935546875,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1344,1408,2048,64,0.36573186114282963,0.0,0.4794921875,0.00732421875,0.0859375,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1408,1472,2048,64,0.522760798394392,0.0,0.4755859375,0.01318359375,0.1201171875,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1472,1536,2048,64,0.40948209465007096,0.0,0.50244140625,0.0087890625,0.099609375,1.0,43,0.671875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1536,1600,2048,64,0.3590655618628042,0.0,0.59814453125,0.0087890625,0.09375,1.0,43,0.671875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1600,1664,2048,64,0.4888311477164551,0.0,0.4541015625,0.0078125,0.099609375,1.0,35,0.546875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1664,1728,2048,64,0.4021616603950106,0.0,0.46728515625,0.0078125,0.08935546875,1.0,41,0.640625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1728,1792,2048,64,0.39260587469198477,0.0,0.431640625,0.00927734375,0.08642578125,1.0,44,0.6875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1792,1856,2048,64,0.5877726479990406,0.0,0.505859375,0.0185546875,0.15478515625,1.0,27,0.421875
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1856,1920,2048,64,0.42639926255127286,0.0,0.43603515625,0.00927734375,0.10302734375,1.0,38,0.59375
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1920,1984,2048,64,0.43511041204494993,0.0,0.5166015625,0.0107421875,0.09716796875,1.0,40,0.625
+fresh-zh-1,layers.23.mlp.down_proj.output,64,1984,2048,2048,64,0.46809868405895055,0.0,0.533203125,0.01416015625,0.11279296875,1.0,36,0.5625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,0,128,4096,128,0.5115976127070878,0.0,0.478515625,0.010986328125,0.10595703125,1.0,69,0.5390625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,128,256,4096,128,0.4143235322546373,0.0,0.46484375,0.0087890625,0.097412109375,1.0,81,0.6328125
+fresh-zh-1,layers.23.mlp.down_proj.output,128,256,384,4096,128,0.4178374789086727,0.0,0.53271484375,0.007568359375,0.09375,1.0,79,0.6171875
+fresh-zh-1,layers.23.mlp.down_proj.output,128,384,512,4096,128,0.4798840520579629,0.0,0.550537109375,0.011474609375,0.114501953125,1.0,69,0.5390625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,512,640,4096,128,0.5995519727931011,0.0,0.474609375,0.013916015625,0.14501953125,1.0,49,0.3828125
+fresh-zh-1,layers.23.mlp.down_proj.output,128,640,768,4096,128,0.46049432005724306,0.0,0.494873046875,0.011474609375,0.10693359375,1.0,71,0.5546875
+fresh-zh-1,layers.23.mlp.down_proj.output,128,768,896,4096,128,0.8170257264618556,0.0,0.54296875,0.018798828125,0.183837890625,1.0,27,0.2109375
+fresh-zh-1,layers.23.mlp.down_proj.output,128,896,1024,4096,128,1.0668626272066886,0.0,0.45703125,0.02490234375,0.25927734375,1.0,7,0.0546875
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1024,1152,4096,128,0.47784497262126313,0.0,0.475341796875,0.0126953125,0.12060546875,1.0,67,0.5234375
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1152,1280,4096,128,1.4125268144247112,0.0,0.54736328125,0.031982421875,0.311279296875,1.0,1,0.0078125
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1280,1408,4096,128,0.3859174562212396,0.0,0.528564453125,0.009033203125,0.089599609375,1.0,84,0.65625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1408,1536,4096,128,0.46955001766422705,0.0,0.489013671875,0.012451171875,0.10986328125,1.0,77,0.6015625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1536,1664,4096,128,0.42888458161470316,0.0,0.526123046875,0.009521484375,0.0986328125,1.0,76,0.59375
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1664,1792,4096,128,0.3974124896969963,0.0,0.449462890625,0.0087890625,0.087158203125,1.0,84,0.65625
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1792,1920,4096,128,0.5134651968926781,0.0,0.470947265625,0.01416015625,0.133544921875,1.0,62,0.484375
+fresh-zh-1,layers.23.mlp.down_proj.output,128,1920,2048,4096,128,0.4519056586764804,0.0,0.52490234375,0.012939453125,0.10888671875,1.0,76,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4838164945455807,0.0,0.5030263264973959,0.01531982421875,0.13403828938802084,0.9977213541666666,2725,0.4435221354166667
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.8653518643467414,0.0,0.4892578125,0.01171875,0.12451171875,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.7013034620865204,0.0,0.50146484375,0.00732421875,0.10498046875,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.2975990140269558,0.0,0.486328125,0.01318359375,0.1220703125,1.0,37,0.578125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.5847794837710298,0.0,0.50634765625,0.01025390625,0.12939453125,1.0,31,0.484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2607971870095678,0.0,0.4990234375,0.0107421875,0.09619140625,1.0,38,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.044565108087464,0.0,0.54150390625,0.01025390625,0.1064453125,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9293944093948954,0.0,0.498046875,0.05810546875,0.15380859375,0.953125,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.0857728768171258,0.0,0.49755859375,0.078125,0.19140625,0.9375,36,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.57637897604974,0.0,0.48779296875,0.00537109375,0.1025390625,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5205915362080902,0.0,0.4345703125,0.00830078125,0.1025390625,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.277989007571012,0.0,0.47216796875,0.01123046875,0.1005859375,1.0,38,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.153875547816263,0.0,0.48046875,0.01171875,0.09423828125,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.7251284587957364,0.0,0.5224609375,0.00927734375,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.0324377592750327,0.0,0.4970703125,0.009765625,0.16162109375,1.0,35,0.546875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3644017369358608,0.0,0.47216796875,0.009765625,0.09912109375,1.0,37,0.578125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.6604909839089914,0.0,0.48681640625,0.01123046875,0.1015625,1.0,36,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6608051765366256,0.0,0.4765625,0.01708984375,0.14697265625,1.0,25,0.390625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.21503910416991,0.0,0.48291015625,0.01025390625,0.09814453125,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.3390507834114602,0.0,0.50244140625,0.00927734375,0.1201171875,1.0,36,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1723278799691061,0.0,0.48046875,0.0107421875,0.12109375,1.0,39,0.609375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.2509713931386803,0.0,0.4814453125,0.0107421875,0.1025390625,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.5535675085994765,0.0,0.53173828125,0.01416015625,0.13818359375,1.0,27,0.421875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8938792654878772,0.0,0.50048828125,0.01318359375,0.1337890625,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.9657279482608491,0.0,0.4482421875,0.017578125,0.1484375,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.033576858827558,0.0,0.51904296875,0.009765625,0.10791015625,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.8169245099152747,0.0,0.49853515625,0.00830078125,0.08349609375,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.1662308053476604,0.0,0.5068359375,0.0087890625,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3734128072083345,0.0,0.5048828125,0.01123046875,0.1083984375,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.0922693370785614,0.0,0.55908203125,0.00830078125,0.1025390625,1.0,39,0.609375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9951639135230493,0.0,0.53955078125,0.00927734375,0.08984375,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,0.9878011130070076,0.0,0.486328125,0.00830078125,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.0468438071961723,0.0,0.5751953125,0.01123046875,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.6474983580320453,0.0,0.5087890625,0.01318359375,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8140367090003763,0.0,0.466796875,0.013671875,0.11865234375,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.484932152731287,0.0,0.47509765625,0.0126953125,0.11865234375,1.0,35,0.546875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.4996922111183577,0.0,0.5263671875,0.013671875,0.11767578125,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.9232797859227444,0.0,0.51611328125,0.00830078125,0.10595703125,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.8776528666242964,0.0,0.45849609375,0.009765625,0.10546875,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.1213364285340797,0.0,0.50634765625,0.06103515625,0.169921875,0.953125,36,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.6886696960270728,0.0,0.5224609375,0.0673828125,0.13525390625,0.9375,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.544658493082319,0.0,0.4697265625,0.01025390625,0.12109375,1.0,39,0.609375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5464566270590954,0.0,0.5390625,0.01513671875,0.107421875,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.43976403641446,0.0,0.478515625,0.00927734375,0.115234375,1.0,39,0.609375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4577655701863885,0.0,0.51416015625,0.0107421875,0.09912109375,1.0,36,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.855384153596944,0.0,0.4736328125,0.0166015625,0.1220703125,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0648136303350662,0.0,0.47900390625,0.01904296875,0.14990234375,1.0,37,0.578125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.1247482845985293,0.0,0.5498046875,0.005859375,0.08935546875,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.0776857329600829,0.0,0.46923828125,0.01123046875,0.09228515625,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2145797685425637,0.0,0.51171875,0.00830078125,0.0849609375,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.8937529551743475,0.0,0.4501953125,0.01806640625,0.158203125,1.0,26,0.40625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3367854641844672,0.0,0.47216796875,0.0146484375,0.13232421875,1.0,34,0.53125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.1773112703047421,0.0,0.52197265625,0.01220703125,0.1279296875,1.0,38,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.854048442846977,0.0,0.48974609375,0.005859375,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.8635312155300335,0.0,0.48828125,0.0126953125,0.109375,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.8808433540343266,0.0,0.50146484375,0.00927734375,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7184845907598174,0.0,0.49169921875,0.009765625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.1944285453988954,0.0,0.47998046875,0.00830078125,0.14013671875,1.0,32,0.5
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.2447131453367175,0.0,0.501953125,0.01513671875,0.13232421875,1.0,33,0.515625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.1784003519848634,0.0,0.4482421875,0.00927734375,0.091796875,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.225168594579028,0.0,0.572265625,0.00830078125,0.076171875,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.0147849361242498,0.0,0.50146484375,0.0146484375,0.11279296875,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7412523588374007,0.0,0.4794921875,0.0185546875,0.09716796875,1.0,51,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.9651437011826229,0.0,0.5,0.005859375,0.12255859375,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.1795061391764412,0.0,0.5283203125,0.01416015625,0.14306640625,1.0,35,0.546875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.6392792634302729,0.0,0.4951171875,0.00537109375,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.6197886641101215,0.0,0.53076171875,0.00537109375,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.4747425122497337,0.0,0.52490234375,0.001953125,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.191660683578249,0.0,0.48583984375,0.00244140625,0.02587890625,1.0,51,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.704415011046801,0.0,0.5537109375,0.0078125,0.06640625,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.2672316620612074,0.0,0.54931640625,0.00537109375,0.07568359375,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.4748052013195887,0.0,0.56005859375,0.0126953125,0.12060546875,1.0,35,0.546875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.3451506319013193,0.0,0.5478515625,0.01123046875,0.123046875,1.0,32,0.5
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.8012034533813517,0.0,0.54736328125,0.02734375,0.2099609375,1.0,17,0.265625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7838104179684537,0.0,0.55908203125,0.009765625,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.4194076227711907,0.0,0.47119140625,0.00244140625,0.02099609375,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.628438551851844,0.0,0.51123046875,0.0,0.01708984375,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9383196131078716,0.0,0.53759765625,0.0146484375,0.1171875,1.0,38,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8487931811802919,0.0,0.46435546875,0.01318359375,0.1142578125,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.4952872118828724,0.0,0.4951171875,0.00146484375,0.0048828125,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.3277434140607998,0.0,0.5458984375,0.00048828125,0.0185546875,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,3.57773035163646,0.0,0.404296875,0.0,0.00244140625,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,3.989453591696018,0.0,0.548828125,0.0,0.0078125,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.0222763578206764,0.0,0.4267578125,0.00048828125,0.01025390625,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.1655250345491903,0.0,0.4609375,0.00048828125,0.01806640625,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.7576417717677931,0.0,0.5048828125,0.00732421875,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.9600712344487707,0.0,0.51806640625,0.01220703125,0.1015625,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7517525632787732,0.0,0.46533203125,0.0087890625,0.10302734375,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.7446819690150276,0.0,0.51318359375,0.009765625,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.7583313427631082,0.0,0.48193359375,0.00927734375,0.06884765625,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,2.172456248964138,0.0,0.59716796875,0.005859375,0.04833984375,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.209808200012912,0.0,0.46337890625,0.00732421875,0.1298828125,1.0,32,0.5
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.6296322817330458,0.0,0.53515625,0.0107421875,0.13720703125,1.0,27,0.421875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8043029805233344,0.0,0.51171875,0.00732421875,0.10546875,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6734870588810287,0.0,0.52978515625,0.00830078125,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,3.0385782191352915,0.0,0.4951171875,0.00439453125,0.044921875,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.442239201658846,0.0,0.59521484375,0.00244140625,0.02783203125,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.7876104351336772,0.0,0.495361328125,0.01025390625,0.114990234375,1.0,92,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.4483247587100934,0.0,0.496337890625,0.011962890625,0.126953125,1.0,66,0.515625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.1577404311427097,0.0,0.520263671875,0.01123046875,0.099853515625,1.0,81,0.6328125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.010612860655905,0.0,0.497802734375,0.068359375,0.1728515625,0.9453125,79,0.6171875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.5487364682410154,0.0,0.461181640625,0.0068359375,0.103271484375,1.0,80,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.2175148219468668,0.0,0.476318359375,0.01123046875,0.09814453125,1.0,79,0.6171875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.8921151855372517,0.0,0.509765625,0.010009765625,0.127197265625,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.5196747032501141,0.0,0.4794921875,0.00927734375,0.10498046875,1.0,70,0.546875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.4550934435755096,0.0,0.479736328125,0.013671875,0.124267578125,1.0,65,0.5078125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2584533481038749,0.0,0.491455078125,0.010009765625,0.121337890625,1.0,73,0.5703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4104079959762201,0.0,0.506591796875,0.011962890625,0.119140625,1.0,66,0.515625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.9304973431776299,0.0,0.474365234375,0.0146484375,0.14013671875,1.0,82,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.9315703886460092,0.0,0.5087890625,0.0087890625,0.097900390625,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.2740402329490483,0.0,0.505859375,0.0107421875,0.094970703125,1.0,87,0.6796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.044845328146839,0.0,0.54931640625,0.008056640625,0.0966796875,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.0177507051146806,0.0,0.53076171875,0.009765625,0.091796875,1.0,89,0.6953125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.7354963926676861,0.0,0.48779296875,0.013427734375,0.104736328125,1.0,97,0.7578125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.4923304302841651,0.0,0.500732421875,0.01318359375,0.117919921875,1.0,75,0.5859375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9007552712550156,0.0,0.4873046875,0.00927734375,0.105712890625,1.0,90,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.930500224659722,0.0,0.514404296875,0.064453125,0.15380859375,0.9453125,82,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5455578215690176,0.0,0.50439453125,0.0126953125,0.1142578125,1.0,80,0.625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.448792762642971,0.0,0.496337890625,0.01025390625,0.10791015625,1.0,75,0.5859375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9657924511954168,0.0,0.476318359375,0.017578125,0.133056640625,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.1014683932671525,0.0,0.509521484375,0.008544921875,0.09130859375,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.5908337860041322,0.0,0.48095703125,0.01318359375,0.12255859375,1.0,68,0.53125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.259574770397027,0.0,0.4970703125,0.014404296875,0.132568359375,1.0,72,0.5625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.8588029177070031,0.0,0.489013671875,0.00927734375,0.1025390625,1.0,93,0.7265625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8037739487896284,0.0,0.49658203125,0.009765625,0.091064453125,1.0,96,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.2198299808247348,0.0,0.490966796875,0.01171875,0.1357421875,1.0,64,0.5
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.2020119539132714,0.0,0.51025390625,0.0087890625,0.083740234375,1.0,86,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8886066413398868,0.0,0.490478515625,0.016845703125,0.1044921875,1.0,94,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.07766810667464,0.0,0.51416015625,0.009521484375,0.13037109375,1.0,75,0.5859375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6296093887528048,0.0,0.512939453125,0.006103515625,0.08203125,1.0,104,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.3374908613595475,0.0,0.50537109375,0.0029296875,0.025146484375,1.0,101,0.7890625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.005663224389191,0.0,0.551513671875,0.00634765625,0.07275390625,1.0,88,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.4114674286613613,0.0,0.553955078125,0.011962890625,0.12158203125,1.0,66,0.515625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.3890091165627367,0.0,0.55322265625,0.017822265625,0.167724609375,1.0,57,0.4453125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.5260861491628073,0.0,0.4912109375,0.001220703125,0.019287109375,1.0,102,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.8946769139642158,0.0,0.5009765625,0.01416015625,0.115234375,1.0,79,0.6171875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.412969920190638,0.0,0.5205078125,0.0009765625,0.011474609375,1.0,106,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,3.789188199952399,0.0,0.4765625,0.0,0.004638671875,1.0,102,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.0951253354703785,0.0,0.44384765625,0.00048828125,0.013916015625,1.0,105,0.8203125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8647999275969637,0.0,0.511474609375,0.009033203125,0.097412109375,1.0,88,0.6875
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7482256181701827,0.0,0.4892578125,0.00927734375,0.09765625,1.0,100,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.9762711434171234,0.0,0.53955078125,0.00830078125,0.063232421875,1.0,82,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.4351545656278515,0.0,0.499267578125,0.010009765625,0.13720703125,1.0,56,0.4375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.741784369934733,0.0,0.520751953125,0.008056640625,0.09423828125,1.0,91,0.7109375
+fresh-zh-2,layers.0.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.756582114859145,0.0,0.545166015625,0.003662109375,0.03564453125,1.0,92,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.0031137772991663,0.0,0.50970458984375,0.01092529296875,0.1078338623046875,1.0,1366,0.6669921875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,0,64,2048,64,0.9489938971532559,0.0,0.50830078125,0.00830078125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,64,128,2048,64,0.9694496071266921,0.0,0.53564453125,0.00732421875,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,128,192,2048,64,1.0329936062219562,0.0,0.63671875,0.009765625,0.11181640625,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,192,256,2048,64,0.9446429066761577,0.0,0.65478515625,0.0146484375,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,256,320,2048,64,0.7380864036861713,0.0,0.603515625,0.01025390625,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,320,384,2048,64,0.8512893175136007,0.0,0.61083984375,0.0048828125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6682001849091441,0.0,0.3662109375,0.0166015625,0.14111328125,1.0,25,0.390625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,448,512,2048,64,1.8759075524552982,0.0,0.2978515625,0.01318359375,0.11572265625,1.0,32,0.5
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,512,576,2048,64,1.092509169294068,0.0,0.26318359375,0.01220703125,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,576,640,2048,64,1.0637249741819867,0.0,0.23193359375,0.00537109375,0.0712890625,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,640,704,2048,64,0.6823290194068862,0.0,0.60107421875,0.00634765625,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,704,768,2048,64,0.7368913597440432,0.0,0.60498046875,0.01220703125,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,768,832,2048,64,0.9033120278145848,0.0,0.48583984375,0.01123046875,0.1220703125,1.0,38,0.59375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,832,896,2048,64,0.6414657075453568,0.0,0.5009765625,0.0078125,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,896,960,2048,64,0.9627469509720296,0.0,0.60498046875,0.015625,0.1259765625,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,960,1024,2048,64,0.6617431423731275,0.0,0.57666015625,0.00732421875,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1024,1088,2048,64,0.7617534352864086,0.0,0.556640625,0.01318359375,0.09912109375,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1088,1152,2048,64,0.9934002531274322,0.0,0.53955078125,0.01123046875,0.12158203125,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1152,1216,2048,64,0.697165291023986,0.0,0.57275390625,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1216,1280,2048,64,0.9671293654067464,0.0,0.59765625,0.00830078125,0.1123046875,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8316009635117069,0.0,0.40185546875,0.00732421875,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0633831144313728,0.0,0.4296875,0.01318359375,0.10986328125,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.9140517265282124,0.0,0.4228515625,0.0087890625,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.9480097161660049,0.0,0.48046875,0.01220703125,0.11474609375,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9087738006956637,0.0,0.61376953125,0.0126953125,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.1004255262893499,0.0,0.634765625,0.0087890625,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.3178785672845963,0.0,0.44775390625,0.01318359375,0.1357421875,1.0,31,0.484375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.2891867949790616,0.0,0.470703125,0.01318359375,0.1376953125,1.0,33,0.515625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1792,1856,2048,64,0.8767562667721855,0.0,0.42333984375,0.0068359375,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1856,1920,2048,64,0.8394431219496469,0.0,0.41064453125,0.0078125,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1920,1984,2048,64,0.7162507458660581,0.0,0.5927734375,0.00927734375,0.09130859375,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,64,1984,2048,2048,64,0.967166303857707,0.0,0.6318359375,0.01025390625,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9592762786580887,0.0,0.52197265625,0.0078125,0.08935546875,1.0,99,0.7734375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,128,256,4096,128,0.9898045290937555,0.0,0.645751953125,0.012451171875,0.10205078125,1.0,92,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,256,384,4096,128,0.7967010234144166,0.0,0.607177734375,0.007568359375,0.084228515625,1.0,101,0.7890625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,384,512,4096,128,1.775094504848929,0.0,0.33203125,0.013916015625,0.13037109375,1.0,56,0.4375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,512,640,4096,128,1.078213129601491,0.0,0.24755859375,0.0087890625,0.082763671875,1.0,94,0.734375
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,640,768,4096,128,0.7101344122031362,0.0,0.60302734375,0.009521484375,0.083740234375,1.0,103,0.8046875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,768,896,4096,128,0.7834063037629843,0.0,0.493408203125,0.009521484375,0.114013671875,1.0,84,0.65625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,896,1024,4096,128,0.8260707227846175,0.0,0.5908203125,0.01318359375,0.10498046875,1.0,93,0.7265625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1024,1152,4096,128,0.8851870873110077,0.0,0.548095703125,0.0126953125,0.1123046875,1.0,92,0.71875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1152,1280,4096,128,0.8430239179408302,0.0,0.585205078125,0.0087890625,0.097412109375,1.0,96,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1280,1408,4096,128,0.9545532490572135,0.0,0.415771484375,0.009521484375,0.0908203125,1.0,90,0.703125
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9311855295037491,0.0,0.45166015625,0.010009765625,0.103271484375,1.0,98,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.0091595908824416,0.0,0.624267578125,0.010986328125,0.09814453125,1.0,95,0.7421875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3036116197810768,0.0,0.459228515625,0.013427734375,0.137939453125,1.0,63,0.4921875
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1792,1920,4096,128,0.8583024834849512,0.0,0.4169921875,0.007568359375,0.09033203125,1.0,96,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_z.output,128,1920,2048,4096,128,0.8510069888877128,0.0,0.6123046875,0.01025390625,0.09716796875,1.0,98,0.765625
+fresh-zh-2,layers.0.linear_attn.in_proj_b.output,0,0,16,512,16,1.7893490021656067,0.0,0.58203125,0.005859375,0.109375,1.0,7,0.4375
+fresh-zh-2,layers.0.linear_attn.in_proj_b.output,64,0,16,512,16,1.7893490021656067,0.0,0.58203125,0.005859375,0.109375,1.0,7,0.4375
+fresh-zh-2,layers.0.linear_attn.in_proj_b.output,128,0,16,512,16,1.7893490021656067,0.0,0.58203125,0.005859375,0.109375,1.0,7,0.4375
+fresh-zh-2,layers.0.linear_attn.in_proj_a.output,0,0,16,512,16,1.8912377057938574,0.0,0.73828125,0.01171875,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_a.output,64,0,16,512,16,1.8912377057938574,0.0,0.73828125,0.01171875,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.0.linear_attn.in_proj_a.output,128,0,16,512,16,1.8912377057938574,0.0,0.73828125,0.01171875,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.0.linear_attn.out_proj.output,0,0,2048,65536,2048,0.054103136888008434,0.0,0.5039825439453125,0.01708984375,0.166168212890625,1.0,841,0.41064453125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,0,64,2048,64,0.029815075736771793,0.0,0.494140625,0.005859375,0.1025390625,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,64,128,2048,64,0.04206310119023914,0.0,0.46337890625,0.0146484375,0.1328125,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,128,192,2048,64,0.03148407976075272,0.0,0.5234375,0.01416015625,0.11669921875,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,192,256,2048,64,0.04931347217158113,0.0,0.49462890625,0.01708984375,0.1474609375,1.0,31,0.484375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,256,320,2048,64,0.03005067335540453,0.0,0.51904296875,0.013671875,0.1064453125,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,320,384,2048,64,0.03634003208270243,0.0,0.501953125,0.0107421875,0.109375,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,384,448,2048,64,0.029926629333185902,0.0,0.47021484375,0.0078125,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,448,512,2048,64,0.0393596110869786,0.0,0.5185546875,0.013671875,0.1328125,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,512,576,2048,64,0.041537775001367766,0.0,0.5009765625,0.01220703125,0.10546875,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,576,640,2048,64,0.029990685115461747,0.0,0.5322265625,0.00537109375,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,640,704,2048,64,0.03850833235424555,0.0,0.51171875,0.015625,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,704,768,2048,64,0.03392070301374899,0.0,0.5107421875,0.01171875,0.1005859375,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,768,832,2048,64,0.030955824994340235,0.0,0.52099609375,0.0068359375,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,832,896,2048,64,0.031764637730102435,0.0,0.5126953125,0.01025390625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,896,960,2048,64,0.03409355462847049,0.0,0.52734375,0.01416015625,0.1123046875,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,960,1024,2048,64,0.03385158179126591,0.0,0.509765625,0.0126953125,0.1025390625,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1024,1088,2048,64,0.03265265805029897,0.0,0.5107421875,0.013671875,0.099609375,1.0,47,0.734375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1088,1152,2048,64,0.03520326497609328,0.0,0.49365234375,0.01220703125,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1152,1216,2048,64,0.23063390173030035,0.0,0.501953125,0.05419921875,0.55126953125,1.0,1,0.015625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03618910736361344,0.0,0.50390625,0.00927734375,0.11474609375,1.0,43,0.671875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03120342248420163,0.0,0.4638671875,0.00830078125,0.10107421875,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1344,1408,2048,64,0.041783561894209245,0.0,0.4931640625,0.0126953125,0.1142578125,1.0,42,0.65625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1408,1472,2048,64,0.040495528290855815,0.0,0.50341796875,0.01123046875,0.12939453125,1.0,40,0.625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03903432080789576,0.0,0.48486328125,0.01513671875,0.12158203125,1.0,41,0.640625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1536,1600,2048,64,0.03336304452044733,0.0,0.50390625,0.01171875,0.10205078125,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1600,1664,2048,64,0.026620808492534113,0.0,0.53515625,0.0078125,0.09912109375,1.0,52,0.8125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1664,1728,2048,64,0.03084768235834304,0.0,0.49267578125,0.00927734375,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1728,1792,2048,64,0.033236694839008346,0.0,0.50390625,0.00927734375,0.1044921875,1.0,46,0.71875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1792,1856,2048,64,0.04186377832855305,0.0,0.482421875,0.0166015625,0.12890625,1.0,39,0.609375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1856,1920,2048,64,0.03369898121377989,0.0,0.48388671875,0.01171875,0.10400390625,1.0,45,0.703125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1920,1984,2048,64,0.05281142673081313,0.0,0.5224609375,0.017578125,0.16162109375,1.0,26,0.40625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03375942842260268,0.0,0.53564453125,0.01025390625,0.099609375,1.0,48,0.75
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,0,128,4096,128,0.03645712017514367,0.0,0.478759765625,0.0107421875,0.12353515625,1.0,87,0.6796875
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,128,256,4096,128,0.041370676910093857,0.0,0.509033203125,0.015625,0.135498046875,1.0,76,0.59375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,256,384,4096,128,0.03334397172567376,0.0,0.510498046875,0.01171875,0.111328125,1.0,93,0.7265625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,384,512,4096,128,0.034962709621567604,0.0,0.494384765625,0.01123046875,0.11328125,1.0,93,0.7265625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,512,640,4096,128,0.036227254558957624,0.0,0.5166015625,0.0087890625,0.097900390625,1.0,89,0.6953125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,640,768,4096,128,0.03628708967147954,0.0,0.51123046875,0.01318359375,0.10546875,1.0,89,0.6953125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,768,896,4096,128,0.03136283876823706,0.0,0.516845703125,0.00830078125,0.090576171875,1.0,98,0.765625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,896,1024,4096,128,0.03397278364349371,0.0,0.5185546875,0.013427734375,0.10791015625,1.0,91,0.7109375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03395192146791393,0.0,0.502197265625,0.0126953125,0.103271484375,1.0,91,0.7109375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1152,1280,4096,128,0.1650782361777545,0.0,0.5029296875,0.044921875,0.432861328125,1.0,1,0.0078125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1280,1408,4096,128,0.036874921147677014,0.0,0.478515625,0.010986328125,0.112548828125,1.0,89,0.6953125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1408,1536,4096,128,0.0397716356998881,0.0,0.494140625,0.013427734375,0.125732421875,1.0,80,0.625
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1536,1664,4096,128,0.03018079011945783,0.0,0.51953125,0.010498046875,0.102294921875,1.0,97,0.7578125
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03206444596981673,0.0,0.498291015625,0.009521484375,0.093994140625,1.0,94,0.734375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1792,1920,4096,128,0.038001297811975566,0.0,0.483154296875,0.013916015625,0.117431640625,1.0,83,0.6484375
+fresh-zh-2,layers.0.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0443212466023062,0.0,0.529052734375,0.012939453125,0.13330078125,1.0,73,0.5703125
+fresh-zh-2,layers.0.mlp.gate_proj.output,0,0,6144,196608,6144,0.32942848680352843,0.0,0.7285970052083334,0.008514404296875,0.08359273274739583,1.0,4742,0.7718098958333334
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,0,64,2048,64,0.34058009992692523,0.0,0.71875,0.00439453125,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,64,128,2048,64,0.3138299214028801,0.0,0.68310546875,0.00830078125,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,128,192,2048,64,0.33441860836739684,0.0,0.7548828125,0.009765625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,192,256,2048,64,0.31641037132580974,0.0,0.712890625,0.0087890625,0.09130859375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,256,320,2048,64,0.3437595875016275,0.0,0.7099609375,0.0087890625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,320,384,2048,64,0.3543760505593279,0.0,0.7294921875,0.009765625,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,384,448,2048,64,0.3691045055105634,0.0,0.73681640625,0.0087890625,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,448,512,2048,64,0.336517988247678,0.0,0.73046875,0.00439453125,0.0732421875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,512,576,2048,64,0.35735268061134673,0.0,0.759765625,0.0078125,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,576,640,2048,64,0.2995981405223692,0.0,0.7255859375,0.00390625,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,640,704,2048,64,0.3438474688939868,0.0,0.7607421875,0.009765625,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,704,768,2048,64,0.31686067482206404,0.0,0.6787109375,0.0087890625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,768,832,2048,64,0.35771652816784977,0.0,0.7314453125,0.01123046875,0.099609375,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,832,896,2048,64,0.31744075460126137,0.0,0.72021484375,0.00634765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,896,960,2048,64,0.28934052804885096,0.0,0.703125,0.00830078125,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,960,1024,2048,64,0.33040242212187027,0.0,0.72607421875,0.01025390625,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1024,1088,2048,64,0.3099293545082628,0.0,0.71630859375,0.00537109375,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1088,1152,2048,64,0.33314291611215197,0.0,0.78466796875,0.0087890625,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1152,1216,2048,64,0.3191990550515695,0.0,0.73193359375,0.00439453125,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1216,1280,2048,64,0.2925041678743561,0.0,0.72314453125,0.0078125,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1280,1344,2048,64,0.30514564187739057,0.0,0.7275390625,0.0078125,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1344,1408,2048,64,0.43090586573220935,0.0,0.7470703125,0.00732421875,0.08203125,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1408,1472,2048,64,0.35454590734083824,0.0,0.75390625,0.01220703125,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1472,1536,2048,64,0.31140600313591854,0.0,0.69677734375,0.00634765625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1536,1600,2048,64,0.3310350212631259,0.0,0.7607421875,0.00927734375,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1600,1664,2048,64,0.347999596348856,0.0,0.7529296875,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1664,1728,2048,64,0.3956719213040711,0.0,0.72314453125,0.009765625,0.1103515625,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1728,1792,2048,64,0.33909912167379497,0.0,0.70361328125,0.0068359375,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1792,1856,2048,64,0.32693881346344467,0.0,0.69287109375,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1856,1920,2048,64,0.32898813409769434,0.0,0.7294921875,0.00634765625,0.0693359375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1920,1984,2048,64,0.3321267909281422,0.0,0.73046875,0.00830078125,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,1984,2048,2048,64,0.31738452653964505,0.0,0.734375,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2048,2112,2048,64,0.3569314844770278,0.0,0.73486328125,0.00634765625,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2112,2176,2048,64,0.30400028312394733,0.0,0.67333984375,0.009765625,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2176,2240,2048,64,0.3389968443812381,0.0,0.74658203125,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2240,2304,2048,64,0.33874540102230494,0.0,0.6962890625,0.00830078125,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2304,2368,2048,64,0.31669503855538483,0.0,0.72998046875,0.0078125,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2368,2432,2048,64,0.34169083839834413,0.0,0.75146484375,0.0078125,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2432,2496,2048,64,0.31997207659232885,0.0,0.7255859375,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2496,2560,2048,64,0.3125974137860954,0.0,0.72119140625,0.0087890625,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2560,2624,2048,64,0.3074246895482054,0.0,0.7255859375,0.0146484375,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2624,2688,2048,64,0.31861715345668545,0.0,0.72998046875,0.005859375,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2688,2752,2048,64,0.29847106336606105,0.0,0.744140625,0.01318359375,0.095703125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2752,2816,2048,64,0.3080402691186725,0.0,0.73193359375,0.01123046875,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2816,2880,2048,64,0.33775061471945145,0.0,0.7392578125,0.005859375,0.07275390625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2880,2944,2048,64,0.34386915227708337,0.0,0.763671875,0.00634765625,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,2944,3008,2048,64,0.3479820557799732,0.0,0.72607421875,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3008,3072,2048,64,0.3334321220540212,0.0,0.744140625,0.00830078125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3072,3136,2048,64,0.3282636278215675,0.0,0.71875,0.00537109375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3136,3200,2048,64,0.3006793037784376,0.0,0.69482421875,0.005859375,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3200,3264,2048,64,0.3219982578603481,0.0,0.71923828125,0.0087890625,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3264,3328,2048,64,0.3205198388821216,0.0,0.73681640625,0.00634765625,0.0673828125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3328,3392,2048,64,0.3196029162987154,0.0,0.73046875,0.00830078125,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3392,3456,2048,64,0.3151211352677553,0.0,0.744140625,0.005859375,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3456,3520,2048,64,0.3116916966497253,0.0,0.7138671875,0.01171875,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3520,3584,2048,64,0.3466875544151309,0.0,0.71240234375,0.005859375,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3584,3648,2048,64,0.3415226478879249,0.0,0.75390625,0.0087890625,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3648,3712,2048,64,0.3411978856054673,0.0,0.76123046875,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3712,3776,2048,64,0.3406773573984687,0.0,0.69384765625,0.009765625,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3776,3840,2048,64,0.32032001034992047,0.0,0.76220703125,0.00634765625,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3840,3904,2048,64,0.34396711627717413,0.0,0.7333984375,0.0146484375,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3904,3968,2048,64,0.3293099907226151,0.0,0.71142578125,0.0068359375,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,3968,4032,2048,64,0.30288528562061684,0.0,0.72998046875,0.0087890625,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4032,4096,2048,64,0.3203828320300119,0.0,0.7255859375,0.01171875,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4096,4160,2048,64,0.3477374254776469,0.0,0.75146484375,0.0068359375,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4160,4224,2048,64,0.33573451491633766,0.0,0.7705078125,0.01025390625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4224,4288,2048,64,0.33361037091883367,0.0,0.71240234375,0.0078125,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4288,4352,2048,64,0.3000628991717179,0.0,0.72314453125,0.013671875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4352,4416,2048,64,0.32908096041058443,0.0,0.7333984375,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4416,4480,2048,64,0.32142808314075116,0.0,0.72998046875,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4480,4544,2048,64,0.34636037785231033,0.0,0.728515625,0.01025390625,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4544,4608,2048,64,0.3346522451756118,0.0,0.7490234375,0.0078125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4608,4672,2048,64,0.32619901241242477,0.0,0.73681640625,0.005859375,0.072265625,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4672,4736,2048,64,0.32499515775376997,0.0,0.73095703125,0.00927734375,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4736,4800,2048,64,0.3232337794116893,0.0,0.72412109375,0.00830078125,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4800,4864,2048,64,0.33029931827962833,0.0,0.73388671875,0.01025390625,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4864,4928,2048,64,0.3210129498342023,0.0,0.73193359375,0.01220703125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4928,4992,2048,64,0.3178280012327679,0.0,0.73291015625,0.0107421875,0.09423828125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,4992,5056,2048,64,0.31529529340860596,0.0,0.705078125,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5056,5120,2048,64,0.328024647931786,0.0,0.74365234375,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5120,5184,2048,64,0.3217862028819153,0.0,0.75146484375,0.0078125,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5184,5248,2048,64,0.3915944061043875,0.0,0.73681640625,0.0078125,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5248,5312,2048,64,0.3211647275635703,0.0,0.73095703125,0.01171875,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5312,5376,2048,64,0.319971502670975,0.0,0.71923828125,0.00927734375,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5376,5440,2048,64,0.31325021108456674,0.0,0.70751953125,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5440,5504,2048,64,0.331280070575776,0.0,0.7294921875,0.00732421875,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5504,5568,2048,64,0.3491188431630387,0.0,0.69873046875,0.01171875,0.1044921875,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5568,5632,2048,64,0.32899416383526964,0.0,0.73388671875,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5632,5696,2048,64,0.29849282515933684,0.0,0.72802734375,0.00830078125,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5696,5760,2048,64,0.3269938619107722,0.0,0.75439453125,0.0068359375,0.07080078125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5760,5824,2048,64,0.3175044385309048,0.0,0.69140625,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5824,5888,2048,64,0.3303522953018663,0.0,0.7392578125,0.0068359375,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5888,5952,2048,64,0.33017817049815307,0.0,0.72802734375,0.01123046875,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,5952,6016,2048,64,0.31894614558026363,0.0,0.71875,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,6016,6080,2048,64,0.2974189386337393,0.0,0.71142578125,0.0068359375,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,64,6080,6144,2048,64,0.2970384386692525,0.0,0.7109375,0.00830078125,0.0703125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,0,128,4096,128,0.32747826189991014,0.0,0.700927734375,0.006591796875,0.082763671875,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,128,256,4096,128,0.32553903660308015,0.0,0.73388671875,0.00927734375,0.08642578125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,256,384,4096,128,0.34910817751043616,0.0,0.7197265625,0.009521484375,0.090576171875,1.0,96,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,384,512,4096,128,0.3531872678923052,0.0,0.733642578125,0.00634765625,0.079345703125,1.0,97,0.7578125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,512,640,4096,128,0.3297423116196771,0.0,0.74267578125,0.006103515625,0.079833984375,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,640,768,4096,128,0.33062952765406106,0.0,0.7197265625,0.009033203125,0.08935546875,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,768,896,4096,128,0.3381787598344094,0.0,0.725830078125,0.0087890625,0.09375,1.0,96,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,896,1024,4096,128,0.3105508828803957,0.0,0.714599609375,0.010009765625,0.082763671875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1024,1152,4096,128,0.321745557344322,0.0,0.75048828125,0.007568359375,0.0751953125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1152,1280,4096,128,0.30614271587748443,0.0,0.7275390625,0.006103515625,0.07763671875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1280,1408,4096,128,0.37335889428215685,0.0,0.7373046875,0.00732421875,0.078857421875,1.0,93,0.7265625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1408,1536,4096,128,0.3336738671226936,0.0,0.725341796875,0.008544921875,0.08984375,1.0,97,0.7578125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1536,1664,4096,128,0.33962325035371543,0.0,0.7568359375,0.00830078125,0.08154296875,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1664,1792,4096,128,0.3684728508509102,0.0,0.71337890625,0.008056640625,0.093994140625,1.0,94,0.734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1792,1920,4096,128,0.3279650744560826,0.0,0.711181640625,0.007080078125,0.078125,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,1920,2048,4096,128,0.3248393009928298,0.0,0.732421875,0.009521484375,0.088134765625,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2048,2176,4096,128,0.33152394841882454,0.0,0.7041015625,0.008056640625,0.084716796875,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2176,2304,4096,128,0.3388711460232337,0.0,0.721435546875,0.007568359375,0.078857421875,1.0,97,0.7578125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2304,2432,4096,128,0.329430096144053,0.0,0.74072265625,0.008056640625,0.076416015625,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2432,2560,4096,128,0.31630623840240846,0.0,0.723388671875,0.009521484375,0.089599609375,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2560,2688,4096,128,0.31307094261576845,0.0,0.727783203125,0.01025390625,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2688,2816,4096,128,0.3032934083239952,0.0,0.738037109375,0.01220703125,0.092529296875,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2816,2944,4096,128,0.3408236139347795,0.0,0.75146484375,0.006103515625,0.080810546875,1.0,96,0.75
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,2944,3072,4096,128,0.34078474963113015,0.0,0.735107421875,0.00830078125,0.08544921875,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3072,3200,4096,128,0.31477377040603505,0.0,0.706787109375,0.005615234375,0.084716796875,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3200,3328,4096,128,0.3212598988219043,0.0,0.72802734375,0.007568359375,0.073486328125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3328,3456,4096,128,0.31736993713888734,0.0,0.7373046875,0.007080078125,0.07958984375,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3456,3584,4096,128,0.32965434484223677,0.0,0.713134765625,0.00927734375,0.086669921875,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3584,3712,4096,128,0.34136030536811185,0.0,0.757568359375,0.008544921875,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3712,3840,4096,128,0.33065538773364717,0.0,0.72802734375,0.008056640625,0.0888671875,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3840,3968,4096,128,0.33671831481949704,0.0,0.722412109375,0.010498046875,0.0830078125,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,3968,4096,4096,128,0.31175684058658076,0.0,0.727783203125,0.01025390625,0.080078125,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4096,4224,4096,128,0.34178866393133245,0.0,0.760986328125,0.008544921875,0.08935546875,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4224,4352,4096,128,0.31728033585769094,0.0,0.7177734375,0.010498046875,0.08154296875,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4352,4480,4096,128,0.32527702895861726,0.0,0.731689453125,0.00927734375,0.08447265625,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4480,4608,4096,128,0.3405566300537056,0.0,0.73876953125,0.009033203125,0.08154296875,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4608,4736,4096,128,0.32559764147044973,0.0,0.73388671875,0.007568359375,0.077392578125,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4736,4864,4096,128,0.32678564519326103,0.0,0.72900390625,0.009765625,0.089111328125,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4864,4992,4096,128,0.31942444515790613,0.0,0.732421875,0.011474609375,0.08740234375,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,4992,5120,4096,128,0.32172293335756397,0.0,0.724365234375,0.007568359375,0.08251953125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5120,5248,4096,128,0.3583940144989932,0.0,0.744140625,0.0078125,0.082275390625,1.0,95,0.7421875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5248,5376,4096,128,0.32056867029741387,0.0,0.72509765625,0.010498046875,0.082275390625,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5376,5504,4096,128,0.3223912063822591,0.0,0.718505859375,0.008544921875,0.08349609375,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5504,5632,4096,128,0.3392057830352887,0.0,0.71630859375,0.009765625,0.091064453125,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5632,5760,4096,128,0.3130678460006102,0.0,0.7412109375,0.007568359375,0.073486328125,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5760,5888,4096,128,0.3239920581573232,0.0,0.71533203125,0.0068359375,0.083251953125,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,5888,6016,4096,128,0.3246107423160963,0.0,0.723388671875,0.010986328125,0.083251953125,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gate_proj.output,128,6016,6144,4096,128,0.2972287495390438,0.0,0.711181640625,0.007568359375,0.076416015625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,0,0,6144,196608,6144,0.21727314562039285,0.0,0.4980672200520833,0.008509318033854166,0.08543904622395833,1.0,4988,0.8118489583333334
+fresh-zh-2,layers.0.mlp.up_proj.output,64,0,64,2048,64,0.21695430704533963,0.0,0.48876953125,0.0029296875,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,64,128,2048,64,0.21117260974732122,0.0,0.50927734375,0.00537109375,0.07470703125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,128,192,2048,64,0.21978845740271358,0.0,0.50390625,0.0087890625,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,192,256,2048,64,0.21371655580702606,0.0,0.49267578125,0.0107421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,256,320,2048,64,0.21727549997811632,0.0,0.5009765625,0.009765625,0.07177734375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,320,384,2048,64,0.23262151426780808,0.0,0.50146484375,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,384,448,2048,64,0.2170946236841691,0.0,0.50830078125,0.0087890625,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,448,512,2048,64,0.21910974117380924,0.0,0.51611328125,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,512,576,2048,64,0.21278460496245835,0.0,0.53466796875,0.0087890625,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,576,640,2048,64,0.2242364344536552,0.0,0.46728515625,0.00830078125,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,640,704,2048,64,0.21880112719982286,0.0,0.5078125,0.00830078125,0.07958984375,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,704,768,2048,64,0.2114937417649339,0.0,0.4951171875,0.0107421875,0.078125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,768,832,2048,64,0.22806912271937407,0.0,0.453125,0.00830078125,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,832,896,2048,64,0.21496225439613958,0.0,0.47314453125,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,896,960,2048,64,0.20722572677679224,0.0,0.525390625,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,960,1024,2048,64,0.2253412810014361,0.0,0.484375,0.00634765625,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1024,1088,2048,64,0.21461039791691353,0.0,0.4990234375,0.009765625,0.09375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1088,1152,2048,64,0.21216364469501112,0.0,0.470703125,0.00830078125,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1152,1216,2048,64,0.21592622164805694,0.0,0.4873046875,0.01025390625,0.0771484375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1216,1280,2048,64,0.2124294165109227,0.0,0.49462890625,0.0068359375,0.072265625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1280,1344,2048,64,0.20570939089832677,0.0,0.4775390625,0.01025390625,0.08203125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1344,1408,2048,64,0.2286280400584459,0.0,0.5029296875,0.00830078125,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1408,1472,2048,64,0.20219055104860678,0.0,0.49560546875,0.01025390625,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1472,1536,2048,64,0.21203285588923182,0.0,0.49462890625,0.0078125,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1536,1600,2048,64,0.21534320175006044,0.0,0.49609375,0.00830078125,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1600,1664,2048,64,0.21567667574673857,0.0,0.49169921875,0.00634765625,0.0703125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1664,1728,2048,64,0.27320906470056444,0.0,0.49658203125,0.0126953125,0.10205078125,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1728,1792,2048,64,0.2246204944745003,0.0,0.50634765625,0.0068359375,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1792,1856,2048,64,0.21925139473716138,0.0,0.48779296875,0.01025390625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1856,1920,2048,64,0.21442917463121342,0.0,0.48974609375,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1920,1984,2048,64,0.20813853116999184,0.0,0.50634765625,0.00927734375,0.09130859375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,1984,2048,2048,64,0.21241690747952188,0.0,0.54638671875,0.00830078125,0.0947265625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2048,2112,2048,64,0.20716873448470063,0.0,0.51904296875,0.0048828125,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2112,2176,2048,64,0.21786900147957933,0.0,0.44140625,0.009765625,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2176,2240,2048,64,0.22159435865509314,0.0,0.4580078125,0.00732421875,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2240,2304,2048,64,0.21011184354520523,0.0,0.4560546875,0.0068359375,0.0947265625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2304,2368,2048,64,0.21024634456851457,0.0,0.486328125,0.00830078125,0.09228515625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2368,2432,2048,64,0.20663634744546905,0.0,0.5048828125,0.0078125,0.0908203125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2432,2496,2048,64,0.21796085054072267,0.0,0.4951171875,0.0087890625,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2496,2560,2048,64,0.21992416755319508,0.0,0.47509765625,0.0068359375,0.0810546875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2560,2624,2048,64,0.21526864171462404,0.0,0.53564453125,0.00634765625,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2624,2688,2048,64,0.21127150576928197,0.0,0.50244140625,0.00732421875,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2688,2752,2048,64,0.20444195097343534,0.0,0.50439453125,0.0068359375,0.08544921875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2752,2816,2048,64,0.20821246480712313,0.0,0.52099609375,0.00732421875,0.07666015625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2816,2880,2048,64,0.22988039329790175,0.0,0.4892578125,0.0078125,0.099609375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2880,2944,2048,64,0.2085549735499202,0.0,0.52392578125,0.0107421875,0.09130859375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,2944,3008,2048,64,0.22990625113688767,0.0,0.5078125,0.0087890625,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3008,3072,2048,64,0.21492894862253412,0.0,0.52685546875,0.009765625,0.09765625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3072,3136,2048,64,0.21168186494214644,0.0,0.478515625,0.00732421875,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3136,3200,2048,64,0.215588851169136,0.0,0.5087890625,0.01123046875,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3200,3264,2048,64,0.21054715027560164,0.0,0.46630859375,0.0078125,0.08984375,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3264,3328,2048,64,0.21536880244778464,0.0,0.509765625,0.00634765625,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3328,3392,2048,64,0.20867955870261254,0.0,0.53125,0.00634765625,0.08203125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3392,3456,2048,64,0.20750661303644402,0.0,0.486328125,0.0126953125,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3456,3520,2048,64,0.22481278056174653,0.0,0.478515625,0.00634765625,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3520,3584,2048,64,0.22684924167284248,0.0,0.4931640625,0.01123046875,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3584,3648,2048,64,0.22356980319509132,0.0,0.517578125,0.00732421875,0.0810546875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3648,3712,2048,64,0.22478674846488061,0.0,0.46875,0.00537109375,0.076171875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3712,3776,2048,64,0.2134114873432506,0.0,0.46728515625,0.00830078125,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3776,3840,2048,64,0.22001238252234684,0.0,0.46826171875,0.00927734375,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3840,3904,2048,64,0.22554652668503244,0.0,0.5146484375,0.0087890625,0.0986328125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3904,3968,2048,64,0.22170006112962115,0.0,0.47607421875,0.00927734375,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,3968,4032,2048,64,0.20877261212404336,0.0,0.455078125,0.01171875,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4032,4096,2048,64,0.2176126111413187,0.0,0.51220703125,0.0087890625,0.09814453125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4096,4160,2048,64,0.224045995441357,0.0,0.49462890625,0.00927734375,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4160,4224,2048,64,0.20460947693588563,0.0,0.5205078125,0.01416015625,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4224,4288,2048,64,0.21201078661671216,0.0,0.51220703125,0.005859375,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4288,4352,2048,64,0.2147281012116059,0.0,0.4990234375,0.00927734375,0.07666015625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4352,4416,2048,64,0.2206435261098779,0.0,0.50927734375,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4416,4480,2048,64,0.2213207202682017,0.0,0.5107421875,0.00634765625,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4480,4544,2048,64,0.21286773888786573,0.0,0.525390625,0.00927734375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4544,4608,2048,64,0.2212928290267408,0.0,0.4951171875,0.01025390625,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4608,4672,2048,64,0.22034510613250713,0.0,0.5166015625,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4672,4736,2048,64,0.21653282539539104,0.0,0.50732421875,0.009765625,0.09423828125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4736,4800,2048,64,0.2124875412222129,0.0,0.4658203125,0.01025390625,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4800,4864,2048,64,0.21347626437560455,0.0,0.48095703125,0.00634765625,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4864,4928,2048,64,0.2153579295676941,0.0,0.5107421875,0.00830078125,0.0908203125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4928,4992,2048,64,0.20735335544854622,0.0,0.490234375,0.01025390625,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,4992,5056,2048,64,0.22069294993030467,0.0,0.5244140625,0.0068359375,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5056,5120,2048,64,0.22639429756036103,0.0,0.53271484375,0.01025390625,0.0966796875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5120,5184,2048,64,0.21267885620074775,0.0,0.53076171875,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5184,5248,2048,64,0.22824940234461602,0.0,0.49072265625,0.0048828125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5248,5312,2048,64,0.2141978225554056,0.0,0.48388671875,0.0107421875,0.08544921875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5312,5376,2048,64,0.20496932587148287,0.0,0.4560546875,0.009765625,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5376,5440,2048,64,0.22553192717183418,0.0,0.52001953125,0.0107421875,0.0947265625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5440,5504,2048,64,0.21246770104166335,0.0,0.5,0.0078125,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5504,5568,2048,64,0.21763014802513655,0.0,0.49072265625,0.0087890625,0.0927734375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5568,5632,2048,64,0.21889537340366103,0.0,0.49853515625,0.00634765625,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5632,5696,2048,64,0.22024325229282654,0.0,0.546875,0.0087890625,0.08349609375,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5696,5760,2048,64,0.21389764453023222,0.0,0.48779296875,0.00732421875,0.09228515625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5760,5824,2048,64,0.21878404425008308,0.0,0.513671875,0.009765625,0.08056640625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5824,5888,2048,64,0.22273725276376316,0.0,0.5078125,0.00830078125,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5888,5952,2048,64,0.22397351413936484,0.0,0.49169921875,0.00732421875,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,5952,6016,2048,64,0.2121707508562094,0.0,0.52490234375,0.0078125,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,6016,6080,2048,64,0.21620119441412616,0.0,0.49658203125,0.00830078125,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,64,6080,6144,2048,64,0.22647861957826254,0.0,0.4931640625,0.0078125,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,0,128,4096,128,0.21408297743283786,0.0,0.4990234375,0.004150390625,0.08056640625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,128,256,4096,128,0.21677376713232868,0.0,0.498291015625,0.009765625,0.090087890625,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,256,384,4096,128,0.22507933244857073,0.0,0.501220703125,0.00927734375,0.07861328125,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,384,512,4096,128,0.21810450970787454,0.0,0.51220703125,0.008056640625,0.088134765625,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,512,640,4096,128,0.21858552862154196,0.0,0.5009765625,0.008544921875,0.092041015625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,640,768,4096,128,0.21517845625160248,0.0,0.50146484375,0.009521484375,0.078125,1.0,107,0.8359375
+fresh-zh-2,layers.0.mlp.up_proj.output,128,768,896,4096,128,0.22161260744038858,0.0,0.463134765625,0.008544921875,0.084716796875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,896,1024,4096,128,0.21647308696641474,0.0,0.5048828125,0.00732421875,0.079345703125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1024,1152,4096,128,0.2133905281688094,0.0,0.48486328125,0.009033203125,0.092041015625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1152,1280,4096,128,0.21418495534744836,0.0,0.490966796875,0.00830078125,0.07470703125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1280,1408,4096,128,0.21747084195901636,0.0,0.490234375,0.00927734375,0.088623046875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1408,1536,4096,128,0.20717016062874863,0.0,0.4951171875,0.00927734375,0.0859375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1536,1664,4096,128,0.21551000324942118,0.0,0.493896484375,0.00732421875,0.075927734375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1664,1792,4096,128,0.2500975405442107,0.0,0.50146484375,0.01025390625,0.093017578125,1.0,98,0.765625
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1792,1920,4096,128,0.21685368918606615,0.0,0.48876953125,0.009765625,0.0859375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,1920,2048,4096,128,0.21028860019121987,0.0,0.5263671875,0.0087890625,0.092529296875,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2048,2176,4096,128,0.21258620175554824,0.0,0.480224609375,0.00732421875,0.081787109375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2176,2304,4096,128,0.2159294405421906,0.0,0.45703125,0.007568359375,0.08740234375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2304,2432,4096,128,0.20844916105615197,0.0,0.49560546875,0.00830078125,0.091552734375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2432,2560,4096,128,0.2189447097355872,0.0,0.485107421875,0.0078125,0.082275390625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2560,2688,4096,128,0.21327943789273138,0.0,0.51904296875,0.0068359375,0.0849609375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2688,2816,4096,128,0.20633582071332407,0.0,0.5126953125,0.007080078125,0.08154296875,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2816,2944,4096,128,0.21947684640435983,0.0,0.506591796875,0.00927734375,0.0947265625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,2944,3072,4096,128,0.22254363310124778,0.0,0.517333984375,0.009765625,0.09228515625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3072,3200,4096,128,0.2136442892915851,0.0,0.49365234375,0.0087890625,0.07763671875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3200,3328,4096,128,0.2129716220027561,0.0,0.488037109375,0.007080078125,0.082763671875,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3328,3456,4096,128,0.20809391230184227,0.0,0.5087890625,0.009521484375,0.08349609375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3456,3584,4096,128,0.22583330661291715,0.0,0.48583984375,0.0087890625,0.08642578125,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3584,3712,4096,128,0.22417910159747872,0.0,0.4931640625,0.00634765625,0.07861328125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3712,3840,4096,128,0.21673706581157026,0.0,0.4677734375,0.0087890625,0.085205078125,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3840,3968,4096,128,0.22363156396689599,0.0,0.495361328125,0.009033203125,0.093505859375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,3968,4096,4096,128,0.21323842536095486,0.0,0.483642578125,0.01025390625,0.092041015625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4096,4224,4096,128,0.21454795049741826,0.0,0.507568359375,0.01171875,0.08837890625,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4224,4352,4096,128,0.21337376958260207,0.0,0.505615234375,0.007568359375,0.080078125,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4352,4480,4096,128,0.2209823825944457,0.0,0.510009765625,0.0078125,0.084228515625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4480,4608,4096,128,0.2171211533198584,0.0,0.51025390625,0.009521484375,0.08251953125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4608,4736,4096,128,0.21844728227910817,0.0,0.511962890625,0.00927734375,0.08740234375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4736,4864,4096,128,0.21298247654023636,0.0,0.473388671875,0.00830078125,0.08349609375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4864,4992,4096,128,0.2113935333015831,0.0,0.50048828125,0.00927734375,0.088134765625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,4992,5120,4096,128,0.22356179919296282,0.0,0.528564453125,0.008544921875,0.091064453125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5120,5248,4096,128,0.22060154753030717,0.0,0.5107421875,0.0068359375,0.086669921875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5248,5376,4096,128,0.2096343623260356,0.0,0.469970703125,0.01025390625,0.087158203125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5376,5504,4096,128,0.21909720920149936,0.0,0.510009765625,0.00927734375,0.086181640625,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5504,5632,4096,128,0.21826367749464298,0.0,0.49462890625,0.007568359375,0.090576171875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5632,5760,4096,128,0.2170936347709246,0.0,0.517333984375,0.00830078125,0.0888671875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5760,5888,4096,128,0.2207694971991951,0.0,0.5107421875,0.00927734375,0.07958984375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,5888,6016,4096,128,0.2181519683097358,0.0,0.50830078125,0.008056640625,0.07861328125,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.up_proj.output,128,6016,6144,4096,128,0.22139955012620302,0.0,0.494873046875,0.008056640625,0.07763671875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,0,0,6144,196608,6144,0.13544072669101972,0.0,0.7285970052083334,0.007136027018229167,0.0686187744140625,1.0,4956,0.806640625
+fresh-zh-2,layers.0.mlp.silu_gate,64,0,64,2048,64,0.13580796051814767,0.0,0.71875,0.00439453125,0.05712890625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,64,128,2048,64,0.1383852759925721,0.0,0.68310546875,0.0068359375,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,128,192,2048,64,0.13172955889412363,0.0,0.7548828125,0.00927734375,0.06640625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,192,256,2048,64,0.1317453775405984,0.0,0.712890625,0.00830078125,0.07470703125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,256,320,2048,64,0.13806348004240168,0.0,0.7099609375,0.00732421875,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,320,384,2048,64,0.13552484065032322,0.0,0.7294921875,0.00634765625,0.07275390625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,384,448,2048,64,0.13928205263499158,0.0,0.73681640625,0.00732421875,0.06787109375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,448,512,2048,64,0.13584058320560055,0.0,0.73046875,0.00390625,0.0556640625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,512,576,2048,64,0.138582603200289,0.0,0.759765625,0.0048828125,0.0615234375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,576,640,2048,64,0.1259425433989193,0.0,0.7255859375,0.0029296875,0.0654296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,640,704,2048,64,0.13343341528902417,0.0,0.7607421875,0.00830078125,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,704,768,2048,64,0.14123823068152247,0.0,0.6787109375,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,768,832,2048,64,0.1556010862555057,0.0,0.7314453125,0.0107421875,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.silu_gate,64,832,896,2048,64,0.1290720134541074,0.0,0.72021484375,0.005859375,0.06787109375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,896,960,2048,64,0.12784995305922356,0.0,0.703125,0.00732421875,0.07568359375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,960,1024,2048,64,0.13894822759698747,0.0,0.72607421875,0.0087890625,0.06396484375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1024,1088,2048,64,0.13218072950469484,0.0,0.71630859375,0.00390625,0.0625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1088,1152,2048,64,0.1342444160119346,0.0,0.78466796875,0.00732421875,0.0654296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1152,1216,2048,64,0.13159683330078514,0.0,0.73193359375,0.00341796875,0.06103515625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1216,1280,2048,64,0.12622934759292143,0.0,0.72314453125,0.005859375,0.0634765625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,1280,1344,2048,64,0.1281188144924924,0.0,0.7275390625,0.00634765625,0.0625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1344,1408,2048,64,0.14984855342359088,0.0,0.7470703125,0.005859375,0.0576171875,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1408,1472,2048,64,0.13429472575610743,0.0,0.75390625,0.00830078125,0.0703125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1472,1536,2048,64,0.1341176454739278,0.0,0.69677734375,0.00439453125,0.07177734375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,1536,1600,2048,64,0.13773804801967504,0.0,0.7607421875,0.00830078125,0.06640625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1600,1664,2048,64,0.1338363351811158,0.0,0.7529296875,0.0048828125,0.0703125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1664,1728,2048,64,0.1398563390655553,0.0,0.72314453125,0.0068359375,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,1728,1792,2048,64,0.13869311798705464,0.0,0.70361328125,0.0048828125,0.0615234375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1792,1856,2048,64,0.14887242304264203,0.0,0.69287109375,0.00732421875,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1856,1920,2048,64,0.13203094959147607,0.0,0.7294921875,0.0048828125,0.05322265625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,1920,1984,2048,64,0.15125775950265002,0.0,0.73046875,0.00732421875,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.silu_gate,64,1984,2048,2048,64,0.13565683807867202,0.0,0.734375,0.0087890625,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2048,2112,2048,64,0.14085761582266096,0.0,0.73486328125,0.00439453125,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2112,2176,2048,64,0.13189843256973385,0.0,0.67333984375,0.0087890625,0.06884765625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2176,2240,2048,64,0.13517128120616892,0.0,0.74658203125,0.00537109375,0.06591796875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2240,2304,2048,64,0.137823766872528,0.0,0.6962890625,0.00732421875,0.06396484375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2304,2368,2048,64,0.13031880693389664,0.0,0.72998046875,0.0068359375,0.05859375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2368,2432,2048,64,0.13562086361858272,0.0,0.75146484375,0.00732421875,0.06103515625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2432,2496,2048,64,0.13714080768711123,0.0,0.7255859375,0.0087890625,0.07177734375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2496,2560,2048,64,0.13374033610187205,0.0,0.72119140625,0.00732421875,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2560,2624,2048,64,0.12821623026794193,0.0,0.7255859375,0.01220703125,0.072265625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2624,2688,2048,64,0.1283399835151579,0.0,0.72998046875,0.005859375,0.064453125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2688,2752,2048,64,0.12249596776093816,0.0,0.744140625,0.01025390625,0.0791015625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,2752,2816,2048,64,0.12568359968912857,0.0,0.73193359375,0.01123046875,0.0712890625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2816,2880,2048,64,0.1400284779039031,0.0,0.7392578125,0.00537109375,0.0576171875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,2880,2944,2048,64,0.13352291852448248,0.0,0.763671875,0.00634765625,0.06396484375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,2944,3008,2048,64,0.14013804580109987,0.0,0.72607421875,0.005859375,0.0712890625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3008,3072,2048,64,0.13505719826145335,0.0,0.744140625,0.0078125,0.06494140625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,3072,3136,2048,64,0.1371389889309946,0.0,0.71875,0.00537109375,0.0673828125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3136,3200,2048,64,0.13247560800250552,0.0,0.69482421875,0.00537109375,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,3200,3264,2048,64,0.13833544285228858,0.0,0.71923828125,0.00830078125,0.06640625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3264,3328,2048,64,0.13160453880617515,0.0,0.73681640625,0.00439453125,0.0537109375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3328,3392,2048,64,0.13366157460296674,0.0,0.73046875,0.00732421875,0.06640625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3392,3456,2048,64,0.12914987183146626,0.0,0.744140625,0.0048828125,0.06201171875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,3456,3520,2048,64,0.14031692641403698,0.0,0.7138671875,0.01025390625,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,3520,3584,2048,64,0.1474593619049637,0.0,0.71240234375,0.00439453125,0.0712890625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3584,3648,2048,64,0.14408975716366673,0.0,0.75390625,0.00732421875,0.06884765625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,3648,3712,2048,64,0.13965247997145538,0.0,0.76123046875,0.00634765625,0.0732421875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3712,3776,2048,64,0.13377602238322728,0.0,0.69384765625,0.0087890625,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3776,3840,2048,64,0.13574062924038932,0.0,0.76220703125,0.005859375,0.0654296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3840,3904,2048,64,0.1364437048734989,0.0,0.7333984375,0.01123046875,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,3904,3968,2048,64,0.13456905641226832,0.0,0.71142578125,0.0068359375,0.05859375,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,3968,4032,2048,64,0.1265048433639922,0.0,0.72998046875,0.00732421875,0.0703125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,4032,4096,2048,64,0.13378099707489838,0.0,0.7255859375,0.0107421875,0.0625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4096,4160,2048,64,0.13690502022936377,0.0,0.75146484375,0.005859375,0.0703125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4160,4224,2048,64,0.132987343798001,0.0,0.7705078125,0.00927734375,0.064453125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4224,4288,2048,64,0.13704545184716796,0.0,0.71240234375,0.00634765625,0.0634765625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4288,4352,2048,64,0.12691674212305223,0.0,0.72314453125,0.0107421875,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4352,4416,2048,64,0.13112638853277767,0.0,0.7333984375,0.00634765625,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4416,4480,2048,64,0.13518256721074023,0.0,0.72998046875,0.0068359375,0.06494140625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,4480,4544,2048,64,0.13870404791536503,0.0,0.728515625,0.00830078125,0.06298828125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4544,4608,2048,64,0.13338430571975524,0.0,0.7490234375,0.00732421875,0.0654296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4608,4672,2048,64,0.13443044248535665,0.0,0.73681640625,0.0048828125,0.0595703125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,4672,4736,2048,64,0.1355506916393894,0.0,0.73095703125,0.0078125,0.0673828125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,4736,4800,2048,64,0.13191347067261758,0.0,0.72412109375,0.0068359375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4800,4864,2048,64,0.14189381091483658,0.0,0.73388671875,0.00927734375,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,4864,4928,2048,64,0.13458560252161683,0.0,0.73193359375,0.0107421875,0.068359375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4928,4992,2048,64,0.1329028643698895,0.0,0.73291015625,0.0087890625,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,4992,5056,2048,64,0.13690666525279976,0.0,0.705078125,0.00634765625,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5056,5120,2048,64,0.13490981782471784,0.0,0.74365234375,0.005859375,0.06787109375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5120,5184,2048,64,0.12853814287018847,0.0,0.75146484375,0.0068359375,0.05810546875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5184,5248,2048,64,0.14061036814539363,0.0,0.73681640625,0.0048828125,0.06396484375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5248,5312,2048,64,0.1345743411319696,0.0,0.73095703125,0.00927734375,0.06298828125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5312,5376,2048,64,0.13007513091901843,0.0,0.71923828125,0.00732421875,0.07275390625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,5376,5440,2048,64,0.13861310517145595,0.0,0.70751953125,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5440,5504,2048,64,0.1330312094705501,0.0,0.7294921875,0.00732421875,0.06591796875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.silu_gate,64,5504,5568,2048,64,0.150541941407272,0.0,0.69873046875,0.01025390625,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5568,5632,2048,64,0.13766350482435616,0.0,0.73388671875,0.00732421875,0.0673828125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5632,5696,2048,64,0.12947790018809996,0.0,0.72802734375,0.0068359375,0.06494140625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5696,5760,2048,64,0.134705366457239,0.0,0.75439453125,0.00634765625,0.060546875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5760,5824,2048,64,0.1316188534663335,0.0,0.69140625,0.005859375,0.06884765625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5824,5888,2048,64,0.1429064267264296,0.0,0.7392578125,0.005859375,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,64,5888,5952,2048,64,0.13112086148857754,0.0,0.72802734375,0.009765625,0.06494140625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,5952,6016,2048,64,0.13536185289269764,0.0,0.71875,0.00830078125,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,6016,6080,2048,64,0.13019414436815382,0.0,0.71142578125,0.0068359375,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,64,6080,6144,2048,64,0.12972124890767486,0.0,0.7109375,0.00732421875,0.060546875,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,0,128,4096,128,0.13710267457573375,0.0,0.700927734375,0.005615234375,0.065673828125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,128,256,4096,128,0.13173746845479306,0.0,0.73388671875,0.0087890625,0.070556640625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,256,384,4096,128,0.13680004925933717,0.0,0.7197265625,0.0068359375,0.072998046875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,384,512,4096,128,0.13757207971069974,0.0,0.733642578125,0.005615234375,0.062744140625,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,512,640,4096,128,0.13241348524141608,0.0,0.74267578125,0.00390625,0.063232421875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,640,768,4096,128,0.13739125540175426,0.0,0.7197265625,0.007568359375,0.077392578125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,768,896,4096,128,0.14295328380451883,0.0,0.725830078125,0.0078125,0.07568359375,1.0,100,0.78125
+fresh-zh-2,layers.0.mlp.silu_gate,128,896,1024,4096,128,0.1335144569879792,0.0,0.714599609375,0.0078125,0.07177734375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,1024,1152,4096,128,0.13321656894466744,0.0,0.75048828125,0.005615234375,0.06396484375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,1152,1280,4096,128,0.12894102281378336,0.0,0.7275390625,0.004638671875,0.06103515625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,1280,1408,4096,128,0.13940771067287572,0.0,0.7373046875,0.00634765625,0.060791015625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,1408,1536,4096,128,0.13420621482140516,0.0,0.725341796875,0.006103515625,0.071044921875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,1536,1664,4096,128,0.13580120486759734,0.0,0.7568359375,0.00634765625,0.06787109375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,1664,1792,4096,128,0.13927594292229836,0.0,0.71337890625,0.005859375,0.06787109375,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,1792,1920,4096,128,0.14070389119106527,0.0,0.711181640625,0.006103515625,0.064697265625,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,1920,2048,4096,128,0.14366921647879993,0.0,0.732421875,0.008544921875,0.07861328125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.silu_gate,128,2048,2176,4096,128,0.13645157465122376,0.0,0.7041015625,0.007080078125,0.069091796875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,2176,2304,4096,128,0.13650396693475642,0.0,0.721435546875,0.00634765625,0.064697265625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,2304,2432,4096,128,0.1329962595138007,0.0,0.74072265625,0.007080078125,0.06103515625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,2432,2560,4096,128,0.13545124331971806,0.0,0.723388671875,0.008056640625,0.07568359375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,2560,2688,4096,128,0.12827812181504863,0.0,0.727783203125,0.009033203125,0.068359375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,2688,2816,4096,128,0.12410001883260517,0.0,0.738037109375,0.0107421875,0.07568359375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,2816,2944,4096,128,0.1368143713127014,0.0,0.75146484375,0.005859375,0.060791015625,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,2944,3072,4096,128,0.1376210715755125,0.0,0.735107421875,0.0068359375,0.068115234375,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,3072,3200,4096,128,0.13482746196648693,0.0,0.706787109375,0.00537109375,0.07177734375,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,3200,3328,4096,128,0.13501194277456505,0.0,0.72802734375,0.00634765625,0.060546875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,3328,3456,4096,128,0.13142508497130334,0.0,0.7373046875,0.006103515625,0.0634765625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,3456,3584,4096,128,0.14393245508171765,0.0,0.713134765625,0.00732421875,0.07470703125,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.silu_gate,128,3584,3712,4096,128,0.14188846549607584,0.0,0.757568359375,0.0068359375,0.0712890625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,3712,3840,4096,128,0.13476190595130094,0.0,0.72802734375,0.007080078125,0.06982421875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,3840,3968,4096,128,0.1355096224319416,0.0,0.722412109375,0.009033203125,0.06591796875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,3968,4096,4096,128,0.13019376055115348,0.0,0.727783203125,0.009033203125,0.06689453125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4096,4224,4096,128,0.134960398218237,0.0,0.760986328125,0.007568359375,0.068115234375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4224,4352,4096,128,0.13207822550126075,0.0,0.7177734375,0.00927734375,0.069580078125,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4352,4480,4096,128,0.13316992199317243,0.0,0.731689453125,0.006591796875,0.068115234375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4480,4608,4096,128,0.13607017660098963,0.0,0.73876953125,0.007568359375,0.064453125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4608,4736,4096,128,0.1349917291368727,0.0,0.73388671875,0.00634765625,0.0634765625,1.0,102,0.796875
+fresh-zh-2,layers.0.mlp.silu_gate,128,4736,4864,4096,128,0.13699455704667785,0.0,0.72900390625,0.008056640625,0.078369140625,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,4864,4992,4096,128,0.13374687989599585,0.0,0.732421875,0.009765625,0.0771484375,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,4992,5120,4096,128,0.1359119088530154,0.0,0.724365234375,0.006103515625,0.0732421875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,5120,5248,4096,128,0.13470955757202252,0.0,0.744140625,0.005859375,0.061279296875,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,5248,5376,4096,128,0.13234385700648046,0.0,0.72509765625,0.00830078125,0.067626953125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.silu_gate,128,5376,5504,4096,128,0.1358508292548678,0.0,0.718505859375,0.008056640625,0.072021484375,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,5504,5632,4096,128,0.1442465193396292,0.0,0.71630859375,0.008544921875,0.07666015625,1.0,101,0.7890625
+fresh-zh-2,layers.0.mlp.silu_gate,128,5632,5760,4096,128,0.13211749011674914,0.0,0.7412109375,0.0068359375,0.0625,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.silu_gate,128,5760,5888,4096,128,0.13737861803699397,0.0,0.71533203125,0.006103515625,0.069091796875,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.silu_gate,128,5888,6016,4096,128,0.1332582296446472,0.0,0.723388671875,0.009033203125,0.07177734375,1.0,104,0.8125
+fresh-zh-2,layers.0.mlp.silu_gate,128,6016,6144,4096,128,0.12995791173669,0.0,0.711181640625,0.007080078125,0.065673828125,1.0,103,0.8046875
+fresh-zh-2,layers.0.mlp.gated_product,0,0,6144,196608,6144,0.039606813886852055,0.0,0.4997355143229167,0.044484456380208336,0.2610931396484375,1.0,3642,0.5927734375
+fresh-zh-2,layers.0.mlp.gated_product,64,0,64,2048,64,0.03418152589650655,0.0,0.50439453125,0.0263671875,0.2197265625,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,64,128,2048,64,0.042168273751539656,0.0,0.49609375,0.04638671875,0.28173828125,1.0,34,0.53125
+fresh-zh-2,layers.0.mlp.gated_product,64,128,192,2048,64,0.03632862777394134,0.0,0.4912109375,0.04443359375,0.24072265625,1.0,42,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,64,192,256,2048,64,0.033957112180642304,0.0,0.51025390625,0.04541015625,0.25439453125,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,256,320,2048,64,0.037159530900411075,0.0,0.517578125,0.03955078125,0.244140625,1.0,42,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,64,320,384,2048,64,0.04335860196403883,0.0,0.51025390625,0.04248046875,0.27880859375,1.0,38,0.59375
+fresh-zh-2,layers.0.mlp.gated_product,64,384,448,2048,64,0.03084118067749536,0.0,0.4833984375,0.04150390625,0.22021484375,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,448,512,2048,64,0.04227153990762449,0.0,0.50634765625,0.041015625,0.2646484375,1.0,37,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,64,512,576,2048,64,0.031094254392788016,0.0,0.47998046875,0.03125,0.216796875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,576,640,2048,64,0.041451444468322836,0.0,0.52587890625,0.0458984375,0.2744140625,1.0,37,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,64,640,704,2048,64,0.03275341580412762,0.0,0.490234375,0.0380859375,0.236328125,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,704,768,2048,64,0.032570820786232746,0.0,0.5107421875,0.0439453125,0.2392578125,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,768,832,2048,64,0.07066859013961839,0.0,0.5029296875,0.07080078125,0.384765625,1.0,12,0.1875
+fresh-zh-2,layers.0.mlp.gated_product,64,832,896,2048,64,0.02888222763236449,0.0,0.4873046875,0.0361328125,0.2216796875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,896,960,2048,64,0.03315039359557209,0.0,0.4921875,0.04541015625,0.2451171875,1.0,40,0.625
+fresh-zh-2,layers.0.mlp.gated_product,64,960,1024,2048,64,0.03568084802400308,0.0,0.51513671875,0.03564453125,0.2158203125,1.0,42,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,64,1024,1088,2048,64,0.04247178912363456,0.0,0.49951171875,0.0537109375,0.27783203125,1.0,35,0.546875
+fresh-zh-2,layers.0.mlp.gated_product,64,1088,1152,2048,64,0.05344697749393861,0.0,0.52978515625,0.05322265625,0.318359375,1.0,29,0.453125
+fresh-zh-2,layers.0.mlp.gated_product,64,1152,1216,2048,64,0.029514324239568245,0.0,0.51513671875,0.02587890625,0.19873046875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,1216,1280,2048,64,0.02805965966707831,0.0,0.50390625,0.03515625,0.2060546875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,1280,1344,2048,64,0.025990754521938567,0.0,0.4990234375,0.02978515625,0.19580078125,1.0,51,0.796875
+fresh-zh-2,layers.0.mlp.gated_product,64,1344,1408,2048,64,0.03652250052366777,0.0,0.4931640625,0.03466796875,0.21630859375,1.0,42,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,64,1408,1472,2048,64,0.028008770108021584,0.0,0.50537109375,0.04150390625,0.212890625,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,1472,1536,2048,64,0.030480112289770607,0.0,0.486328125,0.04345703125,0.22607421875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,1536,1600,2048,64,0.030332437382037756,0.0,0.5009765625,0.03564453125,0.2001953125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,1600,1664,2048,64,0.03165102420318616,0.0,0.48583984375,0.033203125,0.21337890625,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,1664,1728,2048,64,0.05422872170094035,0.0,0.50390625,0.05810546875,0.31982421875,1.0,25,0.390625
+fresh-zh-2,layers.0.mlp.gated_product,64,1728,1792,2048,64,0.03011540908917765,0.0,0.4765625,0.02783203125,0.19091796875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,1792,1856,2048,64,0.05214330707227567,0.0,0.4970703125,0.0595703125,0.3203125,1.0,31,0.484375
+fresh-zh-2,layers.0.mlp.gated_product,64,1856,1920,2048,64,0.02961589839057952,0.0,0.51025390625,0.03466796875,0.19970703125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,1920,1984,2048,64,0.0462422732355669,0.0,0.49169921875,0.05419921875,0.2939453125,1.0,32,0.5
+fresh-zh-2,layers.0.mlp.gated_product,64,1984,2048,2048,64,0.04561609206741184,0.0,0.50341796875,0.0537109375,0.29443359375,1.0,32,0.5
+fresh-zh-2,layers.0.mlp.gated_product,64,2048,2112,2048,64,0.038432156667358365,0.0,0.474609375,0.0390625,0.251953125,1.0,40,0.625
+fresh-zh-2,layers.0.mlp.gated_product,64,2112,2176,2048,64,0.03322677537840133,0.0,0.51904296875,0.041015625,0.228515625,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,2176,2240,2048,64,0.030501308665372682,0.0,0.51806640625,0.025390625,0.19873046875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,2240,2304,2048,64,0.03269533005681592,0.0,0.50390625,0.0439453125,0.23291015625,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,2304,2368,2048,64,0.027692729205794162,0.0,0.50048828125,0.0302734375,0.19970703125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,2368,2432,2048,64,0.02785694047310459,0.0,0.49267578125,0.02978515625,0.197265625,1.0,50,0.78125
+fresh-zh-2,layers.0.mlp.gated_product,64,2432,2496,2048,64,0.03603402468661614,0.0,0.4892578125,0.04248046875,0.25146484375,1.0,41,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,64,2496,2560,2048,64,0.06274418246932359,0.0,0.4912109375,0.06494140625,0.3583984375,1.0,17,0.265625
+fresh-zh-2,layers.0.mlp.gated_product,64,2560,2624,2048,64,0.029078855497791295,0.0,0.46337890625,0.03662109375,0.2177734375,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,2624,2688,2048,64,0.030334227494168205,0.0,0.490234375,0.03466796875,0.2119140625,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,2688,2752,2048,64,0.031121305428553032,0.0,0.51904296875,0.04638671875,0.24609375,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,2752,2816,2048,64,0.027262952443546117,0.0,0.486328125,0.0322265625,0.20703125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,2816,2880,2048,64,0.07410490777962067,0.0,0.5,0.06396484375,0.3798828125,1.0,13,0.203125
+fresh-zh-2,layers.0.mlp.gated_product,64,2880,2944,2048,64,0.028023611751924474,0.0,0.48681640625,0.03369140625,0.21826171875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,2944,3008,2048,64,0.04315502797541565,0.0,0.48095703125,0.04345703125,0.27001953125,1.0,38,0.59375
+fresh-zh-2,layers.0.mlp.gated_product,64,3008,3072,2048,64,0.03337859870675799,0.0,0.47705078125,0.0419921875,0.2509765625,1.0,41,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,64,3072,3136,2048,64,0.029228720579151345,0.0,0.4951171875,0.03173828125,0.20849609375,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,3136,3200,2048,64,0.0387763075355529,0.0,0.50341796875,0.04345703125,0.28515625,1.0,38,0.59375
+fresh-zh-2,layers.0.mlp.gated_product,64,3200,3264,2048,64,0.08304463803060984,0.0,0.51953125,0.080078125,0.4287109375,1.0,2,0.03125
+fresh-zh-2,layers.0.mlp.gated_product,64,3264,3328,2048,64,0.03279920714471809,0.0,0.50732421875,0.0341796875,0.21826171875,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,3328,3392,2048,64,0.03459592689770879,0.0,0.501953125,0.03955078125,0.25244140625,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,3392,3456,2048,64,0.029372699050209096,0.0,0.501953125,0.037109375,0.2177734375,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,3456,3520,2048,64,0.06830105769945691,0.0,0.4921875,0.0810546875,0.37646484375,1.0,15,0.234375
+fresh-zh-2,layers.0.mlp.gated_product,64,3520,3584,2048,64,0.051538716511525154,0.0,0.52099609375,0.0556640625,0.28173828125,1.0,32,0.5
+fresh-zh-2,layers.0.mlp.gated_product,64,3584,3648,2048,64,0.03443108038293123,0.0,0.49609375,0.03076171875,0.22216796875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,3648,3712,2048,64,0.031594163587411975,0.0,0.53466796875,0.0322265625,0.19921875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,3712,3776,2048,64,0.02988029213012989,0.0,0.5068359375,0.0341796875,0.228515625,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,3776,3840,2048,64,0.045848535150924595,0.0,0.5185546875,0.05029296875,0.28173828125,1.0,32,0.5
+fresh-zh-2,layers.0.mlp.gated_product,64,3840,3904,2048,64,0.045898549423253054,0.0,0.51171875,0.060546875,0.296875,1.0,31,0.484375
+fresh-zh-2,layers.0.mlp.gated_product,64,3904,3968,2048,64,0.034698922222099145,0.0,0.5166015625,0.0390625,0.2333984375,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,3968,4032,2048,64,0.0280999940811619,0.0,0.52685546875,0.04052734375,0.21875,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,4032,4096,2048,64,0.037779682392120886,0.0,0.47509765625,0.05029296875,0.2578125,1.0,40,0.625
+fresh-zh-2,layers.0.mlp.gated_product,64,4096,4160,2048,64,0.030214483712586455,0.0,0.5009765625,0.03369140625,0.2177734375,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,4160,4224,2048,64,0.02845671561633545,0.0,0.474609375,0.04052734375,0.21142578125,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,4224,4288,2048,64,0.03028422203597597,0.0,0.4814453125,0.02978515625,0.22216796875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,4288,4352,2048,64,0.0333344208253559,0.0,0.47900390625,0.0439453125,0.240234375,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,4352,4416,2048,64,0.03151811061184369,0.0,0.50927734375,0.0400390625,0.22265625,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,4416,4480,2048,64,0.03443244960271859,0.0,0.49169921875,0.0400390625,0.2265625,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,4480,4544,2048,64,0.02971266532315844,0.0,0.4833984375,0.0322265625,0.20703125,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,4544,4608,2048,64,0.050500180163803865,0.0,0.5009765625,0.04736328125,0.287109375,1.0,31,0.484375
+fresh-zh-2,layers.0.mlp.gated_product,64,4608,4672,2048,64,0.04128549248821666,0.0,0.49560546875,0.03857421875,0.26416015625,1.0,37,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,64,4672,4736,2048,64,0.02890391101177835,0.0,0.4921875,0.03662109375,0.2158203125,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,4736,4800,2048,64,0.0313879370547743,0.0,0.52294921875,0.0400390625,0.22900390625,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,4800,4864,2048,64,0.07923406923448814,0.0,0.5029296875,0.07421875,0.404296875,1.0,4,0.0625
+fresh-zh-2,layers.0.mlp.gated_product,64,4864,4928,2048,64,0.035558849749368175,0.0,0.50732421875,0.04541015625,0.22802734375,1.0,44,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,64,4928,4992,2048,64,0.03596796179159801,0.0,0.49462890625,0.044921875,0.26416015625,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,4992,5056,2048,64,0.061554655368506316,0.0,0.490234375,0.06396484375,0.3642578125,1.0,19,0.296875
+fresh-zh-2,layers.0.mlp.gated_product,64,5056,5120,2048,64,0.04513143405510111,0.0,0.4765625,0.04443359375,0.2802734375,1.0,35,0.546875
+fresh-zh-2,layers.0.mlp.gated_product,64,5120,5184,2048,64,0.02954661353438577,0.0,0.494140625,0.037109375,0.21484375,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,5184,5248,2048,64,0.03189498512709483,0.0,0.5244140625,0.0283203125,0.20703125,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,5248,5312,2048,64,0.03158747965846125,0.0,0.5185546875,0.03759765625,0.21875,1.0,47,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,64,5312,5376,2048,64,0.027770614325489596,0.0,0.52197265625,0.03271484375,0.21875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,5376,5440,2048,64,0.04171029918437113,0.0,0.4951171875,0.04931640625,0.2685546875,1.0,38,0.59375
+fresh-zh-2,layers.0.mlp.gated_product,64,5440,5504,2048,64,0.029903524980397774,0.0,0.505859375,0.02978515625,0.20361328125,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,5504,5568,2048,64,0.04218201470814742,0.0,0.4833984375,0.0556640625,0.279296875,1.0,39,0.609375
+fresh-zh-2,layers.0.mlp.gated_product,64,5568,5632,2048,64,0.032450593985045434,0.0,0.498046875,0.0390625,0.2236328125,1.0,45,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,64,5632,5696,2048,64,0.048183515575298486,0.0,0.46337890625,0.0556640625,0.298828125,1.0,30,0.46875
+fresh-zh-2,layers.0.mlp.gated_product,64,5696,5760,2048,64,0.02915688971316088,0.0,0.501953125,0.0341796875,0.2060546875,1.0,46,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,64,5760,5824,2048,64,0.02817502276533427,0.0,0.5078125,0.0302734375,0.20849609375,1.0,49,0.765625
+fresh-zh-2,layers.0.mlp.gated_product,64,5824,5888,2048,64,0.03367148225027319,0.0,0.4931640625,0.03662109375,0.2216796875,1.0,43,0.671875
+fresh-zh-2,layers.0.mlp.gated_product,64,5888,5952,2048,64,0.029551154095331354,0.0,0.5,0.033203125,0.201171875,1.0,48,0.75
+fresh-zh-2,layers.0.mlp.gated_product,64,5952,6016,2048,64,0.04954672769127141,0.0,0.49169921875,0.05224609375,0.31005859375,1.0,27,0.421875
+fresh-zh-2,layers.0.mlp.gated_product,64,6016,6080,2048,64,0.04207701304858154,0.0,0.509765625,0.05126953125,0.28076171875,1.0,34,0.53125
+fresh-zh-2,layers.0.mlp.gated_product,64,6080,6144,2048,64,0.03392383831051684,0.0,0.513671875,0.033203125,0.23583984375,1.0,41,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,128,0,128,4096,128,0.03838319960476417,0.0,0.500244140625,0.036865234375,0.251953125,1.0,77,0.6015625
+fresh-zh-2,layers.0.mlp.gated_product,128,128,256,4096,128,0.035162868651365094,0.0,0.500732421875,0.044677734375,0.247802734375,1.0,85,0.6640625
+fresh-zh-2,layers.0.mlp.gated_product,128,256,384,4096,128,0.040378206380512725,0.0,0.513916015625,0.039306640625,0.260986328125,1.0,79,0.6171875
+fresh-zh-2,layers.0.mlp.gated_product,128,384,512,4096,128,0.037000415617556265,0.0,0.494873046875,0.042236328125,0.245361328125,1.0,82,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,128,512,640,4096,128,0.03664065300150823,0.0,0.5029296875,0.038818359375,0.2470703125,1.0,83,0.6484375
+fresh-zh-2,layers.0.mlp.gated_product,128,640,768,4096,128,0.03266224589282685,0.0,0.50048828125,0.041015625,0.23779296875,1.0,90,0.703125
+fresh-zh-2,layers.0.mlp.gated_product,128,768,896,4096,128,0.05398255600344008,0.0,0.4951171875,0.06201171875,0.32568359375,1.0,49,0.3828125
+fresh-zh-2,layers.0.mlp.gated_product,128,896,1024,4096,128,0.03443886983666385,0.0,0.503662109375,0.041015625,0.23193359375,1.0,82,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,128,1024,1152,4096,128,0.048272312326011806,0.0,0.5146484375,0.054443359375,0.30126953125,1.0,62,0.484375
+fresh-zh-2,layers.0.mlp.gated_product,128,1152,1280,4096,128,0.02879617887802674,0.0,0.509521484375,0.031005859375,0.20361328125,1.0,93,0.7265625
+fresh-zh-2,layers.0.mlp.gated_product,128,1280,1408,4096,128,0.031697100538700555,0.0,0.49609375,0.032470703125,0.20751953125,1.0,91,0.7109375
+fresh-zh-2,layers.0.mlp.gated_product,128,1408,1536,4096,128,0.02927053508360437,0.0,0.495849609375,0.04296875,0.21875,1.0,93,0.7265625
+fresh-zh-2,layers.0.mlp.gated_product,128,1536,1664,4096,128,0.030998742641000117,0.0,0.493408203125,0.03515625,0.207763671875,1.0,94,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,128,1664,1792,4096,128,0.043861669609845916,0.0,0.490234375,0.0458984375,0.267578125,1.0,69,0.5390625
+fresh-zh-2,layers.0.mlp.gated_product,128,1792,1920,4096,128,0.04240298285448067,0.0,0.503662109375,0.0478515625,0.271484375,1.0,76,0.59375
+fresh-zh-2,layers.0.mlp.gated_product,128,1920,2048,4096,128,0.04593024977885174,0.0,0.49755859375,0.05419921875,0.29248046875,1.0,64,0.5
+fresh-zh-2,layers.0.mlp.gated_product,128,2048,2176,4096,128,0.035923872759984515,0.0,0.496826171875,0.040771484375,0.240966796875,1.0,84,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,128,2176,2304,4096,128,0.03161735629226825,0.0,0.510986328125,0.035400390625,0.216064453125,1.0,91,0.7109375
+fresh-zh-2,layers.0.mlp.gated_product,128,2304,2432,4096,128,0.027774956196072908,0.0,0.49658203125,0.02978515625,0.1982421875,1.0,99,0.7734375
+fresh-zh-2,layers.0.mlp.gated_product,128,2432,2560,4096,128,0.05116289362838772,0.0,0.490234375,0.055908203125,0.31494140625,1.0,56,0.4375
+fresh-zh-2,layers.0.mlp.gated_product,128,2560,2688,4096,128,0.029713172118854773,0.0,0.476806640625,0.0361328125,0.2158203125,1.0,92,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,128,2688,2816,4096,128,0.029255804787395114,0.0,0.502685546875,0.039794921875,0.2294921875,1.0,92,0.71875
+fresh-zh-2,layers.0.mlp.gated_product,128,2816,2944,4096,128,0.056021692997662444,0.0,0.493408203125,0.056396484375,0.33740234375,1.0,49,0.3828125
+fresh-zh-2,layers.0.mlp.gated_product,128,2944,3072,4096,128,0.038577761023585164,0.0,0.47900390625,0.043212890625,0.265625,1.0,77,0.6015625
+fresh-zh-2,layers.0.mlp.gated_product,128,3072,3200,4096,128,0.034335987919279984,0.0,0.499267578125,0.037353515625,0.24169921875,1.0,85,0.6640625
+fresh-zh-2,layers.0.mlp.gated_product,128,3200,3328,4096,128,0.06313556800630345,0.0,0.513427734375,0.06298828125,0.353515625,1.0,35,0.2734375
+fresh-zh-2,layers.0.mlp.gated_product,128,3328,3456,4096,128,0.032090758852088286,0.0,0.501953125,0.038818359375,0.233154296875,1.0,89,0.6953125
+fresh-zh-2,layers.0.mlp.gated_product,128,3456,3584,4096,128,0.060503197363940595,0.0,0.506591796875,0.06787109375,0.33154296875,1.0,45,0.3515625
+fresh-zh-2,layers.0.mlp.gated_product,128,3584,3712,4096,128,0.03304308149313575,0.0,0.515380859375,0.03173828125,0.212158203125,1.0,94,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,128,3712,3840,4096,128,0.03869702852460038,0.0,0.5126953125,0.042236328125,0.259765625,1.0,74,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,128,3840,3968,4096,128,0.04068594377997203,0.0,0.51416015625,0.048828125,0.26806640625,1.0,74,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,128,3968,4096,4096,128,0.0332934983818978,0.0,0.5009765625,0.04541015625,0.240234375,1.0,88,0.6875
+fresh-zh-2,layers.0.mlp.gated_product,128,4096,4224,4096,128,0.02934876223699342,0.0,0.48779296875,0.036376953125,0.215087890625,1.0,94,0.734375
+fresh-zh-2,layers.0.mlp.gated_product,128,4224,4352,4096,128,0.031845860924822035,0.0,0.480224609375,0.037109375,0.22802734375,1.0,89,0.6953125
+fresh-zh-2,layers.0.mlp.gated_product,128,4352,4480,4096,128,0.03300746038537477,0.0,0.50048828125,0.039794921875,0.2255859375,1.0,89,0.6953125
+fresh-zh-2,layers.0.mlp.gated_product,128,4480,4608,4096,128,0.041431332812152395,0.0,0.4921875,0.04345703125,0.251708984375,1.0,75,0.5859375
+fresh-zh-2,layers.0.mlp.gated_product,128,4608,4736,4096,128,0.035636553998467616,0.0,0.493896484375,0.039306640625,0.244140625,1.0,81,0.6328125
+fresh-zh-2,layers.0.mlp.gated_product,128,4736,4864,4096,128,0.060262925252638266,0.0,0.512939453125,0.06591796875,0.344970703125,1.0,36,0.28125
+fresh-zh-2,layers.0.mlp.gated_product,128,4864,4992,4096,128,0.035763990765433296,0.0,0.5009765625,0.044921875,0.246826171875,1.0,87,0.6796875
+fresh-zh-2,layers.0.mlp.gated_product,128,4992,5120,4096,128,0.053971390279506065,0.0,0.4833984375,0.055908203125,0.3271484375,1.0,53,0.4140625
+fresh-zh-2,layers.0.mlp.gated_product,128,5120,5248,4096,128,0.030743230536233082,0.0,0.50927734375,0.03271484375,0.20947265625,1.0,91,0.7109375
+fresh-zh-2,layers.0.mlp.gated_product,128,5248,5376,4096,128,0.02974034205577326,0.0,0.520263671875,0.036376953125,0.21728515625,1.0,93,0.7265625
+fresh-zh-2,layers.0.mlp.gated_product,128,5376,5504,4096,128,0.03629028702217044,0.0,0.50048828125,0.03955078125,0.239013671875,1.0,84,0.65625
+fresh-zh-2,layers.0.mlp.gated_product,128,5504,5632,4096,128,0.03763218977697572,0.0,0.49072265625,0.047607421875,0.25537109375,1.0,82,0.640625
+fresh-zh-2,layers.0.mlp.gated_product,128,5632,5760,4096,128,0.0398232054896417,0.0,0.482666015625,0.046630859375,0.258056640625,1.0,74,0.578125
+fresh-zh-2,layers.0.mlp.gated_product,128,5760,5888,4096,128,0.031045133473360735,0.0,0.50048828125,0.034912109375,0.217041015625,1.0,91,0.7109375
+fresh-zh-2,layers.0.mlp.gated_product,128,5888,6016,4096,128,0.04079306885537677,0.0,0.495849609375,0.04296875,0.264404296875,1.0,73,0.5703125
+fresh-zh-2,layers.0.mlp.gated_product,128,6016,6144,4096,128,0.03821846303037702,0.0,0.51171875,0.043212890625,0.26171875,1.0,74,0.578125
+fresh-zh-2,layers.0.mlp.down_proj.output,0,0,2048,65536,2048,0.029158093501652476,0.0,0.501007080078125,0.009918212890625,0.096466064453125,1.0,1637,0.79931640625
+fresh-zh-2,layers.0.mlp.down_proj.output,64,0,64,2048,64,0.029598997120057167,0.0,0.501953125,0.00830078125,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,64,128,2048,64,0.027682454566477884,0.0,0.50537109375,0.00634765625,0.09423828125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,128,192,2048,64,0.02732170915830975,0.0,0.50537109375,0.0126953125,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,192,256,2048,64,0.027662595525787,0.0,0.48876953125,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,256,320,2048,64,0.0259844390275077,0.0,0.48779296875,0.013671875,0.08837890625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,320,384,2048,64,0.0275555108927956,0.0,0.5107421875,0.009765625,0.10205078125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,384,448,2048,64,0.026139535199001782,0.0,0.50927734375,0.0078125,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,448,512,2048,64,0.027079090304106424,0.0,0.50048828125,0.0078125,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,512,576,2048,64,0.0270946429693837,0.0,0.51025390625,0.0068359375,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,576,640,2048,64,0.02560493492991183,0.0,0.5087890625,0.0087890625,0.08642578125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,640,704,2048,64,0.027363485150940583,0.0,0.4990234375,0.00537109375,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,704,768,2048,64,0.027123364964054878,0.0,0.5185546875,0.00927734375,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,768,832,2048,64,0.025926761880776757,0.0,0.52978515625,0.01171875,0.10107421875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,832,896,2048,64,0.026892479337641,0.0,0.484375,0.00830078125,0.0810546875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,896,960,2048,64,0.02684997519831945,0.0,0.50927734375,0.00634765625,0.091796875,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,960,1024,2048,64,0.02623923249081548,0.0,0.513671875,0.0078125,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1024,1088,2048,64,0.02695326458824442,0.0,0.50244140625,0.005859375,0.08642578125,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1088,1152,2048,64,0.026759856540949773,0.0,0.50634765625,0.01025390625,0.0947265625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1152,1216,2048,64,0.06927870748580575,0.0,0.474609375,0.0244140625,0.21728515625,1.0,15,0.234375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1216,1280,2048,64,0.02638289242361631,0.0,0.47705078125,0.009765625,0.08740234375,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1280,1344,2048,64,0.0267206270273084,0.0,0.4921875,0.01318359375,0.0869140625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1344,1408,2048,64,0.02691350391170011,0.0,0.50244140625,0.0087890625,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1408,1472,2048,64,0.026057645606543296,0.0,0.466796875,0.00927734375,0.087890625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1472,1536,2048,64,0.026362640191085876,0.0,0.5068359375,0.00830078125,0.0791015625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1536,1600,2048,64,0.027316082865095695,0.0,0.51416015625,0.01123046875,0.08740234375,1.0,55,0.859375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1600,1664,2048,64,0.026644011754664867,0.0,0.509765625,0.0107421875,0.09912109375,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1664,1728,2048,64,0.027580046512165442,0.0,0.5029296875,0.00830078125,0.095703125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1728,1792,2048,64,0.02594345562476711,0.0,0.50244140625,0.00830078125,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1792,1856,2048,64,0.026606344137675885,0.0,0.47900390625,0.00830078125,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1856,1920,2048,64,0.026334712180651972,0.0,0.50341796875,0.00927734375,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1920,1984,2048,64,0.028487285045530927,0.0,0.52001953125,0.01123046875,0.10107421875,1.0,52,0.8125
+fresh-zh-2,layers.0.mlp.down_proj.output,64,1984,2048,2048,64,0.025862145611814484,0.0,0.48828125,0.00927734375,0.087890625,1.0,54,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,0,128,4096,128,0.028656752444565878,0.0,0.503662109375,0.0078125,0.08935546875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,128,256,4096,128,0.02749268068554391,0.0,0.4970703125,0.010009765625,0.08544921875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,256,384,4096,128,0.026781497830939572,0.0,0.499267578125,0.01171875,0.094970703125,1.0,107,0.8359375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,384,512,4096,128,0.026613459302745706,0.0,0.5048828125,0.008056640625,0.086181640625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,512,640,4096,128,0.026360314588443293,0.0,0.509521484375,0.0078125,0.087158203125,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,640,768,4096,128,0.027243689604925625,0.0,0.5087890625,0.00732421875,0.0869140625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,768,896,4096,128,0.026414034399802947,0.0,0.507080078125,0.010009765625,0.09228515625,1.0,106,0.828125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,896,1024,4096,128,0.02654636029531578,0.0,0.511474609375,0.007080078125,0.09033203125,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1024,1152,4096,128,0.026856734668013187,0.0,0.50439453125,0.00830078125,0.090576171875,1.0,107,0.8359375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1152,1280,4096,128,0.052419444500776374,0.0,0.475830078125,0.01904296875,0.169921875,1.0,63,0.4921875
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1280,1408,4096,128,0.02681723887294907,0.0,0.497314453125,0.010986328125,0.08251953125,1.0,107,0.8359375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1408,1536,4096,128,0.02621058652911893,0.0,0.48681640625,0.0087890625,0.083740234375,1.0,107,0.8359375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1536,1664,4096,128,0.026982139884333622,0.0,0.511962890625,0.010986328125,0.094482421875,1.0,108,0.84375
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1664,1792,4096,128,0.026774258676641915,0.0,0.502685546875,0.0087890625,0.094482421875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1792,1920,4096,128,0.02647087658172864,0.0,0.4912109375,0.0087890625,0.086669921875,1.0,105,0.8203125
+fresh-zh-2,layers.0.mlp.down_proj.output,128,1920,2048,4096,128,0.027206396168107466,0.0,0.504150390625,0.0107421875,0.093994140625,1.0,106,0.828125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,0.9766981907643522,0.0,0.4995981852213542,0.012563069661458334,0.12213643391927083,1.0,3747,0.60986328125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7937454653924225,0.0,0.4716796875,0.01025390625,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.7817052127282457,0.0,0.4716796875,0.01025390625,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1067395963796243,0.0,0.4951171875,0.01171875,0.1240234375,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8129512262847074,0.0,0.50439453125,0.0107421875,0.1123046875,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2612538998626175,0.0,0.47314453125,0.0224609375,0.1708984375,1.0,27,0.421875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8698262918558974,0.0,0.48681640625,0.0087890625,0.12255859375,1.0,42,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5192203968648383,0.0,0.48779296875,0.01904296875,0.17626953125,1.0,23,0.359375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.7446392696877137,0.0,0.4677734375,0.009765625,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.9009707997614617,0.0,0.48974609375,0.01611328125,0.13330078125,1.0,40,0.625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.6918472104938942,0.0,0.5205078125,0.0087890625,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8835336335484274,0.0,0.52734375,0.00927734375,0.10107421875,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.091640717815236,0.0,0.47119140625,0.01171875,0.1220703125,1.0,36,0.5625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.7243574863415493,0.0,0.505859375,0.01318359375,0.11376953125,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,832,896,2048,64,0.6600406804963657,0.0,0.48828125,0.0068359375,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3476672714835691,0.0,0.4765625,0.01611328125,0.1953125,1.0,26,0.40625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.8921198830862741,0.0,0.53515625,0.009765625,0.12646484375,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.094748992187692,0.0,0.5634765625,0.01318359375,0.10986328125,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.8830458207375753,0.0,0.5087890625,0.01025390625,0.10205078125,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.5318713291584688,0.0,0.49365234375,0.0078125,0.08447265625,1.0,55,0.859375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.6395483549920581,0.0,0.51318359375,0.00732421875,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.1722740676238883,0.0,0.435546875,0.01318359375,0.11181640625,1.0,36,0.5625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.1708507237740142,0.0,0.5625,0.013671875,0.12109375,1.0,34,0.53125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.6171027224618045,0.0,0.4873046875,0.01025390625,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.680662199415639,0.0,0.4873046875,0.01123046875,0.095703125,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.394124809128607,0.0,0.56884765625,0.0185546875,0.162109375,1.0,20,0.3125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.5237627869739434,0.0,0.537109375,0.01416015625,0.1318359375,1.0,29,0.453125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6572484986720344,0.0,0.49853515625,0.01123046875,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.5656068790774383,0.0,0.517578125,0.009765625,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.8929908101704629,0.0,0.54345703125,0.00830078125,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9326037334827179,0.0,0.53662109375,0.00927734375,0.10693359375,1.0,42,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,0.6527522342302823,0.0,0.5078125,0.0126953125,0.09912109375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,0.6555651121456453,0.0,0.47265625,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7063405279195498,0.0,0.51220703125,0.021484375,0.18408203125,1.0,21,0.328125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8407393613029779,0.0,0.48291015625,0.009765625,0.09619140625,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.1031944270288896,0.0,0.455078125,0.01611328125,0.126953125,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.7303751233677974,0.0,0.51123046875,0.01171875,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.7873376184791872,0.0,0.4765625,0.01318359375,0.1103515625,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.250451559763573,0.0,0.486328125,0.0185546875,0.1904296875,1.0,24,0.375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9800662620234614,0.0,0.505859375,0.01171875,0.1064453125,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8404051868094902,0.0,0.45703125,0.01025390625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.6609382277887189,0.0,0.46923828125,0.009765625,0.09716796875,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.5674928705618554,0.0,0.48974609375,0.005859375,0.08251953125,1.0,54,0.84375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9152895054340806,0.0,0.5048828125,0.0087890625,0.09912109375,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.927983849535876,0.0,0.5146484375,0.00927734375,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.6597675216203839,0.0,0.5048828125,0.01025390625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.7018984663839606,0.0,0.50390625,0.01171875,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2582391567459288,0.0,0.51904296875,0.01611328125,0.193359375,1.0,28,0.4375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.6887244082914067,0.0,0.50732421875,0.013671875,0.10498046875,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,0.8017307265330798,0.0,0.49755859375,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8031117520151387,0.0,0.50537109375,0.009765625,0.09521484375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.6002480931402896,0.0,0.5185546875,0.00927734375,0.09521484375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.6590585897790663,0.0,0.53173828125,0.0068359375,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.633542064098902,0.0,0.53564453125,0.01171875,0.1083984375,1.0,35,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6406834530844694,0.0,0.5166015625,0.01220703125,0.1044921875,1.0,38,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6289405203236512,0.0,0.5087890625,0.0087890625,0.10009765625,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6868449137323104,0.0,0.52783203125,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8350663584103266,0.0,0.52685546875,0.01611328125,0.13232421875,1.0,34,0.53125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6528327265936495,0.0,0.46484375,0.0146484375,0.12255859375,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.6770768220130645,0.0,0.47509765625,0.0068359375,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.5887145878749531,0.0,0.48193359375,0.0078125,0.07763671875,1.0,53,0.828125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.205701426322047,0.0,0.44580078125,0.01220703125,0.14990234375,1.0,33,0.515625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.9000463474711219,0.0,0.5224609375,0.0146484375,0.09130859375,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.6446581665967082,0.0,0.478515625,0.00634765625,0.09765625,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7056419612866448,0.0,0.51513671875,0.01318359375,0.1005859375,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.9079340836777989,0.0,0.51123046875,0.01220703125,0.09912109375,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.8322039723211693,0.0,0.4560546875,0.00830078125,0.10302734375,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1962825538064015,0.0,0.52490234375,0.013671875,0.1416015625,1.0,33,0.515625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9800017570596846,0.0,0.4443359375,0.01318359375,0.10009765625,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9282268076616876,0.0,0.46435546875,0.00830078125,0.1123046875,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.7371528979233416,0.0,0.46044921875,0.01025390625,0.10400390625,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.8475807820121285,0.0,0.52197265625,0.0107421875,0.10302734375,1.0,48,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7282366672590099,0.0,0.4716796875,0.01025390625,0.095703125,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8653136109462749,0.0,0.52294921875,0.0068359375,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.6414057519824018,0.0,0.50341796875,0.01171875,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8168685774013555,0.0,0.5078125,0.0068359375,0.10205078125,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.048101387043971,0.0,0.4375,0.0126953125,0.1201171875,1.0,41,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7518157536969505,0.0,0.48388671875,0.01318359375,0.09716796875,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.6978363285404806,0.0,0.53955078125,0.009765625,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3671803572653685,0.0,0.498046875,0.01416015625,0.16845703125,1.0,26,0.40625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8798935773337699,0.0,0.45947265625,0.01171875,0.111328125,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0192341763598638,0.0,0.55126953125,0.00732421875,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.5645589356690026,0.0,0.52978515625,0.015625,0.14501953125,1.0,32,0.5
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8824518936470125,0.0,0.48583984375,0.015625,0.12646484375,1.0,41,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.7637331569607891,0.0,0.55126953125,0.0107421875,0.1005859375,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.6891836175453857,0.0,0.5205078125,0.013671875,0.103515625,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.8760195350615934,0.0,0.4892578125,0.01513671875,0.12255859375,1.0,38,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.0753492721841438,0.0,0.4892578125,0.009765625,0.1279296875,1.0,36,0.5625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.6890892182732856,0.0,0.4853515625,0.0126953125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1063319982724507,0.0,0.509765625,0.01220703125,0.12158203125,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.7799419870754084,0.0,0.50732421875,0.01123046875,0.1044921875,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.631866100506387,0.0,0.5029296875,0.00634765625,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7608575512708424,0.0,0.47900390625,0.0068359375,0.099609375,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9617757589950595,0.0,0.47607421875,0.01123046875,0.125,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.663066736590818,0.0,0.4951171875,0.009765625,0.0966796875,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.5585918267070235,0.0,0.529296875,0.01220703125,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.6090720014786747,0.0,0.49072265625,0.005859375,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.78774834288545,0.0,0.4716796875,0.01025390625,0.095458984375,1.0,91,0.7109375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.9710206564518448,0.0,0.499755859375,0.01123046875,0.11962890625,1.0,82,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.0833649380339117,0.0,0.47998046875,0.015380859375,0.153564453125,1.0,66,0.515625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1963524263801215,0.0,0.477783203125,0.013916015625,0.14501953125,1.0,69,0.5390625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.8032437191447532,0.0,0.505126953125,0.01171875,0.11474609375,1.0,88,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9930536587726393,0.0,0.499267578125,0.010498046875,0.11083984375,1.0,79,0.6171875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.6929456933732805,0.0,0.4970703125,0.01025390625,0.099609375,1.0,96,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1428221559861873,0.0,0.505859375,0.013427734375,0.16357421875,1.0,70,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.9945464487438648,0.0,0.5361328125,0.01123046875,0.106689453125,1.0,91,0.7109375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.5881790582611064,0.0,0.50341796875,0.008056640625,0.08642578125,1.0,104,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.1715626118534148,0.0,0.4990234375,0.013427734375,0.116455078125,1.0,70,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6496602188002225,0.0,0.4873046875,0.01025390625,0.089111328125,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.006699607894974,0.0,0.552978515625,0.017333984375,0.15625,1.0,42,0.328125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.6131422064522891,0.0,0.508056640625,0.01025390625,0.091064453125,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.9130121332038266,0.0,0.5400390625,0.0087890625,0.102783203125,1.0,83,0.6484375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,0.6541601851057421,0.0,0.490234375,0.0107421875,0.09375,1.0,99,0.7734375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.345072613442283,0.0,0.49755859375,0.0146484375,0.1474609375,1.0,58,0.453125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.9355441637523387,0.0,0.483154296875,0.015869140625,0.114501953125,1.0,82,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.044875501863172,0.0,0.4814453125,0.015625,0.15478515625,1.0,70,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9129103888041077,0.0,0.4814453125,0.010498046875,0.09814453125,1.0,93,0.7265625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.6159900563690243,0.0,0.4794921875,0.0078125,0.090576171875,1.0,103,0.8046875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9216585332315833,0.0,0.509765625,0.0087890625,0.094482421875,1.0,88,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.6811588066292836,0.0,0.50439453125,0.0107421875,0.090576171875,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.0142748853602397,0.0,0.51318359375,0.016357421875,0.155029296875,1.0,78,0.609375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,0.8024215363797527,0.0,0.50146484375,0.00927734375,0.08935546875,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.630339590252796,0.0,0.525146484375,0.008056640625,0.09423828125,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.637116652594689,0.0,0.526123046875,0.011962890625,0.1064453125,1.0,72,0.5625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6585294654094569,0.0,0.518310546875,0.0078125,0.089599609375,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.7463282282933434,0.0,0.495849609375,0.015625,0.1279296875,1.0,70,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.6344359261911667,0.0,0.478515625,0.0078125,0.0849609375,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.0639077396633427,0.0,0.484130859375,0.01318359375,0.1220703125,1.0,77,0.6015625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.6758382681116437,0.0,0.496826171875,0.00927734375,0.09912109375,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.8708925742739394,0.0,0.483642578125,0.01025390625,0.1015625,1.0,87,0.6796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0935024902535968,0.0,0.484619140625,0.013427734375,0.122314453125,1.0,76,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.838152552158194,0.0,0.46240234375,0.00927734375,0.10693359375,1.0,95,0.7421875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.790165117420657,0.0,0.496826171875,0.010009765625,0.097900390625,1.0,98,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.7616327802704501,0.0,0.51318359375,0.009521484375,0.0947265625,1.0,97,0.7578125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.9396251354314684,0.0,0.47265625,0.010009765625,0.111572265625,1.0,85,0.6640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.725328363204477,0.0,0.51171875,0.011474609375,0.0927734375,1.0,98,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1496509985046504,0.0,0.478759765625,0.012939453125,0.137939453125,1.0,69,0.5390625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3203565748391024,0.0,0.54052734375,0.010986328125,0.12158203125,1.0,75,0.5859375
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8252301738431804,0.0,0.5185546875,0.01318359375,0.1171875,1.0,87,0.6796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7881574349400234,0.0,0.5048828125,0.01416015625,0.110595703125,1.0,82,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9031112910177392,0.0,0.4873046875,0.01171875,0.1103515625,1.0,84,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.957152023872031,0.0,0.508544921875,0.01220703125,0.11669921875,1.0,77,0.6015625
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.6993421845902799,0.0,0.490966796875,0.007080078125,0.093017578125,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.8260357461283743,0.0,0.485595703125,0.010986328125,0.113037109375,1.0,81,0.6328125
+fresh-zh-2,layers.1.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.5843772462412992,0.0,0.510009765625,0.009765625,0.094970703125,1.0,98,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.198598001492736,0.0,0.506561279296875,0.012298583984375,0.1192626953125,1.0,1161,0.56689453125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,0,64,2048,64,1.7657983640033967,0.0,0.65771484375,0.013671875,0.12890625,1.0,29,0.453125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5014530851704497,0.0,0.65966796875,0.00830078125,0.09765625,1.0,35,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2283233017433381,0.0,0.2119140625,0.0048828125,0.052734375,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3589737760429041,0.0,0.2236328125,0.00634765625,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3152356078701901,0.0,0.5146484375,0.01318359375,0.1220703125,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,320,384,2048,64,0.8490430933581938,0.0,0.59033203125,0.00634765625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,384,448,2048,64,0.9294371274227914,0.0,0.3671875,0.00927734375,0.10400390625,1.0,46,0.71875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,448,512,2048,64,0.8545543987360128,0.0,0.44140625,0.0126953125,0.1044921875,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1757696236164672,0.0,0.62451171875,0.01220703125,0.11865234375,1.0,41,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,576,640,2048,64,0.856479409780772,0.0,0.63427734375,0.0087890625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1687749056308294,0.0,0.443359375,0.00732421875,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2559940828720968,0.0,0.48876953125,0.01123046875,0.11181640625,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,768,832,2048,64,0.8679617392525801,0.0,0.3857421875,0.00927734375,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,832,896,2048,64,0.814044275408762,0.0,0.384765625,0.00634765625,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,896,960,2048,64,1.897663205150446,0.0,0.56689453125,0.03369140625,0.33203125,1.0,9,0.140625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.7996675462544391,0.0,0.56201171875,0.033203125,0.29833984375,1.0,11,0.171875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.1945521695895087,0.0,0.544921875,0.00732421875,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4239800153210769,0.0,0.6005859375,0.0068359375,0.10791015625,1.0,41,0.640625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.1463042573707765,0.0,0.54052734375,0.0126953125,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1236478532654366,0.0,0.5791015625,0.01025390625,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9254459450882379,0.0,0.57080078125,0.00927734375,0.1015625,1.0,40,0.625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0948981447654746,0.0,0.53955078125,0.01220703125,0.111328125,1.0,38,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.002194340442879,0.0,0.44873046875,0.013671875,0.09765625,1.0,43,0.671875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.8156215808359465,0.0,0.4287109375,0.01123046875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.3058475150841455,0.0,0.49462890625,0.0166015625,0.1357421875,1.0,28,0.4375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.027276715942959,0.0,0.521484375,0.0146484375,0.11328125,1.0,38,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.6455062190757423,0.0,0.56396484375,0.0078125,0.09521484375,1.0,54,0.84375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1728,1792,2048,64,0.8098301998661089,0.0,0.552734375,0.01171875,0.10888671875,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2503667418597875,0.0,0.52294921875,0.01123046875,0.1103515625,1.0,38,0.59375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3804713363218917,0.0,0.61279296875,0.01171875,0.12255859375,1.0,35,0.546875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.222159041993574,0.0,0.4306640625,0.0126953125,0.1474609375,1.0,28,0.4375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.15415501960269,0.0,0.5009765625,0.013671875,0.13134765625,1.0,32,0.5
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6389638844838734,0.0,0.65869140625,0.010986328125,0.11181640625,1.0,63,0.4921875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,128,256,4096,128,1.2952968496792474,0.0,0.2177734375,0.005126953125,0.05908203125,1.0,89,0.6953125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,256,384,4096,128,1.1069595472710192,0.0,0.552490234375,0.009521484375,0.104248046875,1.0,85,0.6640625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,384,512,4096,128,0.8927812145847935,0.0,0.404296875,0.011474609375,0.104248046875,1.0,94,0.734375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,512,640,4096,128,1.028589127688415,0.0,0.62939453125,0.011474609375,0.102783203125,1.0,91,0.7109375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,640,768,4096,128,1.2131685612976613,0.0,0.466064453125,0.00927734375,0.095947265625,1.0,87,0.6796875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8414349835644287,0.0,0.38525390625,0.0078125,0.08837890625,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.849314591574854,0.0,0.564453125,0.032958984375,0.314697265625,1.0,19,0.1484375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.314281927499731,0.0,0.57275390625,0.00732421875,0.1015625,1.0,84,0.65625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1350325873327143,0.0,0.559814453125,0.011474609375,0.09521484375,1.0,83,0.6484375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0137189316302473,0.0,0.55517578125,0.0107421875,0.1064453125,1.0,77,0.6015625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9136826744392895,0.0,0.438720703125,0.0126953125,0.091796875,1.0,91,0.7109375
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1748479015962,0.0,0.508056640625,0.015869140625,0.12451171875,1.0,65,0.5078125
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.7322920290023108,0.0,0.558349609375,0.00927734375,0.102783203125,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.3170265941801271,0.0,0.56787109375,0.010986328125,0.11767578125,1.0,72,0.5625
+fresh-zh-2,layers.1.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.1886434564663906,0.0,0.4658203125,0.013427734375,0.13916015625,1.0,59,0.4609375
+fresh-zh-2,layers.1.linear_attn.in_proj_b.output,0,0,16,512,16,1.2699283066520977,0.0,0.56640625,0.0078125,0.083984375,1.0,12,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_b.output,64,0,16,512,16,1.2699283066520977,0.0,0.56640625,0.0078125,0.083984375,1.0,12,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_b.output,128,0,16,512,16,1.2699283066520977,0.0,0.56640625,0.0078125,0.083984375,1.0,12,0.75
+fresh-zh-2,layers.1.linear_attn.in_proj_a.output,0,0,16,512,16,1.519612480358605,0.0,0.451171875,0.009765625,0.08203125,1.0,11,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_a.output,64,0,16,512,16,1.519612480358605,0.0,0.451171875,0.009765625,0.08203125,1.0,11,0.6875
+fresh-zh-2,layers.1.linear_attn.in_proj_a.output,128,0,16,512,16,1.519612480358605,0.0,0.451171875,0.009765625,0.08203125,1.0,11,0.6875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,0,0,2048,65536,2048,0.022134516992987116,0.0,0.494384765625,0.0119476318359375,0.109375,1.0,1492,0.728515625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,0,64,2048,64,0.020487478504634424,0.0,0.48095703125,0.01025390625,0.09619140625,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,64,128,2048,64,0.020060147883657883,0.0,0.498046875,0.0107421875,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,128,192,2048,64,0.01875024404533387,0.0,0.50146484375,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,192,256,2048,64,0.018582392070685943,0.0,0.5126953125,0.01025390625,0.09228515625,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,256,320,2048,64,0.017640043089091978,0.0,0.49951171875,0.00732421875,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,320,384,2048,64,0.019810783964582693,0.0,0.4609375,0.0107421875,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,384,448,2048,64,0.017994738502826624,0.0,0.48291015625,0.01318359375,0.099609375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,448,512,2048,64,0.017645604068755642,0.0,0.5029296875,0.0087890625,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,512,576,2048,64,0.019327680914463085,0.0,0.47607421875,0.009765625,0.09912109375,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,576,640,2048,64,0.018856236173091814,0.0,0.50244140625,0.01220703125,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,640,704,2048,64,0.018215536660695003,0.0,0.484375,0.01513671875,0.111328125,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,704,768,2048,64,0.01803262198579999,0.0,0.494140625,0.0078125,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,768,832,2048,64,0.017941745404793884,0.0,0.484375,0.0126953125,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,832,896,2048,64,0.019758844209248852,0.0,0.5,0.0107421875,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,896,960,2048,64,0.019341759293264524,0.0,0.52197265625,0.0107421875,0.1025390625,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,960,1024,2048,64,0.019889026222584795,0.0,0.4658203125,0.00927734375,0.10107421875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1024,1088,2048,64,0.01728031878111778,0.0,0.4833984375,0.00830078125,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1088,1152,2048,64,0.018920011852061706,0.0,0.47314453125,0.009765625,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1152,1216,2048,64,0.062035161522390456,0.0,0.51220703125,0.03076171875,0.2978515625,1.0,1,0.015625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1216,1280,2048,64,0.021585896763360493,0.0,0.51416015625,0.0107421875,0.10205078125,1.0,47,0.734375
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1280,1344,2048,64,0.019383250137514036,0.0,0.46533203125,0.01123046875,0.09130859375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1344,1408,2048,64,0.020466997156434123,0.0,0.47509765625,0.009765625,0.1005859375,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1408,1472,2048,64,0.01761296866852569,0.0,0.50830078125,0.013671875,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1472,1536,2048,64,0.01916211776927394,0.0,0.49658203125,0.0078125,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1536,1600,2048,64,0.018810400911377336,0.0,0.50732421875,0.01025390625,0.09912109375,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1600,1664,2048,64,0.017623924433807805,0.0,0.4765625,0.01025390625,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1664,1728,2048,64,0.020199265907902476,0.0,0.482421875,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1728,1792,2048,64,0.019019216180939602,0.0,0.51416015625,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1792,1856,2048,64,0.020066773512512792,0.0,0.48876953125,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1856,1920,2048,64,0.017620262115559972,0.0,0.5107421875,0.0126953125,0.10107421875,1.0,52,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03204290004878199,0.0,0.525390625,0.017578125,0.14208984375,1.0,37,0.578125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,64,1984,2048,2048,64,0.01830504358748569,0.0,0.51806640625,0.0146484375,0.0966796875,1.0,51,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,0,128,4096,128,0.020274939070094408,0.0,0.489501953125,0.010498046875,0.095703125,1.0,99,0.7734375
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,128,256,4096,128,0.018666506727669615,0.0,0.507080078125,0.0087890625,0.089111328125,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,256,384,4096,128,0.018756842504488707,0.0,0.480224609375,0.0087890625,0.09423828125,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,384,512,4096,128,0.017821026299520416,0.0,0.492919921875,0.010986328125,0.09716796875,1.0,103,0.8046875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,512,640,4096,128,0.019093413683083454,0.0,0.4892578125,0.0107421875,0.0947265625,1.0,99,0.7734375
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,640,768,4096,128,0.01812431007679852,0.0,0.4892578125,0.011474609375,0.101318359375,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,768,896,4096,128,0.018872177307557934,0.0,0.4921875,0.011474609375,0.083740234375,1.0,102,0.796875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,896,1024,4096,128,0.01961730124967818,0.0,0.493896484375,0.009765625,0.100830078125,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1024,1152,4096,128,0.01811872326709594,0.0,0.478271484375,0.0087890625,0.087158203125,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1152,1280,4096,128,0.04644519460712557,0.0,0.51318359375,0.023193359375,0.22412109375,1.0,28,0.21875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1280,1408,4096,128,0.01993249054301695,0.0,0.47021484375,0.010498046875,0.09619140625,1.0,101,0.7890625
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1408,1536,4096,128,0.018403850449321628,0.0,0.50244140625,0.01123046875,0.089111328125,1.0,103,0.8046875
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1536,1664,4096,128,0.018226819455068308,0.0,0.491943359375,0.01025390625,0.0947265625,1.0,104,0.8125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1664,1792,4096,128,0.019618115701507448,0.0,0.498291015625,0.01025390625,0.08740234375,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1792,1920,4096,128,0.018883180826115113,0.0,0.499755859375,0.01171875,0.09765625,1.0,100,0.78125
+fresh-zh-2,layers.1.linear_attn.out_proj.output,128,1920,2048,4096,128,0.026094272017781837,0.0,0.521728515625,0.01611328125,0.12744140625,1.0,86,0.671875
+fresh-zh-2,layers.1.mlp.gate_proj.output,0,0,6144,196608,6144,0.41397606933778175,0.0,0.7300872802734375,0.008244832356770834,0.08271280924479167,1.0,4757,0.7742513020833334
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,0,64,2048,64,0.408402377092148,0.0,0.7275390625,0.00439453125,0.072265625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,64,128,2048,64,0.3954878495687951,0.0,0.74755859375,0.00830078125,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,128,192,2048,64,0.3994052503466387,0.0,0.72998046875,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,192,256,2048,64,0.408216567271794,0.0,0.7255859375,0.0126953125,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,256,320,2048,64,0.38715853600902744,0.0,0.701171875,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,320,384,2048,64,0.4251665289182158,0.0,0.7451171875,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,384,448,2048,64,0.4006981704979222,0.0,0.72314453125,0.0078125,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,448,512,2048,64,0.4286313540972818,0.0,0.75244140625,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,512,576,2048,64,0.41938604535128227,0.0,0.74755859375,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,576,640,2048,64,0.3879371816409379,0.0,0.68994140625,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,640,704,2048,64,0.39763107646931983,0.0,0.73095703125,0.0078125,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,704,768,2048,64,0.39956400187278607,0.0,0.73681640625,0.00830078125,0.07275390625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,768,832,2048,64,0.40039957999785586,0.0,0.7470703125,0.00830078125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,832,896,2048,64,0.45866987862949027,0.0,0.69677734375,0.009765625,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,896,960,2048,64,0.39741303755759083,0.0,0.740234375,0.009765625,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,960,1024,2048,64,0.4440362060748028,0.0,0.73876953125,0.005859375,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1024,1088,2048,64,0.4134697546393737,0.0,0.73779296875,0.00634765625,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1088,1152,2048,64,0.4087558984259557,0.0,0.72265625,0.0068359375,0.06591796875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1152,1216,2048,64,0.42404831655786424,0.0,0.74755859375,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1216,1280,2048,64,0.3849156997804183,0.0,0.69775390625,0.01171875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1280,1344,2048,64,0.4142152917294731,0.0,0.74072265625,0.00732421875,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1344,1408,2048,64,0.41416639465955063,0.0,0.7021484375,0.01220703125,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1408,1472,2048,64,0.4134261662315075,0.0,0.7294921875,0.005859375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1472,1536,2048,64,0.3995724894911611,0.0,0.72509765625,0.01025390625,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1536,1600,2048,64,0.4548537931395757,0.0,0.748046875,0.0107421875,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1600,1664,2048,64,0.4380874878187889,0.0,0.75390625,0.01220703125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1664,1728,2048,64,0.39324653708783164,0.0,0.75146484375,0.01123046875,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1728,1792,2048,64,0.40867830759183,0.0,0.70751953125,0.00830078125,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1792,1856,2048,64,0.3997601518100296,0.0,0.751953125,0.0078125,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1856,1920,2048,64,0.41014630101332816,0.0,0.73291015625,0.0107421875,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1920,1984,2048,64,0.4042009002626567,0.0,0.73046875,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,1984,2048,2048,64,0.3932261986731896,0.0,0.71435546875,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2048,2112,2048,64,0.39952460405624685,0.0,0.72021484375,0.0078125,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2112,2176,2048,64,0.4123716621932073,0.0,0.71923828125,0.00537109375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2176,2240,2048,64,0.4315518187094167,0.0,0.73583984375,0.01171875,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2240,2304,2048,64,0.41484032308853436,0.0,0.740234375,0.0107421875,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2304,2368,2048,64,0.4265474229452218,0.0,0.76123046875,0.00732421875,0.0751953125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2368,2432,2048,64,0.4090853106616705,0.0,0.7314453125,0.005859375,0.07177734375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2432,2496,2048,64,0.42095938108346054,0.0,0.68798828125,0.0087890625,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2496,2560,2048,64,0.4173872114968224,0.0,0.68994140625,0.00634765625,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2560,2624,2048,64,0.46657535725332777,0.0,0.74609375,0.009765625,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2624,2688,2048,64,0.4285836554360219,0.0,0.7431640625,0.00927734375,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2688,2752,2048,64,0.43351583429334795,0.0,0.73583984375,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2752,2816,2048,64,0.42238486828604116,0.0,0.74609375,0.00537109375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2816,2880,2048,64,0.46860694342739145,0.0,0.73388671875,0.009765625,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2880,2944,2048,64,0.4492033922144223,0.0,0.7421875,0.009765625,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,2944,3008,2048,64,0.3954115899298178,0.0,0.73779296875,0.01220703125,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3008,3072,2048,64,0.3865857586157491,0.0,0.71240234375,0.00537109375,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3072,3136,2048,64,0.4144756405174501,0.0,0.75732421875,0.00439453125,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3136,3200,2048,64,0.3919340061849929,0.0,0.73095703125,0.0107421875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3200,3264,2048,64,0.45147947507466496,0.0,0.7939453125,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3264,3328,2048,64,0.4109834447681389,0.0,0.73681640625,0.00390625,0.07421875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3328,3392,2048,64,0.37247663665113506,0.0,0.67822265625,0.00732421875,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3392,3456,2048,64,0.3954816365432909,0.0,0.7158203125,0.00830078125,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3456,3520,2048,64,0.42543163842053816,0.0,0.740234375,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3520,3584,2048,64,0.4133575264451222,0.0,0.73974609375,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3584,3648,2048,64,0.4020332652152469,0.0,0.732421875,0.00341796875,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3648,3712,2048,64,0.4296342871704538,0.0,0.72998046875,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3712,3776,2048,64,0.4079347733451705,0.0,0.7265625,0.009765625,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3776,3840,2048,64,0.4116060299646524,0.0,0.72607421875,0.00927734375,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3840,3904,2048,64,0.39199804851429604,0.0,0.69140625,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3904,3968,2048,64,0.3944220361275134,0.0,0.716796875,0.0078125,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,3968,4032,2048,64,0.39903243476846995,0.0,0.70849609375,0.00927734375,0.10205078125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4032,4096,2048,64,0.4007049171812256,0.0,0.72412109375,0.00390625,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4096,4160,2048,64,0.4021565149174889,0.0,0.7470703125,0.0078125,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4160,4224,2048,64,0.4066350089919939,0.0,0.67626953125,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4224,4288,2048,64,0.41110838750425915,0.0,0.72998046875,0.01123046875,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4288,4352,2048,64,0.40935479609712444,0.0,0.7373046875,0.01171875,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4352,4416,2048,64,0.3830308441892747,0.0,0.73974609375,0.0068359375,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4416,4480,2048,64,0.44172649719308205,0.0,0.73095703125,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4480,4544,2048,64,0.41076321363997687,0.0,0.71484375,0.009765625,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4544,4608,2048,64,0.44542829157620534,0.0,0.73876953125,0.00634765625,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4608,4672,2048,64,0.4016789700437562,0.0,0.734375,0.0078125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4672,4736,2048,64,0.415093244089834,0.0,0.7255859375,0.00732421875,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4736,4800,2048,64,0.41252623386151405,0.0,0.72802734375,0.01025390625,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4800,4864,2048,64,0.42476784527746425,0.0,0.7314453125,0.009765625,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4864,4928,2048,64,0.386567139396383,0.0,0.73779296875,0.00830078125,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4928,4992,2048,64,0.4242093302096018,0.0,0.7109375,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,4992,5056,2048,64,0.4228830326004577,0.0,0.71923828125,0.0107421875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5056,5120,2048,64,0.4352511396806224,0.0,0.7490234375,0.0087890625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5120,5184,2048,64,0.3935607613147654,0.0,0.68798828125,0.00830078125,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5184,5248,2048,64,0.45272326099329746,0.0,0.72314453125,0.00537109375,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5248,5312,2048,64,0.4058790614362566,0.0,0.72265625,0.01123046875,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5312,5376,2048,64,0.4013008063701312,0.0,0.75,0.0068359375,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5376,5440,2048,64,0.40608504369592396,0.0,0.78173828125,0.0078125,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5440,5504,2048,64,0.3924622880749333,0.0,0.7216796875,0.0087890625,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5504,5568,2048,64,0.43085264312573335,0.0,0.74365234375,0.005859375,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5568,5632,2048,64,0.40763095429602436,0.0,0.751953125,0.00537109375,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5632,5696,2048,64,0.41912890399131086,0.0,0.720703125,0.00537109375,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5696,5760,2048,64,0.4123554062658002,0.0,0.6943359375,0.00634765625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5760,5824,2048,64,0.4121356338271672,0.0,0.74072265625,0.0078125,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5824,5888,2048,64,0.40511653735278347,0.0,0.7353515625,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5888,5952,2048,64,0.4091266593840787,0.0,0.74951171875,0.00830078125,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,5952,6016,2048,64,0.44463153285431706,0.0,0.7294921875,0.005859375,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,6016,6080,2048,64,0.42876143893750635,0.0,0.72412109375,0.01220703125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,64,6080,6144,2048,64,0.41511791818739785,0.0,0.7529296875,0.005859375,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,0,128,4096,128,0.4019969780801013,0.0,0.737548828125,0.005859375,0.073974609375,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,128,256,4096,128,0.4038349414052902,0.0,0.727783203125,0.010498046875,0.088134765625,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,256,384,4096,128,0.40660687974812815,0.0,0.72314453125,0.0087890625,0.083984375,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,384,512,4096,128,0.414899904528581,0.0,0.73779296875,0.00830078125,0.080810546875,1.0,98,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,512,640,4096,128,0.40396776600052003,0.0,0.71875,0.0078125,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,640,768,4096,128,0.3985987108400791,0.0,0.73388671875,0.008056640625,0.074951171875,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,768,896,4096,128,0.4305217074808486,0.0,0.721923828125,0.008544921875,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,896,1024,4096,128,0.4213699530852051,0.0,0.739501953125,0.0078125,0.08544921875,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1024,1152,4096,128,0.4111195826639459,0.0,0.730224609375,0.006591796875,0.07080078125,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1152,1280,4096,128,0.40495497941932246,0.0,0.72265625,0.009765625,0.085693359375,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1280,1408,4096,128,0.4141908439160764,0.0,0.721435546875,0.009765625,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1408,1536,4096,128,0.40655834100596566,0.0,0.727294921875,0.008056640625,0.088623046875,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1536,1664,4096,128,0.4465493366453686,0.0,0.7509765625,0.011474609375,0.08154296875,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1664,1792,4096,128,0.4010366554491583,0.0,0.7294921875,0.009765625,0.087158203125,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1792,1920,4096,128,0.40498652274495106,0.0,0.742431640625,0.00927734375,0.088134765625,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,1920,2048,4096,128,0.39875130789510205,0.0,0.722412109375,0.0078125,0.083251953125,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2048,2176,4096,128,0.4059989513695137,0.0,0.7197265625,0.006591796875,0.0771484375,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2176,2304,4096,128,0.42327855242830625,0.0,0.738037109375,0.01123046875,0.080078125,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2304,2432,4096,128,0.41790758273831624,0.0,0.746337890625,0.0068359375,0.07421875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2432,2560,4096,128,0.4191771014996306,0.0,0.68896484375,0.007568359375,0.08154296875,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2560,2688,4096,128,0.44798242917717945,0.0,0.74462890625,0.009521484375,0.087158203125,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2688,2816,4096,128,0.42798653923930474,0.0,0.740966796875,0.00537109375,0.08203125,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2816,2944,4096,128,0.45900770963313164,0.0,0.738037109375,0.010009765625,0.08984375,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,2944,3072,4096,128,0.3910235761532421,0.0,0.72509765625,0.0087890625,0.080810546875,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3072,3200,4096,128,0.4033623196250293,0.0,0.744140625,0.00732421875,0.087646484375,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3200,3328,4096,128,0.431706560227651,0.0,0.765380859375,0.00537109375,0.07763671875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3328,3456,4096,128,0.3841513827216435,0.0,0.697021484375,0.007568359375,0.075439453125,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3456,3584,4096,128,0.4194380309640587,0.0,0.739990234375,0.009521484375,0.080322265625,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3584,3712,4096,128,0.4160627158566945,0.0,0.731201171875,0.00634765625,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3712,3840,4096,128,0.409774513121203,0.0,0.726318359375,0.00927734375,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3840,3968,4096,128,0.3932119101845657,0.0,0.7041015625,0.008544921875,0.076171875,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,3968,4096,4096,128,0.39986955038516375,0.0,0.71630859375,0.006591796875,0.09033203125,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4096,4224,4096,128,0.4044019615608333,0.0,0.711669921875,0.0078125,0.078857421875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4224,4352,4096,128,0.41023252879560296,0.0,0.733642578125,0.011474609375,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4352,4480,4096,128,0.41342165274863046,0.0,0.7353515625,0.008056640625,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4480,4608,4096,128,0.42844648476579794,0.0,0.726806640625,0.00830078125,0.0859375,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4608,4736,4096,128,0.4084411807497105,0.0,0.72998046875,0.00732421875,0.08740234375,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4736,4864,4096,128,0.4186917816279801,0.0,0.729736328125,0.010009765625,0.088134765625,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4864,4992,4096,128,0.40582490626992174,0.0,0.724365234375,0.00830078125,0.0830078125,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,4992,5120,4096,128,0.4291116485570162,0.0,0.734130859375,0.010009765625,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5120,5248,4096,128,0.42417474222958107,0.0,0.70556640625,0.0068359375,0.07958984375,1.0,98,0.765625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5248,5376,4096,128,0.40359642571862187,0.0,0.736328125,0.009033203125,0.081298828125,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5376,5504,4096,128,0.39933176074195026,0.0,0.751708984375,0.008056640625,0.0791015625,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5504,5632,4096,128,0.41940254826879514,0.0,0.747802734375,0.00634765625,0.0771484375,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5632,5760,4096,128,0.4157559495891734,0.0,0.70751953125,0.005859375,0.087646484375,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5760,5888,4096,128,0.4086411564605492,0.0,0.738037109375,0.00732421875,0.08154296875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,5888,6016,4096,128,0.42724806812152794,0.0,0.739501953125,0.007568359375,0.08251953125,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gate_proj.output,128,6016,6144,4096,128,0.4219948207739048,0.0,0.738525390625,0.0087890625,0.08203125,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.up_proj.output,0,0,6144,196608,6144,0.26100052734162466,0.0,0.5016581217447916,0.008290608723958334,0.08303324381510417,1.0,5023,0.8175455729166666
+fresh-zh-2,layers.1.mlp.up_proj.output,64,0,64,2048,64,0.2596035262217177,0.0,0.48583984375,0.00830078125,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,64,128,2048,64,0.25749246425537786,0.0,0.52880859375,0.0068359375,0.07080078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,128,192,2048,64,0.25093800932488575,0.0,0.5087890625,0.01220703125,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,192,256,2048,64,0.27498688500462953,0.0,0.48681640625,0.01025390625,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.up_proj.output,64,256,320,2048,64,0.2578897316551048,0.0,0.49267578125,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,320,384,2048,64,0.25450153944844295,0.0,0.51025390625,0.00927734375,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,384,448,2048,64,0.2671483128244677,0.0,0.5146484375,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.up_proj.output,64,448,512,2048,64,0.25985467310725263,0.0,0.4873046875,0.00732421875,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,512,576,2048,64,0.26682267258818404,0.0,0.4833984375,0.00732421875,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,576,640,2048,64,0.2612489194574103,0.0,0.47705078125,0.00830078125,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,640,704,2048,64,0.25937527394284493,0.0,0.5078125,0.00732421875,0.09228515625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,704,768,2048,64,0.26279078754518087,0.0,0.45556640625,0.0078125,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,768,832,2048,64,0.2502085944243687,0.0,0.48974609375,0.0087890625,0.08935546875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,832,896,2048,64,0.2652674236331335,0.0,0.505859375,0.0087890625,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,896,960,2048,64,0.2603921682275545,0.0,0.50927734375,0.005859375,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,960,1024,2048,64,0.25881374617946795,0.0,0.43603515625,0.01171875,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1024,1088,2048,64,0.2564653232057575,0.0,0.521484375,0.00634765625,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1088,1152,2048,64,0.25143589733292265,0.0,0.548828125,0.00537109375,0.07275390625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1152,1216,2048,64,0.2659389195566006,0.0,0.48681640625,0.0087890625,0.08447265625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1216,1280,2048,64,0.27277706400529794,0.0,0.50439453125,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1280,1344,2048,64,0.25001799408810477,0.0,0.48681640625,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1344,1408,2048,64,0.2658038791636441,0.0,0.50830078125,0.005859375,0.08984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1408,1472,2048,64,0.25660234162799167,0.0,0.478515625,0.01220703125,0.09326171875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1472,1536,2048,64,0.2516573698971504,0.0,0.4921875,0.0107421875,0.08935546875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1536,1600,2048,64,0.2547933357958297,0.0,0.498046875,0.005859375,0.08984375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1600,1664,2048,64,0.25022389629806085,0.0,0.548828125,0.0068359375,0.07470703125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1664,1728,2048,64,0.2550300958941144,0.0,0.474609375,0.00830078125,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1728,1792,2048,64,0.2662455313990538,0.0,0.50439453125,0.005859375,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1792,1856,2048,64,0.2652744051151144,0.0,0.4912109375,0.00537109375,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1856,1920,2048,64,0.28415042629996223,0.0,0.5009765625,0.00634765625,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1920,1984,2048,64,0.27853736512622906,0.0,0.5048828125,0.0068359375,0.091796875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,1984,2048,2048,64,0.2679997788584406,0.0,0.50244140625,0.00927734375,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2048,2112,2048,64,0.24136173034983857,0.0,0.49267578125,0.0068359375,0.0849609375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2112,2176,2048,64,0.27710711136781574,0.0,0.46923828125,0.0107421875,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2176,2240,2048,64,0.24972609855435482,0.0,0.53466796875,0.0068359375,0.0830078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2240,2304,2048,64,0.2618206186048541,0.0,0.49951171875,0.0068359375,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2304,2368,2048,64,0.25230645751187436,0.0,0.4921875,0.01220703125,0.06591796875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2368,2432,2048,64,0.2510882349333081,0.0,0.52685546875,0.0078125,0.091796875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2432,2496,2048,64,0.25698294515776166,0.0,0.5400390625,0.0087890625,0.0908203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2496,2560,2048,64,0.27014890477307696,0.0,0.52392578125,0.01025390625,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2560,2624,2048,64,0.25577775445174306,0.0,0.50830078125,0.0107421875,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2624,2688,2048,64,0.306742235929376,0.0,0.53515625,0.0078125,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2688,2752,2048,64,0.2572132514873558,0.0,0.47412109375,0.01171875,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2752,2816,2048,64,0.25775207399890493,0.0,0.490234375,0.00537109375,0.0751953125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2816,2880,2048,64,0.2704059509316617,0.0,0.47119140625,0.00634765625,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2880,2944,2048,64,0.2708891924090556,0.0,0.48681640625,0.0087890625,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,2944,3008,2048,64,0.2523825732755183,0.0,0.55322265625,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3008,3072,2048,64,0.25366553263171787,0.0,0.51123046875,0.01025390625,0.0830078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3072,3136,2048,64,0.2577944352338631,0.0,0.498046875,0.005859375,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3136,3200,2048,64,0.2601605000652204,0.0,0.501953125,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3200,3264,2048,64,0.24837175071998754,0.0,0.4658203125,0.00732421875,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3264,3328,2048,64,0.2529239307436426,0.0,0.490234375,0.01220703125,0.08447265625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3328,3392,2048,64,0.2613238497499809,0.0,0.49951171875,0.00830078125,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3392,3456,2048,64,0.2480502622198589,0.0,0.486328125,0.00732421875,0.08251953125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3456,3520,2048,64,0.2658341457403169,0.0,0.51318359375,0.00830078125,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3520,3584,2048,64,0.2577882863327094,0.0,0.45361328125,0.00634765625,0.06982421875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3584,3648,2048,64,0.2643052815580565,0.0,0.4892578125,0.0126953125,0.0947265625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3648,3712,2048,64,0.24980531313937138,0.0,0.52099609375,0.0048828125,0.07421875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3712,3776,2048,64,0.255787554162279,0.0,0.4755859375,0.00830078125,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3776,3840,2048,64,0.2508428132791808,0.0,0.509765625,0.009765625,0.076171875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3840,3904,2048,64,0.2806553644529826,0.0,0.51318359375,0.01123046875,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3904,3968,2048,64,0.2608790622908628,0.0,0.48193359375,0.00830078125,0.08203125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,3968,4032,2048,64,0.2561394604914483,0.0,0.49462890625,0.00537109375,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4032,4096,2048,64,0.25906299511499925,0.0,0.486328125,0.01220703125,0.091796875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4096,4160,2048,64,0.2628831014861703,0.0,0.51953125,0.01025390625,0.09619140625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4160,4224,2048,64,0.27112364958188573,0.0,0.5029296875,0.0078125,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4224,4288,2048,64,0.25641919327686924,0.0,0.48583984375,0.0078125,0.08544921875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4288,4352,2048,64,0.2573735800215479,0.0,0.51220703125,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4352,4416,2048,64,0.25554599433205,0.0,0.509765625,0.0068359375,0.087890625,1.0,55,0.859375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4416,4480,2048,64,0.257257419956962,0.0,0.5224609375,0.0078125,0.0712890625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4480,4544,2048,64,0.26045167416492504,0.0,0.47314453125,0.00830078125,0.08984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4544,4608,2048,64,0.2623724614106554,0.0,0.46630859375,0.00537109375,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4608,4672,2048,64,0.26379651421976297,0.0,0.51611328125,0.00830078125,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4672,4736,2048,64,0.2854915048195746,0.0,0.5087890625,0.013671875,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4736,4800,2048,64,0.26109973211877185,0.0,0.505859375,0.00634765625,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4800,4864,2048,64,0.25926164777059063,0.0,0.49072265625,0.0087890625,0.08447265625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4864,4928,2048,64,0.25836557996455,0.0,0.49169921875,0.00634765625,0.07568359375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4928,4992,2048,64,0.26376934209399266,0.0,0.5068359375,0.0087890625,0.08837890625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,4992,5056,2048,64,0.25454712507363303,0.0,0.4970703125,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5056,5120,2048,64,0.25242315493053236,0.0,0.50634765625,0.009765625,0.0830078125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5120,5184,2048,64,0.26358666003888853,0.0,0.54833984375,0.0078125,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5184,5248,2048,64,0.2575208225161566,0.0,0.5029296875,0.00537109375,0.083984375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5248,5312,2048,64,0.2572744351095549,0.0,0.4892578125,0.00830078125,0.0791015625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5312,5376,2048,64,0.26480160395903773,0.0,0.55615234375,0.00634765625,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5376,5440,2048,64,0.2514222549282286,0.0,0.51220703125,0.0087890625,0.080078125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5440,5504,2048,64,0.2636676404396681,0.0,0.49609375,0.01123046875,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5504,5568,2048,64,0.26156745550172855,0.0,0.54638671875,0.01171875,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5568,5632,2048,64,0.25274365147924305,0.0,0.509765625,0.00537109375,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5632,5696,2048,64,0.2769730388753969,0.0,0.4716796875,0.0078125,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5696,5760,2048,64,0.26208140461170243,0.0,0.48876953125,0.00537109375,0.076171875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5760,5824,2048,64,0.25951865672976326,0.0,0.52392578125,0.005859375,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5824,5888,2048,64,0.26480936655071724,0.0,0.50830078125,0.01025390625,0.0830078125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5888,5952,2048,64,0.26359025762289773,0.0,0.529296875,0.01123046875,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,5952,6016,2048,64,0.26386021757784744,0.0,0.49267578125,0.0068359375,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,6016,6080,2048,64,0.2609927344400993,0.0,0.5087890625,0.00732421875,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,64,6080,6144,2048,64,0.25818291199979276,0.0,0.53662109375,0.01025390625,0.08837890625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,128,0,128,4096,128,0.2585501498501375,0.0,0.50732421875,0.007568359375,0.079833984375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,128,256,4096,128,0.26323722328774646,0.0,0.497802734375,0.010986328125,0.085693359375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,256,384,4096,128,0.2562012366039334,0.0,0.50146484375,0.008544921875,0.078125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,384,512,4096,128,0.26352672746861633,0.0,0.5009765625,0.008056640625,0.083740234375,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.up_proj.output,128,512,640,4096,128,0.26405050324205565,0.0,0.480224609375,0.0078125,0.07958984375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,640,768,4096,128,0.26108861594441674,0.0,0.481689453125,0.007568359375,0.083251953125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,768,896,4096,128,0.25784796563554513,0.0,0.497802734375,0.008544921875,0.083251953125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,896,1024,4096,128,0.2596041568289086,0.0,0.47265625,0.0087890625,0.078125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1024,1152,4096,128,0.2539630607732606,0.0,0.53515625,0.005859375,0.078369140625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1152,1280,4096,128,0.26937969075478063,0.0,0.49560546875,0.007568359375,0.0849609375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1280,1408,4096,128,0.2580316836614069,0.0,0.49755859375,0.008544921875,0.08935546875,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1408,1536,4096,128,0.2541418831602927,0.0,0.4853515625,0.011474609375,0.091796875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1536,1664,4096,128,0.2525189520061307,0.0,0.5234375,0.00634765625,0.082275390625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1664,1792,4096,128,0.2606981327145687,0.0,0.489501953125,0.007080078125,0.079345703125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1792,1920,4096,128,0.2748744938836888,0.0,0.49609375,0.005615234375,0.082763671875,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,1920,2048,4096,128,0.2733193601262407,0.0,0.503662109375,0.008056640625,0.090576171875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2048,2176,4096,128,0.2598497989686381,0.0,0.48095703125,0.008544921875,0.083251953125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2176,2304,4096,128,0.25584483640070577,0.0,0.51708984375,0.0068359375,0.087158203125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2304,2432,4096,128,0.251698083250663,0.0,0.509521484375,0.010009765625,0.078857421875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2432,2560,4096,128,0.2636481223639286,0.0,0.531982421875,0.009521484375,0.08984375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2560,2688,4096,128,0.28241198538246315,0.0,0.521728515625,0.009033203125,0.08203125,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2688,2816,4096,128,0.2574828036893287,0.0,0.482177734375,0.008544921875,0.081298828125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2816,2944,4096,128,0.27064767952384755,0.0,0.47900390625,0.007568359375,0.07958984375,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,2944,3072,4096,128,0.2530248661085561,0.0,0.5322265625,0.009521484375,0.08056640625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3072,3200,4096,128,0.2589801697348003,0.0,0.5,0.006591796875,0.082763671875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3200,3328,4096,128,0.250658174910102,0.0,0.47802734375,0.009765625,0.08251953125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3328,3456,4096,128,0.2547735141606083,0.0,0.492919921875,0.008056640625,0.082763671875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3456,3584,4096,128,0.26184212190921363,0.0,0.4833984375,0.00732421875,0.07666015625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3584,3712,4096,128,0.25715751625428224,0.0,0.505126953125,0.009033203125,0.085205078125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3712,3840,4096,128,0.2533272486707014,0.0,0.49267578125,0.0087890625,0.07666015625,1.0,108,0.84375
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3840,3968,4096,128,0.27094770596740286,0.0,0.49755859375,0.00927734375,0.08544921875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,3968,4096,4096,128,0.2576053751950882,0.0,0.490478515625,0.0087890625,0.0859375,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4096,4224,4096,128,0.2670351647345245,0.0,0.51123046875,0.0087890625,0.092529296875,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4224,4352,4096,128,0.2568968298499113,0.0,0.4990234375,0.008056640625,0.083740234375,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4352,4480,4096,128,0.2564031350647539,0.0,0.51611328125,0.007568359375,0.079833984375,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4480,4608,4096,128,0.2614138319618896,0.0,0.4697265625,0.0068359375,0.083740234375,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4608,4736,4096,128,0.2748581454483774,0.0,0.512451171875,0.010986328125,0.081787109375,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4736,4864,4096,128,0.2601823131164148,0.0,0.498291015625,0.007568359375,0.083984375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4864,4992,4096,128,0.26108144202443423,0.0,0.499267578125,0.007568359375,0.08203125,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.up_proj.output,128,4992,5120,4096,128,0.25348736460456495,0.0,0.501708984375,0.0087890625,0.084228515625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5120,5248,4096,128,0.2605713926929186,0.0,0.525634765625,0.006591796875,0.087158203125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5248,5376,4096,128,0.2610651493595226,0.0,0.522705078125,0.00732421875,0.08251953125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5376,5504,4096,128,0.2576177157031493,0.0,0.504150390625,0.010009765625,0.078857421875,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5504,5632,4096,128,0.25719339721375994,0.0,0.528076171875,0.0087890625,0.08349609375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5632,5760,4096,128,0.2696300492407282,0.0,0.480224609375,0.006591796875,0.08056640625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5760,5888,4096,128,0.2621773577216507,0.0,0.51611328125,0.008056640625,0.08154296875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,5888,6016,4096,128,0.26372527214312874,0.0,0.510986328125,0.009033203125,0.08447265625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.up_proj.output,128,6016,6144,4096,128,0.2595916249411881,0.0,0.522705078125,0.0087890625,0.087646484375,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,0,0,6144,196608,6144,0.1641361475493407,0.0,0.7300872802734375,0.006449381510416667,0.06617228190104167,1.0,4974,0.8095703125
+fresh-zh-2,layers.1.mlp.silu_gate,64,0,64,2048,64,0.16653111950455848,0.0,0.7275390625,0.00146484375,0.060546875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,64,128,2048,64,0.15927082950284704,0.0,0.74755859375,0.005859375,0.05712890625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,128,192,2048,64,0.15329372523466311,0.0,0.72998046875,0.0068359375,0.06982421875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,192,256,2048,64,0.16269776210746054,0.0,0.7255859375,0.009765625,0.068359375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,256,320,2048,64,0.15271219689828602,0.0,0.701171875,0.005859375,0.0634765625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,320,384,2048,64,0.16624407511940137,0.0,0.7451171875,0.005859375,0.0654296875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,384,448,2048,64,0.15900298957909897,0.0,0.72314453125,0.00537109375,0.064453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,448,512,2048,64,0.1546250734695216,0.0,0.75244140625,0.00634765625,0.05810546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,512,576,2048,64,0.15595392332840916,0.0,0.74755859375,0.0078125,0.06884765625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,576,640,2048,64,0.16317698389484825,0.0,0.68994140625,0.00537109375,0.06689453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,640,704,2048,64,0.15525637250553667,0.0,0.73095703125,0.0048828125,0.05615234375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,704,768,2048,64,0.15987806674098215,0.0,0.73681640625,0.0068359375,0.0537109375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,768,832,2048,64,0.16260851610070093,0.0,0.7470703125,0.005859375,0.06396484375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,832,896,2048,64,0.1829894690341346,0.0,0.69677734375,0.00634765625,0.07080078125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,896,960,2048,64,0.156797519303811,0.0,0.740234375,0.005859375,0.0693359375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,960,1024,2048,64,0.16650052738155638,0.0,0.73876953125,0.00537109375,0.0615234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1024,1088,2048,64,0.16153741061377383,0.0,0.73779296875,0.00537109375,0.0615234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1088,1152,2048,64,0.1572474322125623,0.0,0.72265625,0.0048828125,0.05029296875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,1152,1216,2048,64,0.15921416893218646,0.0,0.74755859375,0.00634765625,0.0615234375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,1216,1280,2048,64,0.1668394261131698,0.0,0.69775390625,0.00927734375,0.0693359375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,1280,1344,2048,64,0.1615644929476174,0.0,0.74072265625,0.00537109375,0.06201171875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1344,1408,2048,64,0.17225398404083228,0.0,0.7021484375,0.01025390625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,1408,1472,2048,64,0.15892025734271403,0.0,0.7294921875,0.0048828125,0.0712890625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1472,1536,2048,64,0.159471575238707,0.0,0.72509765625,0.0087890625,0.07275390625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1536,1600,2048,64,0.19800664540169613,0.0,0.748046875,0.009765625,0.0712890625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.silu_gate,64,1600,1664,2048,64,0.16694618719480053,0.0,0.75390625,0.00927734375,0.0625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1664,1728,2048,64,0.15789162023127457,0.0,0.75146484375,0.00830078125,0.07177734375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,1728,1792,2048,64,0.15959423032815756,0.0,0.70751953125,0.0078125,0.06884765625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,1792,1856,2048,64,0.165767512630331,0.0,0.751953125,0.0068359375,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,1856,1920,2048,64,0.17293921753288263,0.0,0.73291015625,0.00732421875,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,1920,1984,2048,64,0.1547698397620595,0.0,0.73046875,0.00537109375,0.06201171875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,1984,2048,2048,64,0.1599172874136637,0.0,0.71435546875,0.0048828125,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2048,2112,2048,64,0.15493612980068242,0.0,0.72021484375,0.00634765625,0.0556640625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2112,2176,2048,64,0.15886591514858073,0.0,0.71923828125,0.00341796875,0.0615234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2176,2240,2048,64,0.1583418761372047,0.0,0.73583984375,0.00732421875,0.06689453125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,2240,2304,2048,64,0.1619284813965337,0.0,0.740234375,0.0078125,0.05908203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2304,2368,2048,64,0.15603394980352317,0.0,0.76123046875,0.0068359375,0.060546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2368,2432,2048,64,0.16137239890017288,0.0,0.7314453125,0.00439453125,0.0546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2432,2496,2048,64,0.1793219651915936,0.0,0.68798828125,0.0078125,0.0654296875,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2496,2560,2048,64,0.1788223135247532,0.0,0.68994140625,0.00537109375,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2560,2624,2048,64,0.1656816647630819,0.0,0.74609375,0.00732421875,0.0625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2624,2688,2048,64,0.1623596687049152,0.0,0.7431640625,0.00634765625,0.064453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2688,2752,2048,64,0.1545722801875068,0.0,0.73583984375,0.00244140625,0.06201171875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,2752,2816,2048,64,0.1596855720332893,0.0,0.74609375,0.00341796875,0.0537109375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2816,2880,2048,64,0.23897596611748115,0.0,0.73388671875,0.009765625,0.08935546875,1.0,42,0.65625
+fresh-zh-2,layers.1.mlp.silu_gate,64,2880,2944,2048,64,0.16461086507496167,0.0,0.7421875,0.0078125,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,2944,3008,2048,64,0.15514560545138487,0.0,0.73779296875,0.00927734375,0.0615234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3008,3072,2048,64,0.1573999226580035,0.0,0.71240234375,0.00537109375,0.06884765625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3072,3136,2048,64,0.15827709301091003,0.0,0.75732421875,0.00341796875,0.0703125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3136,3200,2048,64,0.15211762565700218,0.0,0.73095703125,0.00830078125,0.068359375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3200,3264,2048,64,0.16517717598087153,0.0,0.7939453125,0.00439453125,0.05517578125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3264,3328,2048,64,0.15894806041773307,0.0,0.73681640625,0.0029296875,0.0595703125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3328,3392,2048,64,0.1542661291652804,0.0,0.67822265625,0.0048828125,0.0625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3392,3456,2048,64,0.15271668732697383,0.0,0.7158203125,0.0068359375,0.060546875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3456,3520,2048,64,0.1759035366007447,0.0,0.740234375,0.0078125,0.06689453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3520,3584,2048,64,0.1618876686793885,0.0,0.73974609375,0.00537109375,0.0654296875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3584,3648,2048,64,0.15929429603411963,0.0,0.732421875,0.00244140625,0.06689453125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3648,3712,2048,64,0.20119784061542847,0.0,0.72998046875,0.0087890625,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.silu_gate,64,3712,3776,2048,64,0.16632995288185157,0.0,0.7265625,0.0078125,0.0625,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3776,3840,2048,64,0.1554373019197471,0.0,0.72607421875,0.005859375,0.06689453125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,3840,3904,2048,64,0.1593877460174573,0.0,0.69140625,0.00732421875,0.06689453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3904,3968,2048,64,0.15355667777539514,0.0,0.716796875,0.00732421875,0.05908203125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,3968,4032,2048,64,0.16040325054662471,0.0,0.70849609375,0.0087890625,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4032,4096,2048,64,0.17081194483603357,0.0,0.72412109375,0.00341796875,0.06591796875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4096,4160,2048,64,0.15883737910441434,0.0,0.7470703125,0.00634765625,0.0634765625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,4160,4224,2048,64,0.16892539071452428,0.0,0.67626953125,0.0068359375,0.06591796875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,4224,4288,2048,64,0.16527050890820735,0.0,0.72998046875,0.0087890625,0.0703125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4288,4352,2048,64,0.1687716997574039,0.0,0.7373046875,0.0107421875,0.064453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4352,4416,2048,64,0.14981551103094282,0.0,0.73974609375,0.0048828125,0.06298828125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,4416,4480,2048,64,0.18455009921863622,0.0,0.73095703125,0.0078125,0.064453125,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,4480,4544,2048,64,0.16622593822329423,0.0,0.71484375,0.0078125,0.0693359375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,4544,4608,2048,64,0.15988727228997718,0.0,0.73876953125,0.0048828125,0.05859375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4608,4672,2048,64,0.1567882943181942,0.0,0.734375,0.00634765625,0.06494140625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4672,4736,2048,64,0.1637388706359797,0.0,0.7255859375,0.0048828125,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4736,4800,2048,64,0.1665071659650217,0.0,0.72802734375,0.0078125,0.06787109375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4800,4864,2048,64,0.16515801465989102,0.0,0.7314453125,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4864,4928,2048,64,0.1610770128297267,0.0,0.73779296875,0.0068359375,0.0576171875,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4928,4992,2048,64,0.16510322693185128,0.0,0.7109375,0.00634765625,0.06982421875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,4992,5056,2048,64,0.16409454125363948,0.0,0.71923828125,0.0087890625,0.0673828125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5056,5120,2048,64,0.16384684293397372,0.0,0.7490234375,0.00634765625,0.06396484375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5120,5184,2048,64,0.16800863686088785,0.0,0.68798828125,0.00830078125,0.068359375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5184,5248,2048,64,0.1637782313970002,0.0,0.72314453125,0.00390625,0.0576171875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5248,5312,2048,64,0.15425214314111269,0.0,0.72265625,0.0087890625,0.06982421875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,5312,5376,2048,64,0.15434226820144994,0.0,0.75,0.0048828125,0.05908203125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,5376,5440,2048,64,0.1529603255530969,0.0,0.78173828125,0.00537109375,0.05810546875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,5440,5504,2048,64,0.15725229783113273,0.0,0.7216796875,0.0078125,0.06884765625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5504,5568,2048,64,0.17485934996848634,0.0,0.74365234375,0.00537109375,0.0654296875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,5568,5632,2048,64,0.15485884751631812,0.0,0.751953125,0.0048828125,0.05810546875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,5632,5696,2048,64,0.17793200982180565,0.0,0.720703125,0.00439453125,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5696,5760,2048,64,0.1702011850485251,0.0,0.6943359375,0.00634765625,0.07275390625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5760,5824,2048,64,0.16211784941452093,0.0,0.74072265625,0.00634765625,0.06640625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5824,5888,2048,64,0.1685460315814174,0.0,0.7353515625,0.00537109375,0.060546875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,64,5888,5952,2048,64,0.1554096640262922,0.0,0.74951171875,0.0048828125,0.06689453125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,64,5952,6016,2048,64,0.15621182731301878,0.0,0.7294921875,0.0048828125,0.0634765625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.silu_gate,64,6016,6080,2048,64,0.16890950112413522,0.0,0.72412109375,0.0078125,0.0693359375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,64,6080,6144,2048,64,0.16462356710820875,0.0,0.7529296875,0.00537109375,0.05859375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,0,128,4096,128,0.16294141722405406,0.0,0.737548828125,0.00390625,0.05859375,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,128,256,4096,128,0.1580656951888932,0.0,0.727783203125,0.008056640625,0.068115234375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,256,384,4096,128,0.1596215956470271,0.0,0.72314453125,0.006103515625,0.064453125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,384,512,4096,128,0.15682930855000607,0.0,0.73779296875,0.005859375,0.06103515625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,512,640,4096,128,0.15960631922725194,0.0,0.71875,0.006591796875,0.067138671875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,640,768,4096,128,0.15758416390680235,0.0,0.73388671875,0.005615234375,0.0546875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,768,896,4096,128,0.17309921329380212,0.0,0.721923828125,0.005859375,0.06787109375,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.silu_gate,128,896,1024,4096,128,0.16172181002908265,0.0,0.739501953125,0.005615234375,0.067138671875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1024,1152,4096,128,0.1594068536250047,0.0,0.730224609375,0.005126953125,0.055419921875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1152,1280,4096,128,0.16307137347575548,0.0,0.72265625,0.0078125,0.065673828125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1280,1408,4096,128,0.16699479093576544,0.0,0.721435546875,0.007568359375,0.06982421875,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1408,1536,4096,128,0.15919615495197906,0.0,0.727294921875,0.0068359375,0.072021484375,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1536,1664,4096,128,0.18313609835599645,0.0,0.7509765625,0.009765625,0.067138671875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1664,1792,4096,128,0.1587452079486087,0.0,0.7294921875,0.008056640625,0.070556640625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,1792,1920,4096,128,0.16939132386951322,0.0,0.742431640625,0.007080078125,0.075927734375,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.silu_gate,128,1920,2048,4096,128,0.15736461183143732,0.0,0.722412109375,0.005126953125,0.067138671875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2048,2176,4096,128,0.15691332530032298,0.0,0.7197265625,0.0048828125,0.057861328125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2176,2304,4096,128,0.1601452197632471,0.0,0.738037109375,0.0078125,0.063232421875,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.silu_gate,128,2304,2432,4096,128,0.1587256195736607,0.0,0.746337890625,0.005615234375,0.057861328125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2432,2560,4096,128,0.17907231362569737,0.0,0.68896484375,0.006591796875,0.07177734375,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2560,2688,4096,128,0.16402907678310585,0.0,0.74462890625,0.007080078125,0.063720703125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2688,2816,4096,128,0.1571497243363219,0.0,0.740966796875,0.0029296875,0.057861328125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,2816,2944,4096,128,0.20519045943039207,0.0,0.738037109375,0.0087890625,0.08251953125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.silu_gate,128,2944,3072,4096,128,0.15627682896645662,0.0,0.72509765625,0.00732421875,0.064697265625,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,3072,3200,4096,128,0.15522791341686604,0.0,0.744140625,0.005859375,0.068359375,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.silu_gate,128,3200,3328,4096,128,0.1620925435909609,0.0,0.765380859375,0.003662109375,0.0576171875,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.silu_gate,128,3328,3456,4096,128,0.15349336336754704,0.0,0.697021484375,0.005859375,0.061279296875,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.silu_gate,128,3456,3584,4096,128,0.16904092915488989,0.0,0.739990234375,0.00732421875,0.06689453125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,3584,3712,4096,128,0.18145969775313348,0.0,0.731201171875,0.005859375,0.074462890625,1.0,101,0.7890625
+fresh-zh-2,layers.1.mlp.silu_gate,128,3712,3840,4096,128,0.16097578708266902,0.0,0.726318359375,0.0068359375,0.064453125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,3840,3968,4096,128,0.15649937199545244,0.0,0.7041015625,0.00732421875,0.06298828125,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,3968,4096,4096,128,0.16568935283323344,0.0,0.71630859375,0.005859375,0.073486328125,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.silu_gate,128,4096,4224,4096,128,0.16395898973343018,0.0,0.711669921875,0.006591796875,0.066162109375,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,4224,4352,4096,128,0.16703027832369366,0.0,0.733642578125,0.009765625,0.0673828125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,4352,4480,4096,128,0.16808245962483864,0.0,0.7353515625,0.006103515625,0.066162109375,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.silu_gate,128,4480,4608,4096,128,0.16308740352728615,0.0,0.726806640625,0.006103515625,0.064697265625,1.0,102,0.796875
+fresh-zh-2,layers.1.mlp.silu_gate,128,4608,4736,4096,128,0.1603012585608029,0.0,0.72998046875,0.005615234375,0.06884765625,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,4736,4864,4096,128,0.16583396232994624,0.0,0.729736328125,0.00830078125,0.07470703125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,4864,4992,4096,128,0.16310254382666495,0.0,0.724365234375,0.006591796875,0.0634765625,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,4992,5120,4096,128,0.16397073886622676,0.0,0.734130859375,0.007568359375,0.065673828125,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,5120,5248,4096,128,0.16590691839007654,0.0,0.70556640625,0.006103515625,0.063232421875,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,5248,5376,4096,128,0.15429721225154172,0.0,0.736328125,0.0068359375,0.064453125,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.silu_gate,128,5376,5504,4096,128,0.15512115646564892,0.0,0.751708984375,0.006591796875,0.062744140625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,5504,5632,4096,128,0.16516212478271744,0.0,0.747802734375,0.005126953125,0.06201171875,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.silu_gate,128,5632,5760,4096,128,0.1741095108130935,0.0,0.70751953125,0.00537109375,0.0771484375,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.silu_gate,128,5760,5888,4096,128,0.16536317888307758,0.0,0.738037109375,0.005859375,0.06298828125,1.0,103,0.8046875
+fresh-zh-2,layers.1.mlp.silu_gate,128,5888,6016,4096,128,0.15581126189277433,0.0,0.739501953125,0.0048828125,0.0654296875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.silu_gate,128,6016,6144,4096,128,0.16678030222036885,0.0,0.738525390625,0.0068359375,0.064208984375,1.0,104,0.8125
+fresh-zh-2,layers.1.mlp.gated_product,0,0,6144,196608,6144,0.045401654507807504,0.0,0.4986826578776042,0.033925374348958336,0.212066650390625,1.0,4415,0.7185872395833334
+fresh-zh-2,layers.1.mlp.gated_product,64,0,64,2048,64,0.04406054974566149,0.0,0.51416015625,0.0322265625,0.2021484375,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,64,128,2048,64,0.04000068119861761,0.0,0.470703125,0.02978515625,0.17919921875,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,128,192,2048,64,0.04075731848487569,0.0,0.47900390625,0.03857421875,0.19921875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,192,256,2048,64,0.044448685152292174,0.0,0.48486328125,0.03955078125,0.2138671875,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,256,320,2048,64,0.039172426761359534,0.0,0.50341796875,0.03564453125,0.18310546875,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gated_product,64,320,384,2048,64,0.04579135128995974,0.0,0.47216796875,0.04150390625,0.2080078125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,384,448,2048,64,0.05478481859406385,0.0,0.48291015625,0.0390625,0.244140625,1.0,41,0.640625
+fresh-zh-2,layers.1.mlp.gated_product,64,448,512,2048,64,0.04257191809605989,0.0,0.52001953125,0.02880859375,0.19677734375,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,512,576,2048,64,0.04133275581557699,0.0,0.50732421875,0.025390625,0.20166015625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,576,640,2048,64,0.043063165770593215,0.0,0.49609375,0.0302734375,0.20703125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,640,704,2048,64,0.042048614848869445,0.0,0.50146484375,0.0302734375,0.20751953125,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,704,768,2048,64,0.04337480423983604,0.0,0.515625,0.0302734375,0.1953125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,768,832,2048,64,0.04806763520527733,0.0,0.51708984375,0.03564453125,0.23095703125,1.0,44,0.6875
+fresh-zh-2,layers.1.mlp.gated_product,64,832,896,2048,64,0.0456362273174891,0.0,0.49560546875,0.03515625,0.20068359375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,896,960,2048,64,0.043796360821999274,0.0,0.50732421875,0.029296875,0.205078125,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,960,1024,2048,64,0.04738315143816532,0.0,0.537109375,0.0341796875,0.21923828125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,1024,1088,2048,64,0.04108561350977895,0.0,0.48291015625,0.025390625,0.1953125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,1088,1152,2048,64,0.03892934379889655,0.0,0.4951171875,0.02392578125,0.1787109375,1.0,51,0.796875
+fresh-zh-2,layers.1.mlp.gated_product,64,1152,1216,2048,64,0.04371010917220477,0.0,0.5,0.0244140625,0.203125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,1216,1280,2048,64,0.04984697388496138,0.0,0.494140625,0.0390625,0.23486328125,1.0,44,0.6875
+fresh-zh-2,layers.1.mlp.gated_product,64,1280,1344,2048,64,0.04093445485117948,0.0,0.509765625,0.02978515625,0.2080078125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,1344,1408,2048,64,0.046304041532495274,0.0,0.48876953125,0.0390625,0.23681640625,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,1408,1472,2048,64,0.04133981275906258,0.0,0.5185546875,0.0400390625,0.203125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,1472,1536,2048,64,0.04444883313029972,0.0,0.51611328125,0.04541015625,0.21923828125,1.0,45,0.703125
+fresh-zh-2,layers.1.mlp.gated_product,64,1536,1600,2048,64,0.047081505614495034,0.0,0.498046875,0.03662109375,0.21484375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,1600,1664,2048,64,0.04074290858942756,0.0,0.462890625,0.02880859375,0.1982421875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,1664,1728,2048,64,0.044263179896181525,0.0,0.49853515625,0.03125,0.2177734375,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,1728,1792,2048,64,0.042049203326383684,0.0,0.5029296875,0.0302734375,0.1982421875,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,1792,1856,2048,64,0.04338630082161161,0.0,0.509765625,0.03125,0.2099609375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,1856,1920,2048,64,0.0788381388915552,0.0,0.49462890625,0.05908203125,0.30126953125,1.0,27,0.421875
+fresh-zh-2,layers.1.mlp.gated_product,64,1920,1984,2048,64,0.0428286294122646,0.0,0.5087890625,0.033203125,0.197265625,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,1984,2048,2048,64,0.044653971260147314,0.0,0.517578125,0.0361328125,0.224609375,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,2048,2112,2048,64,0.04137787271439108,0.0,0.509765625,0.02880859375,0.20751953125,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,2112,2176,2048,64,0.0444573796978975,0.0,0.4990234375,0.03173828125,0.20458984375,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,2176,2240,2048,64,0.03829023373926347,0.0,0.4658203125,0.02880859375,0.177734375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,2240,2304,2048,64,0.042655636963006525,0.0,0.49755859375,0.0302734375,0.20263671875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,2304,2368,2048,64,0.040586193544861156,0.0,0.51220703125,0.0341796875,0.17578125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,2368,2432,2048,64,0.04201622005974984,0.0,0.50439453125,0.0361328125,0.21240234375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,2432,2496,2048,64,0.04588302619340125,0.0,0.46533203125,0.03759765625,0.2119140625,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,2496,2560,2048,64,0.04991419394883005,0.0,0.498046875,0.0361328125,0.234375,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,2560,2624,2048,64,0.046053694157343464,0.0,0.49072265625,0.0361328125,0.20947265625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,2624,2688,2048,64,0.05217690687379891,0.0,0.46484375,0.03369140625,0.2158203125,1.0,41,0.640625
+fresh-zh-2,layers.1.mlp.gated_product,64,2688,2752,2048,64,0.0393007637198955,0.0,0.5146484375,0.03271484375,0.20068359375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,2752,2816,2048,64,0.04381203382905373,0.0,0.51171875,0.02587890625,0.1962890625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,2816,2880,2048,64,0.055084218961509036,0.0,0.513671875,0.03564453125,0.22314453125,1.0,43,0.671875
+fresh-zh-2,layers.1.mlp.gated_product,64,2880,2944,2048,64,0.06052671909731506,0.0,0.51513671875,0.04443359375,0.2587890625,1.0,36,0.5625
+fresh-zh-2,layers.1.mlp.gated_product,64,2944,3008,2048,64,0.03964378476781185,0.0,0.4912109375,0.03857421875,0.19873046875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,3008,3072,2048,64,0.042208517513848756,0.0,0.4931640625,0.03369140625,0.2177734375,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,3072,3136,2048,64,0.046091454615553175,0.0,0.49853515625,0.02880859375,0.20361328125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,3136,3200,2048,64,0.040819242098871736,0.0,0.46826171875,0.03564453125,0.205078125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,3200,3264,2048,64,0.042118492450111455,0.0,0.52734375,0.02783203125,0.18505859375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,3264,3328,2048,64,0.04251116900327404,0.0,0.50341796875,0.02783203125,0.19970703125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,3328,3392,2048,64,0.04026761182412325,0.0,0.4990234375,0.02685546875,0.185546875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,3392,3456,2048,64,0.038632979529877244,0.0,0.5009765625,0.03369140625,0.1953125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,3456,3520,2048,64,0.060736291042606194,0.0,0.47412109375,0.04296875,0.2451171875,1.0,37,0.578125
+fresh-zh-2,layers.1.mlp.gated_product,64,3520,3584,2048,64,0.041479924163246855,0.0,0.517578125,0.02978515625,0.18359375,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,3584,3648,2048,64,0.044066729038343355,0.0,0.5146484375,0.03564453125,0.21923828125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,3648,3712,2048,64,0.0632899084742504,0.0,0.4638671875,0.0400390625,0.26318359375,1.0,35,0.546875
+fresh-zh-2,layers.1.mlp.gated_product,64,3712,3776,2048,64,0.04569405405405202,0.0,0.5341796875,0.0302734375,0.21142578125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,3776,3840,2048,64,0.03944267207774742,0.0,0.51025390625,0.0322265625,0.19580078125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,3840,3904,2048,64,0.04472042421594057,0.0,0.46533203125,0.03125,0.2177734375,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,3904,3968,2048,64,0.04133048817993368,0.0,0.49462890625,0.02587890625,0.19677734375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,3968,4032,2048,64,0.05026696361232868,0.0,0.5068359375,0.03955078125,0.25732421875,1.0,42,0.65625
+fresh-zh-2,layers.1.mlp.gated_product,64,4032,4096,2048,64,0.040905945147967436,0.0,0.50146484375,0.03271484375,0.20654296875,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,4096,4160,2048,64,0.04402578951813475,0.0,0.4970703125,0.03173828125,0.21240234375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,4160,4224,2048,64,0.04551680612484112,0.0,0.51416015625,0.03125,0.205078125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,4224,4288,2048,64,0.044917809361642344,0.0,0.50390625,0.03857421875,0.22412109375,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,4288,4352,2048,64,0.04475909746250441,0.0,0.50634765625,0.03271484375,0.20361328125,1.0,47,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,64,4352,4416,2048,64,0.03832962330324563,0.0,0.51904296875,0.03125,0.18408203125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gated_product,64,4416,4480,2048,64,0.04958875241300873,0.0,0.50634765625,0.03271484375,0.212890625,1.0,42,0.65625
+fresh-zh-2,layers.1.mlp.gated_product,64,4480,4544,2048,64,0.05241586008123472,0.0,0.51318359375,0.03662109375,0.24658203125,1.0,41,0.640625
+fresh-zh-2,layers.1.mlp.gated_product,64,4544,4608,2048,64,0.044160690007919855,0.0,0.5146484375,0.03125,0.20458984375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,4608,4672,2048,64,0.045433712320152135,0.0,0.49365234375,0.0361328125,0.20751953125,1.0,45,0.703125
+fresh-zh-2,layers.1.mlp.gated_product,64,4672,4736,2048,64,0.048231184494177896,0.0,0.4931640625,0.037109375,0.2255859375,1.0,44,0.6875
+fresh-zh-2,layers.1.mlp.gated_product,64,4736,4800,2048,64,0.04583319859218055,0.0,0.47509765625,0.0341796875,0.21337890625,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,4800,4864,2048,64,0.04272804289170305,0.0,0.51904296875,0.04150390625,0.2060546875,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,4864,4928,2048,64,0.04222494342628055,0.0,0.5166015625,0.02783203125,0.20556640625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,4928,4992,2048,64,0.04341292399326708,0.0,0.4873046875,0.03271484375,0.20947265625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,4992,5056,2048,64,0.04252419318097118,0.0,0.48876953125,0.03759765625,0.20849609375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,5056,5120,2048,64,0.04267654293575884,0.0,0.50830078125,0.0341796875,0.20068359375,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,5120,5184,2048,64,0.05033308979108702,0.0,0.4892578125,0.04052734375,0.2412109375,1.0,45,0.703125
+fresh-zh-2,layers.1.mlp.gated_product,64,5184,5248,2048,64,0.04382169563254218,0.0,0.51220703125,0.0263671875,0.19921875,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,5248,5312,2048,64,0.04014409824207415,0.0,0.5048828125,0.033203125,0.20166015625,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,5312,5376,2048,64,0.041050423604120104,0.0,0.47509765625,0.0322265625,0.203125,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,5376,5440,2048,64,0.03768561032592023,0.0,0.4951171875,0.03125,0.1689453125,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.gated_product,64,5440,5504,2048,64,0.040414998209791705,0.0,0.5,0.03369140625,0.1953125,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,5504,5568,2048,64,0.05647411463851648,0.0,0.4638671875,0.04150390625,0.24267578125,1.0,39,0.609375
+fresh-zh-2,layers.1.mlp.gated_product,64,5568,5632,2048,64,0.04395150266349573,0.0,0.5,0.0244140625,0.2080078125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,5632,5696,2048,64,0.04982155074432983,0.0,0.537109375,0.03271484375,0.2177734375,1.0,45,0.703125
+fresh-zh-2,layers.1.mlp.gated_product,64,5696,5760,2048,64,0.046019807780240556,0.0,0.51416015625,0.0302734375,0.212890625,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,5760,5824,2048,64,0.04318560508544984,0.0,0.470703125,0.0283203125,0.208984375,1.0,50,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,64,5824,5888,2048,64,0.0517027063984575,0.0,0.50048828125,0.0419921875,0.23583984375,1.0,43,0.671875
+fresh-zh-2,layers.1.mlp.gated_product,64,5888,5952,2048,64,0.041482893617101224,0.0,0.46728515625,0.03271484375,0.193359375,1.0,48,0.75
+fresh-zh-2,layers.1.mlp.gated_product,64,5952,6016,2048,64,0.04352858483432761,0.0,0.50830078125,0.02978515625,0.203125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,64,6016,6080,2048,64,0.04941540793604915,0.0,0.48583984375,0.03955078125,0.220703125,1.0,46,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,64,6080,6144,2048,64,0.04162152101099721,0.0,0.46142578125,0.0322265625,0.1923828125,1.0,49,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,128,0,128,4096,128,0.04207960634466149,0.0,0.492431640625,0.031005859375,0.190673828125,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gated_product,128,128,256,4096,128,0.04264296320522993,0.0,0.48193359375,0.0390625,0.206787109375,1.0,94,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,128,256,384,4096,128,0.04261060238564209,0.0,0.48779296875,0.03857421875,0.1982421875,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,384,512,4096,128,0.04905988462462032,0.0,0.50146484375,0.03369140625,0.224853515625,1.0,87,0.6796875
+fresh-zh-2,layers.1.mlp.gated_product,128,512,640,4096,128,0.04220682971685805,0.0,0.501708984375,0.028564453125,0.20361328125,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,640,768,4096,128,0.04271685647114416,0.0,0.508544921875,0.0302734375,0.201416015625,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,768,896,4096,128,0.04686770102107182,0.0,0.50634765625,0.035888671875,0.21435546875,1.0,91,0.7109375
+fresh-zh-2,layers.1.mlp.gated_product,128,896,1024,4096,128,0.04562501650116338,0.0,0.522216796875,0.031982421875,0.2109375,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gated_product,128,1024,1152,4096,128,0.040022002986404966,0.0,0.489013671875,0.024658203125,0.18701171875,1.0,100,0.78125
+fresh-zh-2,layers.1.mlp.gated_product,128,1152,1280,4096,128,0.046879070219737085,0.0,0.4970703125,0.03173828125,0.218994140625,1.0,92,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,128,1280,1408,4096,128,0.04370179547916938,0.0,0.499267578125,0.03515625,0.221923828125,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gated_product,128,1408,1536,4096,128,0.04292248178751774,0.0,0.517333984375,0.041748046875,0.21337890625,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,1536,1664,4096,128,0.044026428263340744,0.0,0.48046875,0.03076171875,0.206787109375,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,1664,1792,4096,128,0.043170386811478105,0.0,0.500732421875,0.03125,0.2080078125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,1792,1920,4096,128,0.0636310586226079,0.0,0.502197265625,0.04541015625,0.269287109375,1.0,74,0.578125
+fresh-zh-2,layers.1.mlp.gated_product,128,1920,2048,4096,128,0.043750820830215045,0.0,0.51318359375,0.034912109375,0.21142578125,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,2048,2176,4096,128,0.04294523815262513,0.0,0.50439453125,0.03076171875,0.208251953125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,2176,2304,4096,128,0.040531749064944375,0.0,0.481689453125,0.030029296875,0.1923828125,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,2304,2432,4096,128,0.0413073955519484,0.0,0.50830078125,0.034912109375,0.193603515625,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,2432,2560,4096,128,0.04794099941712609,0.0,0.481689453125,0.037841796875,0.221923828125,1.0,91,0.7109375
+fresh-zh-2,layers.1.mlp.gated_product,128,2560,2688,4096,128,0.04921063074405374,0.0,0.477783203125,0.03515625,0.213134765625,1.0,88,0.6875
+fresh-zh-2,layers.1.mlp.gated_product,128,2688,2816,4096,128,0.0416175704312806,0.0,0.51318359375,0.029052734375,0.1982421875,1.0,98,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,128,2816,2944,4096,128,0.0578694863606234,0.0,0.514404296875,0.039794921875,0.2412109375,1.0,78,0.609375
+fresh-zh-2,layers.1.mlp.gated_product,128,2944,3072,4096,128,0.04094623683217707,0.0,0.4921875,0.03662109375,0.20751953125,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gated_product,128,3072,3200,4096,128,0.043535231216245425,0.0,0.4833984375,0.0322265625,0.206298828125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,3200,3328,4096,128,0.042315286223154766,0.0,0.515380859375,0.02783203125,0.1923828125,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gated_product,128,3328,3456,4096,128,0.039458761190476976,0.0,0.5,0.030029296875,0.18994140625,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gated_product,128,3456,3584,4096,128,0.05200712046537895,0.0,0.495849609375,0.036376953125,0.22021484375,1.0,86,0.671875
+fresh-zh-2,layers.1.mlp.gated_product,128,3584,3712,4096,128,0.05453205077208158,0.0,0.4892578125,0.0400390625,0.248046875,1.0,82,0.640625
+fresh-zh-2,layers.1.mlp.gated_product,128,3712,3840,4096,128,0.042682964731420324,0.0,0.522216796875,0.03173828125,0.2041015625,1.0,95,0.7421875
+fresh-zh-2,layers.1.mlp.gated_product,128,3840,3968,4096,128,0.04305882949666259,0.0,0.47998046875,0.02880859375,0.206298828125,1.0,94,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,128,3968,4096,4096,128,0.04582610598366228,0.0,0.504150390625,0.035400390625,0.234130859375,1.0,90,0.703125
+fresh-zh-2,layers.1.mlp.gated_product,128,4096,4224,4096,128,0.04477750429904216,0.0,0.505615234375,0.031494140625,0.208740234375,1.0,94,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,128,4224,4352,4096,128,0.044838523634854514,0.0,0.505126953125,0.03564453125,0.21435546875,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,4352,4480,4096,128,0.044318192587510775,0.0,0.5126953125,0.032470703125,0.20361328125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,4480,4608,4096,128,0.04846436283513469,0.0,0.513916015625,0.034423828125,0.2265625,1.0,88,0.6875
+fresh-zh-2,layers.1.mlp.gated_product,128,4608,4736,4096,128,0.046853331647289345,0.0,0.493408203125,0.03662109375,0.21826171875,1.0,89,0.6953125
+fresh-zh-2,layers.1.mlp.gated_product,128,4736,4864,4096,128,0.0443078308120894,0.0,0.4970703125,0.0380859375,0.209716796875,1.0,94,0.734375
+fresh-zh-2,layers.1.mlp.gated_product,128,4864,4992,4096,128,0.04282305347005149,0.0,0.501953125,0.0302734375,0.20751953125,1.0,97,0.7578125
+fresh-zh-2,layers.1.mlp.gated_product,128,4992,5120,4096,128,0.042600436163496166,0.0,0.49853515625,0.035888671875,0.204345703125,1.0,98,0.765625
+fresh-zh-2,layers.1.mlp.gated_product,128,5120,5248,4096,128,0.0471898343715508,0.0,0.500732421875,0.03369140625,0.221435546875,1.0,92,0.71875
+fresh-zh-2,layers.1.mlp.gated_product,128,5248,5376,4096,128,0.04059979003484502,0.0,0.489990234375,0.03271484375,0.202880859375,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gated_product,128,5376,5504,4096,128,0.039074143022813514,0.0,0.49755859375,0.0322265625,0.180419921875,1.0,99,0.7734375
+fresh-zh-2,layers.1.mlp.gated_product,128,5504,5632,4096,128,0.05060168085441221,0.0,0.48193359375,0.031982421875,0.228759765625,1.0,83,0.6484375
+fresh-zh-2,layers.1.mlp.gated_product,128,5632,5760,4096,128,0.04795836541574432,0.0,0.525634765625,0.03173828125,0.2158203125,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,5760,5888,4096,128,0.04763489443423554,0.0,0.485595703125,0.033935546875,0.220458984375,1.0,93,0.7265625
+fresh-zh-2,layers.1.mlp.gated_product,128,5888,6016,4096,128,0.0425180441726039,0.0,0.48779296875,0.030517578125,0.198486328125,1.0,96,0.75
+fresh-zh-2,layers.1.mlp.gated_product,128,6016,6144,4096,128,0.045684973201015625,0.0,0.4736328125,0.035400390625,0.210205078125,1.0,92,0.71875
+fresh-zh-2,layers.1.mlp.down_proj.output,0,0,2048,65536,2048,0.03008692678725642,0.0,0.4967041015625,0.008636474609375,0.0872802734375,1.0,1669,0.81494140625
+fresh-zh-2,layers.1.mlp.down_proj.output,64,0,64,2048,64,0.028888711775355135,0.0,0.48974609375,0.005859375,0.0732421875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,64,128,2048,64,0.02894294903032986,0.0,0.50244140625,0.00927734375,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,128,192,2048,64,0.02864502218381171,0.0,0.5263671875,0.0087890625,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,192,256,2048,64,0.02857287367990921,0.0,0.482421875,0.0078125,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,256,320,2048,64,0.02889179611377366,0.0,0.50439453125,0.01025390625,0.09619140625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,320,384,2048,64,0.028929216065739328,0.0,0.50830078125,0.005859375,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,384,448,2048,64,0.029153554956975816,0.0,0.52099609375,0.00830078125,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,448,512,2048,64,0.0294298415932032,0.0,0.45751953125,0.00537109375,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,512,576,2048,64,0.027770574667286566,0.0,0.50830078125,0.0087890625,0.078125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,576,640,2048,64,0.029370648714735454,0.0,0.4833984375,0.01123046875,0.0810546875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,640,704,2048,64,0.028155847650522165,0.0,0.5107421875,0.00830078125,0.083984375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,704,768,2048,64,0.028716854572706563,0.0,0.48779296875,0.0078125,0.09033203125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,768,832,2048,64,0.028708673938121636,0.0,0.48583984375,0.005859375,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,832,896,2048,64,0.0284221496408476,0.0,0.49853515625,0.0078125,0.0830078125,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,896,960,2048,64,0.0288507525191586,0.0,0.50732421875,0.00732421875,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,960,1024,2048,64,0.029797080185083032,0.0,0.48974609375,0.0068359375,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1024,1088,2048,64,0.028705052205151335,0.0,0.4921875,0.0107421875,0.08447265625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1088,1152,2048,64,0.02786809600215193,0.0,0.5078125,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1152,1216,2048,64,0.057118504288421176,0.0,0.505859375,0.0126953125,0.158203125,1.0,31,0.484375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1216,1280,2048,64,0.029055183030006756,0.0,0.50390625,0.00927734375,0.0830078125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1280,1344,2048,64,0.029743966006562754,0.0,0.515625,0.00732421875,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1344,1408,2048,64,0.028598421291131708,0.0,0.48828125,0.0078125,0.08203125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1408,1472,2048,64,0.027648388516432535,0.0,0.4892578125,0.00732421875,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1472,1536,2048,64,0.028523395502739145,0.0,0.4775390625,0.0068359375,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1536,1600,2048,64,0.028914699896837672,0.0,0.48095703125,0.0068359375,0.08544921875,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1600,1664,2048,64,0.028628035093193623,0.0,0.48388671875,0.00830078125,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1664,1728,2048,64,0.029491891402102798,0.0,0.47705078125,0.01123046875,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1728,1792,2048,64,0.029302097786804305,0.0,0.5009765625,0.0068359375,0.08447265625,1.0,55,0.859375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1792,1856,2048,64,0.0274505436795962,0.0,0.49609375,0.009765625,0.087890625,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1856,1920,2048,64,0.029997868911567895,0.0,0.53662109375,0.01318359375,0.08642578125,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1920,1984,2048,64,0.029024717748101534,0.0,0.49609375,0.00927734375,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,64,1984,2048,2048,64,0.028266553551066612,0.0,0.478515625,0.0068359375,0.0927734375,1.0,54,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,0,128,4096,128,0.028915843119402682,0.0,0.49609375,0.007568359375,0.076171875,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,128,256,4096,128,0.028608970675638733,0.0,0.50439453125,0.00830078125,0.08056640625,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,256,384,4096,128,0.02891051214401171,0.0,0.50634765625,0.008056640625,0.086669921875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,384,512,4096,128,0.029292024023874166,0.0,0.4892578125,0.007080078125,0.08349609375,1.0,105,0.8203125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,512,640,4096,128,0.028581810853020927,0.0,0.495849609375,0.01025390625,0.080322265625,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,640,768,4096,128,0.028437734557005347,0.0,0.499267578125,0.008056640625,0.08740234375,1.0,108,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,768,896,4096,128,0.028565771033634973,0.0,0.4921875,0.007080078125,0.082763671875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,896,1024,4096,128,0.029327733533960686,0.0,0.49853515625,0.007080078125,0.0810546875,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1024,1152,4096,128,0.02828966946506816,0.0,0.5,0.009765625,0.081787109375,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1152,1280,4096,128,0.04531405517636653,0.0,0.5048828125,0.01171875,0.127685546875,1.0,83,0.6484375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1280,1408,4096,128,0.02917681626004297,0.0,0.501953125,0.00732421875,0.084228515625,1.0,107,0.8359375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1408,1536,4096,128,0.028089299373260254,0.0,0.4833984375,0.007080078125,0.082763671875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1536,1664,4096,128,0.02877172451749556,0.0,0.482421875,0.0078125,0.08642578125,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1664,1792,4096,128,0.029397147762843138,0.0,0.489013671875,0.009033203125,0.080810546875,1.0,108,0.84375
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1792,1920,4096,128,0.028752430223730918,0.0,0.516357421875,0.01171875,0.086669921875,1.0,106,0.828125
+fresh-zh-2,layers.1.mlp.down_proj.output,128,1920,2048,4096,128,0.02864814383177623,0.0,0.4873046875,0.008056640625,0.085693359375,1.0,107,0.8359375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1179020216069036,0.0,0.4977467854817708,0.011383056640625,0.11343892415364583,1.0,3748,0.6100260416666666
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7947827585343213,0.0,0.4560546875,0.01123046875,0.10693359375,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.211908559488232,0.0,0.4736328125,0.01171875,0.1357421875,1.0,34,0.53125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0982414761164276,0.0,0.517578125,0.01220703125,0.10986328125,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.065122075101906,0.0,0.494140625,0.0087890625,0.09765625,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.3083929491036705,0.0,0.4755859375,0.01025390625,0.10986328125,1.0,37,0.578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.0729757311384343,0.0,0.4736328125,0.009765625,0.1025390625,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9052477950136242,0.0,0.4814453125,0.0107421875,0.1015625,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.9362659268239939,0.0,0.50830078125,0.009765625,0.11181640625,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.1513220632577295,0.0,0.513671875,0.01318359375,0.11865234375,1.0,37,0.578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.9316719537204995,0.0,0.4453125,0.013671875,0.11279296875,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.7825720567953978,0.0,0.42626953125,0.00830078125,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1505853561827666,0.0,0.47412109375,0.009765625,0.11767578125,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.237192425036538,0.0,0.5244140625,0.01025390625,0.130859375,1.0,37,0.578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4046687864876917,0.0,0.4736328125,0.01025390625,0.13916015625,1.0,33,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3910129629919146,0.0,0.46484375,0.01220703125,0.1201171875,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.1824483271239739,0.0,0.5087890625,0.01220703125,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.6796220767536814,0.0,0.501953125,0.01416015625,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.6748244427888229,0.0,0.53857421875,0.00927734375,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2620308433920846,0.0,0.52392578125,0.01123046875,0.10595703125,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.3129005374908358,0.0,0.51416015625,0.00732421875,0.103515625,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.9080295429529426,0.0,0.4833984375,0.01513671875,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.1723465342584949,0.0,0.515625,0.00732421875,0.12353515625,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7039437978156523,0.0,0.49560546875,0.01025390625,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7320589703714516,0.0,0.51025390625,0.00537109375,0.099609375,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.2548662483775632,0.0,0.52001953125,0.015625,0.1103515625,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1388777400208587,0.0,0.48486328125,0.005859375,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.7254332734424208,0.0,0.51123046875,0.0048828125,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7925607039166503,0.0,0.494140625,0.0087890625,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2412921041264877,0.0,0.48388671875,0.00927734375,0.1064453125,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.5908531695508668,0.0,0.46728515625,0.01318359375,0.11083984375,1.0,32,0.5
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5726691478273018,0.0,0.443359375,0.01123046875,0.109375,1.0,33,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.64038150330606,0.0,0.54150390625,0.0107421875,0.10205078125,1.0,34,0.53125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.8061095554124112,0.0,0.4736328125,0.00830078125,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9899229446986766,0.0,0.52490234375,0.01318359375,0.13134765625,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.9615830154307448,0.0,0.52001953125,0.009765625,0.078125,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.3583767444984463,0.0,0.52734375,0.01513671875,0.123046875,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4218577250955564,0.0,0.49853515625,0.0126953125,0.1201171875,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.252483437833765,0.0,0.47119140625,0.005859375,0.09326171875,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.8890799171962912,0.0,0.525390625,0.009765625,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.7916602375805305,0.0,0.4453125,0.0087890625,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.113514769265777,0.0,0.52587890625,0.01513671875,0.111328125,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.827551275245841,0.0,0.494140625,0.0087890625,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.385247208796688,0.0,0.47216796875,0.00830078125,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4929580492224013,0.0,0.4755859375,0.00732421875,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.957891702132972,0.0,0.5087890625,0.01171875,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.2105056870085766,0.0,0.52978515625,0.0107421875,0.11376953125,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5530135035503951,0.0,0.51123046875,0.01171875,0.12255859375,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.3225240362237716,0.0,0.47900390625,0.0107421875,0.1162109375,1.0,39,0.609375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0227535062570923,0.0,0.5263671875,0.01123046875,0.10888671875,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.027270726280248,0.0,0.4970703125,0.01318359375,0.10693359375,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3882818502267251,0.0,0.44677734375,0.0107421875,0.1142578125,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4437297211277376,0.0,0.53076171875,0.01220703125,0.1201171875,1.0,35,0.546875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.8296275435273296,0.0,0.5283203125,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.9502201934191256,0.0,0.46533203125,0.00927734375,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.7163727192054825,0.0,0.52001953125,0.01171875,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.666743692765163,0.0,0.50830078125,0.0107421875,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.1279013399885098,0.0,0.53515625,0.017578125,0.13671875,1.0,33,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,0.9283762528544403,0.0,0.51513671875,0.01025390625,0.11767578125,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.7200593371177175,0.0,0.5029296875,0.00927734375,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.7024104467260642,0.0,0.4970703125,0.01171875,0.1025390625,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6141018357417325,0.0,0.48681640625,0.0087890625,0.1005859375,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.880373720866823,0.0,0.4658203125,0.01318359375,0.125,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.6046943184671056,0.0,0.5302734375,0.009765625,0.1015625,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.4429200679769094,0.0,0.48046875,0.005859375,0.083984375,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.823935716971299,0.0,0.50537109375,0.00732421875,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.0294878674946033,0.0,0.5009765625,0.00927734375,0.1064453125,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1070639770556845,0.0,0.466796875,0.009765625,0.1015625,1.0,44,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.129220307111295,0.0,0.55419921875,0.01220703125,0.10546875,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9917580003675065,0.0,0.46435546875,0.00927734375,0.1123046875,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9038428258081556,0.0,0.47021484375,0.01123046875,0.1064453125,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.6818573715484194,0.0,0.5224609375,0.00927734375,0.0908203125,1.0,53,0.828125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7448780932616282,0.0,0.521484375,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.0369181864930064,0.0,0.5546875,0.0078125,0.11328125,1.0,37,0.578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.040041056233726,0.0,0.52392578125,0.015625,0.11572265625,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7743609052458801,0.0,0.53271484375,0.01220703125,0.0947265625,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6762065429388678,0.0,0.4873046875,0.0126953125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.007783615490229,0.0,0.51806640625,0.0087890625,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.9395978650774651,0.0,0.50341796875,0.00732421875,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1505621257898253,0.0,0.50390625,0.01123046875,0.11474609375,1.0,40,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8975716343929088,0.0,0.46923828125,0.00732421875,0.107421875,1.0,47,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.8598540133916772,0.0,0.50146484375,0.00927734375,0.10009765625,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.9326925607359517,0.0,0.4765625,0.0068359375,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.0412044274808796,0.0,0.4638671875,0.0107421875,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9388513166734909,0.0,0.48974609375,0.0107421875,0.10595703125,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.016081745648004,0.0,0.525390625,0.0107421875,0.11767578125,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7938610549274857,0.0,0.48828125,0.01123046875,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.7948851331491014,0.0,0.54296875,0.01953125,0.18994140625,1.0,22,0.34375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.4765928126518246,0.0,0.5283203125,0.01904296875,0.16455078125,1.0,29,0.453125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1161589669581529,0.0,0.50048828125,0.01171875,0.13623046875,1.0,35,0.546875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.6935311064593079,0.0,0.49609375,0.00732421875,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7338584335295602,0.0,0.4814453125,0.00537109375,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.8078243799076406,0.0,0.458984375,0.00927734375,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.2364656704103791,0.0,0.486328125,0.01171875,0.09765625,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.2534865386207303,0.0,0.50048828125,0.01025390625,0.09521484375,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.140683357553431,0.0,0.48974609375,0.00634765625,0.10986328125,1.0,39,0.609375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.545716810810936,0.0,0.49365234375,0.0068359375,0.11962890625,1.0,34,0.53125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.0247931473776224,0.0,0.46484375,0.012451171875,0.1240234375,1.0,80,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.0818085262031771,0.0,0.505859375,0.01025390625,0.103759765625,1.0,82,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.19648840965474,0.0,0.474609375,0.01025390625,0.106689453125,1.0,80,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.9208874676388589,0.0,0.494873046875,0.010498046875,0.106689453125,1.0,88,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.04727148407025,0.0,0.4794921875,0.013916015625,0.11669921875,1.0,79,0.6171875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9839374182180498,0.0,0.4501953125,0.009521484375,0.101806640625,1.0,83,0.6484375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3235821652433584,0.0,0.4990234375,0.01123046875,0.135009765625,1.0,69,0.5390625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2909494780063684,0.0,0.48681640625,0.01220703125,0.110595703125,1.0,83,0.6484375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.6772275082260879,0.0,0.520263671875,0.01171875,0.091796875,1.0,102,0.796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2877169081394912,0.0,0.51904296875,0.00927734375,0.105224609375,1.0,79,0.6171875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.0485499623916914,0.0,0.49951171875,0.01220703125,0.11083984375,1.0,84,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.718138986055079,0.0,0.5029296875,0.008056640625,0.090576171875,1.0,103,0.8046875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.1982762219188443,0.0,0.50244140625,0.0107421875,0.105712890625,1.0,80,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.7597387391762521,0.0,0.502685546875,0.0068359375,0.093505859375,1.0,97,0.7578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.4268181199502623,0.0,0.4755859375,0.011474609375,0.10888671875,1.0,71,0.5546875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.6068820312823997,0.0,0.492431640625,0.0107421875,0.10546875,1.0,66,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.9027070543005894,0.0,0.499267578125,0.01123046875,0.110595703125,1.0,90,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.1768239621028884,0.0,0.523681640625,0.013427734375,0.1015625,1.0,79,0.6171875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.339849646874939,0.0,0.48486328125,0.00927734375,0.106689453125,1.0,78,0.609375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.8417805625362901,0.0,0.4853515625,0.009033203125,0.088134765625,1.0,99,0.7734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9810087294550529,0.0,0.510009765625,0.011962890625,0.101806640625,1.0,87,0.6796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.440109989934271,0.0,0.473876953125,0.0078125,0.095703125,1.0,88,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0915311565171442,0.0,0.519287109375,0.01171875,0.101318359375,1.0,87,0.6796875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.4423801108930143,0.0,0.4951171875,0.011474609375,0.121826171875,1.0,74,0.578125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0250146046846171,0.0,0.51171875,0.01220703125,0.10791015625,1.0,85,0.6640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4162771627291943,0.0,0.48876953125,0.011962890625,0.11767578125,1.0,72,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.8919642024657356,0.0,0.496826171875,0.010009765625,0.093994140625,1.0,93,0.7265625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6920032603478047,0.0,0.51416015625,0.01123046875,0.08447265625,1.0,104,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.0329675453788294,0.0,0.525146484375,0.013671875,0.128173828125,1.0,76,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.7112896332157231,0.0,0.5,0.010498046875,0.096923828125,1.0,100,0.78125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.752302780097003,0.0,0.476318359375,0.010986328125,0.11328125,1.0,75,0.5859375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.5259525186405862,0.0,0.50537109375,0.0078125,0.091552734375,1.0,80,0.625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.9323935153730946,0.0,0.503173828125,0.007568359375,0.0986328125,1.0,96,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.118197020047647,0.0,0.510498046875,0.010986328125,0.10400390625,1.0,84,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9488192096120912,0.0,0.46728515625,0.010009765625,0.1083984375,1.0,88,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.7140633196558965,0.0,0.52197265625,0.00927734375,0.0859375,1.0,103,0.8046875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0384807952320807,0.0,0.539306640625,0.01171875,0.114501953125,1.0,72,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7269422605291819,0.0,0.510009765625,0.012451171875,0.087890625,1.0,96,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.9742874226091314,0.0,0.5107421875,0.008056640625,0.090576171875,1.0,94,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0318498059719639,0.0,0.486572265625,0.009521484375,0.114013671875,1.0,86,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8970129143992192,0.0,0.489013671875,0.0078125,0.0947265625,1.0,93,0.7265625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9913496998096417,0.0,0.476806640625,0.0107421875,0.107421875,1.0,88,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.9117668255562043,0.0,0.5068359375,0.010986328125,0.103759765625,1.0,90,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.6434626517774438,0.0,0.53564453125,0.020263671875,0.180419921875,1.0,49,0.3828125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9291921854890308,0.0,0.498291015625,0.010009765625,0.111328125,1.0,81,0.6328125
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7717280703834816,0.0,0.47021484375,0.0068359375,0.085693359375,1.0,99,0.7734375
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.2450051920788863,0.0,0.493408203125,0.010986328125,0.096435546875,1.0,85,0.6640625
+fresh-zh-2,layers.2.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.3583812022813957,0.0,0.49169921875,0.007080078125,0.115966796875,1.0,71,0.5546875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5708478219784476,0.0,0.5030670166015625,0.0099639892578125,0.1065216064453125,1.0,1089,0.53173828125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,0,64,2048,64,0.8469554574828635,0.0,0.35791015625,0.0048828125,0.0712890625,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,64,128,2048,64,1.0248612792704375,0.0,0.3525390625,0.0048828125,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,128,192,2048,64,1.405016745298941,0.0,0.42724609375,0.00927734375,0.11962890625,1.0,33,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,192,256,2048,64,1.6317928887001514,0.0,0.48974609375,0.0146484375,0.11962890625,1.0,29,0.453125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3609519903584655,0.0,0.51953125,0.00732421875,0.095703125,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,320,384,2048,64,1.3286355144259556,0.0,0.4111328125,0.0068359375,0.08349609375,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7625549944754217,0.0,0.13671875,0.00244140625,0.0126953125,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,448,512,2048,64,1.78200564541161,0.0,0.13330078125,0.00146484375,0.01318359375,1.0,54,0.84375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5929894797792912,0.0,0.67333984375,0.013671875,0.11962890625,1.0,33,0.515625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,576,640,2048,64,1.8699336925057237,0.0,0.67138671875,0.0107421875,0.10986328125,1.0,31,0.484375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,640,704,2048,64,2.3242270199322115,0.0,0.71875,0.0224609375,0.203125,1.0,17,0.265625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,704,768,2048,64,2.0683402845031686,0.0,0.66015625,0.0146484375,0.17138671875,1.0,20,0.3125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,768,832,2048,64,1.2958120451462822,0.0,0.4638671875,0.00634765625,0.083984375,1.0,43,0.671875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,832,896,2048,64,1.220262934925942,0.0,0.50439453125,0.0107421875,0.08447265625,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,896,960,2048,64,1.5979711161728436,0.0,0.62939453125,0.01123046875,0.1171875,1.0,36,0.5625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.488553015769158,0.0,0.58056640625,0.01123046875,0.10791015625,1.0,41,0.640625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.1877342121770023,0.0,0.546875,0.01171875,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0617098550520008,0.0,0.57421875,0.00634765625,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.427316125885297,0.0,0.42431640625,0.013671875,0.1064453125,1.0,39,0.609375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5385508788842337,0.0,0.328125,0.00732421875,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.5031326129486722,0.0,0.20751953125,0.0029296875,0.0419921875,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5110582533072365,0.0,0.14111328125,0.0029296875,0.03662109375,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.489026693257209,0.0,0.4755859375,0.01171875,0.1318359375,1.0,31,0.484375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.584708785048164,0.0,0.4638671875,0.01025390625,0.11865234375,1.0,31,0.484375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.1764735981875343,0.0,0.74267578125,0.0126953125,0.158203125,1.0,21,0.328125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.091172564308037,0.0,0.68212890625,0.015625,0.16259765625,1.0,20,0.3125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.9432239412158243,0.0,0.4521484375,0.009765625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.06622448608093,0.0,0.45654296875,0.01123046875,0.0771484375,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2899463491929015,0.0,0.5244140625,0.01123046875,0.11572265625,1.0,30,0.46875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.6317149293370607,0.0,0.68408203125,0.01513671875,0.14990234375,1.0,21,0.328125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.9127661392412443,0.0,0.8369140625,0.00439453125,0.08154296875,1.0,38,0.59375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.9159632754168638,0.0,0.82763671875,0.009765625,0.10107421875,1.0,35,0.546875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9401261055592075,0.0,0.355224609375,0.005126953125,0.080810546875,1.0,98,0.765625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5226326027940578,0.0,0.45849609375,0.01220703125,0.120361328125,1.0,62,0.484375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,256,384,4096,128,1.344890822753764,0.0,0.46533203125,0.007080078125,0.089111328125,1.0,77,0.6015625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,384,512,4096,128,1.7723070034321229,0.0,0.135009765625,0.001953125,0.012939453125,1.0,106,0.828125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,512,640,4096,128,1.7369898527417464,0.0,0.67236328125,0.01220703125,0.1162109375,1.0,62,0.484375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,640,768,4096,128,2.2000071332477105,0.0,0.689453125,0.018310546875,0.186767578125,1.0,35,0.2734375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2586044824924676,0.0,0.484130859375,0.0087890625,0.08349609375,1.0,88,0.6875
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.5442314866751905,0.0,0.60498046875,0.01123046875,0.11376953125,1.0,77,0.6015625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.1264857689048415,0.0,0.560546875,0.00927734375,0.093994140625,1.0,94,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.483976099896434,0.0,0.376220703125,0.01025390625,0.096923828125,1.0,81,0.6328125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.5071006431220544,0.0,0.17431640625,0.0029296875,0.039306640625,1.0,96,0.75
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5376121791013049,0.0,0.4697265625,0.01123046875,0.12548828125,1.0,61,0.4765625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.1342492845637837,0.0,0.71240234375,0.01416015625,0.159912109375,1.0,41,0.3203125
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.006604703446506,0.0,0.454345703125,0.010498046875,0.08349609375,1.0,94,0.734375
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4707914866522624,0.0,0.604248046875,0.0126953125,0.1318359375,1.0,50,0.390625
+fresh-zh-2,layers.2.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.9143653747618259,0.0,0.832275390625,0.007080078125,0.09130859375,1.0,73,0.5703125
+fresh-zh-2,layers.2.linear_attn.in_proj_b.output,0,0,16,512,16,1.350968640979539,0.0,0.5546875,0.00390625,0.07421875,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_b.output,64,0,16,512,16,1.350968640979539,0.0,0.5546875,0.00390625,0.07421875,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_b.output,128,0,16,512,16,1.350968640979539,0.0,0.5546875,0.00390625,0.07421875,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_a.output,0,0,16,512,16,1.518253797671999,0.0,0.421875,0.0078125,0.1015625,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_a.output,64,0,16,512,16,1.518253797671999,0.0,0.421875,0.0078125,0.1015625,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.in_proj_a.output,128,0,16,512,16,1.518253797671999,0.0,0.421875,0.0078125,0.1015625,1.0,13,0.8125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,0,0,2048,65536,2048,0.0399030954310387,0.0,0.5057525634765625,0.014678955078125,0.1462554931640625,1.0,1141,0.55712890625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,0,64,2048,64,0.02639998710958966,0.0,0.46533203125,0.0107421875,0.09765625,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,64,128,2048,64,0.027102169242108343,0.0,0.5029296875,0.013671875,0.111328125,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,128,192,2048,64,0.025544990764645715,0.0,0.51171875,0.0107421875,0.0986328125,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,192,256,2048,64,0.025452373214504522,0.0,0.501953125,0.0107421875,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,256,320,2048,64,0.02456906619612287,0.0,0.50830078125,0.00927734375,0.09814453125,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,320,384,2048,64,0.025603749301775086,0.0,0.50537109375,0.01123046875,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,384,448,2048,64,0.025724180019434426,0.0,0.5,0.0078125,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,448,512,2048,64,0.024031993987918436,0.0,0.49951171875,0.00634765625,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,512,576,2048,64,0.026340281144950288,0.0,0.494140625,0.01025390625,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,576,640,2048,64,0.027358193028523554,0.0,0.5205078125,0.009765625,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,640,704,2048,64,0.023804079771881193,0.0,0.47705078125,0.0126953125,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,704,768,2048,64,0.025432822222953986,0.0,0.46826171875,0.0078125,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,768,832,2048,64,0.025926237349386344,0.0,0.4892578125,0.005859375,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,832,896,2048,64,0.026607139570306252,0.0,0.50439453125,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,896,960,2048,64,0.024494094744877543,0.0,0.525390625,0.01171875,0.09814453125,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,960,1024,2048,64,0.025363578200116966,0.0,0.49462890625,0.009765625,0.10546875,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1024,1088,2048,64,0.024774396654595684,0.0,0.5185546875,0.0068359375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02386898843969557,0.0,0.4912109375,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1152,1216,2048,64,0.16943367639519494,0.0,0.51123046875,0.05908203125,0.556640625,1.0,1,0.015625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03292129301637048,0.0,0.52099609375,0.01220703125,0.11865234375,1.0,45,0.703125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1280,1344,2048,64,0.02510586271676257,0.0,0.5361328125,0.00830078125,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1344,1408,2048,64,0.025985924581565303,0.0,0.51611328125,0.013671875,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1408,1472,2048,64,0.025234321858612588,0.0,0.529296875,0.015625,0.1005859375,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1472,1536,2048,64,0.026551461851512546,0.0,0.48876953125,0.00830078125,0.11279296875,1.0,50,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1536,1600,2048,64,0.025084880769987064,0.0,0.51220703125,0.0107421875,0.10791015625,1.0,51,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02321590704167573,0.0,0.51806640625,0.0107421875,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1664,1728,2048,64,0.0277578569610949,0.0,0.50634765625,0.00927734375,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02538865260829175,0.0,0.498046875,0.0068359375,0.09619140625,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02906150150139346,0.0,0.52001953125,0.00927734375,0.10546875,1.0,46,0.71875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1856,1920,2048,64,0.0231653966407202,0.0,0.51318359375,0.009765625,0.09765625,1.0,53,0.828125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1920,1984,2048,64,0.04738315405429742,0.0,0.50732421875,0.02001953125,0.1796875,1.0,27,0.421875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,64,1984,2048,2048,64,0.024712237630155964,0.0,0.52783203125,0.00830078125,0.09716796875,1.0,52,0.8125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,0,128,4096,128,0.02675338200129456,0.0,0.484130859375,0.01220703125,0.103759765625,1.0,95,0.7421875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,128,256,4096,128,0.025498724040785473,0.0,0.5068359375,0.0107421875,0.096435546875,1.0,101,0.7890625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,256,384,4096,128,0.025091741590188746,0.0,0.5068359375,0.01025390625,0.090576171875,1.0,102,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,384,512,4096,128,0.024892470475101673,0.0,0.499755859375,0.00732421875,0.091796875,1.0,100,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,512,640,4096,128,0.02685406055497919,0.0,0.50732421875,0.010009765625,0.095947265625,1.0,96,0.75
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,640,768,4096,128,0.024631916896685747,0.0,0.47265625,0.01025390625,0.088623046875,1.0,100,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,768,896,4096,128,0.02626889471609409,0.0,0.496826171875,0.006591796875,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,896,1024,4096,128,0.02493262698237478,0.0,0.510009765625,0.010498046875,0.10107421875,1.0,102,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024325905314433446,0.0,0.5048828125,0.007568359375,0.090087890625,1.0,100,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1152,1280,4096,128,0.12204831467632268,0.0,0.51611328125,0.04833984375,0.411376953125,1.0,1,0.0078125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02554968315959837,0.0,0.526123046875,0.0107421875,0.093994140625,1.0,98,0.765625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1408,1536,4096,128,0.025901265665179175,0.0,0.509033203125,0.011962890625,0.106201171875,1.0,99,0.7734375
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1536,1664,4096,128,0.02416846688365023,0.0,0.51513671875,0.0107421875,0.0966796875,1.0,102,0.796875
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1664,1792,4096,128,0.026599645715094815,0.0,0.502197265625,0.0078125,0.094970703125,1.0,100,0.78125
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1792,1920,4096,128,0.026279330956451165,0.0,0.5166015625,0.01025390625,0.101806640625,1.0,98,0.765625
+fresh-zh-2,layers.2.linear_attn.out_proj.output,128,1920,2048,4096,128,0.037787947660746134,0.0,0.517578125,0.013427734375,0.142333984375,1.0,77,0.6015625
+fresh-zh-2,layers.2.mlp.gate_proj.output,0,0,6144,196608,6144,0.6446475313588181,0.0,0.8391215006510416,0.006871541341145833,0.07111104329427083,1.0,4557,0.74169921875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,0,64,2048,64,0.63171358422895,0.0,0.8369140625,0.0087890625,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,64,128,2048,64,0.6785146946661064,0.0,0.8642578125,0.00634765625,0.0634765625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,128,192,2048,64,0.6534067485787953,0.0,0.85009765625,0.0078125,0.06640625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,192,256,2048,64,0.6052755419060538,0.0,0.81591796875,0.009765625,0.06884765625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,256,320,2048,64,0.6831533847884133,0.0,0.8525390625,0.00927734375,0.07275390625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,320,384,2048,64,0.6537297580097813,0.0,0.8671875,0.0068359375,0.0634765625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,384,448,2048,64,0.648756369569064,0.0,0.86328125,0.00439453125,0.06201171875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,448,512,2048,64,0.6340630978045819,0.0,0.802734375,0.0107421875,0.0791015625,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,512,576,2048,64,0.6059852491320461,0.0,0.84912109375,0.005859375,0.0703125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,576,640,2048,64,0.5670414683687023,0.0,0.802734375,0.0029296875,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,640,704,2048,64,0.6530709806468149,0.0,0.84912109375,0.009765625,0.06787109375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,704,768,2048,64,0.6230273895988205,0.0,0.82421875,0.00927734375,0.06787109375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,768,832,2048,64,0.6289795544755921,0.0,0.85400390625,0.005859375,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,832,896,2048,64,0.5946527786166369,0.0,0.80126953125,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,896,960,2048,64,0.6703450632560556,0.0,0.85302734375,0.005859375,0.0625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,960,1024,2048,64,0.5884975965506574,0.0,0.8203125,0.00390625,0.0654296875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1024,1088,2048,64,0.6156839191316665,0.0,0.8515625,0.0068359375,0.0732421875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1088,1152,2048,64,0.6279139382461602,0.0,0.82861328125,0.00927734375,0.07373046875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1152,1216,2048,64,0.655428855278111,0.0,0.8515625,0.0048828125,0.0712890625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1216,1280,2048,64,0.678447630773744,0.0,0.87158203125,0.0048828125,0.068359375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1280,1344,2048,64,0.6856660775190614,0.0,0.84228515625,0.005859375,0.0712890625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1344,1408,2048,64,0.7154042011368286,0.0,0.89990234375,0.00537109375,0.06103515625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1408,1472,2048,64,0.6242247788673279,0.0,0.84033203125,0.00439453125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1472,1536,2048,64,0.6635599319399509,0.0,0.8349609375,0.00439453125,0.07373046875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1536,1600,2048,64,0.6662572818562275,0.0,0.85205078125,0.00390625,0.06005859375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1600,1664,2048,64,0.6080160399087714,0.0,0.79931640625,0.0078125,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1664,1728,2048,64,0.6459530646443041,0.0,0.85107421875,0.00537109375,0.0634765625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1728,1792,2048,64,0.6450346871571268,0.0,0.841796875,0.005859375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1792,1856,2048,64,0.6470621272469056,0.0,0.85400390625,0.0107421875,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1856,1920,2048,64,0.5760071147424868,0.0,0.80029296875,0.00732421875,0.07177734375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1920,1984,2048,64,0.644153827418287,0.0,0.83447265625,0.009765625,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,1984,2048,2048,64,0.5830040846039515,0.0,0.80615234375,0.0078125,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2048,2112,2048,64,0.672133330455937,0.0,0.8583984375,0.00830078125,0.0673828125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2112,2176,2048,64,0.6369541383675711,0.0,0.841796875,0.00537109375,0.0703125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2176,2240,2048,64,0.658031827941601,0.0,0.83447265625,0.0078125,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2240,2304,2048,64,0.6392345905206833,0.0,0.84765625,0.00537109375,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2304,2368,2048,64,0.6334999080113081,0.0,0.81640625,0.00830078125,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2368,2432,2048,64,0.6667828546132128,0.0,0.8525390625,0.0087890625,0.06787109375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2432,2496,2048,64,0.6704587849249395,0.0,0.86279296875,0.01025390625,0.072265625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2496,2560,2048,64,0.6539383580722188,0.0,0.83935546875,0.005859375,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2560,2624,2048,64,0.6494677946532947,0.0,0.83740234375,0.0048828125,0.072265625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2624,2688,2048,64,0.6309569568608696,0.0,0.826171875,0.00732421875,0.0712890625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2688,2752,2048,64,0.6501318903626802,0.0,0.83642578125,0.00439453125,0.06982421875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2752,2816,2048,64,0.6247481342730719,0.0,0.8447265625,0.0087890625,0.06982421875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2816,2880,2048,64,0.6566869933531893,0.0,0.8291015625,0.00439453125,0.0634765625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2880,2944,2048,64,0.6538151840913579,0.0,0.8466796875,0.00732421875,0.06884765625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,2944,3008,2048,64,0.7394374073276632,0.0,0.8583984375,0.00732421875,0.06591796875,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3008,3072,2048,64,0.6190016407361243,0.0,0.8447265625,0.0068359375,0.07275390625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3072,3136,2048,64,0.6580208558744202,0.0,0.85986328125,0.00634765625,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3136,3200,2048,64,0.6577410740026501,0.0,0.85009765625,0.00634765625,0.072265625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3200,3264,2048,64,0.6462267496675554,0.0,0.849609375,0.0048828125,0.06201171875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3264,3328,2048,64,0.6464521227376511,0.0,0.8232421875,0.0068359375,0.0615234375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3328,3392,2048,64,0.6594611415399765,0.0,0.8515625,0.0068359375,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3392,3456,2048,64,0.6860855670223629,0.0,0.88720703125,0.00634765625,0.0712890625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3456,3520,2048,64,0.6477068154536629,0.0,0.8203125,0.01123046875,0.072265625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3520,3584,2048,64,0.6392217613145571,0.0,0.86181640625,0.00830078125,0.07470703125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3584,3648,2048,64,0.588074018255198,0.0,0.80615234375,0.00537109375,0.0625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3648,3712,2048,64,0.6314823871571716,0.0,0.83837890625,0.00634765625,0.05859375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3712,3776,2048,64,0.6754775309106427,0.0,0.82373046875,0.00830078125,0.0712890625,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3776,3840,2048,64,0.6842069523606643,0.0,0.873046875,0.00732421875,0.0712890625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3840,3904,2048,64,0.605854466551537,0.0,0.82861328125,0.00732421875,0.06884765625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3904,3968,2048,64,0.6496506561453507,0.0,0.853515625,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,3968,4032,2048,64,0.6646875015166069,0.0,0.81787109375,0.0068359375,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4032,4096,2048,64,0.6544246336070847,0.0,0.81884765625,0.0068359375,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4096,4160,2048,64,0.6476714011841742,0.0,0.85400390625,0.00537109375,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4160,4224,2048,64,0.6468413712780874,0.0,0.83251953125,0.00390625,0.06884765625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4224,4288,2048,64,0.6048058824164778,0.0,0.82666015625,0.00537109375,0.0732421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4288,4352,2048,64,0.6538217414207778,0.0,0.86279296875,0.0078125,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4352,4416,2048,64,0.6446138276427616,0.0,0.833984375,0.0068359375,0.07177734375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4416,4480,2048,64,0.659440332833817,0.0,0.8583984375,0.005859375,0.06884765625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4480,4544,2048,64,0.6937571164052923,0.0,0.84912109375,0.0068359375,0.06982421875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4544,4608,2048,64,0.6129431935190008,0.0,0.81982421875,0.0087890625,0.0751953125,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4608,4672,2048,64,0.6399460843766722,0.0,0.8330078125,0.0078125,0.0673828125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4672,4736,2048,64,0.6415361572931615,0.0,0.84130859375,0.00830078125,0.0625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4736,4800,2048,64,0.5876536378556444,0.0,0.81787109375,0.01025390625,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4800,4864,2048,64,0.6754656647384215,0.0,0.857421875,0.00439453125,0.07080078125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4864,4928,2048,64,0.7246735086372599,0.0,0.857421875,0.00634765625,0.06494140625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4928,4992,2048,64,0.6484646051422773,0.0,0.8369140625,0.005859375,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,4992,5056,2048,64,0.6578726594352364,0.0,0.84130859375,0.005859375,0.06494140625,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5056,5120,2048,64,0.6286910235496233,0.0,0.81884765625,0.0087890625,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5120,5184,2048,64,0.6530091136837104,0.0,0.85400390625,0.00537109375,0.06396484375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5184,5248,2048,64,0.6072262265137767,0.0,0.8271484375,0.00634765625,0.078125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5248,5312,2048,64,0.6658818889692178,0.0,0.84130859375,0.0078125,0.068359375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5312,5376,2048,64,0.6193936688371255,0.0,0.82373046875,0.00537109375,0.072265625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5376,5440,2048,64,0.6466128721430857,0.0,0.8203125,0.0068359375,0.07373046875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5440,5504,2048,64,0.6330187240370776,0.0,0.81884765625,0.0068359375,0.0712890625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5504,5568,2048,64,0.6394417299888039,0.0,0.8173828125,0.00830078125,0.0703125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5568,5632,2048,64,0.655048384671012,0.0,0.84716796875,0.005859375,0.06689453125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5632,5696,2048,64,0.6219381391915567,0.0,0.79736328125,0.0048828125,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5696,5760,2048,64,0.6869735851268823,0.0,0.8544921875,0.0078125,0.06982421875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5760,5824,2048,64,0.6145980180326603,0.0,0.82421875,0.00537109375,0.060546875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5824,5888,2048,64,0.6067613399127283,0.0,0.77880859375,0.0068359375,0.076171875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5888,5952,2048,64,0.6641476369179198,0.0,0.86181640625,0.0068359375,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,5952,6016,2048,64,0.6201445371090919,0.0,0.8564453125,0.00390625,0.060546875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,6016,6080,2048,64,0.6236992613970266,0.0,0.83935546875,0.00634765625,0.068359375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,64,6080,6144,2048,64,0.639818855976042,0.0,0.84423828125,0.009765625,0.0751953125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,0,128,4096,128,0.6555319379623034,0.0,0.8505859375,0.00732421875,0.06982421875,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,128,256,4096,128,0.6298011038089645,0.0,0.8330078125,0.0087890625,0.0673828125,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,256,384,4096,128,0.668603448860157,0.0,0.85986328125,0.0078125,0.068115234375,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,384,512,4096,128,0.641451806082879,0.0,0.8330078125,0.0078125,0.070556640625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,512,640,4096,128,0.5868364972525831,0.0,0.825927734375,0.004638671875,0.072998046875,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,640,768,4096,128,0.6382259920879566,0.0,0.836669921875,0.009521484375,0.067626953125,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,768,896,4096,128,0.61205686298938,0.0,0.82763671875,0.007080078125,0.075927734375,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,896,1024,4096,128,0.6307503170739058,0.0,0.836669921875,0.0048828125,0.0654296875,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1024,1152,4096,128,0.621828996638598,0.0,0.840087890625,0.008056640625,0.073486328125,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1152,1280,4096,128,0.6670375446830866,0.0,0.861572265625,0.0048828125,0.071044921875,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1280,1408,4096,128,0.7006929216370746,0.0,0.87109375,0.005615234375,0.066650390625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1408,1536,4096,128,0.6441926566750497,0.0,0.837646484375,0.004638671875,0.07958984375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1536,1664,4096,128,0.6378017993126051,0.0,0.82568359375,0.00634765625,0.0712890625,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1664,1792,4096,128,0.6454940392285823,0.0,0.846435546875,0.005615234375,0.072265625,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1792,1920,4096,128,0.6125657486144875,0.0,0.8271484375,0.009033203125,0.070556640625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,1920,2048,4096,128,0.6143402624126632,0.0,0.8203125,0.00830078125,0.0810546875,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2048,2176,4096,128,0.6547800349328639,0.0,0.85009765625,0.0068359375,0.0693359375,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2176,2304,4096,128,0.648701298095784,0.0,0.841064453125,0.006591796875,0.075439453125,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2304,2432,4096,128,0.6503543298297016,0.0,0.83447265625,0.00830078125,0.076416015625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2432,2560,4096,128,0.6622500881242733,0.0,0.85107421875,0.00830078125,0.07275390625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2560,2688,4096,128,0.6402792741073787,0.0,0.831787109375,0.006103515625,0.072509765625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2688,2816,4096,128,0.6375663518976813,0.0,0.840576171875,0.006591796875,0.069580078125,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2816,2944,4096,128,0.6552526620272778,0.0,0.837890625,0.005859375,0.066162109375,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,2944,3072,4096,128,0.6818836816457299,0.0,0.8515625,0.0068359375,0.070068359375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3072,3200,4096,128,0.6578809798116465,0.0,0.85498046875,0.00634765625,0.074951171875,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3200,3328,4096,128,0.6463394460258125,0.0,0.83642578125,0.005859375,0.061767578125,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3328,3456,4096,128,0.6729050462277743,0.0,0.869384765625,0.006591796875,0.073486328125,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3456,3584,4096,128,0.6434782742731918,0.0,0.841064453125,0.009765625,0.07373046875,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3584,3712,4096,128,0.6101643451712558,0.0,0.822265625,0.005859375,0.060546875,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3712,3840,4096,128,0.6798562526092581,0.0,0.848388671875,0.0078125,0.07177734375,1.0,93,0.7265625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3840,3968,4096,128,0.6281343843758802,0.0,0.841064453125,0.007568359375,0.072998046875,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,3968,4096,4096,128,0.6595760288792174,0.0,0.818359375,0.0068359375,0.07861328125,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4096,4224,4096,128,0.6472565192830383,0.0,0.84326171875,0.004638671875,0.0654296875,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4224,4352,4096,128,0.629790848202827,0.0,0.8447265625,0.0068359375,0.0693359375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4352,4480,4096,128,0.652069221538721,0.0,0.84619140625,0.00634765625,0.070068359375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4480,4608,4096,128,0.6545984628168086,0.0,0.83447265625,0.007568359375,0.07373046875,1.0,92,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4608,4736,4096,128,0.6407416140783705,0.0,0.837158203125,0.008056640625,0.065185546875,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4736,4864,4096,128,0.6330839842886133,0.0,0.837646484375,0.00732421875,0.07421875,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4864,4992,4096,128,0.6876256387900929,0.0,0.84716796875,0.006103515625,0.06982421875,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,4992,5120,4096,128,0.6434472935385864,0.0,0.830078125,0.007080078125,0.07080078125,1.0,92,0.71875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5120,5248,4096,128,0.6305333427821821,0.0,0.840576171875,0.006591796875,0.0712890625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5248,5376,4096,128,0.6430580094566619,0.0,0.83251953125,0.00634765625,0.071533203125,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5376,5504,4096,128,0.639851901381351,0.0,0.819580078125,0.006591796875,0.072265625,1.0,93,0.7265625
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5504,5632,4096,128,0.6472920949274664,0.0,0.832275390625,0.006591796875,0.06884765625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5632,5760,4096,128,0.6552632126264751,0.0,0.825927734375,0.006103515625,0.073974609375,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5760,5888,4096,128,0.6106922495751701,0.0,0.801513671875,0.006103515625,0.068359375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,5888,6016,4096,128,0.642522890848998,0.0,0.859130859375,0.0048828125,0.0693359375,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gate_proj.output,128,6016,6144,4096,128,0.6318104688629683,0.0,0.841796875,0.0078125,0.0712890625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.up_proj.output,0,0,6144,196608,6144,0.26762912520681076,0.0,0.4988555908203125,0.008458455403645834,0.08779398600260417,1.0,4952,0.8059895833333334
+fresh-zh-2,layers.2.mlp.up_proj.output,64,0,64,2048,64,0.2555172600942632,0.0,0.50341796875,0.01220703125,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,64,128,2048,64,0.2688940092236155,0.0,0.51025390625,0.00537109375,0.0927734375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,128,192,2048,64,0.2646643207527111,0.0,0.45751953125,0.01123046875,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,192,256,2048,64,0.25591691389005433,0.0,0.48583984375,0.0068359375,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,256,320,2048,64,0.4529488184348013,0.0,0.49169921875,0.0107421875,0.13916015625,1.0,36,0.5625
+fresh-zh-2,layers.2.mlp.up_proj.output,64,320,384,2048,64,0.2554548699471576,0.0,0.4794921875,0.00830078125,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,384,448,2048,64,0.23618231930969655,0.0,0.490234375,0.01025390625,0.07958984375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,448,512,2048,64,0.2600307295870025,0.0,0.55419921875,0.0107421875,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,512,576,2048,64,0.26386468111270917,0.0,0.53662109375,0.0126953125,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,576,640,2048,64,0.265705541533183,0.0,0.50830078125,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,640,704,2048,64,0.27068827397687584,0.0,0.51513671875,0.00537109375,0.07568359375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,704,768,2048,64,0.25687591865074044,0.0,0.50830078125,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,768,832,2048,64,0.25475066112044986,0.0,0.462890625,0.00732421875,0.08544921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,832,896,2048,64,0.26637728269968164,0.0,0.52099609375,0.01025390625,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,896,960,2048,64,0.252460193928956,0.0,0.51611328125,0.01123046875,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,960,1024,2048,64,0.26341086032124794,0.0,0.5048828125,0.00537109375,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1024,1088,2048,64,0.2548569162119561,0.0,0.48193359375,0.00732421875,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1088,1152,2048,64,0.25949633430128977,0.0,0.48486328125,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1152,1216,2048,64,0.25440786548824906,0.0,0.515625,0.01025390625,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1216,1280,2048,64,0.2603472159043432,0.0,0.5068359375,0.009765625,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1280,1344,2048,64,0.2590015157386581,0.0,0.5,0.005859375,0.09619140625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1344,1408,2048,64,0.3057979903254858,0.0,0.541015625,0.009765625,0.09765625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1408,1472,2048,64,0.2664587685037235,0.0,0.484375,0.00927734375,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1472,1536,2048,64,0.2820786838146149,0.0,0.4951171875,0.0078125,0.0966796875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1536,1600,2048,64,0.266242206528713,0.0,0.46240234375,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1600,1664,2048,64,0.26676784455747504,0.0,0.50634765625,0.0126953125,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1664,1728,2048,64,0.2698776191764202,0.0,0.5166015625,0.01025390625,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1728,1792,2048,64,0.2589951886293506,0.0,0.47705078125,0.0107421875,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1792,1856,2048,64,0.25001446529844823,0.0,0.52197265625,0.00927734375,0.09521484375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1856,1920,2048,64,0.25220108738968744,0.0,0.4765625,0.005859375,0.0732421875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1920,1984,2048,64,0.2657216353107828,0.0,0.4609375,0.0087890625,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,1984,2048,2048,64,0.26584870476730127,0.0,0.48779296875,0.00830078125,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2048,2112,2048,64,0.2848826847808341,0.0,0.45654296875,0.00634765625,0.09814453125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2112,2176,2048,64,0.2596739062810445,0.0,0.4853515625,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2176,2240,2048,64,0.26315150055241066,0.0,0.5068359375,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2240,2304,2048,64,0.2632848907259481,0.0,0.50390625,0.00927734375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2304,2368,2048,64,0.2601277328495017,0.0,0.541015625,0.0087890625,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2368,2432,2048,64,0.26222317457475014,0.0,0.5126953125,0.00341796875,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2432,2496,2048,64,0.25949895043377247,0.0,0.486328125,0.0068359375,0.09423828125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2496,2560,2048,64,0.26275720672052577,0.0,0.5244140625,0.0078125,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2560,2624,2048,64,0.25164699908480287,0.0,0.52197265625,0.009765625,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2624,2688,2048,64,0.2585648896210412,0.0,0.50146484375,0.0078125,0.0859375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2688,2752,2048,64,0.2655215312536404,0.0,0.49560546875,0.00390625,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2752,2816,2048,64,0.26888240444368466,0.0,0.4970703125,0.00927734375,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2816,2880,2048,64,0.2681593801588313,0.0,0.5078125,0.00537109375,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2880,2944,2048,64,0.2724328313402818,0.0,0.50537109375,0.005859375,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,2944,3008,2048,64,0.2931654070079994,0.0,0.4921875,0.0068359375,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3008,3072,2048,64,0.24906497651309129,0.0,0.4814453125,0.00927734375,0.07568359375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3072,3136,2048,64,0.2533335696589591,0.0,0.48583984375,0.0078125,0.0751953125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3136,3200,2048,64,0.2514388563432117,0.0,0.5166015625,0.00830078125,0.08447265625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3200,3264,2048,64,0.25216230117765676,0.0,0.52685546875,0.00830078125,0.0888671875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3264,3328,2048,64,0.2662418548451161,0.0,0.50048828125,0.0068359375,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3328,3392,2048,64,0.27650714468478793,0.0,0.48291015625,0.00732421875,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3392,3456,2048,64,0.24775598842479837,0.0,0.5029296875,0.0087890625,0.0810546875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3456,3520,2048,64,0.26548375187170353,0.0,0.498046875,0.00927734375,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3520,3584,2048,64,0.2494014163654741,0.0,0.5400390625,0.00634765625,0.08837890625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3584,3648,2048,64,0.2766079158062724,0.0,0.447265625,0.00830078125,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3648,3712,2048,64,0.2632595622322511,0.0,0.5009765625,0.01025390625,0.09619140625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3712,3776,2048,64,0.25922972441651587,0.0,0.48388671875,0.0048828125,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3776,3840,2048,64,0.25331611533778103,0.0,0.5048828125,0.01025390625,0.08056640625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3840,3904,2048,64,0.2589318784359707,0.0,0.48095703125,0.00830078125,0.0927734375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3904,3968,2048,64,0.2539772335443883,0.0,0.4599609375,0.005859375,0.08935546875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,3968,4032,2048,64,0.268263592354515,0.0,0.51611328125,0.0078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4032,4096,2048,64,0.2587543671958062,0.0,0.4755859375,0.0107421875,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4096,4160,2048,64,0.263526248327974,0.0,0.52783203125,0.009765625,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4160,4224,2048,64,0.2679511851413158,0.0,0.49560546875,0.0078125,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4224,4288,2048,64,0.27386412805114635,0.0,0.51123046875,0.00927734375,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4288,4352,2048,64,0.25824815738929807,0.0,0.49267578125,0.00732421875,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4352,4416,2048,64,0.2548166982826497,0.0,0.52978515625,0.009765625,0.07421875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4416,4480,2048,64,0.2528226531193925,0.0,0.5068359375,0.009765625,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4480,4544,2048,64,0.2740761394934326,0.0,0.51953125,0.0078125,0.0986328125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4544,4608,2048,64,0.2556809792840967,0.0,0.52734375,0.0068359375,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4608,4672,2048,64,0.2656538545726188,0.0,0.50634765625,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4672,4736,2048,64,0.26038634230781915,0.0,0.49560546875,0.00732421875,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4736,4800,2048,64,0.2787729882640349,0.0,0.49462890625,0.009765625,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4800,4864,2048,64,0.2545776472217304,0.0,0.48291015625,0.0087890625,0.09228515625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4864,4928,2048,64,0.2653006529094239,0.0,0.45947265625,0.009765625,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4928,4992,2048,64,0.2650999023843203,0.0,0.49267578125,0.00830078125,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,4992,5056,2048,64,0.287861453665871,0.0,0.52099609375,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5056,5120,2048,64,0.265644759271456,0.0,0.48291015625,0.005859375,0.0908203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5120,5184,2048,64,0.2625528380130565,0.0,0.544921875,0.00537109375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5184,5248,2048,64,0.259526087554466,0.0,0.47509765625,0.00927734375,0.0771484375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5248,5312,2048,64,0.2597724564566938,0.0,0.4990234375,0.00927734375,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5312,5376,2048,64,0.26303872204964696,0.0,0.51953125,0.009765625,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5376,5440,2048,64,0.36354323570520836,0.0,0.44580078125,0.0107421875,0.11328125,1.0,45,0.703125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5440,5504,2048,64,0.2505861543964647,0.0,0.4853515625,0.0068359375,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5504,5568,2048,64,0.26652410910900753,0.0,0.50244140625,0.00830078125,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5568,5632,2048,64,0.26593109218076444,0.0,0.45166015625,0.0048828125,0.0927734375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5632,5696,2048,64,0.2871129359264344,0.0,0.48779296875,0.00732421875,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5696,5760,2048,64,0.2678112996804783,0.0,0.50634765625,0.00830078125,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5760,5824,2048,64,0.2648691296423467,0.0,0.4990234375,0.0107421875,0.08935546875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5824,5888,2048,64,0.28393869584755443,0.0,0.48291015625,0.0107421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5888,5952,2048,64,0.2805824207268479,0.0,0.4921875,0.00634765625,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,64,5952,6016,2048,64,0.26522143556547834,0.0,0.49609375,0.0078125,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,6016,6080,2048,64,0.25250043668387523,0.0,0.5185546875,0.0068359375,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,64,6080,6144,2048,64,0.2711211425742865,0.0,0.5283203125,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,0,128,4096,128,0.262290924740477,0.0,0.5068359375,0.0087890625,0.08935546875,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,128,256,4096,128,0.26032736073500173,0.0,0.4716796875,0.0087890625,0.08642578125,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,256,384,4096,128,0.3677090036300456,0.0,0.485595703125,0.0107421875,0.10986328125,1.0,86,0.671875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,384,512,4096,128,0.248392902760985,0.0,0.522216796875,0.010009765625,0.084228515625,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,512,640,4096,128,0.26478671109041113,0.0,0.5224609375,0.0107421875,0.090087890625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,640,768,4096,128,0.26387248743592234,0.0,0.51171875,0.0068359375,0.081298828125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,768,896,4096,128,0.26062881275846345,0.0,0.491943359375,0.008544921875,0.08740234375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,896,1024,4096,128,0.257993634469754,0.0,0.510498046875,0.00830078125,0.082763671875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1024,1152,4096,128,0.25718708682287567,0.0,0.4833984375,0.00927734375,0.086181640625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1152,1280,4096,128,0.25739467248899084,0.0,0.51123046875,0.010009765625,0.08837890625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1280,1408,4096,128,0.28336742582910646,0.0,0.5205078125,0.007568359375,0.097900390625,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1408,1536,4096,128,0.2743799001157942,0.0,0.48974609375,0.008544921875,0.092529296875,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1536,1664,4096,128,0.2665051551350546,0.0,0.484375,0.01025390625,0.08349609375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1664,1792,4096,128,0.2644923789691168,0.0,0.496826171875,0.009765625,0.089111328125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1792,1920,4096,128,0.25111015644434787,0.0,0.499267578125,0.007568359375,0.084228515625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,1920,2048,4096,128,0.2657851776328849,0.0,0.474365234375,0.008544921875,0.089111328125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2048,2176,4096,128,0.27256988249914255,0.0,0.470947265625,0.007080078125,0.090087890625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2176,2304,4096,128,0.2632182040888888,0.0,0.50537109375,0.009521484375,0.08447265625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2304,2432,4096,128,0.26117755520094144,0.0,0.52685546875,0.00634765625,0.080078125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2432,2560,4096,128,0.2611331604371634,0.0,0.50537109375,0.00732421875,0.08837890625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2560,2688,4096,128,0.25512939294907594,0.0,0.51171875,0.0087890625,0.087646484375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2688,2816,4096,128,0.2672072519400392,0.0,0.496337890625,0.006591796875,0.087890625,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2816,2944,4096,128,0.27030455116336005,0.0,0.506591796875,0.00537109375,0.08544921875,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,2944,3072,4096,128,0.27201040273455784,0.0,0.48681640625,0.008056640625,0.0830078125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3072,3200,4096,128,0.2523879909933642,0.0,0.501220703125,0.0078125,0.07958984375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3200,3328,4096,128,0.2592976584994349,0.0,0.513671875,0.007080078125,0.08837890625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3328,3456,4096,128,0.2625254567295171,0.0,0.492919921875,0.0087890625,0.084716796875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3456,3584,4096,128,0.2575681356388837,0.0,0.51904296875,0.00732421875,0.09130859375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3584,3712,4096,128,0.27001623672791086,0.0,0.47412109375,0.009521484375,0.091796875,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3712,3840,4096,128,0.25628997669718445,0.0,0.494384765625,0.007568359375,0.079345703125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3840,3968,4096,128,0.25646652104050643,0.0,0.470458984375,0.007080078125,0.090576171875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,3968,4096,4096,128,0.2635518711049606,0.0,0.495849609375,0.009521484375,0.08935546875,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4096,4224,4096,128,0.26574792678067377,0.0,0.51171875,0.0087890625,0.087890625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4224,4352,4096,128,0.2661706890589029,0.0,0.501953125,0.0087890625,0.0869140625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4352,4480,4096,128,0.2538216338829293,0.0,0.518310546875,0.009765625,0.07568359375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4480,4608,4096,128,0.2650381985745623,0.0,0.5234375,0.0068359375,0.091064453125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4608,4736,4096,128,0.26303328469010806,0.0,0.5009765625,0.00830078125,0.080322265625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4736,4864,4096,128,0.26694958086744724,0.0,0.48876953125,0.009033203125,0.092529296875,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4864,4992,4096,128,0.2652002966423141,0.0,0.47607421875,0.009033203125,0.08349609375,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,4992,5120,4096,128,0.27697595079268,0.0,0.501953125,0.0068359375,0.09033203125,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5120,5248,4096,128,0.26104384964028426,0.0,0.510009765625,0.00732421875,0.0810546875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5248,5376,4096,128,0.26141069070626805,0.0,0.50927734375,0.00927734375,0.0849609375,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5376,5504,4096,128,0.3122155545470321,0.0,0.465576171875,0.01025390625,0.099609375,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5504,5632,4096,128,0.266227765761579,0.0,0.47705078125,0.006591796875,0.08984375,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5632,5760,4096,128,0.2776299067219198,0.0,0.4970703125,0.0078125,0.090087890625,1.0,102,0.796875
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5760,5888,4096,128,0.27456951655009365,0.0,0.490966796875,0.010986328125,0.088623046875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,5888,6016,4096,128,0.2730099858103647,0.0,0.494140625,0.007080078125,0.088134765625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.up_proj.output,128,6016,6144,4096,128,0.2619762818236932,0.0,0.5234375,0.0068359375,0.080322265625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,0,0,6144,196608,6144,0.20378196459401113,0.0,0.8391215006510416,0.004369099934895833,0.0447540283203125,1.0,5003,0.8142903645833334
+fresh-zh-2,layers.2.mlp.silu_gate,64,0,64,2048,64,0.19749711977075188,0.0,0.8369140625,0.00634765625,0.04541015625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,64,128,2048,64,0.20557533325329552,0.0,0.8642578125,0.0048828125,0.0380859375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,128,192,2048,64,0.20342055532850437,0.0,0.85009765625,0.00439453125,0.04248046875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,192,256,2048,64,0.19671468481562082,0.0,0.81591796875,0.00732421875,0.046875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,256,320,2048,64,0.20248613556237718,0.0,0.8525390625,0.00634765625,0.04833984375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,320,384,2048,64,0.2034642600891326,0.0,0.8671875,0.00390625,0.03662109375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,384,448,2048,64,0.20706447974924805,0.0,0.86328125,0.00341796875,0.04150390625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,448,512,2048,64,0.21371268332362214,0.0,0.802734375,0.0078125,0.05859375,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,512,576,2048,64,0.1989815687255996,0.0,0.84912109375,0.0048828125,0.046875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,576,640,2048,64,0.19380061257339554,0.0,0.802734375,0.0029296875,0.04931640625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,640,704,2048,64,0.20474810793209133,0.0,0.84912109375,0.005859375,0.04296875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,704,768,2048,64,0.1916421543600566,0.0,0.82421875,0.00537109375,0.03759765625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,768,832,2048,64,0.19573723931293593,0.0,0.85400390625,0.00341796875,0.0439453125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,832,896,2048,64,0.19928826479387604,0.0,0.80126953125,0.00537109375,0.0546875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,896,960,2048,64,0.20081527049143552,0.0,0.85302734375,0.0048828125,0.03369140625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,960,1024,2048,64,0.1965142730007058,0.0,0.8203125,0.001953125,0.04345703125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1024,1088,2048,64,0.19067088829839302,0.0,0.8515625,0.0048828125,0.05078125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,1088,1152,2048,64,0.1985786841770157,0.0,0.82861328125,0.005859375,0.044921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1152,1216,2048,64,0.22187400523511713,0.0,0.8515625,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,1216,1280,2048,64,0.20576341590350805,0.0,0.87158203125,0.00146484375,0.0390625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1280,1344,2048,64,0.22679349089305453,0.0,0.84228515625,0.0048828125,0.04541015625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1344,1408,2048,64,0.20100039878791703,0.0,0.89990234375,0.00439453125,0.033203125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,1408,1472,2048,64,0.1932142109108612,0.0,0.84033203125,0.001953125,0.0517578125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,1472,1536,2048,64,0.21294189420656193,0.0,0.8349609375,0.001953125,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1536,1600,2048,64,0.20151992668368257,0.0,0.85205078125,0.001953125,0.0390625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1600,1664,2048,64,0.20876394685575367,0.0,0.79931640625,0.00390625,0.05224609375,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1664,1728,2048,64,0.2366278922189132,0.0,0.85107421875,0.0029296875,0.04736328125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,1728,1792,2048,64,0.20080292640717434,0.0,0.841796875,0.0048828125,0.046875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1792,1856,2048,64,0.19957211142556977,0.0,0.85400390625,0.00634765625,0.04541015625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1856,1920,2048,64,0.19243384071198127,0.0,0.80029296875,0.00341796875,0.046875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,1920,1984,2048,64,0.2116505081352188,0.0,0.83447265625,0.00537109375,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,1984,2048,2048,64,0.18655553612601414,0.0,0.80615234375,0.00439453125,0.05419921875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2048,2112,2048,64,0.2097319659051499,0.0,0.8583984375,0.0048828125,0.0419921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2112,2176,2048,64,0.19538534868807153,0.0,0.841796875,0.00341796875,0.0400390625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,2176,2240,2048,64,0.2013035981327864,0.0,0.83447265625,0.00634765625,0.0439453125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2240,2304,2048,64,0.20074395687822172,0.0,0.84765625,0.00390625,0.04833984375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2304,2368,2048,64,0.20315118434642526,0.0,0.81640625,0.0048828125,0.0546875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2368,2432,2048,64,0.19800778013295567,0.0,0.8525390625,0.005859375,0.04541015625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,2432,2496,2048,64,0.19548232812067534,0.0,0.86279296875,0.0068359375,0.04296875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,2496,2560,2048,64,0.23864045557759964,0.0,0.83935546875,0.0048828125,0.048828125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.silu_gate,64,2560,2624,2048,64,0.19515830561410777,0.0,0.83740234375,0.00244140625,0.04345703125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2624,2688,2048,64,0.1998720082679763,0.0,0.826171875,0.00634765625,0.0419921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2688,2752,2048,64,0.21210320540388863,0.0,0.83642578125,0.00390625,0.0419921875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2752,2816,2048,64,0.19695302841736806,0.0,0.8447265625,0.00537109375,0.044921875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,2816,2880,2048,64,0.20831823229604754,0.0,0.8291015625,0.00244140625,0.041015625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2880,2944,2048,64,0.20802877603561515,0.0,0.8466796875,0.00537109375,0.0478515625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,2944,3008,2048,64,0.20109214963856853,0.0,0.8583984375,0.00341796875,0.0390625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3008,3072,2048,64,0.19715022257826356,0.0,0.8447265625,0.00341796875,0.0439453125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3072,3136,2048,64,0.1967861741253004,0.0,0.85986328125,0.00439453125,0.04541015625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3136,3200,2048,64,0.20382105186271396,0.0,0.85009765625,0.0029296875,0.0478515625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3200,3264,2048,64,0.19752760453385032,0.0,0.849609375,0.001953125,0.0390625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3264,3328,2048,64,0.20719869223739457,0.0,0.8232421875,0.0048828125,0.0380859375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3328,3392,2048,64,0.20432748909683904,0.0,0.8515625,0.00390625,0.04638671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3392,3456,2048,64,0.20103966796678688,0.0,0.88720703125,0.00390625,0.0458984375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3456,3520,2048,64,0.2039947641807856,0.0,0.8203125,0.005859375,0.04833984375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3520,3584,2048,64,0.2028653275975092,0.0,0.86181640625,0.00439453125,0.046875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3584,3648,2048,64,0.1917408712289427,0.0,0.80615234375,0.00244140625,0.04052734375,1.0,55,0.859375
+fresh-zh-2,layers.2.mlp.silu_gate,64,3648,3712,2048,64,0.19918289105403966,0.0,0.83837890625,0.00390625,0.04150390625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3712,3776,2048,64,0.2055200257248662,0.0,0.82373046875,0.0048828125,0.0478515625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3776,3840,2048,64,0.20010330245993768,0.0,0.873046875,0.0048828125,0.04345703125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3840,3904,2048,64,0.22641968806506826,0.0,0.82861328125,0.00390625,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,3904,3968,2048,64,0.20020108310455825,0.0,0.853515625,0.00634765625,0.05029296875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,3968,4032,2048,64,0.20736995016084,0.0,0.81787109375,0.00537109375,0.04833984375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4032,4096,2048,64,0.20964470153349343,0.0,0.81884765625,0.00439453125,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4096,4160,2048,64,0.20389142333359614,0.0,0.85400390625,0.00244140625,0.041015625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,4160,4224,2048,64,0.20555409754765183,0.0,0.83251953125,0.001953125,0.04052734375,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,4224,4288,2048,64,0.19119374006678838,0.0,0.82666015625,0.00439453125,0.046875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4288,4352,2048,64,0.1980748430822228,0.0,0.86279296875,0.00537109375,0.04296875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4352,4416,2048,64,0.19791729240959896,0.0,0.833984375,0.00537109375,0.0419921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4416,4480,2048,64,0.2015268833421008,0.0,0.8583984375,0.0029296875,0.04443359375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4480,4544,2048,64,0.21441530113597315,0.0,0.84912109375,0.00537109375,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4544,4608,2048,64,0.19346255637763374,0.0,0.81982421875,0.005859375,0.0478515625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4608,4672,2048,64,0.20537342742621917,0.0,0.8330078125,0.00537109375,0.0458984375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4672,4736,2048,64,0.20357604943699129,0.0,0.84130859375,0.005859375,0.04052734375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4736,4800,2048,64,0.190075844295561,0.0,0.81787109375,0.0068359375,0.056640625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4800,4864,2048,64,0.20970778165481807,0.0,0.857421875,0.0029296875,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4864,4928,2048,64,0.21523885065231657,0.0,0.857421875,0.00439453125,0.0341796875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,4928,4992,2048,64,0.19697976452958396,0.0,0.8369140625,0.00390625,0.04150390625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,4992,5056,2048,64,0.21238217039941043,0.0,0.84130859375,0.00439453125,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,5056,5120,2048,64,0.19476470667842033,0.0,0.81884765625,0.005859375,0.0419921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5120,5184,2048,64,0.20278568556435467,0.0,0.85400390625,0.00341796875,0.03955078125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5184,5248,2048,64,0.19959515943931214,0.0,0.8271484375,0.00341796875,0.046875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5248,5312,2048,64,0.20348385649839892,0.0,0.84130859375,0.005859375,0.0458984375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5312,5376,2048,64,0.1957992993915435,0.0,0.82373046875,0.0029296875,0.0478515625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5376,5440,2048,64,0.20778280531704058,0.0,0.8203125,0.00439453125,0.044921875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,5440,5504,2048,64,0.23056338964096446,0.0,0.81884765625,0.0048828125,0.04736328125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5504,5568,2048,64,0.2002721339745416,0.0,0.8173828125,0.00439453125,0.04541015625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5568,5632,2048,64,0.19590837692573151,0.0,0.84716796875,0.00146484375,0.0400390625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,5632,5696,2048,64,0.21431508944194078,0.0,0.79736328125,0.00439453125,0.0517578125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,64,5696,5760,2048,64,0.21179637339903887,0.0,0.8544921875,0.0029296875,0.04052734375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5760,5824,2048,64,0.21641966489321227,0.0,0.82421875,0.0048828125,0.041015625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,64,5824,5888,2048,64,0.22519478509946683,0.0,0.77880859375,0.0029296875,0.05908203125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.silu_gate,64,5888,5952,2048,64,0.19810866490434745,0.0,0.86181640625,0.00341796875,0.04345703125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,64,5952,6016,2048,64,0.19318125111123174,0.0,0.8564453125,0.0029296875,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,6016,6080,2048,64,0.20138623207063178,0.0,0.83935546875,0.00390625,0.04248046875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,64,6080,6144,2048,64,0.1908791585673373,0.0,0.84423828125,0.005859375,0.0478515625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,0,128,4096,128,0.2015766975123194,0.0,0.8505859375,0.00537109375,0.0419921875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,128,256,4096,128,0.20009571403739032,0.0,0.8330078125,0.006103515625,0.045166015625,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,256,384,4096,128,0.20297578701485997,0.0,0.85986328125,0.00537109375,0.04248046875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,384,512,4096,128,0.2104148400032773,0.0,0.8330078125,0.005859375,0.05029296875,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,512,640,4096,128,0.19640817463425989,0.0,0.825927734375,0.00390625,0.048095703125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,640,768,4096,128,0.19830343293742433,0.0,0.836669921875,0.005615234375,0.041015625,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,768,896,4096,128,0.19752073225158367,0.0,0.82763671875,0.00439453125,0.049560546875,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,896,1024,4096,128,0.1986764107229949,0.0,0.836669921875,0.00341796875,0.03857421875,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.silu_gate,128,1024,1152,4096,128,0.19466494478201926,0.0,0.840087890625,0.00537109375,0.048583984375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,1152,1280,4096,128,0.21397039225480805,0.0,0.861572265625,0.002685546875,0.0419921875,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,1280,1408,4096,128,0.21428537960434874,0.0,0.87109375,0.004638671875,0.039794921875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,1408,1536,4096,128,0.2033174631041138,0.0,0.837646484375,0.001953125,0.049560546875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,1536,1664,4096,128,0.20517390959548043,0.0,0.82568359375,0.0029296875,0.0458984375,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,1664,1792,4096,128,0.21944768696622285,0.0,0.846435546875,0.003662109375,0.0478515625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,1792,1920,4096,128,0.1960354696349926,0.0,0.8271484375,0.0048828125,0.046142578125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,1920,2048,4096,128,0.19949800206162577,0.0,0.8203125,0.004638671875,0.052734375,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,2048,2176,4096,128,0.20268563343808838,0.0,0.85009765625,0.00390625,0.040771484375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2176,2304,4096,128,0.20102397225745453,0.0,0.841064453125,0.005126953125,0.046142578125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2304,2432,4096,128,0.20059596792375486,0.0,0.83447265625,0.005859375,0.0498046875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2432,2560,4096,128,0.21813139119091007,0.0,0.85107421875,0.00634765625,0.044677734375,1.0,102,0.796875
+fresh-zh-2,layers.2.mlp.silu_gate,128,2560,2688,4096,128,0.19752921801501097,0.0,0.831787109375,0.004150390625,0.0419921875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2688,2816,4096,128,0.2046683477548211,0.0,0.840576171875,0.00439453125,0.04345703125,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2816,2944,4096,128,0.20817355447537778,0.0,0.837890625,0.00390625,0.04443359375,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,2944,3072,4096,128,0.19913094047500418,0.0,0.8515625,0.003662109375,0.041748046875,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.silu_gate,128,3072,3200,4096,128,0.20033449466990974,0.0,0.85498046875,0.003662109375,0.046142578125,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,3200,3328,4096,128,0.2024209137141809,0.0,0.83642578125,0.00341796875,0.038330078125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,3328,3456,4096,128,0.20269024507461478,0.0,0.869384765625,0.00390625,0.046630859375,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.silu_gate,128,3456,3584,4096,128,0.2034308297117463,0.0,0.841064453125,0.005126953125,0.0478515625,1.0,108,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,128,3584,3712,4096,128,0.19549729638575492,0.0,0.822265625,0.003173828125,0.040771484375,1.0,108,0.84375
+fresh-zh-2,layers.2.mlp.silu_gate,128,3712,3840,4096,128,0.20282974711481916,0.0,0.848388671875,0.0048828125,0.046142578125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,3840,3968,4096,128,0.21371283164531915,0.0,0.841064453125,0.005126953125,0.050048828125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,3968,4096,4096,128,0.20851042792960836,0.0,0.818359375,0.0048828125,0.0478515625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4096,4224,4096,128,0.20472444837833764,0.0,0.84326171875,0.001953125,0.040771484375,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4224,4352,4096,128,0.19466469852386414,0.0,0.8447265625,0.004638671875,0.044677734375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4352,4480,4096,128,0.19973024225730993,0.0,0.84619140625,0.004150390625,0.043701171875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4480,4608,4096,128,0.2042078378532508,0.0,0.83447265625,0.005859375,0.044677734375,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,4608,4736,4096,128,0.2044767133406208,0.0,0.837158203125,0.005615234375,0.04345703125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4736,4864,4096,128,0.20013268132823184,0.0,0.837646484375,0.0048828125,0.0478515625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4864,4992,4096,128,0.2063114035436003,0.0,0.84716796875,0.004150390625,0.0390625,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,4992,5120,4096,128,0.2037639286908938,0.0,0.830078125,0.00537109375,0.042236328125,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,5120,5248,4096,128,0.20119674691879308,0.0,0.840576171875,0.00341796875,0.04345703125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.silu_gate,128,5248,5376,4096,128,0.19967854854450479,0.0,0.83251953125,0.00439453125,0.046875,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.silu_gate,128,5376,5504,4096,128,0.21946887117328323,0.0,0.819580078125,0.004638671875,0.044921875,1.0,101,0.7890625
+fresh-zh-2,layers.2.mlp.silu_gate,128,5504,5632,4096,128,0.1981022713100373,0.0,0.832275390625,0.0029296875,0.04248046875,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.silu_gate,128,5632,5760,4096,128,0.2130594533780327,0.0,0.825927734375,0.003662109375,0.0458984375,1.0,103,0.8046875
+fresh-zh-2,layers.2.mlp.silu_gate,128,5760,5888,4096,128,0.2208508123015233,0.0,0.801513671875,0.00390625,0.050048828125,1.0,100,0.78125
+fresh-zh-2,layers.2.mlp.silu_gate,128,5888,6016,4096,128,0.19566046980813956,0.0,0.859130859375,0.003173828125,0.041259765625,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.silu_gate,128,6016,6144,4096,128,0.1962030423349509,0.0,0.841796875,0.0048828125,0.044677734375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.gated_product,0,0,6144,196608,6144,0.06036337433415377,0.0,0.4983469645182292,0.028081258138020832,0.18575541178385416,1.0,4360,0.7096354166666666
+fresh-zh-2,layers.2.mlp.gated_product,64,0,64,2048,64,0.04946478026066792,0.0,0.48779296875,0.0283203125,0.169921875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,64,128,2048,64,0.05582185170348547,0.0,0.46630859375,0.02099609375,0.16162109375,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,128,192,2048,64,0.05544572597647641,0.0,0.53515625,0.0263671875,0.16748046875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,192,256,2048,64,0.05320800022418855,0.0,0.49609375,0.0263671875,0.1826171875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,256,320,2048,64,0.09857403843206634,0.0,0.49951171875,0.03515625,0.27099609375,1.0,28,0.4375
+fresh-zh-2,layers.2.mlp.gated_product,64,320,384,2048,64,0.05359348722755052,0.0,0.5234375,0.0234375,0.1572265625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,384,448,2048,64,0.052178623256840743,0.0,0.5107421875,0.02197265625,0.169921875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,448,512,2048,64,0.08343188335746361,0.0,0.47119140625,0.048828125,0.2470703125,1.0,35,0.546875
+fresh-zh-2,layers.2.mlp.gated_product,64,512,576,2048,64,0.05178969677461783,0.0,0.4697265625,0.02392578125,0.18017578125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,576,640,2048,64,0.05428674805357878,0.0,0.50927734375,0.025390625,0.17724609375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,640,704,2048,64,0.05801759229152703,0.0,0.4912109375,0.0244140625,0.1669921875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,704,768,2048,64,0.048922637753334317,0.0,0.47705078125,0.02392578125,0.15625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.gated_product,64,768,832,2048,64,0.05214902470230868,0.0,0.52587890625,0.02734375,0.18017578125,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,832,896,2048,64,0.05451388607258542,0.0,0.4765625,0.0263671875,0.19775390625,1.0,45,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,64,896,960,2048,64,0.05056738250028765,0.0,0.5029296875,0.02978515625,0.1640625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,960,1024,2048,64,0.05231809145976491,0.0,0.5068359375,0.02197265625,0.1728515625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,1024,1088,2048,64,0.05123558517668771,0.0,0.49072265625,0.02783203125,0.169921875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,1088,1152,2048,64,0.05108334331670427,0.0,0.498046875,0.0302734375,0.16845703125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,1152,1216,2048,64,0.05569422584654959,0.0,0.4765625,0.0263671875,0.16552734375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,1216,1280,2048,64,0.06575647159007748,0.0,0.49560546875,0.0244140625,0.18408203125,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,1280,1344,2048,64,0.07463279985901201,0.0,0.49365234375,0.03759765625,0.22021484375,1.0,38,0.59375
+fresh-zh-2,layers.2.mlp.gated_product,64,1344,1408,2048,64,0.06720083380250412,0.0,0.45263671875,0.02783203125,0.18310546875,1.0,43,0.671875
+fresh-zh-2,layers.2.mlp.gated_product,64,1408,1472,2048,64,0.052625728399833274,0.0,0.51904296875,0.02978515625,0.17138671875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,1472,1536,2048,64,0.05853380201146988,0.0,0.5068359375,0.02392578125,0.1806640625,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,1536,1600,2048,64,0.05902620918432022,0.0,0.5361328125,0.02294921875,0.17236328125,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,1600,1664,2048,64,0.053684230579738666,0.0,0.5244140625,0.03076171875,0.1826171875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,1664,1728,2048,64,0.08228364935097211,0.0,0.48291015625,0.03857421875,0.23583984375,1.0,40,0.625
+fresh-zh-2,layers.2.mlp.gated_product,64,1728,1792,2048,64,0.0635908119759034,0.0,0.50146484375,0.03271484375,0.2001953125,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,1792,1856,2048,64,0.06270920944113977,0.0,0.48046875,0.03662109375,0.20703125,1.0,44,0.6875
+fresh-zh-2,layers.2.mlp.gated_product,64,1856,1920,2048,64,0.04772175941469039,0.0,0.49755859375,0.017578125,0.15625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,1920,1984,2048,64,0.053065365657508905,0.0,0.54052734375,0.0224609375,0.17529296875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,1984,2048,2048,64,0.04854004616227122,0.0,0.509765625,0.02978515625,0.17529296875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,2048,2112,2048,64,0.06637744240465121,0.0,0.52197265625,0.02880859375,0.18505859375,1.0,44,0.6875
+fresh-zh-2,layers.2.mlp.gated_product,64,2112,2176,2048,64,0.06119439776459459,0.0,0.5185546875,0.02392578125,0.1845703125,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,2176,2240,2048,64,0.0682667895646731,0.0,0.50537109375,0.03271484375,0.19873046875,1.0,43,0.671875
+fresh-zh-2,layers.2.mlp.gated_product,64,2240,2304,2048,64,0.055632879556855155,0.0,0.490234375,0.0244140625,0.17333984375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,2304,2368,2048,64,0.07484112004260976,0.0,0.4658203125,0.04052734375,0.23779296875,1.0,39,0.609375
+fresh-zh-2,layers.2.mlp.gated_product,64,2368,2432,2048,64,0.052484082670844756,0.0,0.4765625,0.021484375,0.15185546875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,2432,2496,2048,64,0.051821233871534034,0.0,0.51806640625,0.02880859375,0.16943359375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,2496,2560,2048,64,0.07697163066498436,0.0,0.51416015625,0.0341796875,0.2177734375,1.0,38,0.59375
+fresh-zh-2,layers.2.mlp.gated_product,64,2560,2624,2048,64,0.048751210773016314,0.0,0.505859375,0.0244140625,0.1630859375,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,2624,2688,2048,64,0.05119744627057826,0.0,0.48486328125,0.01953125,0.1669921875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,2688,2752,2048,64,0.07011158524990616,0.0,0.5068359375,0.02392578125,0.19775390625,1.0,40,0.625
+fresh-zh-2,layers.2.mlp.gated_product,64,2752,2816,2048,64,0.05910404046699731,0.0,0.4990234375,0.03271484375,0.18017578125,1.0,45,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,64,2816,2880,2048,64,0.055709664599424474,0.0,0.5087890625,0.02294921875,0.1708984375,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,2880,2944,2048,64,0.06600068662198062,0.0,0.50439453125,0.029296875,0.1845703125,1.0,44,0.6875
+fresh-zh-2,layers.2.mlp.gated_product,64,2944,3008,2048,64,0.05850722745089982,0.0,0.509765625,0.0205078125,0.1572265625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,3008,3072,2048,64,0.04932412373981853,0.0,0.505859375,0.0205078125,0.15625,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,3072,3136,2048,64,0.05463342796396406,0.0,0.501953125,0.02685546875,0.17138671875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,3136,3200,2048,64,0.08401651518848442,0.0,0.51220703125,0.0390625,0.2529296875,1.0,34,0.53125
+fresh-zh-2,layers.2.mlp.gated_product,64,3200,3264,2048,64,0.05681790507174464,0.0,0.48193359375,0.02392578125,0.185546875,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,3264,3328,2048,64,0.0593189498113387,0.0,0.50537109375,0.02490234375,0.16748046875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,3328,3392,2048,64,0.06725825514460428,0.0,0.48583984375,0.02587890625,0.1943359375,1.0,44,0.6875
+fresh-zh-2,layers.2.mlp.gated_product,64,3392,3456,2048,64,0.05115622291698678,0.0,0.49951171875,0.02783203125,0.15966796875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.gated_product,64,3456,3520,2048,64,0.05789666997085163,0.0,0.4755859375,0.0283203125,0.19091796875,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,3520,3584,2048,64,0.056789440069021244,0.0,0.46630859375,0.02734375,0.18896484375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,3584,3648,2048,64,0.05437147428175031,0.0,0.52685546875,0.025390625,0.1708984375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,3648,3712,2048,64,0.052736007968359644,0.0,0.51513671875,0.029296875,0.1708984375,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,3712,3776,2048,64,0.055497450688747375,0.0,0.5048828125,0.025390625,0.1708984375,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,3776,3840,2048,64,0.05137869499775451,0.0,0.4814453125,0.0263671875,0.16015625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,3840,3904,2048,64,0.05253831248366362,0.0,0.5068359375,0.02587890625,0.18505859375,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,3904,3968,2048,64,0.06110426144339864,0.0,0.5283203125,0.029296875,0.193359375,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,3968,4032,2048,64,0.06195497764078669,0.0,0.50390625,0.029296875,0.201171875,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,4032,4096,2048,64,0.0649411450842593,0.0,0.51220703125,0.03125,0.2041015625,1.0,45,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,64,4096,4160,2048,64,0.05086808744189197,0.0,0.4755859375,0.02392578125,0.162109375,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,4160,4224,2048,64,0.057293453283653956,0.0,0.5,0.02587890625,0.17724609375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,4224,4288,2048,64,0.08698558916213013,0.0,0.4990234375,0.041015625,0.24462890625,1.0,35,0.546875
+fresh-zh-2,layers.2.mlp.gated_product,64,4288,4352,2048,64,0.050811527346541645,0.0,0.5166015625,0.0234375,0.173828125,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,4352,4416,2048,64,0.05229866177517488,0.0,0.49755859375,0.02880859375,0.1640625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,4416,4480,2048,64,0.057215082961650114,0.0,0.5029296875,0.02294921875,0.166015625,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,4480,4544,2048,64,0.05909840438525582,0.0,0.46240234375,0.02490234375,0.18359375,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,4544,4608,2048,64,0.049018855408277995,0.0,0.49365234375,0.02685546875,0.16748046875,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,4608,4672,2048,64,0.05562970365928644,0.0,0.48486328125,0.02392578125,0.16748046875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,4672,4736,2048,64,0.053614265921353085,0.0,0.49609375,0.025390625,0.16064453125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,4736,4800,2048,64,0.05498175144791293,0.0,0.478515625,0.02880859375,0.19287109375,1.0,48,0.75
+fresh-zh-2,layers.2.mlp.gated_product,64,4800,4864,2048,64,0.08315064983881039,0.0,0.52001953125,0.0302734375,0.23583984375,1.0,35,0.546875
+fresh-zh-2,layers.2.mlp.gated_product,64,4864,4928,2048,64,0.053887828503237506,0.0,0.51416015625,0.02197265625,0.14306640625,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.gated_product,64,4928,4992,2048,64,0.05710497382538494,0.0,0.50146484375,0.02734375,0.185546875,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,4992,5056,2048,64,0.06976321705384686,0.0,0.4970703125,0.0283203125,0.193359375,1.0,43,0.671875
+fresh-zh-2,layers.2.mlp.gated_product,64,5056,5120,2048,64,0.05327610370289749,0.0,0.4853515625,0.0244140625,0.1953125,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,5120,5184,2048,64,0.0575438860066072,0.0,0.47509765625,0.02490234375,0.17138671875,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,5184,5248,2048,64,0.05093429051892519,0.0,0.50341796875,0.0283203125,0.15576171875,1.0,50,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,64,5248,5312,2048,64,0.054823889101038706,0.0,0.49853515625,0.02734375,0.16748046875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,5312,5376,2048,64,0.052158090449978725,0.0,0.49658203125,0.0224609375,0.16748046875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,5376,5440,2048,64,0.08751661076532534,0.0,0.53466796875,0.03369140625,0.24658203125,1.0,34,0.53125
+fresh-zh-2,layers.2.mlp.gated_product,64,5440,5504,2048,64,0.07399433272878383,0.0,0.48291015625,0.03515625,0.21142578125,1.0,38,0.59375
+fresh-zh-2,layers.2.mlp.gated_product,64,5504,5568,2048,64,0.05288832577957891,0.0,0.47998046875,0.025390625,0.17578125,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,5568,5632,2048,64,0.05272609885689718,0.0,0.525390625,0.017578125,0.166015625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,5632,5696,2048,64,0.061314038197300816,0.0,0.4892578125,0.0244140625,0.19189453125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,5696,5760,2048,64,0.08604124315161764,0.0,0.50341796875,0.0380859375,0.23046875,1.0,33,0.515625
+fresh-zh-2,layers.2.mlp.gated_product,64,5760,5824,2048,64,0.05822375851736785,0.0,0.4970703125,0.029296875,0.1689453125,1.0,47,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,64,5824,5888,2048,64,0.06515433658441076,0.0,0.505859375,0.02978515625,0.2060546875,1.0,43,0.671875
+fresh-zh-2,layers.2.mlp.gated_product,64,5888,5952,2048,64,0.05943984732146424,0.0,0.49853515625,0.02734375,0.177734375,1.0,46,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,64,5952,6016,2048,64,0.05515318859859472,0.0,0.5078125,0.0263671875,0.16259765625,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,64,6016,6080,2048,64,0.06242829384007657,0.0,0.45849609375,0.02587890625,0.20166015625,1.0,45,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,64,6080,6144,2048,64,0.05251546625872049,0.0,0.45849609375,0.029296875,0.169921875,1.0,49,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,128,0,128,4096,128,0.052739186634996965,0.0,0.47705078125,0.025146484375,0.164306640625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gated_product,128,128,256,4096,128,0.05433838338097554,0.0,0.515625,0.026611328125,0.175048828125,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gated_product,128,256,384,4096,128,0.07933820935090517,0.0,0.511474609375,0.033447265625,0.225341796875,1.0,74,0.578125
+fresh-zh-2,layers.2.mlp.gated_product,128,384,512,4096,128,0.06958264110233506,0.0,0.490966796875,0.034912109375,0.214599609375,1.0,83,0.6484375
+fresh-zh-2,layers.2.mlp.gated_product,128,512,640,4096,128,0.05305291559490204,0.0,0.489501953125,0.02490234375,0.17822265625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gated_product,128,640,768,4096,128,0.05366314144759804,0.0,0.484130859375,0.025390625,0.16357421875,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gated_product,128,768,896,4096,128,0.053344561822817625,0.0,0.501220703125,0.02685546875,0.188232421875,1.0,93,0.7265625
+fresh-zh-2,layers.2.mlp.gated_product,128,896,1024,4096,128,0.05145018399832368,0.0,0.5048828125,0.025390625,0.167236328125,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gated_product,128,1024,1152,4096,128,0.05115952087739826,0.0,0.494384765625,0.029052734375,0.169189453125,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,128,1152,1280,4096,128,0.060933407703094786,0.0,0.486083984375,0.025146484375,0.175048828125,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,128,1280,1408,4096,128,0.07101410732575297,0.0,0.47314453125,0.03271484375,0.2041015625,1.0,81,0.6328125
+fresh-zh-2,layers.2.mlp.gated_product,128,1408,1536,4096,128,0.05565821263538281,0.0,0.512939453125,0.027099609375,0.177490234375,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gated_product,128,1536,1664,4096,128,0.05641848094201791,0.0,0.5302734375,0.02734375,0.176513671875,1.0,93,0.7265625
+fresh-zh-2,layers.2.mlp.gated_product,128,1664,1792,4096,128,0.07353363284330658,0.0,0.4921875,0.035400390625,0.219970703125,1.0,84,0.65625
+fresh-zh-2,layers.2.mlp.gated_product,128,1792,1920,4096,128,0.05572168011809373,0.0,0.489013671875,0.026611328125,0.185546875,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,128,1920,2048,4096,128,0.05085306831352729,0.0,0.525146484375,0.0263671875,0.177978515625,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gated_product,128,2048,2176,4096,128,0.06383854313012714,0.0,0.520263671875,0.02587890625,0.18603515625,1.0,90,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,128,2176,2304,4096,128,0.06227106810251014,0.0,0.497802734375,0.029296875,0.185546875,1.0,90,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,128,2304,2432,4096,128,0.06463656930497005,0.0,0.47119140625,0.03173828125,0.194091796875,1.0,88,0.6875
+fresh-zh-2,layers.2.mlp.gated_product,128,2432,2560,4096,128,0.0656127739361589,0.0,0.51611328125,0.03125,0.1962890625,1.0,86,0.671875
+fresh-zh-2,layers.2.mlp.gated_product,128,2560,2688,4096,128,0.04998929413616384,0.0,0.495361328125,0.02197265625,0.16455078125,1.0,100,0.78125
+fresh-zh-2,layers.2.mlp.gated_product,128,2688,2816,4096,128,0.06484181515727068,0.0,0.5029296875,0.029052734375,0.190185546875,1.0,85,0.6640625
+fresh-zh-2,layers.2.mlp.gated_product,128,2816,2944,4096,128,0.06107232337300285,0.0,0.506591796875,0.02490234375,0.17919921875,1.0,89,0.6953125
+fresh-zh-2,layers.2.mlp.gated_product,128,2944,3072,4096,128,0.054110834620675806,0.0,0.5078125,0.0224609375,0.15966796875,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gated_product,128,3072,3200,4096,128,0.07086461132155628,0.0,0.507080078125,0.031982421875,0.2177734375,1.0,79,0.6171875
+fresh-zh-2,layers.2.mlp.gated_product,128,3200,3328,4096,128,0.05808189108259951,0.0,0.49365234375,0.024658203125,0.17724609375,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,128,3328,3456,4096,128,0.05975212141936524,0.0,0.49267578125,0.027587890625,0.1787109375,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gated_product,128,3456,3584,4096,128,0.0573457273781869,0.0,0.470947265625,0.02783203125,0.190185546875,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,128,3584,3712,4096,128,0.053559983905943846,0.0,0.52099609375,0.027099609375,0.171142578125,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,128,3712,3840,4096,128,0.05347773991401577,0.0,0.4931640625,0.02587890625,0.16552734375,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gated_product,128,3840,3968,4096,128,0.0569824755744005,0.0,0.517578125,0.027587890625,0.18798828125,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gated_product,128,3968,4096,4096,128,0.06346562683581246,0.0,0.508056640625,0.0302734375,0.2021484375,1.0,91,0.7109375
+fresh-zh-2,layers.2.mlp.gated_product,128,4096,4224,4096,128,0.05417611147527204,0.0,0.48779296875,0.025146484375,0.16845703125,1.0,98,0.765625
+fresh-zh-2,layers.2.mlp.gated_product,128,4224,4352,4096,128,0.07123308231843979,0.0,0.5078125,0.032958984375,0.209716796875,1.0,83,0.6484375
+fresh-zh-2,layers.2.mlp.gated_product,128,4352,4480,4096,128,0.05481202305052534,0.0,0.500244140625,0.026611328125,0.164306640625,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gated_product,128,4480,4608,4096,128,0.05429304553265035,0.0,0.47802734375,0.026611328125,0.1748046875,1.0,96,0.75
+fresh-zh-2,layers.2.mlp.gated_product,128,4608,4736,4096,128,0.05463127968254813,0.0,0.490478515625,0.024658203125,0.164306640625,1.0,99,0.7734375
+fresh-zh-2,layers.2.mlp.gated_product,128,4736,4864,4096,128,0.07048767112373813,0.0,0.499267578125,0.03076171875,0.22021484375,1.0,82,0.640625
+fresh-zh-2,layers.2.mlp.gated_product,128,4864,4992,4096,128,0.05551970864653486,0.0,0.5078125,0.02490234375,0.16455078125,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gated_product,128,4992,5120,4096,128,0.06206951618735254,0.0,0.4912109375,0.027099609375,0.197265625,1.0,92,0.71875
+fresh-zh-2,layers.2.mlp.gated_product,128,5120,5248,4096,128,0.05433967596244791,0.0,0.4892578125,0.0263671875,0.16650390625,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.gated_product,128,5248,5376,4096,128,0.053507593926241694,0.0,0.49755859375,0.025634765625,0.16748046875,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gated_product,128,5376,5504,4096,128,0.08103801094494925,0.0,0.5087890625,0.034912109375,0.23193359375,1.0,71,0.5546875
+fresh-zh-2,layers.2.mlp.gated_product,128,5504,5632,4096,128,0.05280727461455555,0.0,0.502685546875,0.021484375,0.170654296875,1.0,97,0.7578125
+fresh-zh-2,layers.2.mlp.gated_product,128,5632,5760,4096,128,0.0747077867532423,0.0,0.496337890625,0.032958984375,0.21484375,1.0,79,0.6171875
+fresh-zh-2,layers.2.mlp.gated_product,128,5760,5888,4096,128,0.061786299580260724,0.0,0.50146484375,0.029541015625,0.188232421875,1.0,90,0.703125
+fresh-zh-2,layers.2.mlp.gated_product,128,5888,6016,4096,128,0.0573365924266133,0.0,0.503173828125,0.0263671875,0.17041015625,1.0,95,0.7421875
+fresh-zh-2,layers.2.mlp.gated_product,128,6016,6144,4096,128,0.057685206371104164,0.0,0.45849609375,0.027587890625,0.18896484375,1.0,94,0.734375
+fresh-zh-2,layers.2.mlp.down_proj.output,0,0,2048,65536,2048,0.04312862019332273,0.0,0.4937591552734375,0.00970458984375,0.1002655029296875,1.0,1560,0.76171875
+fresh-zh-2,layers.2.mlp.down_proj.output,64,0,64,2048,64,0.0363232968297089,0.0,0.505859375,0.0048828125,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,64,128,2048,64,0.03612579249153225,0.0,0.48876953125,0.01171875,0.095703125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,128,192,2048,64,0.03497096730955099,0.0,0.49853515625,0.0078125,0.091796875,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.down_proj.output,64,192,256,2048,64,0.036270124875232006,0.0,0.51806640625,0.0078125,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,256,320,2048,64,0.03532816152164928,0.0,0.48095703125,0.0078125,0.08447265625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.down_proj.output,64,320,384,2048,64,0.03672804648999475,0.0,0.48291015625,0.00634765625,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,384,448,2048,64,0.03725313860702527,0.0,0.48779296875,0.00830078125,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,448,512,2048,64,0.0366167078251242,0.0,0.50537109375,0.01513671875,0.09619140625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,512,576,2048,64,0.035900730289763164,0.0,0.4853515625,0.01123046875,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,576,640,2048,64,0.03801544740769078,0.0,0.4833984375,0.00634765625,0.07568359375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,640,704,2048,64,0.037327542802105276,0.0,0.5029296875,0.0068359375,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,704,768,2048,64,0.03629112515337422,0.0,0.4794921875,0.0078125,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,768,832,2048,64,0.03705316577871843,0.0,0.52685546875,0.0068359375,0.0751953125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.down_proj.output,64,832,896,2048,64,0.035544229047100674,0.0,0.48291015625,0.00537109375,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,896,960,2048,64,0.0373943119523243,0.0,0.49755859375,0.0068359375,0.07763671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,960,1024,2048,64,0.036544000736538566,0.0,0.47998046875,0.0078125,0.078125,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1024,1088,2048,64,0.0365949730420396,0.0,0.4990234375,0.00830078125,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1088,1152,2048,64,0.03632070107069924,0.0,0.453125,0.009765625,0.09033203125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1152,1216,2048,64,0.1339160717414438,0.0,0.4638671875,0.0302734375,0.28955078125,1.0,1,0.015625
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1216,1280,2048,64,0.037069206594981946,0.0,0.47509765625,0.00927734375,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1280,1344,2048,64,0.037257790608137296,0.0,0.48583984375,0.01025390625,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1344,1408,2048,64,0.03572503657183994,0.0,0.51953125,0.00732421875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1408,1472,2048,64,0.03713422322735504,0.0,0.48583984375,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1472,1536,2048,64,0.03639484332029318,0.0,0.51171875,0.0078125,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1536,1600,2048,64,0.0370607331479371,0.0,0.5,0.005859375,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1600,1664,2048,64,0.03676947618843453,0.0,0.517578125,0.00830078125,0.087890625,1.0,54,0.84375
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1664,1728,2048,64,0.03725085022591255,0.0,0.501953125,0.0068359375,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1728,1792,2048,64,0.03694811454809342,0.0,0.501953125,0.0078125,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1792,1856,2048,64,0.036196226798230036,0.0,0.50732421875,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1856,1920,2048,64,0.03636656361516977,0.0,0.4697265625,0.00927734375,0.08544921875,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1920,1984,2048,64,0.037575220453668234,0.0,0.51025390625,0.00927734375,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,64,1984,2048,2048,64,0.03691244627641855,0.0,0.49072265625,0.00390625,0.0751953125,1.0,53,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,0,128,4096,128,0.03622467926511143,0.0,0.497314453125,0.00830078125,0.087158203125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,128,256,4096,128,0.03562646848222966,0.0,0.50830078125,0.0078125,0.09033203125,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,256,384,4096,128,0.03603490249376954,0.0,0.48193359375,0.007080078125,0.08251953125,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.down_proj.output,128,384,512,4096,128,0.03693629399401589,0.0,0.49658203125,0.011962890625,0.093017578125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,512,640,4096,128,0.0369732110922572,0.0,0.484375,0.009033203125,0.08056640625,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,640,768,4096,128,0.03681298151835078,0.0,0.4912109375,0.00732421875,0.07958984375,1.0,105,0.8203125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,768,896,4096,128,0.03630653737812205,0.0,0.5048828125,0.00537109375,0.08154296875,1.0,107,0.8359375
+fresh-zh-2,layers.2.mlp.down_proj.output,128,896,1024,4096,128,0.036971600967633765,0.0,0.48876953125,0.007080078125,0.078125,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1024,1152,4096,128,0.03645809497364541,0.0,0.47607421875,0.00927734375,0.089599609375,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1152,1280,4096,128,0.09825385577228248,0.0,0.469482421875,0.02392578125,0.220458984375,1.0,25,0.1953125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1280,1408,4096,128,0.03649946026353749,0.0,0.502685546875,0.0087890625,0.089111328125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1408,1536,4096,128,0.03676639195656628,0.0,0.498779296875,0.007080078125,0.079345703125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1536,1664,4096,128,0.03691539191607247,0.0,0.5087890625,0.007080078125,0.0859375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1664,1792,4096,128,0.03709979118008888,0.0,0.501953125,0.007568359375,0.083984375,1.0,106,0.828125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1792,1920,4096,128,0.03628149517043844,0.0,0.488525390625,0.009033203125,0.08642578125,1.0,104,0.8125
+fresh-zh-2,layers.2.mlp.down_proj.output,128,1920,2048,4096,128,0.037245307639025164,0.0,0.50048828125,0.006591796875,0.080810546875,1.0,105,0.8203125
+fresh-zh-2,layers.3.self_attn.q_proj.output,0,0,4096,131072,4096,2.3408282717186566,0.0,0.74951171875,0.0149688720703125,0.14603424072265625,1.0,1693,0.413330078125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,0,64,2048,64,1.5686412749427763,0.0,0.56591796875,0.01708984375,0.181640625,1.0,13,0.203125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,64,128,2048,64,0.6201029008555866,0.0,0.49658203125,0.01025390625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,128,192,2048,64,0.5613773259363782,0.0,0.52099609375,0.01171875,0.0927734375,1.0,53,0.828125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,192,256,2048,64,0.716045756595624,0.0,0.45751953125,0.00732421875,0.10205078125,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,256,320,2048,64,2.3110320716694197,0.0,0.9912109375,0.0009765625,0.01513671875,1.0,52,0.8125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,320,384,2048,64,2.300673073073684,0.0,0.98681640625,0.00146484375,0.01806640625,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,384,448,2048,64,2.2657329447941725,0.0,0.986328125,0.0029296875,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,448,512,2048,64,2.2053884516587465,0.0,0.97607421875,0.0029296875,0.021484375,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,512,576,2048,64,2.232701080155283,0.0,0.56640625,0.025390625,0.23876953125,1.0,6,0.09375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,576,640,2048,64,0.6616350403937168,0.0,0.564453125,0.01123046875,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,640,704,2048,64,0.5669111252220663,0.0,0.52685546875,0.01220703125,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,704,768,2048,64,0.7249859421613134,0.0,0.4462890625,0.00830078125,0.099609375,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,768,832,2048,64,2.875483418355496,0.0,0.99462890625,0.00048828125,0.01220703125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,832,896,2048,64,2.8390130385816965,0.0,0.99267578125,0.00244140625,0.009765625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,896,960,2048,64,2.710185143426099,0.0,0.98681640625,0.00146484375,0.01318359375,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,960,1024,2048,64,2.87720384252192,0.0,0.9892578125,0.0009765625,0.01416015625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1024,1088,2048,64,1.5381824446938983,0.0,0.55859375,0.0166015625,0.18408203125,1.0,13,0.203125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1088,1152,2048,64,0.6815452869083412,0.0,0.50634765625,0.009765625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1152,1216,2048,64,0.5756699170635635,0.0,0.5322265625,0.01171875,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1216,1280,2048,64,0.7241339487542057,0.0,0.47607421875,0.00927734375,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1280,1344,2048,64,3.716709282144716,0.0,0.99755859375,0.0,0.00244140625,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1344,1408,2048,64,3.6030594987140736,0.0,0.99755859375,0.0009765625,0.005859375,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1408,1472,2048,64,3.6102958704311403,0.0,0.99365234375,0.00048828125,0.00830078125,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1472,1536,2048,64,3.7560658153592548,0.0,0.998046875,0.00048828125,0.001953125,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1536,1600,2048,64,1.533366201590029,0.0,0.5283203125,0.01513671875,0.15380859375,1.0,18,0.28125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1600,1664,2048,64,0.6309782204116484,0.0,0.51513671875,0.00537109375,0.07568359375,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1664,1728,2048,64,0.6244277497123378,0.0,0.51708984375,0.01123046875,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1728,1792,2048,64,0.699487582568884,0.0,0.4482421875,0.005859375,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1792,1856,2048,64,3.0202237302755,0.0,0.99462890625,0.0009765625,0.00732421875,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1856,1920,2048,64,2.9837731503979854,0.0,0.9921875,0.0009765625,0.01123046875,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1920,1984,2048,64,2.8973412525656803,0.0,0.990234375,0.0009765625,0.00732421875,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,1984,2048,2048,64,2.8725516041861603,0.0,0.994140625,0.00048828125,0.00927734375,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2048,2112,2048,64,2.6002706980706947,0.0,0.50830078125,0.015625,0.16943359375,1.0,15,0.234375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2112,2176,2048,64,0.6575822851469995,0.0,0.4658203125,0.00830078125,0.07177734375,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2176,2240,2048,64,0.8179581725140487,0.0,0.52099609375,0.0126953125,0.10595703125,1.0,41,0.640625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2240,2304,2048,64,0.6349190327660593,0.0,0.474609375,0.01025390625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2304,2368,2048,64,2.907428097101748,0.0,0.9912109375,0.00244140625,0.0234375,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2368,2432,2048,64,3.123140963429024,0.0,0.9970703125,0.0009765625,0.00439453125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2432,2496,2048,64,3.0256667368478936,0.0,0.97509765625,0.00341796875,0.01416015625,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2496,2560,2048,64,2.9140758586654916,0.0,0.990234375,0.0009765625,0.01318359375,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2560,2624,2048,64,1.7476649875480874,0.0,0.5068359375,0.0146484375,0.11962890625,1.0,23,0.359375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2624,2688,2048,64,0.6883555195944994,0.0,0.484375,0.00634765625,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2688,2752,2048,64,0.8617817516159866,0.0,0.53564453125,0.0107421875,0.1025390625,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2752,2816,2048,64,0.6779860648221259,0.0,0.46923828125,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2816,2880,2048,64,3.298263638737749,0.0,0.99560546875,0.00048828125,0.00390625,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2880,2944,2048,64,3.347118146657307,0.0,0.998046875,0.00048828125,0.0029296875,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,2944,3008,2048,64,3.373256145691781,0.0,0.9990234375,0.0,0.00537109375,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3008,3072,2048,64,3.3766207649029694,0.0,0.994140625,0.00048828125,0.00634765625,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3072,3136,2048,64,1.6446014226032972,0.0,0.50830078125,0.015625,0.13037109375,1.0,26,0.40625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3136,3200,2048,64,0.5845975695771726,0.0,0.5078125,0.00732421875,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3200,3264,2048,64,0.6855574750996968,0.0,0.5126953125,0.00927734375,0.10107421875,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3264,3328,2048,64,0.5033215062409538,0.0,0.49462890625,0.00830078125,0.0732421875,1.0,53,0.828125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3328,3392,2048,64,3.4552660978927334,0.0,0.994140625,0.00048828125,0.0078125,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3392,3456,2048,64,3.540091292707951,0.0,0.99853515625,0.00048828125,0.0048828125,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3456,3520,2048,64,3.597254001658825,0.0,0.99609375,0.00048828125,0.0087890625,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3520,3584,2048,64,3.514240680946905,0.0,0.9814453125,0.0,0.00634765625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3584,3648,2048,64,2.003248951848721,0.0,0.51953125,0.01123046875,0.10498046875,1.0,27,0.421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3648,3712,2048,64,0.7075581353509749,0.0,0.51220703125,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3712,3776,2048,64,0.9404587686941566,0.0,0.54150390625,0.0087890625,0.1015625,1.0,41,0.640625
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3776,3840,2048,64,0.6910828659464117,0.0,0.46630859375,0.0087890625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3840,3904,2048,64,3.019510512703382,0.0,0.98681640625,0.0009765625,0.02001953125,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3904,3968,2048,64,3.1807296462429333,0.0,0.99462890625,0.0,0.0146484375,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,3968,4032,2048,64,3.2271449320701784,0.0,0.98681640625,0.001953125,0.02197265625,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.output,64,4032,4096,2048,64,3.077159321307211,0.0,0.97216796875,0.00146484375,0.0205078125,1.0,41,0.640625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,0,128,4096,128,1.1927202222448507,0.0,0.53125,0.01416015625,0.1494140625,1.0,50,0.390625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,128,256,4096,128,0.6433762614575075,0.0,0.4892578125,0.010498046875,0.100830078125,1.0,99,0.7734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,256,384,4096,128,2.305858389564606,0.0,0.989013671875,0.001220703125,0.016357421875,1.0,102,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,384,512,4096,128,2.2357642988288635,0.0,0.981201171875,0.0029296875,0.02099609375,1.0,102,0.796875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,512,640,4096,128,1.6466200290296729,0.0,0.5654296875,0.021240234375,0.19921875,1.0,24,0.1875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,640,768,4096,128,0.6507660256313619,0.0,0.486572265625,0.010498046875,0.096435546875,1.0,93,0.7265625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,768,896,4096,128,2.8573064171063525,0.0,0.99365234375,0.00146484375,0.010986328125,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,896,1024,4096,128,2.794942348517268,0.0,0.988037109375,0.001220703125,0.013916015625,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1024,1152,4096,128,1.1896447392544278,0.0,0.532470703125,0.0146484375,0.144775390625,1.0,45,0.3515625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1152,1280,4096,128,0.6541275980840162,0.0,0.504150390625,0.011474609375,0.09228515625,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1280,1408,4096,128,3.6603255073322645,0.0,0.99755859375,0.00048828125,0.00439453125,1.0,99,0.7734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1408,1536,4096,128,3.6839019178964665,0.0,0.995849609375,0.00048828125,0.00537109375,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1536,1664,4096,128,1.172464375325,0.0,0.521728515625,0.010986328125,0.137451171875,1.0,57,0.4453125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1664,1792,4096,128,0.6630206983114764,0.0,0.482666015625,0.00830078125,0.085693359375,1.0,98,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1792,1920,4096,128,3.0020537631724036,0.0,0.993408203125,0.001220703125,0.00927734375,1.0,97,0.7578125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,1920,2048,4096,128,2.884973054686243,0.0,0.9921875,0.000732421875,0.00830078125,1.0,97,0.7578125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2048,2176,4096,128,1.8965524201803925,0.0,0.487060546875,0.016845703125,0.18359375,1.0,27,0.2109375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2176,2304,4096,128,0.7321809032442428,0.0,0.497802734375,0.012451171875,0.099853515625,1.0,90,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2304,2432,4096,128,3.0172129206657807,0.0,0.994140625,0.001953125,0.01416015625,1.0,92,0.71875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2432,2560,4096,128,2.970395370361057,0.0,0.982666015625,0.002197265625,0.013671875,1.0,90,0.703125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2560,2688,4096,128,1.3281879065210744,0.0,0.49560546875,0.013427734375,0.125244140625,1.0,56,0.4375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2688,2816,4096,128,0.7753492411524338,0.0,0.50244140625,0.00927734375,0.093994140625,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2816,2944,4096,128,3.3227806817710843,0.0,0.996826171875,0.00048828125,0.00341796875,1.0,99,0.7734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,2944,3072,4096,128,3.374938874588789,0.0,0.99658203125,0.000244140625,0.005859375,1.0,99,0.7734375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3072,3200,4096,128,1.2341936958160833,0.0,0.508056640625,0.01708984375,0.14306640625,1.0,49,0.3828125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3200,3328,4096,128,0.6013824034296871,0.0,0.503662109375,0.00927734375,0.08740234375,1.0,96,0.75
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3328,3456,4096,128,3.4979358318838214,0.0,0.996337890625,0.00048828125,0.00634765625,1.0,100,0.78125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3456,3584,4096,128,3.555989589134971,0.0,0.98876953125,0.000244140625,0.007568359375,1.0,98,0.765625
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3584,3712,4096,128,1.502272425025559,0.0,0.515869140625,0.014404296875,0.131591796875,1.0,51,0.3984375
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3712,3840,4096,128,0.8252448797837024,0.0,0.50390625,0.008544921875,0.09619140625,1.0,89,0.6953125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3840,3968,4096,128,3.1011679105471646,0.0,0.99072265625,0.000732421875,0.017333984375,1.0,89,0.6953125
+fresh-zh-2,layers.3.self_attn.q_proj.output,128,3968,4096,4096,128,3.1530440768639827,0.0,0.9794921875,0.001953125,0.021484375,1.0,83,0.6484375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1387657752491126,0.0,0.0,0.003387451171875,0.1358642578125,1.0,940,0.458984375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.17399050902805416,0.0,0.0,0.0,0.03125,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.18749605082310294,0.0,0.0,0.0,0.0439453125,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.18173756174223935,0.0,0.0,0.0,0.02294921875,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.19783565960062818,0.0,0.0,0.0,0.01708984375,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.14478639051596673,0.0,0.0,0.0009765625,0.09130859375,1.0,35,0.546875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.14194634469714998,0.0,0.0,0.0009765625,0.07373046875,1.0,34,0.53125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.15866277234097623,0.0,0.0,0.00048828125,0.07763671875,1.0,35,0.546875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.14087033989020076,0.0,0.0,0.0,0.078125,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.07937213875921671,0.0,0.0,0.00048828125,0.13037109375,1.0,25,0.390625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.0869940376755583,0.0,0.0,0.0009765625,0.1171875,1.0,26,0.40625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.10701899964154564,0.0,0.0,0.00390625,0.1865234375,1.0,21,0.328125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.0849133967893903,0.0,0.0,0.0048828125,0.15185546875,1.0,24,0.375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.1274766705806426,0.0,0.0,0.00048828125,0.10107421875,1.0,35,0.546875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.13443080446034064,0.0,0.0,0.00146484375,0.09619140625,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.14005079618194347,0.0,0.0,0.0009765625,0.08154296875,1.0,33,0.515625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.14061590240107488,0.0,0.0,0.00146484375,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.15257341548955375,0.0,0.0,0.0009765625,0.125,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.12459743296561678,0.0,0.0,0.00146484375,0.12060546875,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.1695485431743821,0.0,0.0,0.0029296875,0.15625,1.0,28,0.4375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.14960868127602606,0.0,0.0,0.00048828125,0.1201171875,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.11353229040559416,0.0,0.0,0.005859375,0.1142578125,1.0,32,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.10422421335615013,0.0,0.0,0.00341796875,0.12548828125,1.0,34,0.53125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.1016805965939914,0.0,0.0,0.00439453125,0.1142578125,1.0,34,0.53125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.10591815002383927,0.0,0.0,0.001953125,0.1259765625,1.0,31,0.484375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.10559229420013354,0.0,0.0,0.00244140625,0.1484375,1.0,30,0.46875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.09274988545592762,0.0,0.0,0.0068359375,0.1357421875,1.0,34,0.53125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.09988356448615412,0.0,0.0,0.00341796875,0.15380859375,1.0,25,0.390625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.1487832436363803,0.0,0.0,0.0126953125,0.22607421875,1.0,21,0.328125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.1565196759555819,0.0,0.0,0.00634765625,0.14501953125,1.0,28,0.4375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.13884677418719157,0.0,0.0,0.00146484375,0.158203125,1.0,30,0.46875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.15171389609240257,0.0,0.0,0.00537109375,0.1962890625,1.0,27,0.421875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.17978542515804138,0.0,0.0,0.01220703125,0.19873046875,1.0,27,0.421875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18086938146919865,0.0,0.0,0.0,0.0361328125,1.0,88,0.6875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1899572182856312,0.0,0.0,0.0,0.02001953125,1.0,86,0.671875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.1433733999937299,0.0,0.0,0.000732421875,0.08251953125,1.0,68,0.53125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.15003054353648315,0.0,0.0,0.0,0.080322265625,1.0,66,0.515625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.08327033986453042,0.0,0.0,0.000732421875,0.125732421875,1.0,50,0.390625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.09660059844170113,0.0,0.0,0.003662109375,0.1748046875,1.0,42,0.328125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.13099989070640483,0.0,0.0,0.000732421875,0.099365234375,1.0,66,0.515625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.14033363374342034,0.0,0.0,0.001220703125,0.081298828125,1.0,69,0.5390625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.1392895678358027,0.0,0.0,0.001708984375,0.125244140625,1.0,63,0.4921875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.15988975265117344,0.0,0.0,0.001708984375,0.14013671875,1.0,59,0.4609375
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.10897767572867498,0.0,0.0,0.0048828125,0.118896484375,1.0,65,0.5078125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.10382099553602474,0.0,0.0,0.00341796875,0.11962890625,1.0,64,0.5
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.09937875488889777,0.0,0.0,0.004638671875,0.142578125,1.0,63,0.4921875
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.12671460066113574,0.0,0.0,0.005615234375,0.19482421875,1.0,45,0.3515625
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.14794734817398608,0.0,0.0,0.004150390625,0.151611328125,1.0,57,0.4453125
+fresh-zh-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.16634287686401547,0.0,0.0,0.009765625,0.199462890625,1.0,53,0.4140625
+fresh-zh-2,layers.3.self_attn.k_proj.output,0,0,512,16384,512,0.9020530026283559,0.0,0.494140625,0.01104736328125,0.11431884765625,1.0,302,0.58984375
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,0,64,2048,64,0.9567048141890395,0.0,0.4931640625,0.01123046875,0.12158203125,1.0,34,0.53125
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,64,128,2048,64,1.101218363232258,0.0,0.5361328125,0.013671875,0.1279296875,1.0,30,0.46875
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,128,192,2048,64,0.8573971952194404,0.0,0.48828125,0.0126953125,0.11474609375,1.0,41,0.640625
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,192,256,2048,64,0.8512081583185177,0.0,0.4775390625,0.00830078125,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,256,320,2048,64,0.7262631738507801,0.0,0.5107421875,0.01025390625,0.123046875,1.0,28,0.4375
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,320,384,2048,64,0.876043100545265,0.0,0.4658203125,0.01123046875,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,384,448,2048,64,1.0133348143977408,0.0,0.5126953125,0.01220703125,0.1162109375,1.0,39,0.609375
+fresh-zh-2,layers.3.self_attn.k_proj.output,64,448,512,2048,64,0.7747183581539832,0.0,0.46875,0.01025390625,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.k_proj.output,128,0,128,4096,128,1.0314955125962542,0.0,0.5146484375,0.012451171875,0.123779296875,1.0,63,0.4921875
+fresh-zh-2,layers.3.self_attn.k_proj.output,128,128,256,4096,128,0.8543082813475958,0.0,0.48291015625,0.010498046875,0.10546875,1.0,82,0.640625
+fresh-zh-2,layers.3.self_attn.k_proj.output,128,256,384,4096,128,0.8046457952741597,0.0,0.48828125,0.010498046875,0.11572265625,1.0,73,0.5703125
+fresh-zh-2,layers.3.self_attn.k_proj.output,128,384,512,4096,128,0.9019523215035558,0.0,0.49072265625,0.010986328125,0.1083984375,1.0,86,0.671875
+fresh-zh-2,layers.3.self_attn.v_proj.output,0,0,512,16384,512,0.6972073418381816,0.0,0.502197265625,0.00933837890625,0.09173583984375,1.0,370,0.72265625
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,0,64,2048,64,0.5364735936588568,0.0,0.4990234375,0.00927734375,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,64,128,2048,64,0.5983990800220831,0.0,0.48583984375,0.0087890625,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,128,192,2048,64,0.564404411654378,0.0,0.55419921875,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,192,256,2048,64,0.620711413617085,0.0,0.484375,0.0087890625,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,256,320,2048,64,0.7790222460321331,0.0,0.517578125,0.0107421875,0.0986328125,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,320,384,2048,64,0.8121357749186098,0.0,0.515625,0.00732421875,0.0810546875,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,384,448,2048,64,0.793289596834539,0.0,0.4287109375,0.009765625,0.10205078125,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.v_proj.output,64,448,512,2048,64,0.802069625649189,0.0,0.5322265625,0.0087890625,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.v_proj.output,128,0,128,4096,128,0.5682804658197058,0.0,0.492431640625,0.009033203125,0.081787109375,1.0,102,0.796875
+fresh-zh-2,layers.3.self_attn.v_proj.output,128,128,256,4096,128,0.5932263475645045,0.0,0.519287109375,0.0087890625,0.084228515625,1.0,101,0.7890625
+fresh-zh-2,layers.3.self_attn.v_proj.output,128,256,384,4096,128,0.7957512729225132,0.0,0.5166015625,0.009033203125,0.08984375,1.0,86,0.671875
+fresh-zh-2,layers.3.self_attn.v_proj.output,128,384,512,4096,128,0.7976916913303459,0.0,0.48046875,0.00927734375,0.094970703125,1.0,91,0.7109375
+fresh-zh-2,layers.3.self_attn.o_proj.output,0,0,2048,65536,2048,0.031193203505909983,0.0,0.5030059814453125,0.0091705322265625,0.094085693359375,1.0,1452,0.708984375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,0,64,2048,64,0.03037897821457876,0.0,0.50927734375,0.00634765625,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,64,128,2048,64,0.029342657875504274,0.0,0.498046875,0.00537109375,0.1015625,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,128,192,2048,64,0.02842856170168885,0.0,0.50341796875,0.00732421875,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,192,256,2048,64,0.03170049321687338,0.0,0.4423828125,0.0087890625,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,256,320,2048,64,0.028982486823061007,0.0,0.4951171875,0.00634765625,0.0986328125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,320,384,2048,64,0.028315213907910752,0.0,0.53173828125,0.01123046875,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,384,448,2048,64,0.03076634090264311,0.0,0.5234375,0.01025390625,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,448,512,2048,64,0.031368578718326136,0.0,0.5341796875,0.0087890625,0.09033203125,1.0,45,0.703125
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,512,576,2048,64,0.031439729977436666,0.0,0.55810546875,0.0126953125,0.11328125,1.0,43,0.671875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,576,640,2048,64,0.031187413429487273,0.0,0.4990234375,0.01025390625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,640,704,2048,64,0.03085369054891354,0.0,0.53271484375,0.01171875,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,704,768,2048,64,0.032774565831234795,0.0,0.50048828125,0.0068359375,0.08984375,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,768,832,2048,64,0.030552341910601983,0.0,0.50537109375,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,832,896,2048,64,0.030233439658372926,0.0,0.51025390625,0.00634765625,0.0927734375,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,896,960,2048,64,0.03137021082832486,0.0,0.50830078125,0.009765625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,960,1024,2048,64,0.030992510837731763,0.0,0.5009765625,0.0107421875,0.10205078125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1024,1088,2048,64,0.029115997757627174,0.0,0.517578125,0.00830078125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1088,1152,2048,64,0.029125092191724114,0.0,0.486328125,0.0078125,0.10009765625,1.0,46,0.71875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1152,1216,2048,64,0.0522751592678083,0.0,0.4765625,0.01806640625,0.162109375,1.0,25,0.390625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1216,1280,2048,64,0.032478434256775865,0.0,0.517578125,0.01220703125,0.0986328125,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1280,1344,2048,64,0.029953149988848342,0.0,0.4375,0.00927734375,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1344,1408,2048,64,0.03268650021942733,0.0,0.4697265625,0.00830078125,0.099609375,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1408,1472,2048,64,0.028664115493835532,0.0,0.45947265625,0.00927734375,0.078125,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1472,1536,2048,64,0.03142103777899981,0.0,0.5029296875,0.0087890625,0.09375,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1536,1600,2048,64,0.02795682339589069,0.0,0.50634765625,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1600,1664,2048,64,0.02924571432297716,0.0,0.5166015625,0.01025390625,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1664,1728,2048,64,0.030638526450024715,0.0,0.4521484375,0.00634765625,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1728,1792,2048,64,0.030945231349964915,0.0,0.52587890625,0.0078125,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1792,1856,2048,64,0.029429051652293273,0.0,0.50537109375,0.005859375,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1856,1920,2048,64,0.028131265631464137,0.0,0.5283203125,0.00634765625,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1920,1984,2048,64,0.029350483899611188,0.0,0.55908203125,0.01171875,0.09619140625,1.0,44,0.6875
+fresh-zh-2,layers.3.self_attn.o_proj.output,64,1984,2048,2048,64,0.02962598682489504,0.0,0.48193359375,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,0,128,4096,128,0.029865313396654186,0.0,0.503662109375,0.005859375,0.091064453125,1.0,92,0.71875
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,128,256,4096,128,0.030109005219533285,0.0,0.472900390625,0.008056640625,0.089599609375,1.0,91,0.7109375
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,256,384,4096,128,0.028650793017817564,0.0,0.513427734375,0.0087890625,0.09375,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,384,512,4096,128,0.0310689190618653,0.0,0.52880859375,0.009521484375,0.09228515625,1.0,93,0.7265625
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,512,640,4096,128,0.03131382584000151,0.0,0.528564453125,0.011474609375,0.10107421875,1.0,90,0.703125
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,640,768,4096,128,0.03182862222838164,0.0,0.5166015625,0.00927734375,0.085693359375,1.0,90,0.703125
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,768,896,4096,128,0.030393309048200094,0.0,0.5078125,0.00732421875,0.086181640625,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,896,1024,4096,128,0.031181932713034894,0.0,0.504638671875,0.01025390625,0.095947265625,1.0,96,0.75
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1024,1152,4096,128,0.029120545329703044,0.0,0.501953125,0.008056640625,0.093994140625,1.0,94,0.734375
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1152,1280,4096,128,0.043517473319612865,0.0,0.4970703125,0.015380859375,0.13720703125,1.0,65,0.5078125
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1280,1408,4096,128,0.03134962911143502,0.0,0.45361328125,0.009033203125,0.09814453125,1.0,91,0.7109375
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1408,1536,4096,128,0.030074184379241902,0.0,0.481201171875,0.00927734375,0.084716796875,1.0,91,0.7109375
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1536,1664,4096,128,0.028608528279607574,0.0,0.511474609375,0.00927734375,0.092041015625,1.0,97,0.7578125
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1664,1792,4096,128,0.030792260767372338,0.0,0.489013671875,0.0068359375,0.087646484375,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1792,1920,4096,128,0.028787472858704886,0.0,0.516845703125,0.006103515625,0.085693359375,1.0,95,0.7421875
+fresh-zh-2,layers.3.self_attn.o_proj.output,128,1920,2048,4096,128,0.029488557106869352,0.0,0.5205078125,0.010498046875,0.08837890625,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gate_proj.output,0,0,6144,196608,6144,0.7688002086939337,0.0,0.8532663981119791,0.0075531005859375,0.07539876302083333,1.0,3979,0.6476236979166666
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,0,64,2048,64,0.7515200133331691,0.0,0.84716796875,0.01220703125,0.0751953125,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,64,128,2048,64,0.7668094389417992,0.0,0.86376953125,0.0068359375,0.0693359375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,128,192,2048,64,0.7498207209033827,0.0,0.86865234375,0.00830078125,0.0703125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,192,256,2048,64,0.7624705886032496,0.0,0.857421875,0.0087890625,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,256,320,2048,64,0.7366142296577032,0.0,0.8291015625,0.00634765625,0.0810546875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,320,384,2048,64,0.7692257232393634,0.0,0.85498046875,0.0068359375,0.078125,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,384,448,2048,64,0.7397390947879832,0.0,0.87451171875,0.005859375,0.07177734375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,448,512,2048,64,0.7242997071591536,0.0,0.8740234375,0.0068359375,0.0703125,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,512,576,2048,64,0.8167435937968952,0.0,0.88525390625,0.0107421875,0.0771484375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,576,640,2048,64,0.6716750819712767,0.0,0.8134765625,0.00927734375,0.078125,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,640,704,2048,64,0.7253876548959243,0.0,0.849609375,0.0068359375,0.076171875,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,704,768,2048,64,0.7196412288251015,0.0,0.859375,0.00439453125,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,768,832,2048,64,0.817898710884467,0.0,0.884765625,0.01220703125,0.07421875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,832,896,2048,64,0.770580379727063,0.0,0.86767578125,0.01025390625,0.07666015625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,896,960,2048,64,0.7997457235858764,0.0,0.8388671875,0.00634765625,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,960,1024,2048,64,0.7717451979691428,0.0,0.8359375,0.00732421875,0.076171875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1024,1088,2048,64,0.7089880276950773,0.0,0.84423828125,0.00927734375,0.068359375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1088,1152,2048,64,0.7829271691435133,0.0,0.84375,0.01025390625,0.08154296875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1152,1216,2048,64,0.7296657479565949,0.0,0.84814453125,0.00341796875,0.07275390625,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1216,1280,2048,64,0.7260158885672051,0.0,0.84814453125,0.01220703125,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1280,1344,2048,64,0.8083372185099745,0.0,0.88623046875,0.00537109375,0.060546875,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1344,1408,2048,64,0.771990269098785,0.0,0.80712890625,0.00537109375,0.09326171875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1408,1472,2048,64,0.7647685396443806,0.0,0.87255859375,0.0078125,0.06787109375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1472,1536,2048,64,0.7935215383873012,0.0,0.880859375,0.0068359375,0.07275390625,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1536,1600,2048,64,0.7675172233265894,0.0,0.8212890625,0.00732421875,0.0771484375,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1600,1664,2048,64,0.7984062681035167,0.0,0.86962890625,0.00439453125,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1664,1728,2048,64,0.7331862221424801,0.0,0.8623046875,0.00537109375,0.07958984375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1728,1792,2048,64,0.7345160126524284,0.0,0.83984375,0.00439453125,0.06494140625,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1792,1856,2048,64,0.8377463261454571,0.0,0.8984375,0.0078125,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1856,1920,2048,64,0.7051187408812754,0.0,0.8310546875,0.00927734375,0.076171875,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1920,1984,2048,64,0.8840003992866884,0.0,0.869140625,0.0078125,0.07470703125,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,1984,2048,2048,64,0.7424054421589162,0.0,0.88525390625,0.00732421875,0.06787109375,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2048,2112,2048,64,0.7554363318792617,0.0,0.8291015625,0.00830078125,0.08203125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2112,2176,2048,64,0.7741793770322973,0.0,0.8603515625,0.00341796875,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2176,2240,2048,64,0.7854371288901201,0.0,0.84423828125,0.0048828125,0.060546875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2240,2304,2048,64,0.8434018383362345,0.0,0.8876953125,0.0068359375,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2304,2368,2048,64,0.7891833961142116,0.0,0.89990234375,0.005859375,0.05908203125,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2368,2432,2048,64,0.882245662596382,0.0,0.87353515625,0.00634765625,0.07373046875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2432,2496,2048,64,0.7227817599611795,0.0,0.84619140625,0.00634765625,0.07275390625,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2496,2560,2048,64,0.7086564416055334,0.0,0.86181640625,0.00927734375,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2560,2624,2048,64,0.7178775735917546,0.0,0.8525390625,0.0068359375,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2624,2688,2048,64,0.7845256352602986,0.0,0.8662109375,0.00537109375,0.076171875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2688,2752,2048,64,0.7442314369023438,0.0,0.86083984375,0.00927734375,0.0830078125,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2752,2816,2048,64,0.7047143991507614,0.0,0.830078125,0.0087890625,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2816,2880,2048,64,0.7108621560125885,0.0,0.85791015625,0.01025390625,0.0693359375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2880,2944,2048,64,0.6797469800587086,0.0,0.84326171875,0.00732421875,0.07177734375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,2944,3008,2048,64,0.78231430516487,0.0,0.79248046875,0.005859375,0.0791015625,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3008,3072,2048,64,0.6798118115624702,0.0,0.8564453125,0.01123046875,0.0849609375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3072,3136,2048,64,0.823038699003533,0.0,0.88427734375,0.0068359375,0.07177734375,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3136,3200,2048,64,0.8035283115665536,0.0,0.8466796875,0.0078125,0.07177734375,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3200,3264,2048,64,0.7286551683381917,0.0,0.86083984375,0.0068359375,0.06396484375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3264,3328,2048,64,0.7816868355639013,0.0,0.83837890625,0.00634765625,0.083984375,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3328,3392,2048,64,0.8087848923831946,0.0,0.86767578125,0.00927734375,0.07958984375,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3392,3456,2048,64,0.6901502938457306,0.0,0.87109375,0.00439453125,0.06982421875,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3456,3520,2048,64,0.7625816955827136,0.0,0.802734375,0.01025390625,0.08935546875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3520,3584,2048,64,0.7870591631432389,0.0,0.8291015625,0.0078125,0.08203125,1.0,38,0.59375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3584,3648,2048,64,0.8053131458614468,0.0,0.861328125,0.005859375,0.078125,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3648,3712,2048,64,0.7235037060866781,0.0,0.8369140625,0.00537109375,0.08837890625,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3712,3776,2048,64,0.801613468093221,0.0,0.84423828125,0.00732421875,0.08935546875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3776,3840,2048,64,0.7964370769530098,0.0,0.89208984375,0.00634765625,0.07080078125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3840,3904,2048,64,0.8167900086982393,0.0,0.8544921875,0.00830078125,0.08349609375,1.0,38,0.59375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3904,3968,2048,64,0.7174433144582967,0.0,0.85888671875,0.00439453125,0.0693359375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,3968,4032,2048,64,0.7843685708784932,0.0,0.86767578125,0.00634765625,0.06591796875,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4032,4096,2048,64,0.6917995985396592,0.0,0.853515625,0.0078125,0.07177734375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4096,4160,2048,64,0.8963282023998348,0.0,0.87890625,0.00732421875,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4160,4224,2048,64,0.7925871543246888,0.0,0.8466796875,0.0078125,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4224,4288,2048,64,0.7452524304549955,0.0,0.84375,0.01025390625,0.09228515625,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4288,4352,2048,64,0.7728686091462355,0.0,0.8662109375,0.0048828125,0.06640625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4352,4416,2048,64,0.7082941646041676,0.0,0.82666015625,0.01123046875,0.0830078125,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4416,4480,2048,64,0.8153732933975545,0.0,0.87939453125,0.00732421875,0.0771484375,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4480,4544,2048,64,0.7972195064388821,0.0,0.8857421875,0.0078125,0.07275390625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4544,4608,2048,64,0.7938445249553706,0.0,0.86865234375,0.005859375,0.07568359375,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4608,4672,2048,64,0.7438456797320997,0.0,0.8505859375,0.00439453125,0.06982421875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4672,4736,2048,64,0.673550424600142,0.0,0.86669921875,0.00830078125,0.06396484375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4736,4800,2048,64,0.7740402845692327,0.0,0.8603515625,0.00439453125,0.060546875,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4800,4864,2048,64,0.8181432106544034,0.0,0.89794921875,0.00537109375,0.06103515625,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4864,4928,2048,64,0.741264494226307,0.0,0.83837890625,0.00927734375,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4928,4992,2048,64,0.8917881061416523,0.0,0.87890625,0.00830078125,0.07080078125,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,4992,5056,2048,64,0.6727959630764286,0.0,0.8212890625,0.0068359375,0.078125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5056,5120,2048,64,0.737859275669375,0.0,0.80078125,0.00830078125,0.0693359375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5120,5184,2048,64,0.914593109385137,0.0,0.83984375,0.0048828125,0.08203125,1.0,36,0.5625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5184,5248,2048,64,0.7967964505158581,0.0,0.83349609375,0.00732421875,0.06591796875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5248,5312,2048,64,0.7923656871660265,0.0,0.84326171875,0.0068359375,0.0771484375,1.0,38,0.59375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5312,5376,2048,64,0.8499066793520772,0.0,0.849609375,0.009765625,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5376,5440,2048,64,0.7113358800662348,0.0,0.8662109375,0.00830078125,0.0625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5440,5504,2048,64,0.8770046064639818,0.0,0.8642578125,0.01171875,0.08642578125,1.0,37,0.578125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5504,5568,2048,64,0.7622874281586136,0.0,0.85888671875,0.0087890625,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5568,5632,2048,64,0.7551543997256176,0.0,0.8076171875,0.01123046875,0.06982421875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5632,5696,2048,64,0.7721014990803449,0.0,0.818359375,0.0126953125,0.08642578125,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5696,5760,2048,64,0.6519296040057709,0.0,0.82080078125,0.00927734375,0.0751953125,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5760,5824,2048,64,0.8268678551852532,0.0,0.85400390625,0.0048828125,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5824,5888,2048,64,0.7955832863688312,0.0,0.810546875,0.0068359375,0.08349609375,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5888,5952,2048,64,0.8023580628683801,0.0,0.86376953125,0.0068359375,0.072265625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,5952,6016,2048,64,0.733606703584976,0.0,0.84765625,0.00927734375,0.08056640625,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,6016,6080,2048,64,0.7002223833918203,0.0,0.85498046875,0.0078125,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gate_proj.output,64,6080,6144,2048,64,0.7376552990552753,0.0,0.82421875,0.00732421875,0.0771484375,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,0,128,4096,128,0.75920321590814,0.0,0.85546875,0.009521484375,0.07275390625,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,128,256,4096,128,0.7561721073872847,0.0,0.863037109375,0.008544921875,0.069091796875,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,256,384,4096,128,0.7530965199187064,0.0,0.842041015625,0.006591796875,0.080810546875,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,384,512,4096,128,0.7320601048235659,0.0,0.874267578125,0.00634765625,0.071044921875,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,512,640,4096,128,0.7477357533746092,0.0,0.849365234375,0.01025390625,0.07958984375,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,640,768,4096,128,0.7225201547708932,0.0,0.8544921875,0.005615234375,0.078125,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,768,896,4096,128,0.794591852112384,0.0,0.876220703125,0.01123046875,0.075439453125,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,896,1024,4096,128,0.7858701778863759,0.0,0.83740234375,0.0068359375,0.075439453125,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1024,1152,4096,128,0.7468731403652267,0.0,0.843994140625,0.010009765625,0.074462890625,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1152,1280,4096,128,0.7278431060994826,0.0,0.84814453125,0.0078125,0.074462890625,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1280,1408,4096,128,0.7903727077814797,0.0,0.8466796875,0.00537109375,0.07763671875,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1408,1536,4096,128,0.7792776626833172,0.0,0.876708984375,0.00732421875,0.070068359375,1.0,89,0.6953125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1536,1664,4096,128,0.7831140584391083,0.0,0.845458984375,0.005859375,0.069580078125,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1664,1792,4096,128,0.7338514186067859,0.0,0.85107421875,0.0048828125,0.072265625,1.0,87,0.6796875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1792,1920,4096,128,0.7742775166928864,0.0,0.86474609375,0.00927734375,0.07763671875,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,1920,2048,4096,128,0.8162789187790532,0.0,0.877197265625,0.0078125,0.071044921875,1.0,87,0.6796875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2048,2176,4096,128,0.7648652689674535,0.0,0.8447265625,0.005859375,0.0751953125,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2176,2304,4096,128,0.8149350110125638,0.0,0.865966796875,0.005859375,0.072021484375,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2304,2432,4096,128,0.8370089132955782,0.0,0.88671875,0.00634765625,0.066650390625,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2432,2560,4096,128,0.7157539468146847,0.0,0.85400390625,0.0078125,0.07421875,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2560,2688,4096,128,0.7519403842880631,0.0,0.859375,0.006591796875,0.07421875,1.0,82,0.640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2688,2816,4096,128,0.7247423045621617,0.0,0.845458984375,0.009033203125,0.08154296875,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2816,2944,4096,128,0.6954785984305341,0.0,0.8505859375,0.009033203125,0.07177734375,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,2944,3072,4096,128,0.732857343282252,0.0,0.824462890625,0.00830078125,0.0830078125,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3072,3200,4096,128,0.813342009103927,0.0,0.865478515625,0.00732421875,0.072265625,1.0,80,0.625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3200,3328,4096,128,0.7556363752625546,0.0,0.849609375,0.005859375,0.073974609375,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3328,3456,4096,128,0.7518112895676162,0.0,0.869384765625,0.007080078125,0.076171875,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3456,3584,4096,128,0.7749170822499468,0.0,0.81591796875,0.009033203125,0.085693359375,1.0,78,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3584,3712,4096,128,0.7655020821717006,0.0,0.84912109375,0.005859375,0.083984375,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3712,3840,4096,128,0.7990294643421781,0.0,0.8681640625,0.0068359375,0.080322265625,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3840,3968,4096,128,0.7687232362073414,0.0,0.856689453125,0.00537109375,0.076904296875,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,3968,4096,4096,128,0.7395338868238573,0.0,0.860595703125,0.007080078125,0.0703125,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4096,4224,4096,128,0.8460492431347679,0.0,0.86279296875,0.008056640625,0.068115234375,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4224,4352,4096,128,0.7591861010657117,0.0,0.85498046875,0.007568359375,0.0791015625,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4352,4480,4096,128,0.7637127179765603,0.0,0.85302734375,0.0087890625,0.0791015625,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4480,4608,4096,128,0.7955338054565225,0.0,0.877197265625,0.0068359375,0.074462890625,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4608,4736,4096,128,0.70956908392881,0.0,0.858642578125,0.00634765625,0.067626953125,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4736,4864,4096,128,0.7963970979592763,0.0,0.879150390625,0.00537109375,0.060791015625,1.0,89,0.6953125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4864,4992,4096,128,0.8199875232759025,0.0,0.858642578125,0.008544921875,0.0751953125,1.0,81,0.6328125
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,4992,5120,4096,128,0.7060774456896616,0.0,0.81103515625,0.0078125,0.074951171875,1.0,87,0.6796875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5120,5248,4096,128,0.8577194002963451,0.0,0.836669921875,0.00732421875,0.07373046875,1.0,78,0.609375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5248,5376,4096,128,0.8216400506929309,0.0,0.846435546875,0.008544921875,0.08203125,1.0,76,0.59375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5376,5504,4096,128,0.798478495023081,0.0,0.865234375,0.009521484375,0.074951171875,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5504,5632,4096,128,0.7587292964403152,0.0,0.833251953125,0.010009765625,0.076904296875,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5632,5760,4096,128,0.7145463363076033,0.0,0.819580078125,0.010986328125,0.0810546875,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5760,5888,4096,128,0.8113763662715628,0.0,0.832275390625,0.005615234375,0.0810546875,1.0,79,0.6171875
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,5888,6016,4096,128,0.7687513436068629,0.0,0.855712890625,0.0078125,0.076171875,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.gate_proj.output,128,6016,6144,4096,128,0.7191824269360483,0.0,0.839599609375,0.007568359375,0.075439453125,1.0,83,0.6484375
+fresh-zh-2,layers.3.mlp.up_proj.output,0,0,6144,196608,6144,0.29221820706865403,0.0,0.5037129720052084,0.008514404296875,0.0838165283203125,1.0,4935,0.80322265625
+fresh-zh-2,layers.3.mlp.up_proj.output,64,0,64,2048,64,0.29081883657021756,0.0,0.50732421875,0.00439453125,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,64,128,2048,64,0.27467617708625225,0.0,0.498046875,0.0087890625,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,128,192,2048,64,0.28557338469288845,0.0,0.5302734375,0.0087890625,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,192,256,2048,64,0.2644205757505801,0.0,0.49853515625,0.01171875,0.09130859375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,256,320,2048,64,0.3107981291231086,0.0,0.4541015625,0.01220703125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,320,384,2048,64,0.29952681080199267,0.0,0.51025390625,0.0107421875,0.10107421875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,384,448,2048,64,0.27187748586428334,0.0,0.47900390625,0.0068359375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,448,512,2048,64,0.29392525214407517,0.0,0.53466796875,0.00537109375,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,512,576,2048,64,0.2758172767824417,0.0,0.4775390625,0.00927734375,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,576,640,2048,64,0.3161625822542336,0.0,0.5205078125,0.01220703125,0.09912109375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,640,704,2048,64,0.3105508634347686,0.0,0.50634765625,0.01025390625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,704,768,2048,64,0.2897044846539628,0.0,0.52880859375,0.0107421875,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,768,832,2048,64,0.28697064889872326,0.0,0.48046875,0.00830078125,0.0712890625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,832,896,2048,64,0.3105854529050842,0.0,0.5126953125,0.00830078125,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,896,960,2048,64,0.2902444296121847,0.0,0.4775390625,0.00537109375,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,960,1024,2048,64,0.3020400153424813,0.0,0.521484375,0.005859375,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1024,1088,2048,64,0.2794048001979955,0.0,0.47412109375,0.0087890625,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1088,1152,2048,64,0.2810672426489899,0.0,0.4599609375,0.0087890625,0.0869140625,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1152,1216,2048,64,0.2937650681091474,0.0,0.5087890625,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1216,1280,2048,64,0.27703521506570805,0.0,0.521484375,0.0068359375,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1280,1344,2048,64,0.28213660324632417,0.0,0.5009765625,0.005859375,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1344,1408,2048,64,0.35976130044939,0.0,0.5068359375,0.01220703125,0.1015625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1408,1472,2048,64,0.3067478021851691,0.0,0.486328125,0.0068359375,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1472,1536,2048,64,0.274524612639524,0.0,0.541015625,0.0087890625,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1536,1600,2048,64,0.28422467599079626,0.0,0.509765625,0.00634765625,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1600,1664,2048,64,0.2907958845598891,0.0,0.45849609375,0.01171875,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1664,1728,2048,64,0.2944522123823377,0.0,0.52197265625,0.00927734375,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1728,1792,2048,64,0.2889690113251554,0.0,0.50537109375,0.01123046875,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1792,1856,2048,64,0.2856368104295726,0.0,0.4951171875,0.00927734375,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1856,1920,2048,64,0.2991681929962427,0.0,0.4658203125,0.00439453125,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1920,1984,2048,64,0.3020834203311076,0.0,0.52685546875,0.00830078125,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,1984,2048,2048,64,0.27925297038306174,0.0,0.48828125,0.009765625,0.08447265625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2048,2112,2048,64,0.2895632766300267,0.0,0.56787109375,0.0107421875,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2112,2176,2048,64,0.29729160094403895,0.0,0.46044921875,0.0087890625,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2176,2240,2048,64,0.29024740680281086,0.0,0.48876953125,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2240,2304,2048,64,0.27754027277140575,0.0,0.509765625,0.0078125,0.08984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2304,2368,2048,64,0.2700472462930213,0.0,0.48583984375,0.00634765625,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2368,2432,2048,64,0.28379599795595023,0.0,0.513671875,0.009765625,0.0908203125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2432,2496,2048,64,0.29384680246050116,0.0,0.46875,0.00634765625,0.08544921875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2496,2560,2048,64,0.2777356409147448,0.0,0.50244140625,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2560,2624,2048,64,0.30174556629713695,0.0,0.4931640625,0.009765625,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2624,2688,2048,64,0.2835309645225699,0.0,0.52294921875,0.0078125,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2688,2752,2048,64,0.2887957388328778,0.0,0.50537109375,0.005859375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2752,2816,2048,64,0.29533184014899505,0.0,0.52294921875,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2816,2880,2048,64,0.29717504873482053,0.0,0.4931640625,0.00830078125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2880,2944,2048,64,0.28425660969295113,0.0,0.515625,0.00634765625,0.08056640625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,2944,3008,2048,64,0.3039738177920139,0.0,0.50537109375,0.00634765625,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3008,3072,2048,64,0.28943096815205255,0.0,0.5380859375,0.0078125,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3072,3136,2048,64,0.2803032417374847,0.0,0.482421875,0.0087890625,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3136,3200,2048,64,0.2835965100343978,0.0,0.55908203125,0.00732421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3200,3264,2048,64,0.29689929374406643,0.0,0.50439453125,0.00732421875,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3264,3328,2048,64,0.27197353575170363,0.0,0.5,0.009765625,0.08056640625,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3328,3392,2048,64,0.2860837823354503,0.0,0.509765625,0.00634765625,0.07666015625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3392,3456,2048,64,0.2866539697733177,0.0,0.47705078125,0.0087890625,0.07275390625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3456,3520,2048,64,0.3507514385866518,0.0,0.50341796875,0.0078125,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3520,3584,2048,64,0.2941035267876762,0.0,0.478515625,0.01171875,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3584,3648,2048,64,0.2831101656181228,0.0,0.59619140625,0.00732421875,0.09130859375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3648,3712,2048,64,0.2892629084808724,0.0,0.48828125,0.0078125,0.09765625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3712,3776,2048,64,0.29027034033626115,0.0,0.52783203125,0.0087890625,0.07470703125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3776,3840,2048,64,0.2815886714060458,0.0,0.48974609375,0.0078125,0.08349609375,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3840,3904,2048,64,0.3168006373189384,0.0,0.53076171875,0.0107421875,0.0966796875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3904,3968,2048,64,0.3089998086697178,0.0,0.48974609375,0.01025390625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,3968,4032,2048,64,0.28004911355898715,0.0,0.52587890625,0.00634765625,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4032,4096,2048,64,0.3029375488912425,0.0,0.54443359375,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4096,4160,2048,64,0.2892712036713789,0.0,0.45849609375,0.0087890625,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4160,4224,2048,64,0.2888315965849499,0.0,0.5478515625,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4224,4288,2048,64,0.28760488897555075,0.0,0.49609375,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4288,4352,2048,64,0.2936430373660308,0.0,0.5029296875,0.0068359375,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4352,4416,2048,64,0.2894414419146595,0.0,0.4794921875,0.01123046875,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4416,4480,2048,64,0.29575573540512057,0.0,0.50927734375,0.013671875,0.09228515625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4480,4544,2048,64,0.27817327391325664,0.0,0.49462890625,0.01123046875,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4544,4608,2048,64,0.2882390778757331,0.0,0.51513671875,0.00927734375,0.091796875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4608,4672,2048,64,0.2892159543630129,0.0,0.525390625,0.0087890625,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4672,4736,2048,64,0.28688981317971196,0.0,0.44775390625,0.01171875,0.08203125,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4736,4800,2048,64,0.2856260018354001,0.0,0.490234375,0.0078125,0.0712890625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4800,4864,2048,64,0.2849924037542023,0.0,0.48388671875,0.00927734375,0.07763671875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4864,4928,2048,64,0.2931542113482082,0.0,0.5048828125,0.00537109375,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4928,4992,2048,64,0.2918038728416895,0.0,0.517578125,0.0126953125,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,4992,5056,2048,64,0.287477758545947,0.0,0.53271484375,0.0068359375,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5056,5120,2048,64,0.2930383654826651,0.0,0.537109375,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5120,5184,2048,64,0.3115767008260118,0.0,0.46044921875,0.00927734375,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5184,5248,2048,64,0.2940712898429,0.0,0.4755859375,0.005859375,0.08984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5248,5312,2048,64,0.29523949829973667,0.0,0.48828125,0.00830078125,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5312,5376,2048,64,0.30595557123906786,0.0,0.48291015625,0.01123046875,0.095703125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5376,5440,2048,64,0.28220818267562436,0.0,0.48974609375,0.005859375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5440,5504,2048,64,0.2865591959306192,0.0,0.52294921875,0.01318359375,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5504,5568,2048,64,0.2736345221352218,0.0,0.50927734375,0.01318359375,0.0888671875,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5568,5632,2048,64,0.29773842608038475,0.0,0.48046875,0.0048828125,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5632,5696,2048,64,0.3060679573552605,0.0,0.498046875,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5696,5760,2048,64,0.30476415051285394,0.0,0.50439453125,0.0107421875,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5760,5824,2048,64,0.2886278809417347,0.0,0.5048828125,0.00634765625,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5824,5888,2048,64,0.30656079743936554,0.0,0.52783203125,0.00537109375,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5888,5952,2048,64,0.2960575192169017,0.0,0.52783203125,0.01025390625,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,5952,6016,2048,64,0.28608711725803665,0.0,0.50390625,0.00439453125,0.07763671875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,6016,6080,2048,64,0.31106234070275984,0.0,0.52880859375,0.0087890625,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,64,6080,6144,2048,64,0.2694527586992237,0.0,0.4970703125,0.0068359375,0.07568359375,1.0,54,0.84375
+fresh-zh-2,layers.3.mlp.up_proj.output,128,0,128,4096,128,0.28286268573529905,0.0,0.502685546875,0.006591796875,0.07763671875,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,128,256,4096,128,0.27520028972115995,0.0,0.514404296875,0.0107421875,0.08740234375,1.0,106,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,256,384,4096,128,0.3052145044518995,0.0,0.482177734375,0.011474609375,0.091552734375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.up_proj.output,128,384,512,4096,128,0.2831160726343894,0.0,0.5068359375,0.005859375,0.079345703125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,512,640,4096,128,0.2966765482721436,0.0,0.4990234375,0.01025390625,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.up_proj.output,128,640,768,4096,128,0.3003086139363126,0.0,0.517578125,0.0107421875,0.08056640625,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,768,896,4096,128,0.29901126808668144,0.0,0.49658203125,0.009033203125,0.081787109375,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,896,1024,4096,128,0.29620094512761835,0.0,0.49951171875,0.005615234375,0.080810546875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1024,1152,4096,128,0.28023725418294043,0.0,0.467041015625,0.0087890625,0.08251953125,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1152,1280,4096,128,0.2855227010481611,0.0,0.51513671875,0.0078125,0.08203125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1280,1408,4096,128,0.323287222290342,0.0,0.50390625,0.01025390625,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1408,1536,4096,128,0.2910824428665463,0.0,0.513671875,0.0078125,0.081787109375,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1536,1664,4096,128,0.28752905324422556,0.0,0.484130859375,0.009033203125,0.0849609375,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1664,1792,4096,128,0.2917234948397978,0.0,0.513671875,0.010498046875,0.080322265625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1792,1920,4096,128,0.2924807644726545,0.0,0.48046875,0.007080078125,0.08642578125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,1920,2048,4096,128,0.2908922603875048,0.0,0.507568359375,0.009033203125,0.087890625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2048,2176,4096,128,0.29345288136648706,0.0,0.51416015625,0.010009765625,0.086669921875,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2176,2304,4096,128,0.28396492755777314,0.0,0.499267578125,0.007080078125,0.087158203125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2304,2432,4096,128,0.27700693464808546,0.0,0.499755859375,0.008056640625,0.0830078125,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2432,2560,4096,128,0.2859047302429472,0.0,0.485595703125,0.006591796875,0.082763671875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2560,2688,4096,128,0.2927799469081503,0.0,0.508056640625,0.009033203125,0.085205078125,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2688,2816,4096,128,0.29208207286122445,0.0,0.51416015625,0.00634765625,0.0830078125,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2816,2944,4096,128,0.29078757688790086,0.0,0.50439453125,0.00732421875,0.0791015625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,2944,3072,4096,128,0.29679148170768554,0.0,0.521728515625,0.00732421875,0.075439453125,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3072,3200,4096,128,0.2819546841535294,0.0,0.520751953125,0.00830078125,0.084716796875,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3200,3328,4096,128,0.28470932086516654,0.0,0.502197265625,0.0087890625,0.083251953125,1.0,106,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3328,3456,4096,128,0.2863690179664688,0.0,0.493408203125,0.007568359375,0.07470703125,1.0,106,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3456,3584,4096,128,0.3236691645334439,0.0,0.490966796875,0.009765625,0.093017578125,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3584,3712,4096,128,0.2862030713489414,0.0,0.542236328125,0.007568359375,0.09423828125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3712,3840,4096,128,0.28596245412916615,0.0,0.5087890625,0.00830078125,0.079345703125,1.0,106,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3840,3968,4096,128,0.31292453208689774,0.0,0.51025390625,0.010498046875,0.093017578125,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,3968,4096,4096,128,0.2917178984339223,0.0,0.53515625,0.008544921875,0.0869140625,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4096,4224,4096,128,0.2890514837008276,0.0,0.503173828125,0.0087890625,0.07568359375,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4224,4352,4096,128,0.2906396441955115,0.0,0.49951171875,0.007080078125,0.0791015625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4352,4480,4096,128,0.292615621013866,0.0,0.494384765625,0.012451171875,0.086669921875,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4480,4608,4096,128,0.2832508926148977,0.0,0.5048828125,0.010009765625,0.08349609375,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4608,4736,4096,128,0.28805523182577186,0.0,0.486572265625,0.01025390625,0.07763671875,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4736,4864,4096,128,0.2853093786769673,0.0,0.487060546875,0.008544921875,0.074462890625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4864,4992,4096,128,0.292479821386535,0.0,0.51123046875,0.009033203125,0.0830078125,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,4992,5120,4096,128,0.29027137759633986,0.0,0.534912109375,0.007080078125,0.083740234375,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5120,5248,4096,128,0.30295046130307257,0.0,0.468017578125,0.007568359375,0.091796875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5248,5376,4096,128,0.30064528345585645,0.0,0.485595703125,0.00927734375,0.08740234375,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5376,5504,4096,128,0.2843920103848573,0.0,0.50634765625,0.009521484375,0.088134765625,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5504,5632,4096,128,0.28594057255747735,0.0,0.494873046875,0.00927734375,0.0830078125,1.0,105,0.8203125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5632,5760,4096,128,0.30541674966956467,0.0,0.501220703125,0.009765625,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5760,5888,4096,128,0.2977293873499691,0.0,0.516357421875,0.005859375,0.08154296875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.up_proj.output,128,5888,6016,4096,128,0.29111500592195494,0.0,0.515869140625,0.007080078125,0.0791015625,1.0,106,0.828125
+fresh-zh-2,layers.3.mlp.up_proj.output,128,6016,6144,4096,128,0.2910022070140551,0.0,0.512939453125,0.008056640625,0.076904296875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.silu_gate,0,0,6144,196608,6144,0.2174022881793411,0.0,0.8532663981119791,0.004425048828125,0.043024698893229164,1.0,4810,0.7828776041666666
+fresh-zh-2,layers.3.mlp.silu_gate,64,0,64,2048,64,0.20654297483304124,0.0,0.84716796875,0.00732421875,0.04833984375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,64,128,2048,64,0.20769174743210428,0.0,0.86376953125,0.00390625,0.04150390625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,128,192,2048,64,0.2067146053837949,0.0,0.86865234375,0.00439453125,0.0361328125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,192,256,2048,64,0.20791459638643947,0.0,0.857421875,0.005859375,0.037109375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,256,320,2048,64,0.20139568674249106,0.0,0.8291015625,0.00341796875,0.0390625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,320,384,2048,64,0.2163201301972871,0.0,0.85498046875,0.00244140625,0.0478515625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,384,448,2048,64,0.20161331520540582,0.0,0.87451171875,0.00244140625,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,448,512,2048,64,0.20236644263820566,0.0,0.8740234375,0.00390625,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,512,576,2048,64,0.21531490425025648,0.0,0.88525390625,0.0068359375,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,576,640,2048,64,0.20361047109046093,0.0,0.8134765625,0.005859375,0.04833984375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,640,704,2048,64,0.2109474471068601,0.0,0.849609375,0.00390625,0.04541015625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,704,768,2048,64,0.22884224129124653,0.0,0.859375,0.0029296875,0.04833984375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,768,832,2048,64,0.22059608589278043,0.0,0.884765625,0.00634765625,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,832,896,2048,64,0.20231831979562567,0.0,0.86767578125,0.00439453125,0.0390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,896,960,2048,64,0.24838409184960358,0.0,0.8388671875,0.00341796875,0.04541015625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,960,1024,2048,64,0.23823086542861927,0.0,0.8359375,0.00244140625,0.05078125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.silu_gate,64,1024,1088,2048,64,0.20211603811233997,0.0,0.84423828125,0.0048828125,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1088,1152,2048,64,0.23222381439839343,0.0,0.84375,0.00537109375,0.0478515625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.silu_gate,64,1152,1216,2048,64,0.21525593861993378,0.0,0.84814453125,0.00244140625,0.041015625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,1216,1280,2048,64,0.21749113563524516,0.0,0.84814453125,0.00732421875,0.0458984375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1280,1344,2048,64,0.25414598564680124,0.0,0.88623046875,0.00439453125,0.04052734375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,1344,1408,2048,64,0.26264701386617534,0.0,0.80712890625,0.00439453125,0.0625,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.silu_gate,64,1408,1472,2048,64,0.2179361682248085,0.0,0.87255859375,0.0029296875,0.04296875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1472,1536,2048,64,0.20809174991633642,0.0,0.880859375,0.00390625,0.03759765625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1536,1600,2048,64,0.28291905001979645,0.0,0.8212890625,0.00634765625,0.05712890625,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.silu_gate,64,1600,1664,2048,64,0.226645748467615,0.0,0.86962890625,0.00341796875,0.0361328125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,1664,1728,2048,64,0.2026366777342794,0.0,0.8623046875,0.0029296875,0.046875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1728,1792,2048,64,0.2279285094412725,0.0,0.83984375,0.0029296875,0.04052734375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1792,1856,2048,64,0.2091101089338818,0.0,0.8984375,0.00390625,0.0439453125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1856,1920,2048,64,0.21136324213251845,0.0,0.8310546875,0.0068359375,0.044921875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1920,1984,2048,64,0.2229218445450991,0.0,0.869140625,0.00439453125,0.0361328125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,1984,2048,2048,64,0.21902439881331062,0.0,0.88525390625,0.00341796875,0.03662109375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,2048,2112,2048,64,0.20352391707135678,0.0,0.8291015625,0.00439453125,0.04833984375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2112,2176,2048,64,0.23474652630685766,0.0,0.8603515625,0.00244140625,0.037109375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2176,2240,2048,64,0.24386228138673907,0.0,0.84423828125,0.00390625,0.0380859375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,2240,2304,2048,64,0.20255016146693652,0.0,0.8876953125,0.0029296875,0.04443359375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2304,2368,2048,64,0.22089694851959113,0.0,0.89990234375,0.0029296875,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,2368,2432,2048,64,0.23410748800400505,0.0,0.87353515625,0.0029296875,0.04248046875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2432,2496,2048,64,0.20099137349594368,0.0,0.84619140625,0.00390625,0.03759765625,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2496,2560,2048,64,0.20172598935518551,0.0,0.86181640625,0.00537109375,0.041015625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2560,2624,2048,64,0.21599317807701432,0.0,0.8525390625,0.00439453125,0.0419921875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,2624,2688,2048,64,0.20182954797173513,0.0,0.8662109375,0.0048828125,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2688,2752,2048,64,0.19921183458859193,0.0,0.86083984375,0.0048828125,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2752,2816,2048,64,0.20084753787716847,0.0,0.830078125,0.00537109375,0.0439453125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,2816,2880,2048,64,0.19805337133386944,0.0,0.85791015625,0.0048828125,0.0439453125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,2880,2944,2048,64,0.20979197884875622,0.0,0.84326171875,0.00390625,0.04541015625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,2944,3008,2048,64,0.22242661714883147,0.0,0.79248046875,0.001953125,0.04345703125,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3008,3072,2048,64,0.20030211374019583,0.0,0.8564453125,0.0078125,0.05322265625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3072,3136,2048,64,0.2193999512331883,0.0,0.88427734375,0.0029296875,0.03857421875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3136,3200,2048,64,0.23332324306197227,0.0,0.8466796875,0.0048828125,0.044921875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,3200,3264,2048,64,0.20021062717642704,0.0,0.86083984375,0.00537109375,0.03564453125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,3264,3328,2048,64,0.19792961843498497,0.0,0.83837890625,0.0009765625,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3328,3392,2048,64,0.20621298746064382,0.0,0.86767578125,0.005859375,0.03955078125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,3392,3456,2048,64,0.2062645958359171,0.0,0.87109375,0.00244140625,0.041015625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3456,3520,2048,64,0.22123747098866248,0.0,0.802734375,0.0078125,0.04931640625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3520,3584,2048,64,0.21373331712742363,0.0,0.8291015625,0.0048828125,0.0458984375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3584,3648,2048,64,0.21153797912628217,0.0,0.861328125,0.001953125,0.04638671875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,3648,3712,2048,64,0.21086764343836234,0.0,0.8369140625,0.00390625,0.05126953125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,3712,3776,2048,64,0.21055842757321316,0.0,0.84423828125,0.00341796875,0.052734375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,3776,3840,2048,64,0.21039612183252354,0.0,0.89208984375,0.00341796875,0.0380859375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3840,3904,2048,64,0.20829797058380423,0.0,0.8544921875,0.00244140625,0.04541015625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3904,3968,2048,64,0.20604914557462825,0.0,0.85888671875,0.00341796875,0.0419921875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,3968,4032,2048,64,0.229884579570356,0.0,0.86767578125,0.00341796875,0.03515625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,4032,4096,2048,64,0.20604736498520548,0.0,0.853515625,0.00244140625,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4096,4160,2048,64,0.21666888728024578,0.0,0.87890625,0.0048828125,0.03564453125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,4160,4224,2048,64,0.22297781924626697,0.0,0.8466796875,0.00634765625,0.037109375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,4224,4288,2048,64,0.19842219476712564,0.0,0.84375,0.00830078125,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,4288,4352,2048,64,0.210901477037514,0.0,0.8662109375,0.0029296875,0.0322265625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4352,4416,2048,64,0.2188024656871894,0.0,0.82666015625,0.00634765625,0.0498046875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4416,4480,2048,64,0.24003232538533592,0.0,0.87939453125,0.00341796875,0.04443359375,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.silu_gate,64,4480,4544,2048,64,0.2101260880553865,0.0,0.8857421875,0.00439453125,0.0361328125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4544,4608,2048,64,0.20490027200944858,0.0,0.86865234375,0.00244140625,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4608,4672,2048,64,0.20381933423170023,0.0,0.8505859375,0.00146484375,0.03662109375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4672,4736,2048,64,0.1968264696260372,0.0,0.86669921875,0.00634765625,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4736,4800,2048,64,0.21812475817472432,0.0,0.8603515625,0.00146484375,0.03271484375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4800,4864,2048,64,0.21983144552011136,0.0,0.89794921875,0.00244140625,0.0380859375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4864,4928,2048,64,0.22536824323782922,0.0,0.83837890625,0.005859375,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4928,4992,2048,64,0.21364357881724488,0.0,0.87890625,0.00439453125,0.0341796875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,4992,5056,2048,64,0.20708896324312556,0.0,0.8212890625,0.00439453125,0.0478515625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5056,5120,2048,64,0.23519290191159611,0.0,0.80078125,0.00390625,0.04296875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,5120,5184,2048,64,0.21685533624490003,0.0,0.83984375,0.00341796875,0.033203125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5184,5248,2048,64,0.23467402162774706,0.0,0.83349609375,0.0048828125,0.0390625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,5248,5312,2048,64,0.20438215213595762,0.0,0.84326171875,0.0048828125,0.0390625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,5312,5376,2048,64,0.2015881546141671,0.0,0.849609375,0.00341796875,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5376,5440,2048,64,0.22496807400900623,0.0,0.8662109375,0.005859375,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,64,5440,5504,2048,64,0.20563843033584206,0.0,0.8642578125,0.00732421875,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5504,5568,2048,64,0.2532202565494031,0.0,0.85888671875,0.00537109375,0.05712890625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.silu_gate,64,5568,5632,2048,64,0.2429818404026619,0.0,0.8076171875,0.00634765625,0.04931640625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.silu_gate,64,5632,5696,2048,64,0.21889262574906224,0.0,0.818359375,0.00634765625,0.0419921875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,5696,5760,2048,64,0.21832977958232086,0.0,0.82080078125,0.00634765625,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.silu_gate,64,5760,5824,2048,64,0.20936516172457006,0.0,0.85400390625,0.00244140625,0.0380859375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5824,5888,2048,64,0.28599213236874965,0.0,0.810546875,0.00634765625,0.05126953125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.silu_gate,64,5888,5952,2048,64,0.2091575987548752,0.0,0.86376953125,0.0029296875,0.03955078125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.silu_gate,64,5952,6016,2048,64,0.20518834759069268,0.0,0.84765625,0.00537109375,0.04443359375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,64,6016,6080,2048,64,0.2124332013425963,0.0,0.85498046875,0.0068359375,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,64,6080,6144,2048,64,0.20598121537588318,0.0,0.82421875,0.00146484375,0.0458984375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,128,0,128,4096,128,0.2071181575867786,0.0,0.85546875,0.005615234375,0.044921875,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,128,256,4096,128,0.20731546911592738,0.0,0.863037109375,0.005126953125,0.03662109375,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,256,384,4096,128,0.2089911736976598,0.0,0.842041015625,0.0029296875,0.04443359375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,384,512,4096,128,0.20199022992976232,0.0,0.874267578125,0.00341796875,0.0400390625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,512,640,4096,128,0.2095444248005379,0.0,0.849365234375,0.006591796875,0.046630859375,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,640,768,4096,128,0.22007680118552095,0.0,0.8544921875,0.00341796875,0.0458984375,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,768,896,4096,128,0.2116545955515023,0.0,0.876220703125,0.00537109375,0.040771484375,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.silu_gate,128,896,1024,4096,128,0.2433604346713134,0.0,0.83740234375,0.0029296875,0.048095703125,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.silu_gate,128,1024,1152,4096,128,0.21769105727609522,0.0,0.843994140625,0.0048828125,0.042236328125,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,128,1152,1280,4096,128,0.2163764233818663,0.0,0.84814453125,0.0048828125,0.04345703125,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,128,1280,1408,4096,128,0.2584314569796052,0.0,0.8466796875,0.004638671875,0.051513671875,1.0,94,0.734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,1408,1536,4096,128,0.21307082132914767,0.0,0.876708984375,0.003173828125,0.041015625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,1536,1664,4096,128,0.2563313131111272,0.0,0.845458984375,0.0048828125,0.046875,1.0,93,0.7265625
+fresh-zh-2,layers.3.mlp.silu_gate,128,1664,1792,4096,128,0.21565369064695653,0.0,0.85107421875,0.0029296875,0.04443359375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,1792,1920,4096,128,0.21023969390092528,0.0,0.86474609375,0.00537109375,0.04443359375,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.silu_gate,128,1920,2048,4096,128,0.22098171423323862,0.0,0.877197265625,0.003662109375,0.036376953125,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.silu_gate,128,2048,2176,4096,128,0.21969059655934836,0.0,0.8447265625,0.003662109375,0.04248046875,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,2176,2304,4096,128,0.2241599654191479,0.0,0.865966796875,0.00341796875,0.04296875,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,2304,2432,4096,128,0.2275980863329174,0.0,0.88671875,0.0029296875,0.040283203125,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,2432,2560,4096,128,0.20135901643720147,0.0,0.85400390625,0.004638671875,0.039306640625,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,2560,2688,4096,128,0.20903136057812444,0.0,0.859375,0.004638671875,0.042236328125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,2688,2816,4096,128,0.20003135818100262,0.0,0.845458984375,0.005126953125,0.04248046875,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,2816,2944,4096,128,0.20400712277514793,0.0,0.8505859375,0.0048828125,0.044921875,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,2944,3072,4096,128,0.21165365197069386,0.0,0.824462890625,0.005126953125,0.04833984375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,3072,3200,4096,128,0.2264686229415475,0.0,0.865478515625,0.00390625,0.04150390625,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,3200,3328,4096,128,0.1990733898442946,0.0,0.849609375,0.003173828125,0.03759765625,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,3328,3456,4096,128,0.20623879326256478,0.0,0.869384765625,0.004150390625,0.040283203125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,3456,3584,4096,128,0.21751775722886527,0.0,0.81591796875,0.00634765625,0.04833984375,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.silu_gate,128,3584,3712,4096,128,0.21120307722909687,0.0,0.84912109375,0.0029296875,0.048828125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,3712,3840,4096,128,0.21047729034775955,0.0,0.8681640625,0.00341796875,0.04541015625,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,3840,3968,4096,128,0.20717660937152838,0.0,0.856689453125,0.0029296875,0.04296875,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,3968,4096,4096,128,0.21829159001389153,0.0,0.860595703125,0.00341796875,0.04052734375,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,4096,4224,4096,128,0.21984598539782432,0.0,0.86279296875,0.005615234375,0.0361328125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,4224,4352,4096,128,0.20475692954428695,0.0,0.85498046875,0.00537109375,0.040771484375,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,4352,4480,4096,128,0.22966283571867419,0.0,0.85302734375,0.005126953125,0.04736328125,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,4480,4608,4096,128,0.2075296296327419,0.0,0.877197265625,0.00341796875,0.036376953125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,4608,4736,4096,128,0.2003534129383661,0.0,0.858642578125,0.00390625,0.039306640625,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.silu_gate,128,4736,4864,4096,128,0.21897976455399212,0.0,0.879150390625,0.001953125,0.03564453125,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.silu_gate,128,4864,4992,4096,128,0.21958417956440496,0.0,0.858642578125,0.005126953125,0.040283203125,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,4992,5120,4096,128,0.22158693531739443,0.0,0.81103515625,0.004150390625,0.046142578125,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,5120,5248,4096,128,0.2259404050682712,0.0,0.836669921875,0.004150390625,0.0361328125,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,5248,5376,4096,128,0.20298996057991522,0.0,0.846435546875,0.004150390625,0.039794921875,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.silu_gate,128,5376,5504,4096,128,0.2155200667621355,0.0,0.865234375,0.006591796875,0.040283203125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,5504,5632,4096,128,0.24815385660151465,0.0,0.833251953125,0.006103515625,0.053466796875,1.0,95,0.7421875
+fresh-zh-2,layers.3.mlp.silu_gate,128,5632,5760,4096,128,0.2186113838067266,0.0,0.819580078125,0.00634765625,0.048828125,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,5760,5888,4096,128,0.2506244907434026,0.0,0.832275390625,0.00439453125,0.044921875,1.0,94,0.734375
+fresh-zh-2,layers.3.mlp.silu_gate,128,5888,6016,4096,128,0.2071824788729784,0.0,0.855712890625,0.004150390625,0.042236328125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.silu_gate,128,6016,6144,4096,128,0.20923207942424846,0.0,0.839599609375,0.00390625,0.048583984375,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.gated_product,0,0,6144,196608,6144,0.07404321531847854,0.0,0.4975331624348958,0.027679443359375,0.18348185221354166,1.0,4031,0.6560872395833334
+fresh-zh-2,layers.3.mlp.gated_product,64,0,64,2048,64,0.060078659062477835,0.0,0.4931640625,0.0263671875,0.15869140625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,64,128,2048,64,0.05866178298920279,0.0,0.50244140625,0.02001953125,0.15283203125,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,128,192,2048,64,0.05867442151139493,0.0,0.47900390625,0.0263671875,0.1572265625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,192,256,2048,64,0.05521972782523729,0.0,0.50244140625,0.02587890625,0.16845703125,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,256,320,2048,64,0.06194456447906592,0.0,0.529296875,0.0224609375,0.15478515625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,320,384,2048,64,0.06508700380860913,0.0,0.51953125,0.02587890625,0.17822265625,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,384,448,2048,64,0.053196558809627155,0.0,0.5205078125,0.0205078125,0.1484375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.gated_product,64,448,512,2048,64,0.056966228542334386,0.0,0.48779296875,0.01904296875,0.14599609375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,512,576,2048,64,0.057173296426199866,0.0,0.51220703125,0.0234375,0.142578125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.gated_product,64,576,640,2048,64,0.06156797704773531,0.0,0.4921875,0.03173828125,0.17919921875,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,640,704,2048,64,0.07299829819854319,0.0,0.47607421875,0.02783203125,0.1826171875,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,64,704,768,2048,64,0.06446884219390385,0.0,0.48486328125,0.0263671875,0.16162109375,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,768,832,2048,64,0.0747815015418953,0.0,0.5078125,0.02685546875,0.17236328125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,832,896,2048,64,0.06466357837157431,0.0,0.49365234375,0.0283203125,0.16259765625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,896,960,2048,64,0.07627823104439037,0.0,0.529296875,0.02490234375,0.177734375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,64,960,1024,2048,64,0.062495542284688795,0.0,0.4736328125,0.0185546875,0.1611328125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,1024,1088,2048,64,0.057987312509952496,0.0,0.5234375,0.02685546875,0.15478515625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,1088,1152,2048,64,0.0652813690201967,0.0,0.52734375,0.02880859375,0.16796875,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,64,1152,1216,2048,64,0.08238755747194502,0.0,0.49755859375,0.03125,0.19775390625,1.0,39,0.609375
+fresh-zh-2,layers.3.mlp.gated_product,64,1216,1280,2048,64,0.06185345209710786,0.0,0.49072265625,0.025390625,0.16796875,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,1280,1344,2048,64,0.06793656719101197,0.0,0.50830078125,0.02001953125,0.1513671875,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,1344,1408,2048,64,0.2478899755333193,0.0,0.48388671875,0.0810546875,0.45556640625,1.0,2,0.03125
+fresh-zh-2,layers.3.mlp.gated_product,64,1408,1472,2048,64,0.06605179800624453,0.0,0.49853515625,0.021484375,0.15087890625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,1472,1536,2048,64,0.056881674884867,0.0,0.45703125,0.0234375,0.14306640625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,1536,1600,2048,64,0.15542673149751765,0.0,0.4775390625,0.04833984375,0.34033203125,1.0,6,0.09375
+fresh-zh-2,layers.3.mlp.gated_product,64,1600,1664,2048,64,0.064267619987291,0.0,0.53125,0.025390625,0.1474609375,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,1664,1728,2048,64,0.06271926203739916,0.0,0.48193359375,0.0224609375,0.16259765625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,1728,1792,2048,64,0.07428398242664237,0.0,0.49560546875,0.02978515625,0.19140625,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,64,1792,1856,2048,64,0.06152193432336959,0.0,0.490234375,0.0244140625,0.16455078125,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,1856,1920,2048,64,0.07065797638586231,0.0,0.5078125,0.02734375,0.18115234375,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,64,1920,1984,2048,64,0.06419041474884582,0.0,0.48681640625,0.01806640625,0.14697265625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,1984,2048,2048,64,0.07128464441516656,0.0,0.50244140625,0.0283203125,0.17138671875,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,64,2048,2112,2048,64,0.060511916680909515,0.0,0.46533203125,0.02734375,0.16259765625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,2112,2176,2048,64,0.08748940570105818,0.0,0.53369140625,0.02392578125,0.205078125,1.0,37,0.578125
+fresh-zh-2,layers.3.mlp.gated_product,64,2176,2240,2048,64,0.07526274720751608,0.0,0.501953125,0.0224609375,0.16552734375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,64,2240,2304,2048,64,0.05455238881504965,0.0,0.4912109375,0.02490234375,0.1572265625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,2304,2368,2048,64,0.060742341274099755,0.0,0.5029296875,0.01953125,0.146484375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,2368,2432,2048,64,0.08137156040494851,0.0,0.49267578125,0.03125,0.1982421875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gated_product,64,2432,2496,2048,64,0.05965121329691011,0.0,0.50341796875,0.02197265625,0.15234375,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,2496,2560,2048,64,0.05503867298229444,0.0,0.5009765625,0.02099609375,0.158203125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,2560,2624,2048,64,0.06678842990411897,0.0,0.5146484375,0.0244140625,0.16845703125,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,64,2624,2688,2048,64,0.057717975898154174,0.0,0.49951171875,0.02294921875,0.1552734375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,2688,2752,2048,64,0.05656699112815783,0.0,0.5029296875,0.0244140625,0.12939453125,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,2752,2816,2048,64,0.060334934673858115,0.0,0.50341796875,0.0263671875,0.16796875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,2816,2880,2048,64,0.06097793602111392,0.0,0.51220703125,0.025390625,0.16064453125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,2880,2944,2048,64,0.06556532205374778,0.0,0.50244140625,0.02294921875,0.17529296875,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,2944,3008,2048,64,0.07260529194244203,0.0,0.494140625,0.0185546875,0.1669921875,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,3008,3072,2048,64,0.06850419667782073,0.0,0.4736328125,0.0322265625,0.18017578125,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,3072,3136,2048,64,0.06347639663587903,0.0,0.53076171875,0.0234375,0.15673828125,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,3136,3200,2048,64,0.07916988317085621,0.0,0.44677734375,0.02734375,0.19140625,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gated_product,64,3200,3264,2048,64,0.060600796788895114,0.0,0.482421875,0.02197265625,0.15185546875,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,3264,3328,2048,64,0.054166678874172834,0.0,0.51416015625,0.0205078125,0.1494140625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,3328,3392,2048,64,0.05655184595051082,0.0,0.49658203125,0.01904296875,0.1513671875,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,3392,3456,2048,64,0.060467679841634675,0.0,0.51025390625,0.02294921875,0.150390625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,3456,3520,2048,64,0.14683743806642763,0.0,0.47021484375,0.0546875,0.32666015625,1.0,10,0.15625
+fresh-zh-2,layers.3.mlp.gated_product,64,3520,3584,2048,64,0.09199892654738859,0.0,0.501953125,0.0322265625,0.2275390625,1.0,32,0.5
+fresh-zh-2,layers.3.mlp.gated_product,64,3584,3648,2048,64,0.05962359215002046,0.0,0.45166015625,0.02197265625,0.15283203125,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,3648,3712,2048,64,0.06699510449128498,0.0,0.5166015625,0.03173828125,0.193359375,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,3712,3776,2048,64,0.06709630097357307,0.0,0.494140625,0.02490234375,0.1708984375,1.0,46,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,64,3776,3840,2048,64,0.0580618383117227,0.0,0.51171875,0.0244140625,0.14306640625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,3840,3904,2048,64,0.07609251367305377,0.0,0.48193359375,0.0302734375,0.1943359375,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,64,3904,3968,2048,64,0.06550677908777731,0.0,0.4970703125,0.0263671875,0.1572265625,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,64,3968,4032,2048,64,0.06905134041100393,0.0,0.4736328125,0.02392578125,0.1572265625,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,4032,4096,2048,64,0.058556325497517235,0.0,0.46923828125,0.0224609375,0.16162109375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4096,4160,2048,64,0.06821700734490296,0.0,0.53369140625,0.025390625,0.1513671875,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,4160,4224,2048,64,0.07805548670604502,0.0,0.4599609375,0.02880859375,0.1669921875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gated_product,64,4224,4288,2048,64,0.05632836873724026,0.0,0.509765625,0.02587890625,0.169921875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4288,4352,2048,64,0.06381590588355796,0.0,0.5146484375,0.0185546875,0.154296875,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,4352,4416,2048,64,0.06896700202894988,0.0,0.51220703125,0.03173828125,0.1767578125,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,64,4416,4480,2048,64,0.09952529038922167,0.0,0.4833984375,0.03564453125,0.23291015625,1.0,32,0.5
+fresh-zh-2,layers.3.mlp.gated_product,64,4480,4544,2048,64,0.07895073102413755,0.0,0.49462890625,0.02783203125,0.185546875,1.0,40,0.625
+fresh-zh-2,layers.3.mlp.gated_product,64,4544,4608,2048,64,0.05856153345830877,0.0,0.49609375,0.01904296875,0.15576171875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4608,4672,2048,64,0.05640321590904435,0.0,0.4716796875,0.0185546875,0.1328125,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,4672,4736,2048,64,0.0562382821460159,0.0,0.53515625,0.0283203125,0.14501953125,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4736,4800,2048,64,0.06395364122413973,0.0,0.509765625,0.02001953125,0.13818359375,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,4800,4864,2048,64,0.062369924820416985,0.0,0.501953125,0.01904296875,0.142578125,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4864,4928,2048,64,0.06717105736625303,0.0,0.52099609375,0.01953125,0.1708984375,1.0,44,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,64,4928,4992,2048,64,0.061005622927897525,0.0,0.4716796875,0.02294921875,0.1328125,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,4992,5056,2048,64,0.05898134582476888,0.0,0.47412109375,0.02734375,0.1748046875,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,5056,5120,2048,64,0.06986037776536233,0.0,0.4912109375,0.02392578125,0.177734375,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,5120,5184,2048,64,0.0761715606739686,0.0,0.53662109375,0.0244140625,0.18115234375,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,5184,5248,2048,64,0.06358961672591919,0.0,0.48779296875,0.02099609375,0.1572265625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,5248,5312,2048,64,0.05881799788999107,0.0,0.51806640625,0.01904296875,0.1435546875,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,5312,5376,2048,64,0.05923525402751445,0.0,0.50634765625,0.0263671875,0.162109375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,64,5376,5440,2048,64,0.06627922153605224,0.0,0.51123046875,0.02197265625,0.17041015625,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,5440,5504,2048,64,0.05749751823382452,0.0,0.46923828125,0.02978515625,0.1640625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,5504,5568,2048,64,0.09637298865547142,0.0,0.5,0.04248046875,0.24072265625,1.0,33,0.515625
+fresh-zh-2,layers.3.mlp.gated_product,64,5568,5632,2048,64,0.07379781383117472,0.0,0.529296875,0.0302734375,0.1708984375,1.0,43,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,64,5632,5696,2048,64,0.06677478365426179,0.0,0.51171875,0.0302734375,0.173828125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,64,5696,5760,2048,64,0.07528083295950852,0.0,0.490234375,0.03369140625,0.1982421875,1.0,41,0.640625
+fresh-zh-2,layers.3.mlp.gated_product,64,5760,5824,2048,64,0.06063019794981039,0.0,0.49951171875,0.02197265625,0.15625,1.0,48,0.75
+fresh-zh-2,layers.3.mlp.gated_product,64,5824,5888,2048,64,0.12089713635448007,0.0,0.48681640625,0.0361328125,0.2490234375,1.0,25,0.390625
+fresh-zh-2,layers.3.mlp.gated_product,64,5888,5952,2048,64,0.060622346709277165,0.0,0.4609375,0.02294921875,0.154296875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,64,5952,6016,2048,64,0.07227572426439915,0.0,0.486328125,0.02099609375,0.1845703125,1.0,42,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,64,6016,6080,2048,64,0.06761806652868162,0.0,0.4814453125,0.02978515625,0.171875,1.0,45,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,64,6080,6144,2048,64,0.056050027634418666,0.0,0.498046875,0.0234375,0.16064453125,1.0,47,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,128,0,128,4096,128,0.05937444761097897,0.0,0.497802734375,0.023193359375,0.1552734375,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,128,256,4096,128,0.05697326601481668,0.0,0.49072265625,0.02587890625,0.16455078125,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,256,384,4096,128,0.06353521516955403,0.0,0.5244140625,0.0244140625,0.16748046875,1.0,93,0.7265625
+fresh-zh-2,layers.3.mlp.gated_product,128,384,512,4096,128,0.05511363290295603,0.0,0.504150390625,0.020263671875,0.1455078125,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.gated_product,128,512,640,4096,128,0.05941128521580972,0.0,0.502197265625,0.02783203125,0.160888671875,1.0,97,0.7578125
+fresh-zh-2,layers.3.mlp.gated_product,128,640,768,4096,128,0.06886575039054578,0.0,0.48046875,0.02783203125,0.17236328125,1.0,87,0.6796875
+fresh-zh-2,layers.3.mlp.gated_product,128,768,896,4096,128,0.0699058343082937,0.0,0.500732421875,0.02783203125,0.1650390625,1.0,90,0.703125
+fresh-zh-2,layers.3.mlp.gated_product,128,896,1024,4096,128,0.06972826305279203,0.0,0.50146484375,0.021484375,0.1708984375,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,128,1024,1152,4096,128,0.06174214748969293,0.0,0.525390625,0.02783203125,0.162353515625,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,1152,1280,4096,128,0.07284764636734073,0.0,0.494140625,0.02978515625,0.182861328125,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,128,1280,1408,4096,128,0.1817482009974356,0.0,0.49609375,0.053466796875,0.352783203125,1.0,6,0.046875
+fresh-zh-2,layers.3.mlp.gated_product,128,1408,1536,4096,128,0.06163750870032563,0.0,0.477783203125,0.0224609375,0.15283203125,1.0,98,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,128,1536,1664,4096,128,0.11892812081848493,0.0,0.50439453125,0.03857421875,0.2578125,1.0,46,0.359375
+fresh-zh-2,layers.3.mlp.gated_product,128,1664,1792,4096,128,0.06874523938309347,0.0,0.48876953125,0.027099609375,0.17626953125,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,128,1792,1920,4096,128,0.06624763403259802,0.0,0.4990234375,0.026611328125,0.17333984375,1.0,94,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,128,1920,2048,4096,128,0.06783033935867334,0.0,0.49462890625,0.0234375,0.160400390625,1.0,93,0.7265625
+fresh-zh-2,layers.3.mlp.gated_product,128,2048,2176,4096,128,0.07521997131853243,0.0,0.49951171875,0.0263671875,0.18994140625,1.0,85,0.6640625
+fresh-zh-2,layers.3.mlp.gated_product,128,2176,2304,4096,128,0.06572839661307289,0.0,0.49658203125,0.02490234375,0.166748046875,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,2304,2432,4096,128,0.07180168126929684,0.0,0.497802734375,0.025390625,0.173583984375,1.0,89,0.6953125
+fresh-zh-2,layers.3.mlp.gated_product,128,2432,2560,4096,128,0.05739130061013347,0.0,0.502197265625,0.02197265625,0.15478515625,1.0,95,0.7421875
+fresh-zh-2,layers.3.mlp.gated_product,128,2560,2688,4096,128,0.06241818289103472,0.0,0.507080078125,0.0244140625,0.160888671875,1.0,93,0.7265625
+fresh-zh-2,layers.3.mlp.gated_product,128,2688,2816,4096,128,0.05848131679174048,0.0,0.503173828125,0.025146484375,0.149658203125,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,2816,2944,4096,128,0.06331319032163332,0.0,0.50732421875,0.02392578125,0.170654296875,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,2944,3072,4096,128,0.07058453577279085,0.0,0.48388671875,0.025634765625,0.17333984375,1.0,84,0.65625
+fresh-zh-2,layers.3.mlp.gated_product,128,3072,3200,4096,128,0.07175347842147604,0.0,0.48876953125,0.025634765625,0.173095703125,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,128,3200,3328,4096,128,0.057473844797902296,0.0,0.498291015625,0.022216796875,0.1513671875,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,3328,3456,4096,128,0.058542512697358405,0.0,0.50341796875,0.020751953125,0.14990234375,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,3456,3584,4096,128,0.12252558039810252,0.0,0.486083984375,0.04296875,0.279296875,1.0,37,0.2890625
+fresh-zh-2,layers.3.mlp.gated_product,128,3584,3712,4096,128,0.06341654660524403,0.0,0.484130859375,0.027099609375,0.173828125,1.0,94,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,128,3712,3840,4096,128,0.06274189458596598,0.0,0.5029296875,0.023193359375,0.158447265625,1.0,95,0.7421875
+fresh-zh-2,layers.3.mlp.gated_product,128,3840,3968,4096,128,0.07099721383103261,0.0,0.489501953125,0.029541015625,0.17822265625,1.0,86,0.671875
+fresh-zh-2,layers.3.mlp.gated_product,128,3968,4096,4096,128,0.06401925830688579,0.0,0.471435546875,0.0234375,0.161376953125,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,4096,4224,4096,128,0.07330149758365144,0.0,0.496826171875,0.0263671875,0.161865234375,1.0,87,0.6796875
+fresh-zh-2,layers.3.mlp.gated_product,128,4224,4352,4096,128,0.06018868235946702,0.0,0.51220703125,0.021484375,0.16357421875,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,4352,4480,4096,128,0.0856204730071029,0.0,0.497802734375,0.03564453125,0.211181640625,1.0,75,0.5859375
+fresh-zh-2,layers.3.mlp.gated_product,128,4480,4608,4096,128,0.06950780938223536,0.0,0.495361328125,0.023681640625,0.173828125,1.0,89,0.6953125
+fresh-zh-2,layers.3.mlp.gated_product,128,4608,4736,4096,128,0.056320809402995824,0.0,0.50341796875,0.0234375,0.13916015625,1.0,98,0.765625
+fresh-zh-2,layers.3.mlp.gated_product,128,4736,4864,4096,128,0.06316674658366714,0.0,0.505859375,0.01953125,0.14013671875,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,4864,4992,4096,128,0.06416243829734525,0.0,0.496337890625,0.02099609375,0.15283203125,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,4992,5120,4096,128,0.06465010261716571,0.0,0.482666015625,0.02685546875,0.1806640625,1.0,92,0.71875
+fresh-zh-2,layers.3.mlp.gated_product,128,5120,5248,4096,128,0.07016318839269414,0.0,0.51220703125,0.022705078125,0.16943359375,1.0,91,0.7109375
+fresh-zh-2,layers.3.mlp.gated_product,128,5248,5376,4096,128,0.059026994652833044,0.0,0.51220703125,0.022705078125,0.1533203125,1.0,96,0.75
+fresh-zh-2,layers.3.mlp.gated_product,128,5376,5504,4096,128,0.06204393528167791,0.0,0.490234375,0.025634765625,0.16748046875,1.0,94,0.734375
+fresh-zh-2,layers.3.mlp.gated_product,128,5504,5632,4096,128,0.08583085187928739,0.0,0.5146484375,0.0341796875,0.2080078125,1.0,75,0.5859375
+fresh-zh-2,layers.3.mlp.gated_product,128,5632,5760,4096,128,0.07115502632685512,0.0,0.5009765625,0.03271484375,0.185791015625,1.0,88,0.6875
+fresh-zh-2,layers.3.mlp.gated_product,128,5760,5888,4096,128,0.09563508373538171,0.0,0.4931640625,0.032470703125,0.21923828125,1.0,70,0.546875
+fresh-zh-2,layers.3.mlp.gated_product,128,5888,6016,4096,128,0.06670400752010056,0.0,0.4736328125,0.021484375,0.16943359375,1.0,91,0.7109375
+fresh-zh-2,layers.3.mlp.gated_product,128,6016,6144,4096,128,0.062103979417169025,0.0,0.48974609375,0.026611328125,0.16845703125,1.0,91,0.7109375
+fresh-zh-2,layers.3.mlp.down_proj.output,0,0,2048,65536,2048,0.04710358110513696,0.0,0.502044677734375,0.0095977783203125,0.0926513671875,1.0,1583,0.77294921875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,0,64,2048,64,0.04492105260294319,0.0,0.46923828125,0.0029296875,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,64,128,2048,64,0.044763834932549054,0.0,0.47119140625,0.013671875,0.1083984375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.down_proj.output,64,128,192,2048,64,0.046449969217262924,0.0,0.47119140625,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,192,256,2048,64,0.04736671574857647,0.0,0.53173828125,0.01025390625,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.down_proj.output,64,256,320,2048,64,0.04588741236283815,0.0,0.50244140625,0.009765625,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,320,384,2048,64,0.04439642842164782,0.0,0.47900390625,0.01123046875,0.099609375,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,384,448,2048,64,0.045394793697273624,0.0,0.50390625,0.0107421875,0.0771484375,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,448,512,2048,64,0.043559639522371615,0.0,0.509765625,0.01123046875,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.down_proj.output,64,512,576,2048,64,0.04214841317615334,0.0,0.49267578125,0.01025390625,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.down_proj.output,64,576,640,2048,64,0.046286175652919655,0.0,0.50732421875,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,640,704,2048,64,0.04593081124714558,0.0,0.5,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,704,768,2048,64,0.04465394489129771,0.0,0.52392578125,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,768,832,2048,64,0.047615039338968906,0.0,0.49462890625,0.00927734375,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,832,896,2048,64,0.0443036215173901,0.0,0.5185546875,0.0078125,0.0986328125,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,896,960,2048,64,0.04469368947300744,0.0,0.5302734375,0.009765625,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,960,1024,2048,64,0.04782199276072809,0.0,0.53662109375,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1024,1088,2048,64,0.04558741146068142,0.0,0.5107421875,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1088,1152,2048,64,0.04454102110346875,0.0,0.486328125,0.01220703125,0.1005859375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1152,1216,2048,64,0.08691021693471947,0.0,0.509765625,0.0185546875,0.17724609375,1.0,29,0.453125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1216,1280,2048,64,0.04422937958773933,0.0,0.513671875,0.0078125,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1280,1344,2048,64,0.04482630724156183,0.0,0.50244140625,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1344,1408,2048,64,0.0446115276554883,0.0,0.50341796875,0.00927734375,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1408,1472,2048,64,0.04515946481346126,0.0,0.4931640625,0.01123046875,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1472,1536,2048,64,0.0452611213307663,0.0,0.50146484375,0.00830078125,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1536,1600,2048,64,0.045011515744736046,0.0,0.513671875,0.0107421875,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1600,1664,2048,64,0.04678321110325067,0.0,0.49169921875,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1664,1728,2048,64,0.04485160595671831,0.0,0.5322265625,0.0068359375,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1728,1792,2048,64,0.0453947975092375,0.0,0.47216796875,0.01513671875,0.0966796875,1.0,51,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1792,1856,2048,64,0.043696640934805596,0.0,0.4990234375,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1856,1920,2048,64,0.047422201742529826,0.0,0.49658203125,0.01025390625,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1920,1984,2048,64,0.04405959104574131,0.0,0.4716796875,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,64,1984,2048,2048,64,0.0442646186446917,0.0,0.52490234375,0.009765625,0.0888671875,1.0,53,0.828125
+fresh-zh-2,layers.3.mlp.down_proj.output,128,0,128,4096,128,0.044842512668364656,0.0,0.47021484375,0.00830078125,0.0966796875,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.down_proj.output,128,128,256,4096,128,0.04691058196767076,0.0,0.50146484375,0.009521484375,0.091064453125,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,128,256,384,4096,128,0.04514807565088267,0.0,0.49072265625,0.010498046875,0.09228515625,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.down_proj.output,128,384,512,4096,128,0.044486680535509686,0.0,0.5068359375,0.0107421875,0.077392578125,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.down_proj.output,128,512,640,4096,128,0.04426566835506197,0.0,0.5,0.009765625,0.088134765625,1.0,101,0.7890625
+fresh-zh-2,layers.3.mlp.down_proj.output,128,640,768,4096,128,0.04529687746509668,0.0,0.511962890625,0.008544921875,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,128,768,896,4096,128,0.04598914464744755,0.0,0.506591796875,0.0087890625,0.093505859375,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,128,896,1024,4096,128,0.04628427848803926,0.0,0.533447265625,0.00830078125,0.086669921875,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1024,1152,4096,128,0.04506725332558617,0.0,0.49853515625,0.00927734375,0.093017578125,1.0,102,0.796875
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1152,1280,4096,128,0.06895514421113312,0.0,0.51171875,0.013671875,0.13818359375,1.0,76,0.59375
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1280,1408,4096,128,0.044719046393406556,0.0,0.5029296875,0.0078125,0.08935546875,1.0,100,0.78125
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1408,1536,4096,128,0.04521032164426943,0.0,0.497314453125,0.009765625,0.090576171875,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1536,1664,4096,128,0.045905911333781066,0.0,0.502685546875,0.0087890625,0.083740234375,1.0,103,0.8046875
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1664,1792,4096,128,0.045124019090731514,0.0,0.502197265625,0.010986328125,0.087646484375,1.0,104,0.8125
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1792,1920,4096,128,0.04559748703105538,0.0,0.497802734375,0.009033203125,0.093017578125,1.0,99,0.7734375
+fresh-zh-2,layers.3.mlp.down_proj.output,128,1920,2048,4096,128,0.04416222382805216,0.0,0.498291015625,0.00927734375,0.088623046875,1.0,102,0.796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.558176399937416,0.0,0.5015970865885416,0.013524373372395834,0.13276163736979166,1.0,2880,0.46875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.1085110273696135,0.0,0.48779296875,0.01171875,0.091796875,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4293008579234932,0.0,0.4921875,0.009765625,0.1103515625,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9292325903396511,0.0,0.4814453125,0.01611328125,0.134765625,1.0,42,0.65625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7138838794058658,0.0,0.49658203125,0.01025390625,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2473141273193609,0.0,0.51953125,0.01220703125,0.1103515625,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7239329428284247,0.0,0.49609375,0.015625,0.15283203125,1.0,22,0.34375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.7879940182101894,0.0,0.509765625,0.0068359375,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.0560915076871475,0.0,0.5029296875,0.005859375,0.103515625,1.0,42,0.65625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.45569680713553,0.0,0.58154296875,0.0107421875,0.09765625,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5084857509285274,0.0,0.54833984375,0.01123046875,0.11474609375,1.0,32,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6182964695152149,0.0,0.48974609375,0.0205078125,0.18798828125,1.0,23,0.359375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.6849045744568132,0.0,0.51416015625,0.0166015625,0.18896484375,1.0,23,0.359375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.0721497766794523,0.0,0.46875,0.013671875,0.1220703125,1.0,34,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.6700829644752,0.0,0.50537109375,0.0107421875,0.0966796875,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6645587504839818,0.0,0.5166015625,0.01611328125,0.1552734375,1.0,24,0.375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.738213244633455,0.0,0.49267578125,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.8920334080213355,0.0,0.51318359375,0.0078125,0.09716796875,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.9260732014440115,0.0,0.49462890625,0.00927734375,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.1854689127066846,0.0,0.568359375,0.01220703125,0.11181640625,1.0,41,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.282063812756587,0.0,0.4716796875,0.01318359375,0.10791015625,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4907335514396707,0.0,0.54052734375,0.01318359375,0.1318359375,1.0,35,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.2849668324948043,0.0,0.51171875,0.01220703125,0.10595703125,1.0,40,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.0302706940173254,0.0,0.49072265625,0.0087890625,0.09912109375,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.2508528201675615,0.0,0.515625,0.02294921875,0.201171875,1.0,11,0.171875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.078673692069931,0.0,0.52880859375,0.0087890625,0.1201171875,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.4934760522320998,0.0,0.50927734375,0.01123046875,0.0966796875,1.0,38,0.59375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.7986193742188057,0.0,0.52587890625,0.0078125,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7568168660909609,0.0,0.48681640625,0.00927734375,0.10009765625,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.7738903476867534,0.0,0.5322265625,0.0107421875,0.11279296875,1.0,35,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.6186608074399036,0.0,0.53076171875,0.0107421875,0.11328125,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7245126254867955,0.0,0.54541015625,0.0087890625,0.095703125,1.0,35,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.133835682216283,0.0,0.55029296875,0.015625,0.1474609375,1.0,25,0.390625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.679568880652567,0.0,0.51708984375,0.0087890625,0.1103515625,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.9085553309301049,0.0,0.48876953125,0.01123046875,0.1181640625,1.0,33,0.515625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.693976336817601,0.0,0.5,0.0087890625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6230172640047412,0.0,0.51708984375,0.0068359375,0.09521484375,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.7813369347904158,0.0,0.4921875,0.00830078125,0.1015625,1.0,41,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.8169774129180145,0.0,0.49658203125,0.0068359375,0.09716796875,1.0,38,0.59375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.050869647052386,0.0,0.47119140625,0.00634765625,0.09521484375,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1336078650800014,0.0,0.5185546875,0.0078125,0.09912109375,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.601166380763763,0.0,0.45947265625,0.0078125,0.080078125,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.2495440789507306,0.0,0.5126953125,0.0068359375,0.080078125,1.0,41,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9420893492984096,0.0,0.52099609375,0.01025390625,0.10791015625,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.863328563269507,0.0,0.4775390625,0.00830078125,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.8103393284040152,0.0,0.45947265625,0.00927734375,0.09619140625,1.0,40,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.7570365103982,0.0,0.5048828125,0.00927734375,0.103515625,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.9943730285487353,0.0,0.49658203125,0.0087890625,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9108631384827427,0.0,0.48681640625,0.00537109375,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.31201279074906,0.0,0.52001953125,0.01220703125,0.12939453125,1.0,34,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.03926567445844,0.0,0.5322265625,0.01123046875,0.11572265625,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3916851151320098,0.0,0.5126953125,0.0078125,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4843022067122575,0.0,0.5244140625,0.01416015625,0.12060546875,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.5478308377644878,0.0,0.44580078125,0.01416015625,0.1123046875,1.0,35,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.566776059095846,0.0,0.44873046875,0.01220703125,0.10107421875,1.0,35,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.6578189971765656,0.0,0.38427734375,0.00439453125,0.044921875,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.4068435894645983,0.0,0.5390625,0.0029296875,0.0546875,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.9786743126850481,0.0,0.4921875,0.01171875,0.1181640625,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5433334541553867,0.0,0.50390625,0.009765625,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.8933124386583274,0.0,0.4306640625,0.0087890625,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.7383156728678897,0.0,0.482421875,0.0126953125,0.1025390625,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.4453092128963936,0.0,0.52392578125,0.0126953125,0.10546875,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.3653003198736415,0.0,0.48974609375,0.00927734375,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.809697784013917,0.0,0.46337890625,0.01220703125,0.14453125,1.0,32,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.821937596461036,0.0,0.447265625,0.0126953125,0.142578125,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.0578917890043344,0.0,0.50390625,0.0146484375,0.1162109375,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3895319547988119,0.0,0.57080078125,0.01220703125,0.130859375,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.005441114388244,0.0,0.47998046875,0.01318359375,0.10498046875,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0002871605344783,0.0,0.5625,0.01806640625,0.111328125,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.4150768387274462,0.0,0.5419921875,0.02001953125,0.15625,1.0,21,0.328125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.1155254753535384,0.0,0.5,0.0087890625,0.119140625,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.1133589196888372,0.0,0.49755859375,0.009765625,0.11328125,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.4996673469035804,0.0,0.49853515625,0.01171875,0.13037109375,1.0,31,0.484375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.7097851370783683,0.0,0.5947265625,0.0126953125,0.10009765625,1.0,34,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.0486369586507847,0.0,0.47314453125,0.01318359375,0.1259765625,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,3.467101683903207,0.0,0.501953125,0.01220703125,0.1083984375,1.0,34,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.8337566468235353,0.0,0.3994140625,0.00634765625,0.0927734375,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.4271301593919705,0.0,0.49072265625,0.01123046875,0.103515625,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.8158021999525722,0.0,0.45703125,0.0107421875,0.1240234375,1.0,28,0.4375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.0247387829926335,0.0,0.51708984375,0.0146484375,0.1201171875,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8763839640102884,0.0,0.51904296875,0.009765625,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.7953010526282136,0.0,0.50732421875,0.0107421875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.0804541703688462,0.0,0.50341796875,0.009765625,0.12158203125,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.7820236700208525,0.0,0.4638671875,0.01171875,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9210179354851535,0.0,0.50537109375,0.00732421875,0.09765625,1.0,45,0.703125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.9340351616146928,0.0,0.474609375,0.009765625,0.1015625,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.1982911701503096,0.0,0.53955078125,0.015625,0.1201171875,1.0,40,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.893072188252019,0.0,0.4580078125,0.0166015625,0.1845703125,1.0,18,0.28125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.0752502594891395,0.0,0.5341796875,0.01513671875,0.1435546875,1.0,27,0.421875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.660204771071732,0.0,0.44140625,0.0146484375,0.126953125,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.4103621695409208,0.0,0.4482421875,0.0087890625,0.099609375,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.9647338750816283,0.0,0.54443359375,0.01025390625,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9909642368733874,0.0,0.48193359375,0.0087890625,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9679511816345073,0.0,0.4931640625,0.01025390625,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.188045469856318,0.0,0.52783203125,0.01513671875,0.12451171875,1.0,41,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0583892703826736,0.0,0.5263671875,0.00732421875,0.09716796875,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.3152125599154278,0.0,0.51513671875,0.0107421875,0.12109375,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.2790030571231779,0.0,0.489990234375,0.010498046875,0.103271484375,1.0,78,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8285841539110275,0.0,0.489013671875,0.01318359375,0.112548828125,1.0,89,0.6953125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.5046157854381847,0.0,0.5078125,0.015869140625,0.135986328125,1.0,57,0.4453125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.9317359726188403,0.0,0.50634765625,0.0068359375,0.09228515625,1.0,91,0.7109375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.48232628915819,0.0,0.56494140625,0.0107421875,0.10595703125,1.0,68,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.6519362712088657,0.0,0.501953125,0.018310546875,0.188720703125,1.0,45,0.3515625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.881884933414232,0.0,0.487060546875,0.012451171875,0.112548828125,1.0,72,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2875780808100625,0.0,0.504638671875,0.01416015625,0.128173828125,1.0,68,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.9092126196492543,0.0,0.50390625,0.00830078125,0.1015625,1.0,87,0.6796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2347113352873063,0.0,0.52001953125,0.012451171875,0.110107421875,1.0,78,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.3916584139076054,0.0,0.526123046875,0.012939453125,0.11962890625,1.0,74,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.7503994002808625,0.0,0.503173828125,0.018798828125,0.17236328125,1.0,36,0.28125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.8098832885982474,0.0,0.51904296875,0.0107421875,0.112548828125,1.0,64,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.7779989311295292,0.0,0.50634765625,0.008056640625,0.09423828125,1.0,97,0.7578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.69805031950738,0.0,0.531494140625,0.010986328125,0.1123046875,1.0,70,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.9399998085261232,0.0,0.5478515625,0.01220703125,0.119140625,1.0,59,0.4609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.79771175054265,0.0,0.5029296875,0.009521484375,0.11279296875,1.0,67,0.5234375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.6594519191384349,0.0,0.508544921875,0.0078125,0.091064453125,1.0,99,0.7734375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.7992454243797251,0.0,0.494384765625,0.007568359375,0.099853515625,1.0,78,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.0930219135194055,0.0,0.494873046875,0.00732421875,0.097412109375,1.0,88,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.431719052805848,0.0,0.486083984375,0.007568359375,0.080078125,1.0,78,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9035675265907059,0.0,0.499267578125,0.0087890625,0.102783203125,1.0,93,0.7265625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.7838870175600505,0.0,0.482177734375,0.0087890625,0.099609375,1.0,79,0.6171875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.9535327411661899,0.0,0.49169921875,0.00732421875,0.097412109375,1.0,93,0.7265625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.1835224343451822,0.0,0.526123046875,0.0126953125,0.124267578125,1.0,75,0.5859375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4387391182092175,0.0,0.5185546875,0.0107421875,0.100830078125,1.0,79,0.6171875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.5573322576911173,0.0,0.447265625,0.01318359375,0.106689453125,1.0,70,0.546875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.5354386095801527,0.0,0.461669921875,0.003662109375,0.05029296875,1.0,87,0.6796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.7744055605180635,0.0,0.498046875,0.0107421875,0.10595703125,1.0,78,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.8194867741043942,0.0,0.45654296875,0.0107421875,0.099609375,1.0,97,0.7578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.4058740491826183,0.0,0.5068359375,0.0107421875,0.099853515625,1.0,89,0.6953125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.8158243407404697,0.0,0.455322265625,0.012451171875,0.1435546875,1.0,60,0.46875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.2348955604928293,0.0,0.537353515625,0.014404296875,0.127685546875,1.0,80,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0028674483780005,0.0,0.521240234375,0.015625,0.10791015625,1.0,87,0.6796875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.2741349115508924,0.0,0.52099609375,0.01513671875,0.13916015625,1.0,56,0.4375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.320713866706093,0.0,0.498046875,0.0107421875,0.122314453125,1.0,74,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.8868331409168155,0.0,0.533935546875,0.012939453125,0.115966796875,1.0,61,0.4765625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,3.166304693166864,0.0,0.45068359375,0.009521484375,0.1015625,1.0,72,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.6330704395706195,0.0,0.473876953125,0.0126953125,0.112060546875,1.0,64,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.9534512115844235,0.0,0.51806640625,0.011962890625,0.105712890625,1.0,89,0.6953125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.948652986760432,0.0,0.50537109375,0.01025390625,0.107666015625,1.0,91,0.7109375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8543521106540961,0.0,0.484619140625,0.009765625,0.09765625,1.0,94,0.734375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0743191824576122,0.0,0.507080078125,0.012451171875,0.11328125,1.0,88,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.5175911429327704,0.0,0.49609375,0.015380859375,0.162353515625,1.0,44,0.34375
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.5403573175016105,0.0,0.44482421875,0.011962890625,0.116455078125,1.0,64,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9779370042318857,0.0,0.51318359375,0.009033203125,0.096435546875,1.0,89,0.6953125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0836008325194657,0.0,0.510498046875,0.013427734375,0.108642578125,1.0,89,0.6953125
+fresh-zh-2,layers.4.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.193727759043171,0.0,0.520751953125,0.0087890625,0.10888671875,1.0,93,0.7265625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.6033017466172876,0.0,0.498016357421875,0.01251220703125,0.1209564208984375,1.0,964,0.470703125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,0,64,2048,64,1.0920216364486912,0.0,0.39501953125,0.009765625,0.0986328125,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3324917030215337,0.0,0.3671875,0.01220703125,0.09619140625,1.0,40,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5707839437834816,0.0,0.63623046875,0.01416015625,0.11279296875,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8325786038220266,0.0,0.65771484375,0.01416015625,0.125,1.0,31,0.484375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2870050573941314,0.0,0.64306640625,0.0107421875,0.13134765625,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,320,384,2048,64,1.2847796479080822,0.0,0.6552734375,0.01318359375,0.12353515625,1.0,28,0.4375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,384,448,2048,64,1.432621590315031,0.0,0.42236328125,0.009765625,0.08935546875,1.0,40,0.625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,448,512,2048,64,1.575337663962075,0.0,0.46435546875,0.00732421875,0.0771484375,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4242965460663706,0.0,0.673828125,0.0185546875,0.1435546875,1.0,28,0.4375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,576,640,2048,64,1.474528854610229,0.0,0.6826171875,0.0107421875,0.1396484375,1.0,27,0.421875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,640,704,2048,64,1.7720380215341585,0.0,0.32373046875,0.013671875,0.18896484375,1.0,10,0.15625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,704,768,2048,64,1.7349405019966038,0.0,0.41552734375,0.0234375,0.20068359375,1.0,16,0.25
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,768,832,2048,64,1.339905452418963,0.0,0.6318359375,0.0126953125,0.13623046875,1.0,32,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,832,896,2048,64,1.2847719872681205,0.0,0.56103515625,0.01123046875,0.134765625,1.0,33,0.515625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,896,960,2048,64,2.2215186101121076,0.0,0.13818359375,0.00048828125,0.0029296875,1.0,54,0.84375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.2740495985115294,0.0,0.0322265625,0.0,0.001953125,1.0,55,0.859375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4194930474632868,0.0,0.71142578125,0.00927734375,0.10595703125,1.0,36,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3646382573655298,0.0,0.72216796875,0.01318359375,0.10400390625,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.634344209542608,0.0,0.50537109375,0.0107421875,0.08837890625,1.0,34,0.53125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.75549337786846,0.0,0.55859375,0.00830078125,0.10595703125,1.0,31,0.484375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.341927824574553,0.0,0.55322265625,0.013671875,0.1015625,1.0,39,0.609375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2592371819296764,0.0,0.51171875,0.00927734375,0.08837890625,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.7180122396534028,0.0,0.7626953125,0.01513671875,0.1591796875,1.0,23,0.359375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.3268388328767973,0.0,0.78662109375,0.01708984375,0.16015625,1.0,23,0.359375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.1948660296574396,0.0,0.52294921875,0.01708984375,0.13037109375,1.0,32,0.5
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.611671872757857,0.0,0.51220703125,0.01708984375,0.13525390625,1.0,29,0.453125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.4996594367301286,0.0,0.25537109375,0.00830078125,0.083984375,1.0,41,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6599712581372867,0.0,0.17431640625,0.0048828125,0.05029296875,1.0,44,0.6875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4079919824413212,0.0,0.330078125,0.0078125,0.0908203125,1.0,43,0.671875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4273820717639243,0.0,0.40576171875,0.013671875,0.10888671875,1.0,37,0.578125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.0104220203798282,0.0,0.48046875,0.01123046875,0.13330078125,1.0,33,0.515625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.35255103325178,0.0,0.443359375,0.0146484375,0.1279296875,1.0,26,0.40625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,0,128,4096,128,1.2182047022346665,0.0,0.381103515625,0.010498046875,0.09619140625,1.0,83,0.6484375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7067083138653596,0.0,0.64697265625,0.013671875,0.12060546875,1.0,66,0.515625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,256,384,4096,128,1.2858928340722813,0.0,0.649169921875,0.011962890625,0.12744140625,1.0,57,0.4453125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5056715074235576,0.0,0.443359375,0.008544921875,0.083740234375,1.0,84,0.65625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,512,640,4096,128,1.4496302966989114,0.0,0.67822265625,0.014892578125,0.14111328125,1.0,54,0.421875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,640,768,4096,128,1.7535873652645486,0.0,0.36962890625,0.018798828125,0.1943359375,1.0,26,0.203125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,768,896,4096,128,1.312628218630649,0.0,0.596435546875,0.012451171875,0.1357421875,1.0,65,0.5078125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.2479375560238406,0.0,0.085205078125,0.000244140625,0.00244140625,1.0,108,0.84375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3923358225051594,0.0,0.716796875,0.010986328125,0.1044921875,1.0,72,0.5625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.6960008836975098,0.0,0.531982421875,0.009765625,0.096435546875,1.0,63,0.4921875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3012395180599123,0.0,0.532470703125,0.01123046875,0.095703125,1.0,82,0.640625
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.5299969850860653,0.0,0.774658203125,0.0166015625,0.15869140625,1.0,46,0.359375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4186597644023302,0.0,0.517578125,0.016357421875,0.14013671875,1.0,57,0.4453125
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.5818474964445235,0.0,0.21484375,0.00634765625,0.06787109375,1.0,83,0.6484375
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4177201771527612,0.0,0.367919921875,0.010986328125,0.099609375,1.0,79,0.6171875
+fresh-zh-2,layers.4.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.1938062985298141,0.0,0.4619140625,0.013916015625,0.132080078125,1.0,56,0.4375
+fresh-zh-2,layers.4.linear_attn.in_proj_b.output,0,0,16,512,16,1.1530791159067935,0.0,0.544921875,0.0078125,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.in_proj_b.output,64,0,16,512,16,1.1530791159067935,0.0,0.544921875,0.0078125,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.in_proj_b.output,128,0,16,512,16,1.1530791159067935,0.0,0.544921875,0.0078125,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.in_proj_a.output,0,0,16,512,16,1.4727156717404954,0.0,0.513671875,0.001953125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.in_proj_a.output,64,0,16,512,16,1.4727156717404954,0.0,0.513671875,0.001953125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.in_proj_a.output,128,0,16,512,16,1.4727156717404954,0.0,0.513671875,0.001953125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,0,0,2048,65536,2048,0.026806373685354025,0.0,0.506683349609375,0.0092620849609375,0.0936126708984375,1.0,1530,0.7470703125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,0,64,2048,64,0.025040079391830446,0.0,0.50390625,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,64,128,2048,64,0.024632691017645505,0.0,0.49853515625,0.009765625,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,128,192,2048,64,0.024102431645886605,0.0,0.48828125,0.009765625,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,192,256,2048,64,0.026008749827956795,0.0,0.5166015625,0.00927734375,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,256,320,2048,64,0.026361014619048953,0.0,0.50927734375,0.009765625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,320,384,2048,64,0.024766118393944877,0.0,0.50634765625,0.0078125,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,384,448,2048,64,0.024851640171205083,0.0,0.4755859375,0.00732421875,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,448,512,2048,64,0.025333403469615063,0.0,0.46875,0.00537109375,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,512,576,2048,64,0.023219103368601574,0.0,0.49755859375,0.0068359375,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,576,640,2048,64,0.026735238011714072,0.0,0.56005859375,0.00927734375,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,640,704,2048,64,0.023767169944390574,0.0,0.50341796875,0.01123046875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,704,768,2048,64,0.02484955210860115,0.0,0.5009765625,0.00927734375,0.099609375,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,768,832,2048,64,0.025034065578080026,0.0,0.5283203125,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,832,896,2048,64,0.025557585563899702,0.0,0.46875,0.0068359375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,896,960,2048,64,0.025643221623661602,0.0,0.51123046875,0.005859375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,960,1024,2048,64,0.024508010638274527,0.0,0.5068359375,0.0068359375,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1024,1088,2048,64,0.024218477334904603,0.0,0.517578125,0.00634765625,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02378765083536021,0.0,0.5107421875,0.00830078125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1152,1216,2048,64,0.0621471277876217,0.0,0.51220703125,0.02197265625,0.21923828125,1.0,12,0.1875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1216,1280,2048,64,0.02724815754549059,0.0,0.55078125,0.00732421875,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1280,1344,2048,64,0.0244603246107607,0.0,0.5322265625,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1344,1408,2048,64,0.02414427495525324,0.0,0.51025390625,0.005859375,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1408,1472,2048,64,0.024026524467543144,0.0,0.5283203125,0.00927734375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1472,1536,2048,64,0.024612743785962607,0.0,0.53271484375,0.01123046875,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1536,1600,2048,64,0.024389801446010256,0.0,0.5302734375,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02405663145549362,0.0,0.474609375,0.0087890625,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1664,1728,2048,64,0.024860029291631936,0.0,0.47412109375,0.00927734375,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1728,1792,2048,64,0.024997956136120113,0.0,0.517578125,0.01123046875,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1792,1856,2048,64,0.023837859278802404,0.0,0.49755859375,0.005859375,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1856,1920,2048,64,0.024401690554712047,0.0,0.46533203125,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1920,1984,2048,64,0.025409534362305204,0.0,0.4931640625,0.00927734375,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,64,1984,2048,2048,64,0.024782137968379095,0.0,0.52197265625,0.01171875,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,0,128,4096,128,0.02483722048378165,0.0,0.501220703125,0.0087890625,0.080810546875,1.0,98,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,128,256,4096,128,0.02507371411316918,0.0,0.50244140625,0.010009765625,0.087158203125,1.0,101,0.7890625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,256,384,4096,128,0.0255760015644413,0.0,0.5078125,0.0087890625,0.09033203125,1.0,98,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,384,512,4096,128,0.025093677994201632,0.0,0.47216796875,0.005859375,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,512,640,4096,128,0.02503896675968086,0.0,0.52880859375,0.008544921875,0.0888671875,1.0,98,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,640,768,4096,128,0.024314384704980985,0.0,0.502197265625,0.010009765625,0.09521484375,1.0,98,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,768,896,4096,128,0.02529717987467838,0.0,0.49853515625,0.007568359375,0.09130859375,1.0,100,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,896,1024,4096,128,0.025082039397604845,0.0,0.509033203125,0.00634765625,0.08349609375,1.0,102,0.796875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024004030668684593,0.0,0.51416015625,0.0078125,0.08544921875,1.0,100,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1152,1280,4096,128,0.04798295312855836,0.0,0.531494140625,0.014404296875,0.162841796875,1.0,56,0.4375
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1280,1408,4096,128,0.024302813552947472,0.0,0.521240234375,0.0068359375,0.085693359375,1.0,98,0.765625
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02432140039823869,0.0,0.530517578125,0.01025390625,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1536,1664,4096,128,0.024223789253141725,0.0,0.50244140625,0.009521484375,0.08544921875,1.0,103,0.8046875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1664,1792,4096,128,0.024929088103701095,0.0,0.495849609375,0.01025390625,0.08642578125,1.0,103,0.8046875
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02412142239715466,0.0,0.4814453125,0.00830078125,0.092041015625,1.0,99,0.7734375
+fresh-zh-2,layers.4.linear_attn.out_proj.output,128,1920,2048,4096,128,0.025097796704023102,0.0,0.507568359375,0.01025390625,0.08349609375,1.0,99,0.7734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,0,0,6144,196608,6144,0.7795093265433606,0.0,0.8668874104817709,0.0066375732421875,0.06575520833333333,1.0,4179,0.68017578125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,0,64,2048,64,0.7824993239820853,0.0,0.884765625,0.005859375,0.05908203125,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,64,128,2048,64,0.8459327856641409,0.0,0.89111328125,0.00732421875,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,128,192,2048,64,0.7661879874747014,0.0,0.892578125,0.00830078125,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,192,256,2048,64,0.7514258278973321,0.0,0.87353515625,0.005859375,0.06640625,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,256,320,2048,64,0.7659669937701841,0.0,0.85107421875,0.00927734375,0.06640625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,320,384,2048,64,0.802330371758418,0.0,0.87109375,0.0048828125,0.06494140625,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,384,448,2048,64,0.7653014111650422,0.0,0.86962890625,0.0068359375,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,448,512,2048,64,0.8386973294197788,0.0,0.88720703125,0.00634765625,0.060546875,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,512,576,2048,64,0.7985886854070645,0.0,0.869140625,0.0048828125,0.0625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,576,640,2048,64,0.8116772450743154,0.0,0.90966796875,0.00341796875,0.0537109375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,640,704,2048,64,0.7624625133170526,0.0,0.857421875,0.0068359375,0.06396484375,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,704,768,2048,64,0.8052462347560456,0.0,0.84521484375,0.001953125,0.0546875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,768,832,2048,64,0.776763534534239,0.0,0.8818359375,0.00830078125,0.0576171875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,832,896,2048,64,0.8234914068077557,0.0,0.8623046875,0.00732421875,0.05712890625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,896,960,2048,64,0.7720657433584853,0.0,0.87060546875,0.005859375,0.0556640625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,960,1024,2048,64,0.7985821773179796,0.0,0.859375,0.005859375,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1024,1088,2048,64,0.8219088436436988,0.0,0.89404296875,0.00439453125,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1088,1152,2048,64,0.776926505437668,0.0,0.8759765625,0.00830078125,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1152,1216,2048,64,0.8173685784088056,0.0,0.853515625,0.00830078125,0.080078125,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1216,1280,2048,64,0.7766622658282354,0.0,0.82080078125,0.009765625,0.08544921875,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1280,1344,2048,64,0.7212893785334489,0.0,0.85986328125,0.00537109375,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1344,1408,2048,64,0.8190443727960683,0.0,0.90673828125,0.005859375,0.06103515625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1408,1472,2048,64,0.7747845534856151,0.0,0.88720703125,0.005859375,0.064453125,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1472,1536,2048,64,0.6879997283670742,0.0,0.8642578125,0.00439453125,0.07373046875,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1536,1600,2048,64,0.7971487387773318,0.0,0.83984375,0.009765625,0.07568359375,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1600,1664,2048,64,0.765986529203438,0.0,0.8544921875,0.00634765625,0.0712890625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1664,1728,2048,64,0.766801687602528,0.0,0.88232421875,0.005859375,0.06103515625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1728,1792,2048,64,0.8387332430325013,0.0,0.91064453125,0.00732421875,0.0615234375,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1792,1856,2048,64,0.763725933805206,0.0,0.85400390625,0.00537109375,0.064453125,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1856,1920,2048,64,0.7631535558243207,0.0,0.85791015625,0.00732421875,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1920,1984,2048,64,0.7931849759682585,0.0,0.8583984375,0.0048828125,0.06689453125,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,1984,2048,2048,64,0.6793425884062574,0.0,0.84423828125,0.005859375,0.06396484375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2048,2112,2048,64,0.814684181608647,0.0,0.85205078125,0.00732421875,0.0830078125,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2112,2176,2048,64,0.7299479782488945,0.0,0.86376953125,0.00927734375,0.06787109375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2176,2240,2048,64,0.8407166623671927,0.0,0.87353515625,0.0068359375,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2240,2304,2048,64,0.7864232085210723,0.0,0.87890625,0.0078125,0.06201171875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2304,2368,2048,64,0.7159500447329443,0.0,0.875,0.0068359375,0.06591796875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2368,2432,2048,64,0.7773138144547964,0.0,0.865234375,0.00732421875,0.06494140625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2432,2496,2048,64,0.7838521591281474,0.0,0.8857421875,0.00732421875,0.056640625,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2496,2560,2048,64,0.7734508821227859,0.0,0.86865234375,0.00634765625,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2560,2624,2048,64,0.7989863332535957,0.0,0.8701171875,0.009765625,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2624,2688,2048,64,0.7710044341223152,0.0,0.88037109375,0.005859375,0.0537109375,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2688,2752,2048,64,0.6824360166300395,0.0,0.84033203125,0.0068359375,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2752,2816,2048,64,0.7377755235794071,0.0,0.87939453125,0.00732421875,0.05126953125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2816,2880,2048,64,0.754520835233549,0.0,0.87744140625,0.00341796875,0.0556640625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2880,2944,2048,64,0.7726829974492455,0.0,0.88037109375,0.00732421875,0.0615234375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,2944,3008,2048,64,0.7567164678783609,0.0,0.87451171875,0.0087890625,0.064453125,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3008,3072,2048,64,0.7438880324209314,0.0,0.86474609375,0.0048828125,0.06591796875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3072,3136,2048,64,0.8327273103432241,0.0,0.87060546875,0.0078125,0.0673828125,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3136,3200,2048,64,0.8013334322556492,0.0,0.87841796875,0.0078125,0.0771484375,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3200,3264,2048,64,0.8450511612603087,0.0,0.8828125,0.0087890625,0.06982421875,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3264,3328,2048,64,0.7160233007421318,0.0,0.79638671875,0.0068359375,0.06982421875,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3328,3392,2048,64,0.8307787490510371,0.0,0.888671875,0.00390625,0.06640625,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3392,3456,2048,64,0.8598840014311396,0.0,0.900390625,0.00537109375,0.0595703125,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3456,3520,2048,64,0.7705000463578823,0.0,0.8857421875,0.005859375,0.06884765625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3520,3584,2048,64,0.7819442356781767,0.0,0.87890625,0.0078125,0.07275390625,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3584,3648,2048,64,0.8074726767975242,0.0,0.8701171875,0.00732421875,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3648,3712,2048,64,0.7148422656857931,0.0,0.82666015625,0.00830078125,0.072265625,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3712,3776,2048,64,0.7259306186726061,0.0,0.86767578125,0.0087890625,0.06982421875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3776,3840,2048,64,0.7655588142287135,0.0,0.85888671875,0.005859375,0.05712890625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3840,3904,2048,64,0.8180227774926493,0.0,0.8583984375,0.00537109375,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3904,3968,2048,64,0.7184569233301966,0.0,0.87255859375,0.00537109375,0.0615234375,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,3968,4032,2048,64,0.712273248689905,0.0,0.85693359375,0.00439453125,0.0517578125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4032,4096,2048,64,0.7484758197827617,0.0,0.8310546875,0.00830078125,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4096,4160,2048,64,0.7690750870777089,0.0,0.873046875,0.005859375,0.056640625,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4160,4224,2048,64,0.7886835876668269,0.0,0.85986328125,0.0078125,0.06591796875,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4224,4288,2048,64,0.7928952988093501,0.0,0.8828125,0.0068359375,0.05908203125,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4288,4352,2048,64,0.7434951562432702,0.0,0.8623046875,0.0068359375,0.0693359375,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4352,4416,2048,64,0.7698398404081215,0.0,0.876953125,0.00390625,0.05712890625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4416,4480,2048,64,0.864635745132371,0.0,0.88818359375,0.00634765625,0.0654296875,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4480,4544,2048,64,0.7709852852538255,0.0,0.8994140625,0.00439453125,0.0654296875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4544,4608,2048,64,0.7845693732792419,0.0,0.875,0.005859375,0.0654296875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4608,4672,2048,64,0.7931697792177562,0.0,0.86279296875,0.005859375,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4672,4736,2048,64,0.7254844120908088,0.0,0.86279296875,0.0078125,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4736,4800,2048,64,0.7424095658365687,0.0,0.8681640625,0.0078125,0.06787109375,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4800,4864,2048,64,0.7497021424424775,0.0,0.86767578125,0.00634765625,0.06201171875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4864,4928,2048,64,0.7802732660742625,0.0,0.8740234375,0.005859375,0.05517578125,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4928,4992,2048,64,0.7890231008315686,0.0,0.8388671875,0.009765625,0.080078125,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,4992,5056,2048,64,0.654765024599254,0.0,0.83203125,0.00830078125,0.0732421875,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5056,5120,2048,64,0.7888127098439143,0.0,0.89111328125,0.00341796875,0.0517578125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5120,5184,2048,64,0.7769034407558528,0.0,0.8388671875,0.00634765625,0.056640625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5184,5248,2048,64,0.8616770801227768,0.0,0.86328125,0.0068359375,0.0712890625,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5248,5312,2048,64,0.7258357561438005,0.0,0.8330078125,0.0078125,0.0751953125,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5312,5376,2048,64,0.7403845918567676,0.0,0.8642578125,0.00537109375,0.0634765625,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5376,5440,2048,64,0.8503793547925896,0.0,0.8134765625,0.009765625,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5440,5504,2048,64,0.8469463589550432,0.0,0.8564453125,0.0048828125,0.064453125,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5504,5568,2048,64,0.8720020618899679,0.0,0.88134765625,0.0087890625,0.0771484375,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5568,5632,2048,64,0.6889294043648497,0.0,0.85009765625,0.00830078125,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5632,5696,2048,64,0.8176958213824375,0.0,0.87744140625,0.0068359375,0.0654296875,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5696,5760,2048,64,0.7852044780991678,0.0,0.84130859375,0.0078125,0.06201171875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5760,5824,2048,64,0.7790032935735062,0.0,0.84423828125,0.00537109375,0.0703125,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5824,5888,2048,64,0.7739728401783662,0.0,0.88330078125,0.009765625,0.0703125,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5888,5952,2048,64,0.8638361367341405,0.0,0.85546875,0.005859375,0.0673828125,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,5952,6016,2048,64,0.8256843587522735,0.0,0.8916015625,0.00390625,0.05224609375,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,6016,6080,2048,64,0.7812384312975126,0.0,0.87548828125,0.005859375,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,64,6080,6144,2048,64,0.687359727287225,0.0,0.84130859375,0.00634765625,0.0732421875,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,0,128,4096,128,0.8148335627273565,0.0,0.887939453125,0.006591796875,0.06103515625,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,128,256,4096,128,0.758842805520921,0.0,0.883056640625,0.007080078125,0.06494140625,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,256,384,4096,128,0.7843594396038511,0.0,0.861083984375,0.00732421875,0.06591796875,1.0,87,0.6796875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,384,512,4096,128,0.8028385455080848,0.0,0.87841796875,0.006591796875,0.065185546875,1.0,84,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,512,640,4096,128,0.8051595614012211,0.0,0.889404296875,0.004150390625,0.058349609375,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,640,768,4096,128,0.7841462181259773,0.0,0.851318359375,0.0048828125,0.060791015625,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,768,896,4096,128,0.8004685145801615,0.0,0.8720703125,0.00732421875,0.057373046875,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,896,1024,4096,128,0.7854358681641728,0.0,0.864990234375,0.005859375,0.058349609375,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1024,1152,4096,128,0.7997340001873463,0.0,0.885009765625,0.006591796875,0.061767578125,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1152,1280,4096,128,0.7972752561479254,0.0,0.837158203125,0.009033203125,0.08349609375,1.0,83,0.6484375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1280,1408,4096,128,0.7717162860125715,0.0,0.88330078125,0.00537109375,0.062744140625,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1408,1536,4096,128,0.7326782140043036,0.0,0.875732421875,0.00537109375,0.069091796875,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1536,1664,4096,128,0.7817229287463111,0.0,0.84716796875,0.0078125,0.0732421875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1664,1792,4096,128,0.8035727350644439,0.0,0.896484375,0.006591796875,0.06298828125,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1792,1920,4096,128,0.7634397984562825,0.0,0.85595703125,0.00634765625,0.061279296875,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,1920,2048,4096,128,0.7384608176891583,0.0,0.851318359375,0.005126953125,0.06689453125,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2048,2176,4096,128,0.7734773321542783,0.0,0.85791015625,0.00830078125,0.07373046875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2176,2304,4096,128,0.8140227175215721,0.0,0.876220703125,0.007080078125,0.0654296875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2304,2432,4096,128,0.7472620800948522,0.0,0.8701171875,0.0068359375,0.06689453125,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2432,2560,4096,128,0.7786688880475366,0.0,0.877197265625,0.0068359375,0.067138671875,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2560,2688,4096,128,0.7851200539287916,0.0,0.875244140625,0.0078125,0.063232421875,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2688,2816,4096,128,0.7106446509989167,0.0,0.85986328125,0.006591796875,0.05810546875,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2816,2944,4096,128,0.7636559124856832,0.0,0.87890625,0.005126953125,0.059326171875,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,2944,3072,4096,128,0.7503296667256956,0.0,0.86962890625,0.0068359375,0.064697265625,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3072,3200,4096,128,0.8171811436401599,0.0,0.87451171875,0.0078125,0.07177734375,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3200,3328,4096,128,0.7831988356583064,0.0,0.839599609375,0.008056640625,0.070068359375,1.0,85,0.6640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3328,3456,4096,128,0.8454566298137458,0.0,0.89453125,0.0048828125,0.06298828125,1.0,85,0.6640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3456,3584,4096,128,0.7762432315800979,0.0,0.88232421875,0.0068359375,0.071044921875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3584,3712,4096,128,0.7625652721522785,0.0,0.848388671875,0.008056640625,0.071044921875,1.0,85,0.6640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3712,3840,4096,128,0.7460078957925534,0.0,0.86328125,0.00732421875,0.06298828125,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3840,3968,4096,128,0.7698511593736417,0.0,0.865478515625,0.00537109375,0.06591796875,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,3968,4096,4096,128,0.7305988070065363,0.0,0.843994140625,0.006591796875,0.06201171875,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4096,4224,4096,128,0.7789410410995825,0.0,0.866455078125,0.0068359375,0.061279296875,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4224,4352,4096,128,0.7685922203064423,0.0,0.87255859375,0.0068359375,0.065185546875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4352,4480,4096,128,0.8186111261277275,0.0,0.882568359375,0.00537109375,0.062255859375,1.0,85,0.6640625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4480,4608,4096,128,0.7778069849151861,0.0,0.88720703125,0.00537109375,0.065185546875,1.0,87,0.6796875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4608,4736,4096,128,0.7600808940011222,0.0,0.86279296875,0.007080078125,0.06787109375,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4736,4864,4096,128,0.7460647645575025,0.0,0.867919921875,0.007080078125,0.0654296875,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4864,4992,4096,128,0.7846603798447008,0.0,0.8564453125,0.0078125,0.067138671875,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,4992,5120,4096,128,0.7248940366183739,0.0,0.861572265625,0.005859375,0.064453125,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5120,5248,4096,128,0.8203859904542488,0.0,0.85107421875,0.006591796875,0.064208984375,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5248,5376,4096,128,0.7331462639732111,0.0,0.8486328125,0.006591796875,0.070068359375,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5376,5504,4096,128,0.8486645927587253,0.0,0.8349609375,0.00732421875,0.068603515625,1.0,80,0.625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5504,5632,4096,128,0.7858152836827692,0.0,0.86572265625,0.009033203125,0.07763671875,1.0,84,0.65625
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5632,5760,4096,128,0.8016147855214766,0.0,0.859375,0.007568359375,0.0634765625,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5760,5888,4096,128,0.7764921405694126,0.0,0.86376953125,0.007568359375,0.070068359375,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,5888,6016,4096,128,0.8449756006583615,0.0,0.87353515625,0.0048828125,0.060302734375,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gate_proj.output,128,6016,6144,4096,128,0.7357978259116313,0.0,0.8583984375,0.006103515625,0.0693359375,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.up_proj.output,0,0,6144,196608,6144,0.30315127996249297,0.0,0.5037078857421875,0.008321126302083334,0.08472696940104167,1.0,4902,0.7978515625
+fresh-zh-2,layers.4.mlp.up_proj.output,64,0,64,2048,64,0.3248641435946854,0.0,0.5146484375,0.00830078125,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,64,128,2048,64,0.2984917416359232,0.0,0.50341796875,0.009765625,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,128,192,2048,64,0.3151605261791561,0.0,0.515625,0.0087890625,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,192,256,2048,64,0.2991813216274973,0.0,0.5615234375,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,256,320,2048,64,0.2956125633889863,0.0,0.50048828125,0.01025390625,0.0986328125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,320,384,2048,64,0.30639425901940937,0.0,0.51220703125,0.00732421875,0.07568359375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,384,448,2048,64,0.2851587893918203,0.0,0.50390625,0.01025390625,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,448,512,2048,64,0.2911760512583879,0.0,0.48046875,0.00927734375,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,512,576,2048,64,0.2896219688448778,0.0,0.490234375,0.00732421875,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,576,640,2048,64,0.29082228346553907,0.0,0.49560546875,0.0107421875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,640,704,2048,64,0.31641626906976617,0.0,0.52880859375,0.01171875,0.0966796875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,704,768,2048,64,0.31370210230345197,0.0,0.4921875,0.0068359375,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,768,832,2048,64,0.29299264903229444,0.0,0.5078125,0.00830078125,0.07763671875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,832,896,2048,64,0.29445879621120735,0.0,0.494140625,0.00830078125,0.07568359375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,896,960,2048,64,0.3075586338332866,0.0,0.52734375,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,960,1024,2048,64,0.3004683555974277,0.0,0.4990234375,0.0078125,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1024,1088,2048,64,0.30296662221907633,0.0,0.48974609375,0.01025390625,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1088,1152,2048,64,0.3001177524997213,0.0,0.50634765625,0.0087890625,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1152,1216,2048,64,0.2919759627087275,0.0,0.5244140625,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1216,1280,2048,64,0.3238461251182853,0.0,0.53076171875,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1280,1344,2048,64,0.2984951379700427,0.0,0.5380859375,0.0078125,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1344,1408,2048,64,0.3044654316185483,0.0,0.53662109375,0.00732421875,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1408,1472,2048,64,0.29539617991830713,0.0,0.4873046875,0.0107421875,0.0732421875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1472,1536,2048,64,0.29557584771508894,0.0,0.4716796875,0.0087890625,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1536,1600,2048,64,0.32023415421611623,0.0,0.57421875,0.0078125,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1600,1664,2048,64,0.302277895330469,0.0,0.51123046875,0.00439453125,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1664,1728,2048,64,0.3001849258282592,0.0,0.4912109375,0.0087890625,0.08740234375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1728,1792,2048,64,0.2962420070595673,0.0,0.5068359375,0.00439453125,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1792,1856,2048,64,0.32270631335250716,0.0,0.51025390625,0.009765625,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1856,1920,2048,64,0.3189715240874577,0.0,0.52099609375,0.009765625,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1920,1984,2048,64,0.29082719734250156,0.0,0.49169921875,0.01220703125,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,1984,2048,2048,64,0.2890434510638039,0.0,0.48828125,0.00927734375,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2048,2112,2048,64,0.3033734944935576,0.0,0.54150390625,0.0107421875,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2112,2176,2048,64,0.3228642429360964,0.0,0.4482421875,0.00732421875,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2176,2240,2048,64,0.2889317536404708,0.0,0.4755859375,0.01220703125,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2240,2304,2048,64,0.31058388999732567,0.0,0.47998046875,0.00732421875,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2304,2368,2048,64,0.2950618124694371,0.0,0.513671875,0.00634765625,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2368,2432,2048,64,0.28901015619428577,0.0,0.4951171875,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2432,2496,2048,64,0.28520395633558027,0.0,0.49169921875,0.0068359375,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2496,2560,2048,64,0.3018812152011805,0.0,0.513671875,0.00634765625,0.095703125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2560,2624,2048,64,0.3089430711932702,0.0,0.49755859375,0.0078125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2624,2688,2048,64,0.299283209537317,0.0,0.46728515625,0.01123046875,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2688,2752,2048,64,0.319843782020157,0.0,0.48193359375,0.00439453125,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2752,2816,2048,64,0.2971758022322292,0.0,0.51611328125,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2816,2880,2048,64,0.29957758458761063,0.0,0.52392578125,0.01171875,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2880,2944,2048,64,0.3031831234861883,0.0,0.50048828125,0.00732421875,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,2944,3008,2048,64,0.29154655554160636,0.0,0.44970703125,0.0087890625,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3008,3072,2048,64,0.3217378116510629,0.0,0.4873046875,0.009765625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3072,3136,2048,64,0.30764329183522576,0.0,0.50927734375,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3136,3200,2048,64,0.2869262281508557,0.0,0.51025390625,0.00634765625,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3200,3264,2048,64,0.2796917683788319,0.0,0.50048828125,0.0068359375,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3264,3328,2048,64,0.3121712726574601,0.0,0.42431640625,0.00634765625,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3328,3392,2048,64,0.35461861722141225,0.0,0.51611328125,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3392,3456,2048,64,0.2881634229812297,0.0,0.5078125,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3456,3520,2048,64,0.292410031862442,0.0,0.49853515625,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3520,3584,2048,64,0.3006748300237221,0.0,0.53466796875,0.0068359375,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3584,3648,2048,64,0.2784518617659901,0.0,0.4697265625,0.00732421875,0.07177734375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3648,3712,2048,64,0.31999853309411913,0.0,0.458984375,0.005859375,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3712,3776,2048,64,0.30050335425376373,0.0,0.4853515625,0.0107421875,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3776,3840,2048,64,0.3197382241490936,0.0,0.50146484375,0.009765625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3840,3904,2048,64,0.3425693085235267,0.0,0.5078125,0.005859375,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3904,3968,2048,64,0.2808370495144416,0.0,0.5458984375,0.00830078125,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,3968,4032,2048,64,0.30671048836396014,0.0,0.4912109375,0.01025390625,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4032,4096,2048,64,0.30105549618956995,0.0,0.4873046875,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4096,4160,2048,64,0.3105153411563166,0.0,0.51513671875,0.0068359375,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4160,4224,2048,64,0.3157947446025652,0.0,0.466796875,0.00439453125,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4224,4288,2048,64,0.29633770901706186,0.0,0.52294921875,0.00439453125,0.07666015625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4288,4352,2048,64,0.30202116026573994,0.0,0.48828125,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4352,4416,2048,64,0.2952261989731979,0.0,0.49755859375,0.00830078125,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4416,4480,2048,64,0.31534102156355687,0.0,0.45751953125,0.00830078125,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4480,4544,2048,64,0.29547327166295195,0.0,0.52685546875,0.0078125,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4544,4608,2048,64,0.32063002114228856,0.0,0.47607421875,0.00439453125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4608,4672,2048,64,0.3174108663058217,0.0,0.490234375,0.005859375,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4672,4736,2048,64,0.3003326064551426,0.0,0.490234375,0.01123046875,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4736,4800,2048,64,0.28750589411275995,0.0,0.5234375,0.00927734375,0.072265625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4800,4864,2048,64,0.2981706309274746,0.0,0.482421875,0.01171875,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4864,4928,2048,64,0.31404964481336684,0.0,0.53271484375,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4928,4992,2048,64,0.2982199277252522,0.0,0.5009765625,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,4992,5056,2048,64,0.31065819722771315,0.0,0.46435546875,0.00830078125,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5056,5120,2048,64,0.2877010531363638,0.0,0.51171875,0.00927734375,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5120,5184,2048,64,0.3046486483860785,0.0,0.49853515625,0.0087890625,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5184,5248,2048,64,0.303308676591511,0.0,0.5068359375,0.009765625,0.09619140625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5248,5312,2048,64,0.3020574820521747,0.0,0.52685546875,0.0078125,0.095703125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5312,5376,2048,64,0.30994830345136576,0.0,0.51025390625,0.00732421875,0.07666015625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5376,5440,2048,64,0.31055343352621606,0.0,0.5361328125,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5440,5504,2048,64,0.30763769647734507,0.0,0.4619140625,0.0068359375,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5504,5568,2048,64,0.2928216363425983,0.0,0.546875,0.00830078125,0.06982421875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5568,5632,2048,64,0.30025275096710796,0.0,0.51611328125,0.00634765625,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5632,5696,2048,64,0.2978042230931144,0.0,0.51171875,0.0087890625,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5696,5760,2048,64,0.29973677735289456,0.0,0.52001953125,0.00634765625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5760,5824,2048,64,0.3123192776364795,0.0,0.50634765625,0.0087890625,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5824,5888,2048,64,0.3014456954947274,0.0,0.51318359375,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5888,5952,2048,64,0.2869511249227069,0.0,0.52001953125,0.01220703125,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,5952,6016,2048,64,0.2998945335157874,0.0,0.5185546875,0.0078125,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,64,6016,6080,2048,64,0.29321078347843155,0.0,0.52099609375,0.00634765625,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,64,6080,6144,2048,64,0.30272337689812484,0.0,0.55419921875,0.00634765625,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,0,128,4096,128,0.31195675310718557,0.0,0.509033203125,0.009033203125,0.085693359375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,128,256,4096,128,0.3072748122384086,0.0,0.53857421875,0.008544921875,0.080810546875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,256,384,4096,128,0.3010516812720536,0.0,0.50634765625,0.0087890625,0.087646484375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,384,512,4096,128,0.28818312580183797,0.0,0.4921875,0.009765625,0.080078125,1.0,105,0.8203125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,512,640,4096,128,0.29022274669440856,0.0,0.492919921875,0.009033203125,0.083251953125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,640,768,4096,128,0.3150621084180356,0.0,0.510498046875,0.00927734375,0.091796875,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,768,896,4096,128,0.29372663741403726,0.0,0.5009765625,0.00830078125,0.0771484375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,896,1024,4096,128,0.3040341641664797,0.0,0.51318359375,0.0078125,0.0888671875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1024,1152,4096,128,0.3015455517366493,0.0,0.498046875,0.009521484375,0.087158203125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1152,1280,4096,128,0.3083231061352817,0.0,0.527587890625,0.007080078125,0.080322265625,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1280,1408,4096,128,0.3014950633446788,0.0,0.537353515625,0.007568359375,0.080810546875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1408,1536,4096,128,0.29548602747238517,0.0,0.4794921875,0.009765625,0.07861328125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1536,1664,4096,128,0.3113854841927681,0.0,0.542724609375,0.006103515625,0.089111328125,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1664,1792,4096,128,0.29821998293306756,0.0,0.4990234375,0.006591796875,0.08642578125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1792,1920,4096,128,0.3208443531186439,0.0,0.515625,0.009521484375,0.093505859375,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,1920,2048,4096,128,0.2899366959501401,0.0,0.489990234375,0.0107421875,0.089111328125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2048,2176,4096,128,0.31327048738105806,0.0,0.494873046875,0.00927734375,0.081787109375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2176,2304,4096,128,0.2999532555146123,0.0,0.477783203125,0.009521484375,0.086181640625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2304,2432,4096,128,0.2920516594381846,0.0,0.50439453125,0.0078125,0.080322265625,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2432,2560,4096,128,0.2936609991136115,0.0,0.502685546875,0.0068359375,0.088134765625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2560,2688,4096,128,0.30415149247479256,0.0,0.482421875,0.009033203125,0.087890625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2688,2816,4096,128,0.30871791519875125,0.0,0.4990234375,0.006591796875,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2816,2944,4096,128,0.30138574580940974,0.0,0.51220703125,0.009521484375,0.087646484375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,2944,3072,4096,128,0.30701352860598,0.0,0.468505859375,0.009521484375,0.08935546875,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3072,3200,4096,128,0.2974651705763977,0.0,0.509765625,0.00732421875,0.084716796875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3200,3328,4096,128,0.2963767777436826,0.0,0.46240234375,0.0068359375,0.07568359375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3328,3456,4096,128,0.32310410243780996,0.0,0.511962890625,0.0087890625,0.08984375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3456,3584,4096,128,0.29657122259550783,0.0,0.5166015625,0.00732421875,0.086669921875,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3584,3712,4096,128,0.2999454121197173,0.0,0.46435546875,0.007080078125,0.080322265625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3712,3840,4096,128,0.3102698808293991,0.0,0.493408203125,0.010009765625,0.083251953125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3840,3968,4096,128,0.31322769635064535,0.0,0.52685546875,0.007080078125,0.076171875,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,3968,4096,4096,128,0.3038961462888326,0.0,0.4892578125,0.009033203125,0.08447265625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4096,4224,4096,128,0.31316616820150217,0.0,0.490966796875,0.005615234375,0.0849609375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4224,4352,4096,128,0.299192930258842,0.0,0.505615234375,0.007568359375,0.081787109375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4352,4480,4096,128,0.3054492334586141,0.0,0.4775390625,0.008544921875,0.091552734375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4480,4608,4096,128,0.30830833975495453,0.0,0.50146484375,0.00634765625,0.0810546875,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4608,4736,4096,128,0.30898975108339094,0.0,0.490234375,0.008544921875,0.0830078125,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4736,4864,4096,128,0.29288680774086245,0.0,0.5029296875,0.0107421875,0.081787109375,1.0,105,0.8203125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4864,4992,4096,128,0.3062370851969569,0.0,0.516845703125,0.0078125,0.083740234375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,4992,5120,4096,128,0.29939974238511424,0.0,0.488037109375,0.008544921875,0.08203125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5120,5248,4096,128,0.3039794008310089,0.0,0.502685546875,0.00927734375,0.08837890625,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5248,5376,4096,128,0.306028326528836,0.0,0.5185546875,0.0078125,0.086181640625,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5376,5504,4096,128,0.309099003046604,0.0,0.4990234375,0.007568359375,0.0830078125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5504,5632,4096,128,0.2965604703712828,0.0,0.531494140625,0.00732421875,0.074462890625,1.0,105,0.8203125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5632,5760,4096,128,0.29877206277528034,0.0,0.515869140625,0.007568359375,0.082275390625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5760,5888,4096,128,0.30693064242241463,0.0,0.509765625,0.0087890625,0.079833984375,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.up_proj.output,128,5888,6016,4096,128,0.2934941901699748,0.0,0.519287109375,0.009765625,0.087890625,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.up_proj.output,128,6016,6144,4096,128,0.298005038941156,0.0,0.53759765625,0.00634765625,0.089111328125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,0,0,6144,196608,6144,0.22091897353846313,0.0,0.8668874104817709,0.0037180582682291665,0.037348429361979164,1.0,4890,0.7958984375
+fresh-zh-2,layers.4.mlp.silu_gate,64,0,64,2048,64,0.21590866954882093,0.0,0.884765625,0.00146484375,0.033203125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,64,128,2048,64,0.21186144447501734,0.0,0.89111328125,0.00390625,0.033203125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,128,192,2048,64,0.21370527900474712,0.0,0.892578125,0.00341796875,0.0341796875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,192,256,2048,64,0.21561971290197315,0.0,0.87353515625,0.00341796875,0.033203125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,256,320,2048,64,0.23145052600054195,0.0,0.85107421875,0.00537109375,0.03857421875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,320,384,2048,64,0.21695743681819937,0.0,0.87109375,0.001953125,0.03662109375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,384,448,2048,64,0.20996929443570345,0.0,0.86962890625,0.0029296875,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,448,512,2048,64,0.21546400244515462,0.0,0.88720703125,0.0029296875,0.0322265625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,512,576,2048,64,0.2148980879318422,0.0,0.869140625,0.00146484375,0.03076171875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,576,640,2048,64,0.21903405321259437,0.0,0.90966796875,0.0009765625,0.02978515625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,640,704,2048,64,0.20820638295366112,0.0,0.857421875,0.00537109375,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,704,768,2048,64,0.23635365687059479,0.0,0.84521484375,0.0009765625,0.0302734375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,768,832,2048,64,0.22509417600045833,0.0,0.8818359375,0.0048828125,0.03369140625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,832,896,2048,64,0.32512349394988843,0.0,0.8623046875,0.00390625,0.04345703125,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.silu_gate,64,896,960,2048,64,0.21750904134758975,0.0,0.87060546875,0.0029296875,0.029296875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,960,1024,2048,64,0.21842734561754412,0.0,0.859375,0.00390625,0.02978515625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1024,1088,2048,64,0.21627778295056144,0.0,0.89404296875,0.001953125,0.0322265625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,1088,1152,2048,64,0.2129015822610519,0.0,0.8759765625,0.0048828125,0.0361328125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1152,1216,2048,64,0.21163185101172166,0.0,0.853515625,0.00439453125,0.04248046875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1216,1280,2048,64,0.21692548075281218,0.0,0.82080078125,0.0048828125,0.0498046875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1280,1344,2048,64,0.20490617451711826,0.0,0.85986328125,0.00341796875,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1344,1408,2048,64,0.21563941178574436,0.0,0.90673828125,0.001953125,0.0283203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1408,1472,2048,64,0.21051623485097337,0.0,0.88720703125,0.00390625,0.03369140625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1472,1536,2048,64,0.20445362628559396,0.0,0.8642578125,0.0029296875,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,1536,1600,2048,64,0.21328519381539682,0.0,0.83984375,0.0068359375,0.0419921875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1600,1664,2048,64,0.22342627182205238,0.0,0.8544921875,0.00341796875,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1664,1728,2048,64,0.2123236577737272,0.0,0.88232421875,0.00341796875,0.03125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1728,1792,2048,64,0.21879524595335015,0.0,0.91064453125,0.00244140625,0.0302734375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1792,1856,2048,64,0.23169742442182673,0.0,0.85400390625,0.00244140625,0.04248046875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,1856,1920,2048,64,0.23719090575053878,0.0,0.85791015625,0.00341796875,0.0390625,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,1920,1984,2048,64,0.21502762836862405,0.0,0.8583984375,0.00439453125,0.03369140625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,1984,2048,2048,64,0.22763885720475868,0.0,0.84423828125,0.00341796875,0.04345703125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2048,2112,2048,64,0.21202123624915425,0.0,0.85205078125,0.00341796875,0.0419921875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2112,2176,2048,64,0.24422329668682907,0.0,0.86376953125,0.00537109375,0.0478515625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.silu_gate,64,2176,2240,2048,64,0.2174493575874691,0.0,0.87353515625,0.00341796875,0.03564453125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2240,2304,2048,64,0.21428523696630686,0.0,0.87890625,0.00390625,0.0341796875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2304,2368,2048,64,0.20880108616493764,0.0,0.875,0.0048828125,0.037109375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2368,2432,2048,64,0.22689826933005713,0.0,0.865234375,0.0029296875,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,2432,2496,2048,64,0.21813667472891488,0.0,0.8857421875,0.0048828125,0.0322265625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2496,2560,2048,64,0.22808608598268984,0.0,0.86865234375,0.0029296875,0.04638671875,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.silu_gate,64,2560,2624,2048,64,0.21543407447913396,0.0,0.8701171875,0.00634765625,0.03955078125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2624,2688,2048,64,0.21955154164555715,0.0,0.88037109375,0.00439453125,0.02978515625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2688,2752,2048,64,0.21832074201018067,0.0,0.84033203125,0.00439453125,0.0361328125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2752,2816,2048,64,0.2188970725909266,0.0,0.87939453125,0.00390625,0.02978515625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2816,2880,2048,64,0.22161580330947717,0.0,0.87744140625,0.0009765625,0.0322265625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,2880,2944,2048,64,0.21562588177405148,0.0,0.88037109375,0.00439453125,0.03466796875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,2944,3008,2048,64,0.2094047125470902,0.0,0.87451171875,0.005859375,0.0361328125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3008,3072,2048,64,0.20844535574696296,0.0,0.86474609375,0.00439453125,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,3072,3136,2048,64,0.22515148727697,0.0,0.87060546875,0.00390625,0.0390625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3136,3200,2048,64,0.2107259563173161,0.0,0.87841796875,0.00341796875,0.04296875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3200,3264,2048,64,0.2123909210981071,0.0,0.8828125,0.00634765625,0.03466796875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3264,3328,2048,64,0.2346469060210751,0.0,0.79638671875,0.00341796875,0.04541015625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.silu_gate,64,3328,3392,2048,64,0.21014166306298657,0.0,0.888671875,0.00244140625,0.03515625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3392,3456,2048,64,0.22724002311173744,0.0,0.900390625,0.0029296875,0.03271484375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,3456,3520,2048,64,0.2059645288402539,0.0,0.8857421875,0.00390625,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,3520,3584,2048,64,0.20735855537480832,0.0,0.87890625,0.00634765625,0.0419921875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3584,3648,2048,64,0.21601467108983524,0.0,0.8701171875,0.00390625,0.0380859375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3648,3712,2048,64,0.2115649433726117,0.0,0.82666015625,0.00439453125,0.04248046875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,3712,3776,2048,64,0.21044846019469668,0.0,0.86767578125,0.00390625,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3776,3840,2048,64,0.21671266187716803,0.0,0.85888671875,0.00341796875,0.03369140625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3840,3904,2048,64,0.22466516464927708,0.0,0.8583984375,0.00341796875,0.0341796875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,3904,3968,2048,64,0.206784672738305,0.0,0.87255859375,0.0029296875,0.0341796875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,3968,4032,2048,64,0.21767565458143015,0.0,0.85693359375,0.00341796875,0.025390625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4032,4096,2048,64,0.2391599615984588,0.0,0.8310546875,0.005859375,0.0458984375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.silu_gate,64,4096,4160,2048,64,0.2346203244890688,0.0,0.873046875,0.00341796875,0.03564453125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4160,4224,2048,64,0.21393537958332687,0.0,0.85986328125,0.0048828125,0.03369140625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4224,4288,2048,64,0.21497001005089095,0.0,0.8828125,0.00390625,0.03173828125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4288,4352,2048,64,0.21112425898207465,0.0,0.8623046875,0.00390625,0.04052734375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4352,4416,2048,64,0.22906383360513494,0.0,0.876953125,0.0029296875,0.02978515625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4416,4480,2048,64,0.21758649736013372,0.0,0.88818359375,0.00341796875,0.03173828125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4480,4544,2048,64,0.21013019346164002,0.0,0.8994140625,0.001953125,0.0341796875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4544,4608,2048,64,0.21885712394936616,0.0,0.875,0.001953125,0.03125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4608,4672,2048,64,0.21336453067605568,0.0,0.86279296875,0.00341796875,0.0361328125,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4672,4736,2048,64,0.22502324823604658,0.0,0.86279296875,0.00439453125,0.04638671875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4736,4800,2048,64,0.21192586477939152,0.0,0.8681640625,0.00439453125,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4800,4864,2048,64,0.22580167128490805,0.0,0.86767578125,0.00390625,0.03466796875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4864,4928,2048,64,0.23182608782631212,0.0,0.8740234375,0.001953125,0.029296875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,4928,4992,2048,64,0.2158608374696293,0.0,0.8388671875,0.00634765625,0.0439453125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,4992,5056,2048,64,0.20531299765560107,0.0,0.83203125,0.00537109375,0.0517578125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,5056,5120,2048,64,0.2476835177126527,0.0,0.89111328125,0.001953125,0.033203125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5120,5184,2048,64,0.23843884383870445,0.0,0.8388671875,0.0029296875,0.03125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5184,5248,2048,64,0.21348499523932102,0.0,0.86328125,0.00341796875,0.03369140625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5248,5312,2048,64,0.21442218506702196,0.0,0.8330078125,0.00390625,0.04345703125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,5312,5376,2048,64,0.21679109926192372,0.0,0.8642578125,0.00390625,0.037109375,1.0,54,0.84375
+fresh-zh-2,layers.4.mlp.silu_gate,64,5376,5440,2048,64,0.24654582861890623,0.0,0.8134765625,0.00537109375,0.0439453125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.silu_gate,64,5440,5504,2048,64,0.2391391580117742,0.0,0.8564453125,0.001953125,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.silu_gate,64,5504,5568,2048,64,0.22034457312089065,0.0,0.88134765625,0.0048828125,0.04345703125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,5568,5632,2048,64,0.20211814525718197,0.0,0.85009765625,0.0048828125,0.04638671875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5632,5696,2048,64,0.21403462814069682,0.0,0.87744140625,0.0029296875,0.037109375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5696,5760,2048,64,0.26074965045796705,0.0,0.84130859375,0.00341796875,0.0439453125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5760,5824,2048,64,0.21755337811847938,0.0,0.84423828125,0.00341796875,0.03564453125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,5824,5888,2048,64,0.21515411420371142,0.0,0.88330078125,0.00341796875,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,5888,5952,2048,64,0.22753950347248797,0.0,0.85546875,0.00390625,0.03955078125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,64,5952,6016,2048,64,0.231028014731807,0.0,0.8916015625,0.00146484375,0.02587890625,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,64,6016,6080,2048,64,0.22310570417065406,0.0,0.87548828125,0.00341796875,0.037109375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,64,6080,6144,2048,64,0.20915896734580555,0.0,0.84130859375,0.00244140625,0.04443359375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,0,128,4096,128,0.21389462971447273,0.0,0.887939453125,0.002685546875,0.033447265625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,128,256,4096,128,0.2146646301401632,0.0,0.883056640625,0.00341796875,0.033935546875,1.0,105,0.8203125
+fresh-zh-2,layers.4.mlp.silu_gate,128,256,384,4096,128,0.22432105939551297,0.0,0.861083984375,0.003662109375,0.0380859375,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,128,384,512,4096,128,0.21273438950427445,0.0,0.87841796875,0.00341796875,0.0361328125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,512,640,4096,128,0.21697592569626176,0.0,0.889404296875,0.001220703125,0.0302734375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,640,768,4096,128,0.22272510974152585,0.0,0.851318359375,0.003173828125,0.035400390625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,768,896,4096,128,0.27961819896736734,0.0,0.8720703125,0.0048828125,0.03857421875,1.0,92,0.71875
+fresh-zh-2,layers.4.mlp.silu_gate,128,896,1024,4096,128,0.21796867708626574,0.0,0.864990234375,0.00341796875,0.029541015625,1.0,106,0.828125
+fresh-zh-2,layers.4.mlp.silu_gate,128,1024,1152,4096,128,0.21459632234415107,0.0,0.885009765625,0.00341796875,0.03466796875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,1152,1280,4096,128,0.2142950122640355,0.0,0.837158203125,0.00439453125,0.046142578125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,1280,1408,4096,128,0.2103412658877729,0.0,0.88330078125,0.002685546875,0.03369140625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,1408,1536,4096,128,0.20750707269531743,0.0,0.875732421875,0.00341796875,0.040283203125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,1536,1664,4096,128,0.21841459754463874,0.0,0.84716796875,0.00537109375,0.04248046875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,1664,1792,4096,128,0.21558373698194608,0.0,0.896484375,0.0029296875,0.03125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,1792,1920,4096,128,0.23446025489885178,0.0,0.85595703125,0.0029296875,0.041259765625,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,128,1920,2048,4096,128,0.22142304562908938,0.0,0.851318359375,0.00390625,0.038330078125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,2048,2176,4096,128,0.22868977159593587,0.0,0.85791015625,0.004150390625,0.045166015625,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,2176,2304,4096,128,0.21587309454504663,0.0,0.876220703125,0.003662109375,0.034912109375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,2304,2432,4096,128,0.2180375176530783,0.0,0.8701171875,0.00390625,0.037841796875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,2432,2560,4096,128,0.22316683387175992,0.0,0.877197265625,0.00390625,0.039306640625,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,2560,2688,4096,128,0.217502551577702,0.0,0.875244140625,0.00537109375,0.03466796875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,2688,2816,4096,128,0.21860909722693755,0.0,0.85986328125,0.004150390625,0.032958984375,1.0,105,0.8203125
+fresh-zh-2,layers.4.mlp.silu_gate,128,2816,2944,4096,128,0.21864135606895382,0.0,0.87890625,0.002685546875,0.032958984375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,2944,3072,4096,128,0.20892558480163145,0.0,0.86962890625,0.005126953125,0.0380859375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,3072,3200,4096,128,0.2180580437508314,0.0,0.87451171875,0.00341796875,0.040771484375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,3200,3328,4096,128,0.22379574825068238,0.0,0.839599609375,0.0048828125,0.040283203125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,3328,3456,4096,128,0.2188578838638224,0.0,0.89453125,0.002685546875,0.0341796875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,3456,3584,4096,128,0.20666271752243465,0.0,0.88232421875,0.005126953125,0.039794921875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,3584,3712,4096,128,0.21380138375406518,0.0,0.848388671875,0.00439453125,0.040283203125,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,3712,3840,4096,128,0.21360352550485512,0.0,0.86328125,0.00341796875,0.039794921875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,3840,3968,4096,128,0.21591009365749286,0.0,0.865478515625,0.003173828125,0.033935546875,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,3968,4096,4096,128,0.22867026241865204,0.0,0.843994140625,0.004638671875,0.0361328125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,4096,4224,4096,128,0.22451619462838096,0.0,0.866455078125,0.00439453125,0.03466796875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,4224,4352,4096,128,0.2130558118803736,0.0,0.87255859375,0.00390625,0.0361328125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,4352,4480,4096,128,0.2233988850680912,0.0,0.882568359375,0.003173828125,0.03173828125,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,4480,4608,4096,128,0.21453803731228466,0.0,0.88720703125,0.001953125,0.033203125,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,128,4608,4736,4096,128,0.21927139028760106,0.0,0.86279296875,0.00390625,0.04150390625,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,4736,4864,4096,128,0.21897370494827753,0.0,0.867919921875,0.004150390625,0.037109375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,4864,4992,4096,128,0.22398575417863376,0.0,0.8564453125,0.004150390625,0.03759765625,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,4992,5120,4096,128,0.22748686989894912,0.0,0.861572265625,0.00390625,0.043701171875,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.silu_gate,128,5120,5248,4096,128,0.2263061261250687,0.0,0.85107421875,0.003173828125,0.03173828125,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.silu_gate,128,5248,5376,4096,128,0.21560989560791208,0.0,0.8486328125,0.00390625,0.0400390625,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,5376,5504,4096,128,0.2428707295084809,0.0,0.8349609375,0.00390625,0.03857421875,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.silu_gate,128,5504,5632,4096,128,0.21142785477087783,0.0,0.86572265625,0.0048828125,0.043701171875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,5632,5760,4096,128,0.23853846886537855,0.0,0.859375,0.00341796875,0.040771484375,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.silu_gate,128,5760,5888,4096,128,0.2163570719777213,0.0,0.86376953125,0.00341796875,0.037841796875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.silu_gate,128,5888,6016,4096,128,0.22929039364027706,0.0,0.87353515625,0.002685546875,0.03271484375,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.silu_gate,128,6016,6144,4096,128,0.21624480208163058,0.0,0.8583984375,0.0029296875,0.041015625,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.gated_product,0,0,6144,196608,6144,0.07178158629381563,0.0,0.4969991048177083,0.023259480794270832,0.1626434326171875,1.0,4322,0.7034505208333334
+fresh-zh-2,layers.4.mlp.gated_product,64,0,64,2048,64,0.07318389125416819,0.0,0.4892578125,0.01904296875,0.14990234375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,64,128,2048,64,0.05885346139940816,0.0,0.5107421875,0.01953125,0.13525390625,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,128,192,2048,64,0.06894738472233426,0.0,0.50390625,0.02294921875,0.14013671875,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,192,256,2048,64,0.0725978401952352,0.0,0.46435546875,0.02294921875,0.16552734375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,256,320,2048,64,0.07661595825846605,0.0,0.4921875,0.02783203125,0.18798828125,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,64,320,384,2048,64,0.08439690345431082,0.0,0.46826171875,0.0234375,0.17138671875,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gated_product,64,384,448,2048,64,0.06307848856150912,0.0,0.49267578125,0.0234375,0.16064453125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,448,512,2048,64,0.06323994063684354,0.0,0.52978515625,0.02490234375,0.13671875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,512,576,2048,64,0.05949940750452477,0.0,0.4716796875,0.02001953125,0.12109375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,576,640,2048,64,0.061546328560317165,0.0,0.482421875,0.02001953125,0.1376953125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,640,704,2048,64,0.0669263345342669,0.0,0.46142578125,0.0263671875,0.15966796875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,704,768,2048,64,0.07583408422112209,0.0,0.50048828125,0.013671875,0.15234375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,768,832,2048,64,0.06299081878306484,0.0,0.5205078125,0.0224609375,0.13525390625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,832,896,2048,64,0.08378670875101599,0.0,0.51953125,0.02001953125,0.16357421875,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gated_product,64,896,960,2048,64,0.07014558105709665,0.0,0.48681640625,0.01806640625,0.1474609375,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,960,1024,2048,64,0.07247125552471288,0.0,0.50390625,0.02392578125,0.1650390625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,1024,1088,2048,64,0.06319009865968192,0.0,0.513671875,0.0166015625,0.14404296875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,1088,1152,2048,64,0.06569677777333653,0.0,0.49853515625,0.025390625,0.14501953125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,1152,1216,2048,64,0.06350024634471076,0.0,0.4931640625,0.0244140625,0.1611328125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,1216,1280,2048,64,0.06616644750110535,0.0,0.4970703125,0.02392578125,0.1533203125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,1280,1344,2048,64,0.06119989531221036,0.0,0.44970703125,0.02001953125,0.14453125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,1344,1408,2048,64,0.06331454751312121,0.0,0.46484375,0.017578125,0.1328125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,1408,1472,2048,64,0.061588619815511385,0.0,0.51611328125,0.02197265625,0.13330078125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,1472,1536,2048,64,0.05888712821004401,0.0,0.509765625,0.02001953125,0.1591796875,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,1536,1600,2048,64,0.06718452361763055,0.0,0.4453125,0.025390625,0.154296875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,1600,1664,2048,64,0.09761630386077097,0.0,0.48388671875,0.0244140625,0.22216796875,1.0,37,0.578125
+fresh-zh-2,layers.4.mlp.gated_product,64,1664,1728,2048,64,0.061952251414055484,0.0,0.49267578125,0.02099609375,0.14453125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.gated_product,64,1728,1792,2048,64,0.06354482508765205,0.0,0.49853515625,0.0185546875,0.13818359375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,1792,1856,2048,64,0.08264966567999052,0.0,0.4873046875,0.02490234375,0.1845703125,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gated_product,64,1856,1920,2048,64,0.07048477167526077,0.0,0.48828125,0.02392578125,0.15087890625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,1920,1984,2048,64,0.062283914700027435,0.0,0.51025390625,0.0234375,0.15087890625,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,1984,2048,2048,64,0.07391100978042893,0.0,0.51416015625,0.02978515625,0.1953125,1.0,42,0.65625
+fresh-zh-2,layers.4.mlp.gated_product,64,2048,2112,2048,64,0.06280365629231997,0.0,0.4775390625,0.02490234375,0.15380859375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,2112,2176,2048,64,0.08592074462382232,0.0,0.53759765625,0.02783203125,0.2021484375,1.0,41,0.640625
+fresh-zh-2,layers.4.mlp.gated_product,64,2176,2240,2048,64,0.062090708805269235,0.0,0.51416015625,0.025390625,0.14892578125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,2240,2304,2048,64,0.06633606207647653,0.0,0.52001953125,0.02197265625,0.1552734375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,2304,2368,2048,64,0.062314334024198025,0.0,0.4814453125,0.0244140625,0.146484375,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,2368,2432,2048,64,0.06279428714502386,0.0,0.5078125,0.01953125,0.13720703125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,2432,2496,2048,64,0.0664706720373208,0.0,0.49365234375,0.021484375,0.14697265625,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,2496,2560,2048,64,0.07023090500117096,0.0,0.48583984375,0.0224609375,0.17431640625,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gated_product,64,2560,2624,2048,64,0.06927311859998148,0.0,0.50146484375,0.0234375,0.162109375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,2624,2688,2048,64,0.07675429117245003,0.0,0.5146484375,0.02783203125,0.181640625,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gated_product,64,2688,2752,2048,64,0.08836876907274452,0.0,0.4833984375,0.02294921875,0.205078125,1.0,38,0.59375
+fresh-zh-2,layers.4.mlp.gated_product,64,2752,2816,2048,64,0.06499274898965436,0.0,0.5,0.02099609375,0.13818359375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,2816,2880,2048,64,0.09492216209952,0.0,0.490234375,0.0322265625,0.20458984375,1.0,36,0.5625
+fresh-zh-2,layers.4.mlp.gated_product,64,2880,2944,2048,64,0.06368576849701668,0.0,0.4853515625,0.0185546875,0.14404296875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,2944,3008,2048,64,0.05879130929681294,0.0,0.537109375,0.02197265625,0.1396484375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,64,3008,3072,2048,64,0.06882475823717456,0.0,0.49755859375,0.0224609375,0.1650390625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,64,3072,3136,2048,64,0.08175046846440182,0.0,0.4833984375,0.0263671875,0.1748046875,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gated_product,64,3136,3200,2048,64,0.06401613451749188,0.0,0.4912109375,0.02197265625,0.16357421875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,3200,3264,2048,64,0.058910146319623914,0.0,0.49951171875,0.02099609375,0.1376953125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,3264,3328,2048,64,0.07607043594651255,0.0,0.5341796875,0.02392578125,0.1708984375,1.0,43,0.671875
+fresh-zh-2,layers.4.mlp.gated_product,64,3328,3392,2048,64,0.07259761659300537,0.0,0.48779296875,0.02392578125,0.1611328125,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,3392,3456,2048,64,0.06717364652641238,0.0,0.49609375,0.017578125,0.14892578125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,3456,3520,2048,64,0.058793963355330756,0.0,0.50634765625,0.02294921875,0.14794921875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,3520,3584,2048,64,0.062264278763554476,0.0,0.48193359375,0.02197265625,0.1572265625,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,3584,3648,2048,64,0.05652409046887862,0.0,0.529296875,0.01953125,0.134765625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,3648,3712,2048,64,0.0669435698783658,0.0,0.53173828125,0.02099609375,0.1552734375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,3712,3776,2048,64,0.06480726365743888,0.0,0.50927734375,0.0234375,0.16064453125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,3776,3840,2048,64,0.06524781251578458,0.0,0.5107421875,0.0185546875,0.14306640625,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,3840,3904,2048,64,0.07619252776897352,0.0,0.501953125,0.01953125,0.150390625,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,3904,3968,2048,64,0.05673641261878071,0.0,0.47705078125,0.01708984375,0.13623046875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.gated_product,64,3968,4032,2048,64,0.07130056206451478,0.0,0.49853515625,0.02783203125,0.1611328125,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,4032,4096,2048,64,0.06414146338890218,0.0,0.4931640625,0.0263671875,0.1513671875,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,4096,4160,2048,64,0.09876027973086048,0.0,0.48681640625,0.0263671875,0.18798828125,1.0,37,0.578125
+fresh-zh-2,layers.4.mlp.gated_product,64,4160,4224,2048,64,0.06945409021845754,0.0,0.52685546875,0.02099609375,0.15283203125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,4224,4288,2048,64,0.06428912153924252,0.0,0.49169921875,0.01806640625,0.13232421875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.gated_product,64,4288,4352,2048,64,0.06544271175149079,0.0,0.509765625,0.025390625,0.16162109375,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,4352,4416,2048,64,0.06904355482393999,0.0,0.49267578125,0.02294921875,0.158203125,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,4416,4480,2048,64,0.06383001698602594,0.0,0.5244140625,0.0185546875,0.14990234375,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,4480,4544,2048,64,0.0643526530234683,0.0,0.48291015625,0.0185546875,0.1455078125,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,4544,4608,2048,64,0.06718612316656702,0.0,0.51904296875,0.01318359375,0.13671875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,4608,4672,2048,64,0.07180846806411616,0.0,0.52880859375,0.017578125,0.158203125,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,4672,4736,2048,64,0.10314254187032876,0.0,0.51611328125,0.03466796875,0.22216796875,1.0,33,0.515625
+fresh-zh-2,layers.4.mlp.gated_product,64,4736,4800,2048,64,0.060000534027053645,0.0,0.48828125,0.0283203125,0.1455078125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,4800,4864,2048,64,0.0763107507571734,0.0,0.54541015625,0.0283203125,0.177734375,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,64,4864,4928,2048,64,0.12371380029208248,0.0,0.49072265625,0.02880859375,0.22998046875,1.0,27,0.421875
+fresh-zh-2,layers.4.mlp.gated_product,64,4928,4992,2048,64,0.06877628627642968,0.0,0.52734375,0.02587890625,0.1669921875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,4992,5056,2048,64,0.06363437887032551,0.0,0.54150390625,0.02783203125,0.16357421875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,5056,5120,2048,64,0.11068280753402428,0.0,0.49951171875,0.02880859375,0.220703125,1.0,29,0.453125
+fresh-zh-2,layers.4.mlp.gated_product,64,5120,5184,2048,64,0.07587994199623976,0.0,0.48681640625,0.02197265625,0.16162109375,1.0,44,0.6875
+fresh-zh-2,layers.4.mlp.gated_product,64,5184,5248,2048,64,0.062076577183232264,0.0,0.5087890625,0.02392578125,0.15380859375,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,5248,5312,2048,64,0.06505645511519438,0.0,0.47216796875,0.02392578125,0.1669921875,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,5312,5376,2048,64,0.07544798133999346,0.0,0.47802734375,0.0185546875,0.16455078125,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,64,5376,5440,2048,64,0.09063405677115896,0.0,0.48046875,0.03173828125,0.18408203125,1.0,40,0.625
+fresh-zh-2,layers.4.mlp.gated_product,64,5440,5504,2048,64,0.08550376299065039,0.0,0.5244140625,0.02294921875,0.177734375,1.0,40,0.625
+fresh-zh-2,layers.4.mlp.gated_product,64,5504,5568,2048,64,0.07359663438263347,0.0,0.45263671875,0.0263671875,0.1640625,1.0,45,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,64,5568,5632,2048,64,0.06275710524022558,0.0,0.4853515625,0.0234375,0.1630859375,1.0,48,0.75
+fresh-zh-2,layers.4.mlp.gated_product,64,5632,5696,2048,64,0.07112300651505804,0.0,0.47900390625,0.02294921875,0.162109375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,5696,5760,2048,64,0.10413531336366755,0.0,0.501953125,0.0302734375,0.21142578125,1.0,32,0.5
+fresh-zh-2,layers.4.mlp.gated_product,64,5760,5824,2048,64,0.06915560071632816,0.0,0.490234375,0.02392578125,0.1484375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,5824,5888,2048,64,0.06112815717479727,0.0,0.4912109375,0.02197265625,0.13720703125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,64,5888,5952,2048,64,0.06392435453029828,0.0,0.47216796875,0.0224609375,0.146484375,1.0,47,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,64,5952,6016,2048,64,0.07454235144690831,0.0,0.47265625,0.01611328125,0.154296875,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,6016,6080,2048,64,0.0705105849887668,0.0,0.4794921875,0.021484375,0.15771484375,1.0,46,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,64,6080,6144,2048,64,0.05977551320848381,0.0,0.443359375,0.02294921875,0.166015625,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,128,0,128,4096,128,0.06640636964099733,0.0,0.5,0.018310546875,0.142822265625,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gated_product,128,128,256,4096,128,0.07079614488467037,0.0,0.484130859375,0.02294921875,0.153076171875,1.0,94,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,128,256,384,4096,128,0.08060037956653578,0.0,0.480224609375,0.025390625,0.1787109375,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gated_product,128,384,512,4096,128,0.06315926618856466,0.0,0.51123046875,0.024169921875,0.148681640625,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.gated_product,128,512,640,4096,128,0.06053152093184183,0.0,0.47705078125,0.02001953125,0.1298828125,1.0,98,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,128,640,768,4096,128,0.07151902748167387,0.0,0.48095703125,0.020751953125,0.15771484375,1.0,93,0.7265625
+fresh-zh-2,layers.4.mlp.gated_product,128,768,896,4096,128,0.07412171009322605,0.0,0.52001953125,0.022705078125,0.153564453125,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gated_product,128,896,1024,4096,128,0.07131789894257241,0.0,0.495361328125,0.02099609375,0.156494140625,1.0,93,0.7265625
+fresh-zh-2,layers.4.mlp.gated_product,128,1024,1152,4096,128,0.06445562496174985,0.0,0.506103515625,0.021240234375,0.143798828125,1.0,98,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,128,1152,1280,4096,128,0.06484705105382774,0.0,0.4951171875,0.024169921875,0.158447265625,1.0,94,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,128,1280,1408,4096,128,0.0622661991493651,0.0,0.457275390625,0.01904296875,0.139404296875,1.0,98,0.765625
+fresh-zh-2,layers.4.mlp.gated_product,128,1408,1536,4096,128,0.06025301635439408,0.0,0.512939453125,0.020751953125,0.1455078125,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.gated_product,128,1536,1664,4096,128,0.08379350509784851,0.0,0.464599609375,0.023681640625,0.19140625,1.0,83,0.6484375
+fresh-zh-2,layers.4.mlp.gated_product,128,1664,1792,4096,128,0.06275359053747695,0.0,0.49560546875,0.01953125,0.14208984375,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.gated_product,128,1792,1920,4096,128,0.07680843142236354,0.0,0.48779296875,0.025146484375,0.165283203125,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gated_product,128,1920,2048,4096,128,0.06834516587558682,0.0,0.51220703125,0.026611328125,0.173583984375,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gated_product,128,2048,2176,4096,128,0.07525514467594874,0.0,0.507568359375,0.02587890625,0.180419921875,1.0,88,0.6875
+fresh-zh-2,layers.4.mlp.gated_product,128,2176,2304,4096,128,0.06424846010510636,0.0,0.51708984375,0.023193359375,0.15185546875,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.gated_product,128,2304,2432,4096,128,0.06255477089291843,0.0,0.49462890625,0.02197265625,0.141845703125,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.gated_product,128,2432,2560,4096,128,0.06837664169281993,0.0,0.48974609375,0.02197265625,0.161376953125,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gated_product,128,2560,2688,4096,128,0.0731094596271657,0.0,0.508056640625,0.025634765625,0.1708984375,1.0,90,0.703125
+fresh-zh-2,layers.4.mlp.gated_product,128,2688,2816,4096,128,0.07756641273342563,0.0,0.49169921875,0.02197265625,0.173828125,1.0,86,0.671875
+fresh-zh-2,layers.4.mlp.gated_product,128,2816,2944,4096,128,0.08082726633600555,0.0,0.48779296875,0.02490234375,0.17578125,1.0,85,0.6640625
+fresh-zh-2,layers.4.mlp.gated_product,128,2944,3072,4096,128,0.06400494275928638,0.0,0.517333984375,0.02197265625,0.153564453125,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gated_product,128,3072,3200,4096,128,0.07342072109667261,0.0,0.4873046875,0.02490234375,0.17333984375,1.0,89,0.6953125
+fresh-zh-2,layers.4.mlp.gated_product,128,3200,3328,4096,128,0.06803350852518181,0.0,0.516845703125,0.022705078125,0.158935546875,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gated_product,128,3328,3456,4096,128,0.06993823247209069,0.0,0.491943359375,0.01953125,0.15478515625,1.0,94,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,128,3456,3584,4096,128,0.06055398639632901,0.0,0.494140625,0.023193359375,0.1533203125,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gated_product,128,3584,3712,4096,128,0.06195326606157911,0.0,0.530517578125,0.020751953125,0.145263671875,1.0,97,0.7578125
+fresh-zh-2,layers.4.mlp.gated_product,128,3712,3840,4096,128,0.0650279111645906,0.0,0.510009765625,0.02099609375,0.15185546875,1.0,96,0.75
+fresh-zh-2,layers.4.mlp.gated_product,128,3840,3968,4096,128,0.06717262018365198,0.0,0.489501953125,0.019775390625,0.149169921875,1.0,96,0.75
+fresh-zh-2,layers.4.mlp.gated_product,128,3968,4096,4096,128,0.0678155493835507,0.0,0.495849609375,0.02685546875,0.156982421875,1.0,93,0.7265625
+fresh-zh-2,layers.4.mlp.gated_product,128,4096,4224,4096,128,0.0853740695427817,0.0,0.5068359375,0.0244140625,0.17724609375,1.0,82,0.640625
+fresh-zh-2,layers.4.mlp.gated_product,128,4224,4352,4096,128,0.06486848105850872,0.0,0.500732421875,0.021728515625,0.146484375,1.0,96,0.75
+fresh-zh-2,layers.4.mlp.gated_product,128,4352,4480,4096,128,0.06648790691232041,0.0,0.508544921875,0.020751953125,0.155029296875,1.0,94,0.734375
+fresh-zh-2,layers.4.mlp.gated_product,128,4480,4608,4096,128,0.0657846452347051,0.0,0.5009765625,0.015869140625,0.140625,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gated_product,128,4608,4736,4096,128,0.08886742943617676,0.0,0.5224609375,0.027587890625,0.193359375,1.0,80,0.625
+fresh-zh-2,layers.4.mlp.gated_product,128,4736,4864,4096,128,0.06864180491746652,0.0,0.516845703125,0.0283203125,0.16015625,1.0,93,0.7265625
+fresh-zh-2,layers.4.mlp.gated_product,128,4864,4992,4096,128,0.10008816597552049,0.0,0.509033203125,0.029541015625,0.211181640625,1.0,69,0.5390625
+fresh-zh-2,layers.4.mlp.gated_product,128,4992,5120,4096,128,0.09027740043284918,0.0,0.5205078125,0.029541015625,0.199462890625,1.0,74,0.578125
+fresh-zh-2,layers.4.mlp.gated_product,128,5120,5248,4096,128,0.06932267678090086,0.0,0.497802734375,0.02294921875,0.16015625,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gated_product,128,5248,5376,4096,128,0.07044409215979472,0.0,0.47509765625,0.02197265625,0.1689453125,1.0,91,0.7109375
+fresh-zh-2,layers.4.mlp.gated_product,128,5376,5504,4096,128,0.08810625895008532,0.0,0.50244140625,0.027099609375,0.181396484375,1.0,79,0.6171875
+fresh-zh-2,layers.4.mlp.gated_product,128,5504,5632,4096,128,0.06839195439005885,0.0,0.468994140625,0.024658203125,0.1650390625,1.0,92,0.71875
+fresh-zh-2,layers.4.mlp.gated_product,128,5632,5760,4096,128,0.08917018993220274,0.0,0.490478515625,0.02734375,0.18994140625,1.0,76,0.59375
+fresh-zh-2,layers.4.mlp.gated_product,128,5760,5888,4096,128,0.06526541469271044,0.0,0.49072265625,0.022705078125,0.14306640625,1.0,95,0.7421875
+fresh-zh-2,layers.4.mlp.gated_product,128,5888,6016,4096,128,0.06943660872101136,0.0,0.472412109375,0.020751953125,0.153076171875,1.0,93,0.7265625
+fresh-zh-2,layers.4.mlp.gated_product,128,6016,6144,4096,128,0.06536380716725324,0.0,0.46142578125,0.021240234375,0.160400390625,1.0,96,0.75
+fresh-zh-2,layers.4.mlp.down_proj.output,0,0,2048,65536,2048,0.04699843494501882,0.0,0.4979095458984375,0.0091552734375,0.0904541015625,1.0,1595,0.77880859375
+fresh-zh-2,layers.4.mlp.down_proj.output,64,0,64,2048,64,0.04422300621598604,0.0,0.50927734375,0.0107421875,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,64,128,2048,64,0.044702368818536974,0.0,0.51953125,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.down_proj.output,64,128,192,2048,64,0.04651741673825887,0.0,0.51708984375,0.01220703125,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,192,256,2048,64,0.04692034734609341,0.0,0.45068359375,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,256,320,2048,64,0.047508701834941956,0.0,0.49072265625,0.005859375,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,320,384,2048,64,0.04775525886876739,0.0,0.5126953125,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,384,448,2048,64,0.04667916118735916,0.0,0.4921875,0.0078125,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,448,512,2048,64,0.04585764950853552,0.0,0.48876953125,0.0107421875,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.down_proj.output,64,512,576,2048,64,0.04398191477598301,0.0,0.4833984375,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,576,640,2048,64,0.047042164190729124,0.0,0.501953125,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,640,704,2048,64,0.045121143939398554,0.0,0.49365234375,0.00634765625,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,704,768,2048,64,0.04573857209007224,0.0,0.4990234375,0.005859375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,768,832,2048,64,0.04497222843875571,0.0,0.5107421875,0.005859375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,832,896,2048,64,0.04649674738160725,0.0,0.51171875,0.01416015625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,896,960,2048,64,0.047422489683549264,0.0,0.544921875,0.00634765625,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,960,1024,2048,64,0.046034674846389886,0.0,0.49169921875,0.01220703125,0.0966796875,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1024,1088,2048,64,0.04583610649653511,0.0,0.49755859375,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1088,1152,2048,64,0.04511236207185799,0.0,0.49462890625,0.0107421875,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1152,1216,2048,64,0.07397147841990453,0.0,0.48876953125,0.017578125,0.14306640625,1.0,33,0.515625
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1216,1280,2048,64,0.04407285797651107,0.0,0.4716796875,0.00830078125,0.09716796875,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1280,1344,2048,64,0.048267874244005776,0.0,0.5205078125,0.01416015625,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1344,1408,2048,64,0.04446695876660059,0.0,0.478515625,0.005859375,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1408,1472,2048,64,0.04603848808615222,0.0,0.5263671875,0.009765625,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1472,1536,2048,64,0.04602290123647395,0.0,0.4697265625,0.0078125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1536,1600,2048,64,0.04598136799808068,0.0,0.46484375,0.0107421875,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1600,1664,2048,64,0.04683382849763134,0.0,0.48046875,0.00537109375,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1664,1728,2048,64,0.04561961068266727,0.0,0.51220703125,0.01025390625,0.09130859375,1.0,53,0.828125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1728,1792,2048,64,0.04589792219561604,0.0,0.509765625,0.00732421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1792,1856,2048,64,0.045562180142354476,0.0,0.5,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1856,1920,2048,64,0.04590360555919328,0.0,0.51904296875,0.0087890625,0.09765625,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1920,1984,2048,64,0.043984559249310114,0.0,0.49755859375,0.0078125,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,64,1984,2048,2048,64,0.04481519366795802,0.0,0.4833984375,0.0078125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,128,0,128,4096,128,0.044463333527568795,0.0,0.514404296875,0.009765625,0.087646484375,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.down_proj.output,128,128,256,4096,128,0.0467193164284266,0.0,0.48388671875,0.01025390625,0.088623046875,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.down_proj.output,128,256,384,4096,128,0.047632139882984495,0.0,0.501708984375,0.0068359375,0.086669921875,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.down_proj.output,128,384,512,4096,128,0.04627022859033196,0.0,0.490478515625,0.00927734375,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.down_proj.output,128,512,640,4096,128,0.04553775378248992,0.0,0.49267578125,0.008056640625,0.082763671875,1.0,102,0.796875
+fresh-zh-2,layers.4.mlp.down_proj.output,128,640,768,4096,128,0.04543090692050214,0.0,0.496337890625,0.006103515625,0.0869140625,1.0,101,0.7890625
+fresh-zh-2,layers.4.mlp.down_proj.output,128,768,896,4096,128,0.04574083978140666,0.0,0.51123046875,0.009765625,0.085693359375,1.0,103,0.8046875
+fresh-zh-2,layers.4.mlp.down_proj.output,128,896,1024,4096,128,0.046733734154244394,0.0,0.518310546875,0.009033203125,0.093994140625,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1024,1152,4096,128,0.045475674104207185,0.0,0.49609375,0.009033203125,0.09033203125,1.0,99,0.7734375
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1152,1280,4096,128,0.06088594431329828,0.0,0.480224609375,0.01318359375,0.122314453125,1.0,82,0.640625
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1280,1408,4096,128,0.04640634711968673,0.0,0.49951171875,0.01025390625,0.089111328125,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1408,1536,4096,128,0.04603069532106275,0.0,0.498046875,0.0087890625,0.087890625,1.0,99,0.7734375
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1536,1664,4096,128,0.04640955556089965,0.0,0.47265625,0.008056640625,0.087158203125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1664,1792,4096,128,0.04575897803007052,0.0,0.510986328125,0.0087890625,0.089111328125,1.0,104,0.8125
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1792,1920,4096,128,0.045733211469665906,0.0,0.509521484375,0.00927734375,0.09130859375,1.0,100,0.78125
+fresh-zh-2,layers.4.mlp.down_proj.output,128,1920,2048,4096,128,0.04440181885831174,0.0,0.490478515625,0.0078125,0.085205078125,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.452377870308982,0.0,0.4964090983072917,0.0124969482421875,0.12214152018229167,1.0,3205,0.5216471354166666
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.4991682442462395,0.0,0.4619140625,0.01123046875,0.10791015625,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3395353253313729,0.0,0.490234375,0.0166015625,0.1171875,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1386294782105164,0.0,0.501953125,0.00830078125,0.10595703125,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3163941824859833,0.0,0.51611328125,0.00732421875,0.09619140625,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2341219676997537,0.0,0.58642578125,0.01416015625,0.10009765625,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.4774673137646483,0.0,0.41796875,0.01220703125,0.109375,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.015387623970131,0.0,0.4892578125,0.01123046875,0.1201171875,1.0,27,0.421875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.7475770593284257,0.0,0.52587890625,0.01318359375,0.1103515625,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5708274696532483,0.0,0.48974609375,0.013671875,0.13037109375,1.0,30,0.46875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.180708715435049,0.0,0.4580078125,0.00830078125,0.0908203125,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.8133069780614384,0.0,0.462890625,0.01171875,0.10791015625,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.8909817507705817,0.0,0.50830078125,0.01171875,0.109375,1.0,33,0.515625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.2822027219357104,0.0,0.52880859375,0.01220703125,0.12841796875,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4863460006332567,0.0,0.46484375,0.01513671875,0.13818359375,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.7504918443670722,0.0,0.505859375,0.00830078125,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.819626519843204,0.0,0.521484375,0.0107421875,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5570909134384323,0.0,0.48779296875,0.0146484375,0.11669921875,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3371882560569328,0.0,0.47265625,0.00732421875,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5012133868562472,0.0,0.416015625,0.01025390625,0.10546875,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.526332022862168,0.0,0.44873046875,0.01025390625,0.09033203125,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.7769896400830747,0.0,0.49658203125,0.00927734375,0.09326171875,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.9635045676263365,0.0,0.4931640625,0.01123046875,0.10693359375,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.3957058997024812,0.0,0.52490234375,0.00732421875,0.11376953125,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.58026606065949,0.0,0.4482421875,0.02001953125,0.1640625,1.0,28,0.4375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7225478518013304,0.0,0.5380859375,0.01123046875,0.10986328125,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.6784896002051233,0.0,0.5302734375,0.01220703125,0.10986328125,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3259473522537462,0.0,0.50732421875,0.0087890625,0.107421875,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3750325337427973,0.0,0.45458984375,0.01220703125,0.1298828125,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2531651965300477,0.0,0.45947265625,0.013671875,0.1181640625,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.098656493865275,0.0,0.44091796875,0.0078125,0.10693359375,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.1888156109010948,0.0,0.5322265625,0.0126953125,0.0966796875,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.1755880501678553,0.0,0.4853515625,0.00732421875,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.4827441840214144,0.0,0.4794921875,0.0126953125,0.1044921875,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.239472315155098,0.0,0.47021484375,0.009765625,0.11279296875,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.7690774214158533,0.0,0.54052734375,0.01513671875,0.12060546875,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.740498486611835,0.0,0.52294921875,0.009765625,0.1337890625,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.698300304062015,0.0,0.51611328125,0.01220703125,0.12060546875,1.0,33,0.515625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.3578835869837769,0.0,0.53271484375,0.01171875,0.111328125,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9433694141547081,0.0,0.5361328125,0.0078125,0.091796875,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8581276184189707,0.0,0.5009765625,0.013671875,0.1083984375,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.926809992681829,0.0,0.49169921875,0.0048828125,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.821929108447246,0.0,0.462890625,0.0048828125,0.05322265625,1.0,46,0.71875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.0933570466118305,0.0,0.53466796875,0.0107421875,0.11572265625,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4550437614638507,0.0,0.45703125,0.01220703125,0.119140625,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.8825013038265058,0.0,0.45947265625,0.00927734375,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0685676795137746,0.0,0.48583984375,0.0126953125,0.12353515625,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.8888360030715355,0.0,0.49462890625,0.0087890625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.7921435028218027,0.0,0.4658203125,0.0068359375,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.7817358337127738,0.0,0.54248046875,0.0126953125,0.1240234375,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.9827638644037813,0.0,0.57763671875,0.0146484375,0.140625,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7572010131255933,0.0,0.52392578125,0.0087890625,0.12255859375,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.9852317538001383,0.0,0.54541015625,0.00732421875,0.10986328125,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.5941925093102063,0.0,0.52197265625,0.009765625,0.10595703125,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6311735861455596,0.0,0.46337890625,0.00732421875,0.1005859375,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.7312670432626853,0.0,0.51025390625,0.0107421875,0.10009765625,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.4824749284607817,0.0,0.5,0.0068359375,0.0791015625,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.9993855744138969,0.0,0.6083984375,0.0107421875,0.08251953125,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.7925317388005493,0.0,0.4833984375,0.01513671875,0.1142578125,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.3864962328336703,0.0,0.49951171875,0.00927734375,0.10693359375,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3235233011673684,0.0,0.53466796875,0.0126953125,0.123046875,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.1814890024017657,0.0,0.46630859375,0.00634765625,0.09130859375,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.175955114722622,0.0,0.4716796875,0.0126953125,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.9006556329181152,0.0,0.5693359375,0.01123046875,0.11572265625,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.8351912908990708,0.0,0.49755859375,0.00927734375,0.1162109375,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.5057351792684064,0.0,0.462890625,0.01171875,0.15771484375,1.0,30,0.46875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.1204984677830216,0.0,0.47705078125,0.0126953125,0.1171875,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1240364388326334,0.0,0.501953125,0.01171875,0.107421875,1.0,44,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8696563430732168,0.0,0.45166015625,0.0107421875,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8410051533845387,0.0,0.50439453125,0.0078125,0.0810546875,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0412280118116664,0.0,0.4970703125,0.009765625,0.12109375,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7254326247342398,0.0,0.4833984375,0.0146484375,0.12060546875,1.0,27,0.421875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.558074893109689,0.0,0.486328125,0.01171875,0.126953125,1.0,29,0.453125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.1073370697757827,0.0,0.55712890625,0.00732421875,0.1005859375,1.0,31,0.484375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.489614646019805,0.0,0.4013671875,0.00830078125,0.0810546875,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.2287508568506573,0.0,0.44921875,0.0087890625,0.09521484375,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.2448853394486015,0.0,0.56591796875,0.0107421875,0.1162109375,1.0,36,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.1439894360543519,0.0,0.51416015625,0.01123046875,0.119140625,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.9219052992345612,0.0,0.4921875,0.0166015625,0.10791015625,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3163105982433845,0.0,0.53759765625,0.01611328125,0.14697265625,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.019878534023666,0.0,0.53271484375,0.01025390625,0.1123046875,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9239571482084084,0.0,0.484375,0.00830078125,0.10498046875,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.8311848677833552,0.0,0.505859375,0.00927734375,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9052320712098735,0.0,0.47314453125,0.0107421875,0.109375,1.0,44,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9588273745423962,0.0,0.4931640625,0.01220703125,0.1142578125,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.5114846073376051,0.0,0.46826171875,0.00830078125,0.0966796875,1.0,36,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.9761728090550443,0.0,0.45361328125,0.0087890625,0.107421875,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.8819407460954094,0.0,0.50634765625,0.0146484375,0.11279296875,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.1998698372297572,0.0,0.5048828125,0.01171875,0.1513671875,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.4628935023889194,0.0,0.5048828125,0.01025390625,0.09326171875,1.0,38,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.747634719656281,0.0,0.47607421875,0.013671875,0.111328125,1.0,33,0.515625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8512523681955249,0.0,0.478515625,0.009765625,0.10791015625,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7536719826905967,0.0,0.47900390625,0.01318359375,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1258830147218397,0.0,0.48974609375,0.0107421875,0.1103515625,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9667845422520949,0.0,0.4912109375,0.0087890625,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.6580884127574453,0.0,0.5166015625,0.00927734375,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.8534914264827357,0.0,0.4814453125,0.013671875,0.1083984375,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.421594230497398,0.0,0.47607421875,0.013671875,0.112548828125,1.0,76,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.2307255446144143,0.0,0.509033203125,0.0078125,0.10205078125,1.0,75,0.5859375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.3612433093319574,0.0,0.502197265625,0.013671875,0.105712890625,1.0,72,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.8862413489719387,0.0,0.507568359375,0.012451171875,0.11767578125,1.0,61,0.4765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3895272595601553,0.0,0.473876953125,0.0126953125,0.112548828125,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.8525515078444756,0.0,0.485595703125,0.01171875,0.10986328125,1.0,67,0.5234375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3880324660716372,0.0,0.496826171875,0.013916015625,0.130615234375,1.0,74,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.7858198395598611,0.0,0.513671875,0.00927734375,0.0908203125,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.4513105361791312,0.0,0.480224609375,0.01123046875,0.10498046875,1.0,76,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.5138248044095,0.0,0.432373046875,0.01025390625,0.09814453125,1.0,76,0.59375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.87257074206184,0.0,0.494873046875,0.01025390625,0.102783203125,1.0,71,0.5546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.4908446902572676,0.0,0.486572265625,0.014404296875,0.137939453125,1.0,64,0.5
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7006614065918784,0.0,0.5341796875,0.01171875,0.109619140625,1.0,68,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3507129320843598,0.0,0.48095703125,0.01025390625,0.119140625,1.0,73,0.5703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1784458199905783,0.0,0.4501953125,0.010498046875,0.112060546875,1.0,79,0.6171875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.1822203306532169,0.0,0.5087890625,0.010009765625,0.096435546875,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.366532461247311,0.0,0.474853515625,0.011474609375,0.10986328125,1.0,75,0.5859375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.7548461335486727,0.0,0.53173828125,0.01220703125,0.127685546875,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.5375421552882804,0.0,0.5244140625,0.01171875,0.11474609375,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9017563032926389,0.0,0.5185546875,0.0107421875,0.1005859375,1.0,81,0.6328125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.8748478765287806,0.0,0.477294921875,0.0048828125,0.0576171875,1.0,90,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.2869696925628464,0.0,0.495849609375,0.011962890625,0.12060546875,1.0,82,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9799605698590469,0.0,0.47265625,0.010498046875,0.112060546875,1.0,89,0.6953125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.8418790796245557,0.0,0.480224609375,0.007568359375,0.0888671875,1.0,98,0.765625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.8849317127049419,0.0,0.56005859375,0.013916015625,0.13427734375,1.0,80,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.8746867094031985,0.0,0.53466796875,0.0078125,0.115966796875,1.0,73,0.5703125
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.612789047718228,0.0,0.49267578125,0.008544921875,0.103759765625,1.0,78,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.6116788589235636,0.0,0.505126953125,0.009033203125,0.08837890625,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.8987775948991115,0.0,0.5458984375,0.013427734375,0.10009765625,1.0,75,0.5859375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3553755443409268,0.0,0.51708984375,0.01123046875,0.114013671875,1.0,78,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.1787253061334126,0.0,0.468994140625,0.009765625,0.09765625,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.8682102276156127,0.0,0.533447265625,0.01025390625,0.11474609375,1.0,71,0.5546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.3271690258573998,0.0,0.469970703125,0.01220703125,0.1376953125,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0049278757381122,0.0,0.476806640625,0.01171875,0.103515625,1.0,91,0.7109375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9464262888890574,0.0,0.500732421875,0.00830078125,0.1005859375,1.0,87,0.6796875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.6438848978921936,0.0,0.48486328125,0.01318359375,0.125,1.0,54,0.421875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.8248042798185085,0.0,0.479248046875,0.009033203125,0.093017578125,1.0,66,0.515625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.2368444074711427,0.0,0.507568359375,0.009765625,0.105224609375,1.0,72,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.0388987464042683,0.0,0.503173828125,0.014892578125,0.114013671875,1.0,79,0.6171875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1774603634963936,0.0,0.53515625,0.012451171875,0.13037109375,1.0,75,0.5859375
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8787960787797839,0.0,0.4951171875,0.009033203125,0.099609375,1.0,96,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9324148853699146,0.0,0.483154296875,0.011474609375,0.111328125,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.759239138017771,0.0,0.4609375,0.00830078125,0.107666015625,1.0,69,0.5390625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.0529736715410056,0.0,0.505615234375,0.014404296875,0.131103515625,1.0,82,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.6115651573361542,0.0,0.490478515625,0.011962890625,0.1015625,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.8039440440264684,0.0,0.478759765625,0.01171875,0.103271484375,1.0,93,0.7265625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0493533518259544,0.0,0.490478515625,0.009521484375,0.10009765625,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.7620787275882817,0.0,0.4990234375,0.011474609375,0.0947265625,1.0,93,0.7265625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.351445953702233,0.0,0.412017822265625,0.0110931396484375,0.10626220703125,1.0,1094,0.5341796875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4453459808335642,0.0,0.41259765625,0.00537109375,0.06982421875,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3690550293535855,0.0,0.47412109375,0.01220703125,0.0927734375,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,128,192,2048,64,0.9631693260448406,0.0,0.4716796875,0.013671875,0.12646484375,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,192,256,2048,64,0.8397124139208801,0.0,0.44580078125,0.0146484375,0.11083984375,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2445524372818384,0.0,0.46875,0.00732421875,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,320,384,2048,64,1.09815582236979,0.0,0.44580078125,0.00830078125,0.08984375,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,384,448,2048,64,1.1930977239143552,0.0,0.50048828125,0.01123046875,0.11279296875,1.0,34,0.53125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,448,512,2048,64,1.1629627550798722,0.0,0.44140625,0.00732421875,0.1064453125,1.0,36,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5154046138988015,0.0,0.599609375,0.02099609375,0.17626953125,1.0,19,0.296875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,576,640,2048,64,1.4771976944787388,0.0,0.66650390625,0.015625,0.142578125,1.0,26,0.40625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,640,704,2048,64,1.042264648104455,0.0,0.609375,0.01171875,0.10888671875,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3014362197708589,0.0,0.6103515625,0.00927734375,0.1220703125,1.0,35,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5708661048645298,0.0,0.34228515625,0.0048828125,0.052734375,1.0,45,0.703125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3769910048211562,0.0,0.27197265625,0.0029296875,0.07275390625,1.0,44,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,896,960,2048,64,1.3173272893086534,0.0,0.2783203125,0.00927734375,0.07177734375,1.0,42,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.2071495562083183,0.0,0.31201171875,0.01220703125,0.091796875,1.0,43,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.383624412232685,0.0,0.3642578125,0.013671875,0.1171875,1.0,29,0.453125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.1679178228664913,0.0,0.38916015625,0.009765625,0.10498046875,1.0,33,0.515625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2841276618367117,0.0,0.24755859375,0.00732421875,0.06982421875,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.2486650075101884,0.0,0.2890625,0.0107421875,0.09716796875,1.0,36,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4250461557781149,0.0,0.646484375,0.02001953125,0.14501953125,1.0,27,0.421875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0259065589795113,0.0,0.61865234375,0.01416015625,0.1318359375,1.0,37,0.578125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4869879123618128,0.0,0.15625,0.00390625,0.05908203125,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.598873150159271,0.0,0.2158203125,0.0068359375,0.0595703125,1.0,44,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9601594792916262,0.0,0.61767578125,0.009765625,0.1005859375,1.0,39,0.609375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3288111853898403,0.0,0.611328125,0.01708984375,0.15185546875,1.0,29,0.453125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.9959691227985767,0.0,0.1416015625,0.0,0.00146484375,1.0,55,0.859375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.000650577809406,0.0,0.1728515625,0.00048828125,0.001953125,1.0,55,0.859375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4599997141764163,0.0,0.3154296875,0.0087890625,0.08837890625,1.0,40,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.2922302484434744,0.0,0.29150390625,0.01220703125,0.09033203125,1.0,41,0.640625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.272473978830137,0.0,0.36962890625,0.013671875,0.13623046875,1.0,29,0.453125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.439086594279033,0.0,0.38623046875,0.01318359375,0.126953125,1.0,28,0.4375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4077174215214652,0.0,0.443359375,0.008544921875,0.08154296875,1.0,83,0.6484375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,128,256,4096,128,0.9035519046315225,0.0,0.458740234375,0.013916015625,0.1220703125,1.0,72,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,256,384,4096,128,1.1736389946122348,0.0,0.457275390625,0.008056640625,0.091064453125,1.0,86,0.671875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,384,512,4096,128,1.1781265951740039,0.0,0.470947265625,0.009521484375,0.1103515625,1.0,70,0.546875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,512,640,4096,128,1.4964230973222574,0.0,0.633056640625,0.01806640625,0.159423828125,1.0,44,0.34375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,640,768,4096,128,1.178993602785818,0.0,0.60986328125,0.010986328125,0.11279296875,1.0,72,0.5625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4771128167426206,0.0,0.30712890625,0.00341796875,0.062255859375,1.0,88,0.6875
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.2634399942639192,0.0,0.295166015625,0.0107421875,0.0830078125,1.0,84,0.65625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.2803219429298724,0.0,0.376708984375,0.012451171875,0.110107421875,1.0,61,0.4765625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.266520460331107,0.0,0.268310546875,0.00927734375,0.0849609375,1.0,73,0.5703125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.2416200735038003,0.0,0.632568359375,0.0166015625,0.1416015625,1.0,62,0.484375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5439443645757402,0.0,0.18603515625,0.005615234375,0.059814453125,1.0,91,0.7109375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1592336675775767,0.0,0.614501953125,0.013427734375,0.127197265625,1.0,65,0.5078125
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.998311221213356,0.0,0.1572265625,0.000244140625,0.001708984375,1.0,108,0.84375
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.3786693186525008,0.0,0.303466796875,0.010009765625,0.08837890625,1.0,80,0.625
+fresh-zh-2,layers.5.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.3583372653051646,0.0,0.3779296875,0.013916015625,0.135009765625,1.0,56,0.4375
+fresh-zh-2,layers.5.linear_attn.in_proj_b.output,0,0,16,512,16,1.1488014455701385,0.0,0.529296875,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-2,layers.5.linear_attn.in_proj_b.output,64,0,16,512,16,1.1488014455701385,0.0,0.529296875,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-2,layers.5.linear_attn.in_proj_b.output,128,0,16,512,16,1.1488014455701385,0.0,0.529296875,0.00390625,0.068359375,1.0,13,0.8125
+fresh-zh-2,layers.5.linear_attn.in_proj_a.output,0,0,16,512,16,1.615541936084518,0.0,0.53125,0.009765625,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_a.output,64,0,16,512,16,1.615541936084518,0.0,0.53125,0.009765625,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.5.linear_attn.in_proj_a.output,128,0,16,512,16,1.615541936084518,0.0,0.53125,0.009765625,0.1015625,1.0,12,0.75
+fresh-zh-2,layers.5.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03264883182825111,0.0,0.5120086669921875,0.00946044921875,0.09368896484375,1.0,1546,0.7548828125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,0,64,2048,64,0.03166375529690786,0.0,0.552734375,0.013671875,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,64,128,2048,64,0.03036450861153765,0.0,0.54296875,0.00830078125,0.10107421875,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,128,192,2048,64,0.030940950386289377,0.0,0.5166015625,0.009765625,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,192,256,2048,64,0.02979903158473195,0.0,0.5048828125,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,256,320,2048,64,0.030389126873368547,0.0,0.46630859375,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,320,384,2048,64,0.02956749751400858,0.0,0.5244140625,0.00634765625,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,384,448,2048,64,0.03083240584608844,0.0,0.5283203125,0.01123046875,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,448,512,2048,64,0.02969066813042522,0.0,0.556640625,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,512,576,2048,64,0.03147173610559474,0.0,0.541015625,0.00927734375,0.10498046875,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,576,640,2048,64,0.030751242896915894,0.0,0.50390625,0.01123046875,0.09716796875,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,640,704,2048,64,0.02851276689526958,0.0,0.525390625,0.009765625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,704,768,2048,64,0.03061224222411407,0.0,0.50439453125,0.01220703125,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,768,832,2048,64,0.028896954624127023,0.0,0.5390625,0.01025390625,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,832,896,2048,64,0.029398064375981928,0.0,0.4970703125,0.0087890625,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,896,960,2048,64,0.03166982290048851,0.0,0.4638671875,0.01025390625,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,960,1024,2048,64,0.0296715048352114,0.0,0.52197265625,0.00634765625,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02913596376577129,0.0,0.49072265625,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1088,1152,2048,64,0.030225003024754015,0.0,0.5029296875,0.0087890625,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07340593780086149,0.0,0.53759765625,0.02294921875,0.1962890625,1.0,16,0.25
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03464101848280847,0.0,0.52392578125,0.00830078125,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1280,1344,2048,64,0.030552984104470868,0.0,0.490234375,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1344,1408,2048,64,0.03029441199130324,0.0,0.5263671875,0.00830078125,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1408,1472,2048,64,0.030956963586751776,0.0,0.47412109375,0.00830078125,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03028776527369763,0.0,0.4970703125,0.0048828125,0.07568359375,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1536,1600,2048,64,0.03001162768360256,0.0,0.5205078125,0.0068359375,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1600,1664,2048,64,0.029995603949811007,0.0,0.53564453125,0.0068359375,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1664,1728,2048,64,0.029636663994920737,0.0,0.4833984375,0.00634765625,0.0732421875,1.0,53,0.828125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1728,1792,2048,64,0.031392493019250366,0.0,0.5126953125,0.005859375,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1792,1856,2048,64,0.029366866964892113,0.0,0.48046875,0.00634765625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1856,1920,2048,64,0.029996648294830515,0.0,0.52001953125,0.0107421875,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1920,1984,2048,64,0.030916172417274717,0.0,0.49609375,0.0107421875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,64,1984,2048,2048,64,0.031329132300264226,0.0,0.5029296875,0.01416015625,0.09521484375,1.0,51,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,0,128,4096,128,0.03102093472739502,0.0,0.5478515625,0.010986328125,0.095458984375,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,128,256,4096,128,0.030375357563283707,0.0,0.5107421875,0.0087890625,0.07763671875,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,256,384,4096,128,0.02998112690816169,0.0,0.495361328125,0.0078125,0.080322265625,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,384,512,4096,128,0.030266921087954722,0.0,0.54248046875,0.0107421875,0.088134765625,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,512,640,4096,128,0.031113575117666215,0.0,0.5224609375,0.01025390625,0.1005859375,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,640,768,4096,128,0.02958113630349427,0.0,0.514892578125,0.010986328125,0.0830078125,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,768,896,4096,128,0.02914858637741489,0.0,0.51806640625,0.009521484375,0.091796875,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,896,1024,4096,128,0.030686934367367816,0.0,0.492919921875,0.0078125,0.083984375,1.0,102,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1024,1152,4096,128,0.029685477867188923,0.0,0.496826171875,0.008056640625,0.09033203125,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05739526054453549,0.0,0.53076171875,0.015625,0.15087890625,1.0,60,0.46875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1280,1408,4096,128,0.030423972748367917,0.0,0.50830078125,0.0087890625,0.093994140625,1.0,99,0.7734375
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1408,1536,4096,128,0.030624192395768413,0.0,0.485595703125,0.006591796875,0.078857421875,1.0,101,0.7890625
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1536,1664,4096,128,0.030003616886411354,0.0,0.528076171875,0.0068359375,0.081298828125,1.0,102,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1664,1792,4096,128,0.030527204840203714,0.0,0.498046875,0.006103515625,0.080078125,1.0,102,0.796875
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02968342790394524,0.0,0.500244140625,0.008544921875,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.5.linear_attn.out_proj.output,128,1920,2048,4096,128,0.031123337285886597,0.0,0.49951171875,0.012451171875,0.094482421875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.gate_proj.output,0,0,6144,196608,6144,0.7519861271497587,0.0,0.8557942708333334,0.006932576497395833,0.0690460205078125,1.0,4089,0.66552734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,0,64,2048,64,0.7148140702809649,0.0,0.87548828125,0.00732421875,0.0693359375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,64,128,2048,64,0.6881041945786766,0.0,0.859375,0.00830078125,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,128,192,2048,64,0.7059495371249385,0.0,0.830078125,0.009765625,0.07666015625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,192,256,2048,64,0.8423603712872321,0.0,0.87939453125,0.00830078125,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,256,320,2048,64,0.7766291161519338,0.0,0.84033203125,0.0078125,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,320,384,2048,64,0.7068558894270924,0.0,0.83837890625,0.0078125,0.08251953125,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,384,448,2048,64,0.8228971071194804,0.0,0.87646484375,0.0078125,0.07373046875,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,448,512,2048,64,0.7531029646853291,0.0,0.85498046875,0.00634765625,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,512,576,2048,64,0.7912278494655515,0.0,0.87890625,0.0048828125,0.0634765625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,576,640,2048,64,0.6756980404536241,0.0,0.8779296875,0.00439453125,0.06298828125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,640,704,2048,64,0.8103369436185597,0.0,0.86376953125,0.009765625,0.07958984375,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,704,768,2048,64,0.8778221262863559,0.0,0.884765625,0.01025390625,0.078125,1.0,38,0.59375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,768,832,2048,64,0.7238354487855135,0.0,0.857421875,0.00732421875,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,832,896,2048,64,0.6830316801222712,0.0,0.83642578125,0.00537109375,0.072265625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,896,960,2048,64,0.7536192271334726,0.0,0.884765625,0.00341796875,0.0537109375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,960,1024,2048,64,0.7369559133246135,0.0,0.84130859375,0.0107421875,0.07666015625,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1024,1088,2048,64,0.733477700800818,0.0,0.85791015625,0.0048828125,0.06298828125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1088,1152,2048,64,0.7320158934212555,0.0,0.818359375,0.0048828125,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1152,1216,2048,64,0.7364404060872073,0.0,0.86865234375,0.01025390625,0.06396484375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1216,1280,2048,64,0.7658767766142978,0.0,0.849609375,0.0087890625,0.07177734375,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1280,1344,2048,64,0.6699164363153036,0.0,0.80908203125,0.00927734375,0.06640625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1344,1408,2048,64,0.7303018147425037,0.0,0.8310546875,0.00830078125,0.0810546875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1408,1472,2048,64,0.8316200645405478,0.0,0.880859375,0.0068359375,0.072265625,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1472,1536,2048,64,0.7083956596201991,0.0,0.8193359375,0.00732421875,0.07421875,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1536,1600,2048,64,0.7576697646680244,0.0,0.8388671875,0.00634765625,0.06640625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1600,1664,2048,64,0.7435472288186273,0.0,0.8828125,0.00732421875,0.06396484375,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1664,1728,2048,64,0.7916414282046093,0.0,0.8642578125,0.00732421875,0.07421875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1728,1792,2048,64,0.7719512181538017,0.0,0.89697265625,0.00634765625,0.05419921875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1792,1856,2048,64,0.7092140560871688,0.0,0.8466796875,0.009765625,0.0703125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1856,1920,2048,64,0.7053371199735354,0.0,0.87451171875,0.005859375,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1920,1984,2048,64,0.7383858371939169,0.0,0.8056640625,0.00732421875,0.0751953125,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,1984,2048,2048,64,0.7153101395016785,0.0,0.87841796875,0.0078125,0.06884765625,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2048,2112,2048,64,0.7051774044408419,0.0,0.859375,0.0078125,0.0693359375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2112,2176,2048,64,0.8190189275856831,0.0,0.85205078125,0.0078125,0.07177734375,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2176,2240,2048,64,0.7699343607097311,0.0,0.861328125,0.0087890625,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2240,2304,2048,64,0.7293805833949609,0.0,0.84033203125,0.00830078125,0.07275390625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2304,2368,2048,64,0.7962259347893493,0.0,0.85693359375,0.00537109375,0.06640625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2368,2432,2048,64,0.7905309894914001,0.0,0.884765625,0.00537109375,0.06201171875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2432,2496,2048,64,0.7837119156058023,0.0,0.83837890625,0.00732421875,0.07421875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2496,2560,2048,64,0.7399598385076475,0.0,0.89990234375,0.00439453125,0.060546875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2560,2624,2048,64,0.7159457767680726,0.0,0.8486328125,0.0078125,0.0810546875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2624,2688,2048,64,0.7724445462156645,0.0,0.8662109375,0.00537109375,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2688,2752,2048,64,0.7403230373682037,0.0,0.8173828125,0.00537109375,0.07275390625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2752,2816,2048,64,0.6786559724140845,0.0,0.82275390625,0.00927734375,0.07470703125,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2816,2880,2048,64,0.7082963263175538,0.0,0.82568359375,0.00732421875,0.0830078125,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2880,2944,2048,64,0.8661365906424068,0.0,0.83837890625,0.00732421875,0.078125,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,2944,3008,2048,64,0.7502080150906204,0.0,0.88623046875,0.00341796875,0.05908203125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3008,3072,2048,64,0.7241573015710444,0.0,0.8759765625,0.005859375,0.0595703125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3072,3136,2048,64,0.7751713838209854,0.0,0.859375,0.00390625,0.05859375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3136,3200,2048,64,0.6889678432187014,0.0,0.85791015625,0.005859375,0.05859375,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3200,3264,2048,64,0.7223668444136027,0.0,0.8037109375,0.00830078125,0.068359375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3264,3328,2048,64,0.704050889775804,0.0,0.853515625,0.00732421875,0.06640625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3328,3392,2048,64,0.7948772846730576,0.0,0.85595703125,0.01123046875,0.0791015625,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3392,3456,2048,64,0.7085539848907619,0.0,0.86083984375,0.0068359375,0.0703125,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3456,3520,2048,64,0.7034095209667351,0.0,0.87451171875,0.00537109375,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3520,3584,2048,64,0.7507507620257399,0.0,0.8642578125,0.005859375,0.06494140625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3584,3648,2048,64,0.754836904390416,0.0,0.84033203125,0.00390625,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3648,3712,2048,64,0.7461707730348448,0.0,0.888671875,0.0068359375,0.06103515625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3712,3776,2048,64,0.6460465543957954,0.0,0.8271484375,0.0068359375,0.06396484375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3776,3840,2048,64,0.7387628513392476,0.0,0.82373046875,0.00830078125,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3840,3904,2048,64,0.6944641982750441,0.0,0.87744140625,0.0048828125,0.06591796875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3904,3968,2048,64,0.6877688684933095,0.0,0.8623046875,0.00390625,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,3968,4032,2048,64,0.7126871829491377,0.0,0.87255859375,0.00390625,0.05517578125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4032,4096,2048,64,0.7540686733957287,0.0,0.84765625,0.0107421875,0.06689453125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4096,4160,2048,64,0.7221241181053716,0.0,0.8369140625,0.01171875,0.08251953125,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4160,4224,2048,64,0.7177354112598924,0.0,0.81884765625,0.0068359375,0.083984375,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4224,4288,2048,64,0.7475634318269072,0.0,0.8623046875,0.00537109375,0.08544921875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4288,4352,2048,64,0.7717297171544959,0.0,0.86181640625,0.0048828125,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4352,4416,2048,64,0.7295242981828004,0.0,0.796875,0.01416015625,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4416,4480,2048,64,0.7025771509903086,0.0,0.85791015625,0.0048828125,0.05810546875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4480,4544,2048,64,0.7947930196144396,0.0,0.87353515625,0.005859375,0.0654296875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4544,4608,2048,64,0.7438534269792665,0.0,0.8486328125,0.00537109375,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4608,4672,2048,64,0.7977810360444126,0.0,0.8798828125,0.00830078125,0.08349609375,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4672,4736,2048,64,0.7180963956595541,0.0,0.82666015625,0.00830078125,0.07373046875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4736,4800,2048,64,0.7558806401762889,0.0,0.8359375,0.00732421875,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4800,4864,2048,64,0.8823784588723131,0.0,0.880859375,0.00634765625,0.0673828125,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4864,4928,2048,64,0.7912900690217195,0.0,0.85400390625,0.00341796875,0.06201171875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4928,4992,2048,64,0.6676746577083524,0.0,0.84619140625,0.00634765625,0.0576171875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,4992,5056,2048,64,0.7938435730179817,0.0,0.8896484375,0.00537109375,0.07275390625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5056,5120,2048,64,0.7651825854893335,0.0,0.84814453125,0.0078125,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5120,5184,2048,64,0.7240951908026391,0.0,0.83837890625,0.005859375,0.06982421875,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5184,5248,2048,64,0.7676910209649342,0.0,0.88720703125,0.00732421875,0.06103515625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5248,5312,2048,64,0.6805669787859999,0.0,0.826171875,0.00634765625,0.06884765625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5312,5376,2048,64,0.7986754808827404,0.0,0.87158203125,0.0078125,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5376,5440,2048,64,0.7374492531921608,0.0,0.85205078125,0.0078125,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5440,5504,2048,64,0.8578507117354516,0.0,0.88671875,0.00390625,0.05810546875,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5504,5568,2048,64,0.8265584611767473,0.0,0.8623046875,0.0087890625,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5568,5632,2048,64,0.7513534483511238,0.0,0.8447265625,0.00634765625,0.06494140625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5632,5696,2048,64,0.7994141614587723,0.0,0.912109375,0.00439453125,0.06201171875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5696,5760,2048,64,0.7775794476775212,0.0,0.8134765625,0.0048828125,0.0673828125,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5760,5824,2048,64,0.8230407326094472,0.0,0.8974609375,0.0048828125,0.0546875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5824,5888,2048,64,0.721104475570794,0.0,0.86669921875,0.0078125,0.07177734375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5888,5952,2048,64,0.8110337877591525,0.0,0.8623046875,0.0078125,0.08203125,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,5952,6016,2048,64,0.8033157647345519,0.0,0.87451171875,0.0048828125,0.05029296875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,6016,6080,2048,64,0.704945122815891,0.0,0.87548828125,0.00341796875,0.06640625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,64,6080,6144,2048,64,0.773349671150179,0.0,0.81982421875,0.00927734375,0.08349609375,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,0,128,4096,128,0.7015862518851155,0.0,0.867431640625,0.0078125,0.06640625,1.0,90,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,128,256,4096,128,0.7771536991104392,0.0,0.854736328125,0.009521484375,0.075439453125,1.0,84,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,256,384,4096,128,0.7425624662183982,0.0,0.83935546875,0.00830078125,0.07080078125,1.0,83,0.6484375
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,384,512,4096,128,0.7887723766472308,0.0,0.86572265625,0.007080078125,0.06884765625,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,512,640,4096,128,0.7357341067405904,0.0,0.87841796875,0.00439453125,0.0654296875,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,640,768,4096,128,0.8447537059968923,0.0,0.874267578125,0.009765625,0.078857421875,1.0,79,0.6171875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,768,896,4096,128,0.7037293630967726,0.0,0.846923828125,0.00634765625,0.06884765625,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,896,1024,4096,128,0.7453341390575665,0.0,0.863037109375,0.007080078125,0.065673828125,1.0,84,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1024,1152,4096,128,0.7327471616435554,0.0,0.838134765625,0.0048828125,0.06494140625,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1152,1280,4096,128,0.7513027714160909,0.0,0.859130859375,0.009765625,0.067138671875,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1280,1408,4096,128,0.7007598633845943,0.0,0.820068359375,0.0087890625,0.07275390625,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1408,1536,4096,128,0.7724688803813271,0.0,0.85009765625,0.00732421875,0.074951171875,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1536,1664,4096,128,0.7506417100641156,0.0,0.86083984375,0.0068359375,0.06494140625,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1664,1792,4096,128,0.7818583100725386,0.0,0.880615234375,0.0068359375,0.063720703125,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1792,1920,4096,128,0.7072782444569377,0.0,0.860595703125,0.007080078125,0.066650390625,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,1920,2048,4096,128,0.7269395574057284,0.0,0.842041015625,0.007568359375,0.072509765625,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2048,2176,4096,128,0.764220902448214,0.0,0.855712890625,0.007568359375,0.070556640625,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2176,2304,4096,128,0.7499316486304187,0.0,0.850830078125,0.008544921875,0.07177734375,1.0,83,0.6484375
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2304,2432,4096,128,0.7933835719806106,0.0,0.870849609375,0.00537109375,0.0634765625,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2432,2560,4096,128,0.7621498964333657,0.0,0.869140625,0.006103515625,0.067138671875,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2560,2688,4096,128,0.7447311368038678,0.0,0.857421875,0.006591796875,0.070068359375,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2688,2816,4096,128,0.7101591823497706,0.0,0.820068359375,0.006591796875,0.07373046875,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2816,2944,4096,128,0.791162524240309,0.0,0.83203125,0.008056640625,0.082763671875,1.0,83,0.6484375
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,2944,3072,4096,128,0.7372977225398385,0.0,0.881103515625,0.0048828125,0.059326171875,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3072,3200,4096,128,0.7333373586843815,0.0,0.858642578125,0.00439453125,0.05908203125,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3200,3328,4096,128,0.7132676612962932,0.0,0.82861328125,0.0078125,0.067138671875,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3328,3456,4096,128,0.7529537327066621,0.0,0.8583984375,0.008544921875,0.075439453125,1.0,82,0.640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3456,3584,4096,128,0.727465346552288,0.0,0.869384765625,0.005859375,0.068115234375,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3584,3712,4096,128,0.7505163471774362,0.0,0.864501953125,0.00537109375,0.064453125,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3712,3840,4096,128,0.6939548619923253,0.0,0.825439453125,0.00732421875,0.069091796875,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3840,3968,4096,128,0.6911246411300812,0.0,0.869873046875,0.00439453125,0.0625,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,3968,4096,4096,128,0.7336697434598117,0.0,0.860107421875,0.0068359375,0.0615234375,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4096,4224,4096,128,0.719933108880911,0.0,0.827880859375,0.00927734375,0.083251953125,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4224,4352,4096,128,0.7597426672710245,0.0,0.862060546875,0.00537109375,0.07373046875,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4352,4480,4096,128,0.7161774761652192,0.0,0.827392578125,0.009765625,0.0673828125,1.0,90,0.703125
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4480,4608,4096,128,0.7697447189999546,0.0,0.861083984375,0.005859375,0.072265625,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4608,4736,4096,128,0.7589851826390748,0.0,0.853271484375,0.00830078125,0.079345703125,1.0,80,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4736,4864,4096,128,0.8215677960080942,0.0,0.8583984375,0.007568359375,0.077392578125,1.0,80,0.625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4864,4992,4096,128,0.7320961077202784,0.0,0.85009765625,0.0048828125,0.061279296875,1.0,84,0.65625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,4992,5120,4096,128,0.7796447933379973,0.0,0.868896484375,0.006591796875,0.06982421875,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5120,5248,4096,128,0.7462115480926617,0.0,0.86279296875,0.00634765625,0.065673828125,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5248,5376,4096,128,0.7419750455295583,0.0,0.848876953125,0.007080078125,0.067626953125,1.0,89,0.6953125
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5376,5504,4096,128,0.7999185098054353,0.0,0.869384765625,0.005859375,0.059814453125,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5504,5632,4096,128,0.7898515348127131,0.0,0.853515625,0.007568359375,0.067626953125,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5632,5760,4096,128,0.7885723806320225,0.0,0.86279296875,0.004638671875,0.065673828125,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5760,5888,4096,128,0.7737530976424345,0.0,0.882080078125,0.00634765625,0.06591796875,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,5888,6016,4096,128,0.8071840009434081,0.0,0.868408203125,0.00634765625,0.06591796875,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gate_proj.output,128,6016,6144,4096,128,0.739938287984208,0.0,0.84765625,0.005859375,0.07568359375,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.up_proj.output,0,0,6144,196608,6144,0.31569992300652017,0.0,0.5005900065104166,0.007878621419270834,0.08440144856770833,1.0,4826,0.7854817708333334
+fresh-zh-2,layers.5.mlp.up_proj.output,64,0,64,2048,64,0.31102047065705435,0.0,0.4560546875,0.0126953125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,64,128,2048,64,0.3357659964419113,0.0,0.45947265625,0.0078125,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,128,192,2048,64,0.32824929949784554,0.0,0.486328125,0.0087890625,0.09619140625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,192,256,2048,64,0.2947343399085522,0.0,0.46533203125,0.01123046875,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,256,320,2048,64,0.33354255930759763,0.0,0.49560546875,0.01220703125,0.09619140625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,320,384,2048,64,0.3151555440131865,0.0,0.49853515625,0.0068359375,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,384,448,2048,64,0.33850075008196334,0.0,0.4619140625,0.0087890625,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,448,512,2048,64,0.33759476056304927,0.0,0.4755859375,0.009765625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,512,576,2048,64,0.30265299582004324,0.0,0.44287109375,0.00732421875,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,576,640,2048,64,0.30761588841194476,0.0,0.48291015625,0.00830078125,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,640,704,2048,64,0.30166638044522154,0.0,0.51318359375,0.0078125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,704,768,2048,64,0.3042632735713199,0.0,0.51953125,0.0087890625,0.0703125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,768,832,2048,64,0.31361716078767166,0.0,0.537109375,0.01123046875,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,832,896,2048,64,0.32053130454090667,0.0,0.54931640625,0.00732421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,896,960,2048,64,0.28833820518422154,0.0,0.48583984375,0.00439453125,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,960,1024,2048,64,0.339252418155802,0.0,0.4873046875,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1024,1088,2048,64,0.3125339853964696,0.0,0.48681640625,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1088,1152,2048,64,0.334402262667638,0.0,0.53515625,0.009765625,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1152,1216,2048,64,0.3118595781863119,0.0,0.5615234375,0.005859375,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1216,1280,2048,64,0.31767885582919964,0.0,0.47119140625,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1280,1344,2048,64,0.32614475631576534,0.0,0.51416015625,0.01220703125,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1344,1408,2048,64,0.3077389341419639,0.0,0.4990234375,0.00390625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1408,1472,2048,64,0.32965146151629154,0.0,0.52197265625,0.005859375,0.07177734375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1472,1536,2048,64,0.31427313890117736,0.0,0.4619140625,0.00732421875,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1536,1600,2048,64,0.3332351792051994,0.0,0.52294921875,0.0068359375,0.0771484375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1600,1664,2048,64,0.31936372550835024,0.0,0.52294921875,0.00732421875,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1664,1728,2048,64,0.31122422741431666,0.0,0.51416015625,0.0087890625,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1728,1792,2048,64,0.3088055824517098,0.0,0.53466796875,0.00830078125,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1792,1856,2048,64,0.3205995639931938,0.0,0.50537109375,0.00537109375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1856,1920,2048,64,0.3236834181849494,0.0,0.47509765625,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1920,1984,2048,64,0.3845897981841869,0.0,0.46435546875,0.00927734375,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,1984,2048,2048,64,0.2972676828455625,0.0,0.466796875,0.00537109375,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2048,2112,2048,64,0.32938875076778834,0.0,0.45947265625,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2112,2176,2048,64,0.32114151814179315,0.0,0.50927734375,0.01025390625,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2176,2240,2048,64,0.3054525153286428,0.0,0.48681640625,0.00830078125,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2240,2304,2048,64,0.32205236696112616,0.0,0.50390625,0.0078125,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2304,2368,2048,64,0.29154166075101207,0.0,0.47021484375,0.01123046875,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2368,2432,2048,64,0.31757358773794325,0.0,0.53857421875,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2432,2496,2048,64,0.3496791989885485,0.0,0.53955078125,0.00927734375,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2496,2560,2048,64,0.3098398020211467,0.0,0.5146484375,0.0078125,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2560,2624,2048,64,0.30637492566971497,0.0,0.509765625,0.00830078125,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2624,2688,2048,64,0.30737466293026056,0.0,0.44140625,0.01025390625,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2688,2752,2048,64,0.29315459642734837,0.0,0.55126953125,0.0029296875,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2752,2816,2048,64,0.37179642107979466,0.0,0.5263671875,0.00634765625,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2816,2880,2048,64,0.31775343190280597,0.0,0.4794921875,0.00634765625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2880,2944,2048,64,0.2994442429290496,0.0,0.49169921875,0.005859375,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,2944,3008,2048,64,0.28360654403801117,0.0,0.49755859375,0.009765625,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3008,3072,2048,64,0.30381140520195393,0.0,0.4912109375,0.0087890625,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3072,3136,2048,64,0.29306134839344405,0.0,0.49560546875,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3136,3200,2048,64,0.3250630152013932,0.0,0.4287109375,0.00830078125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3200,3264,2048,64,0.31323420111491446,0.0,0.48095703125,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3264,3328,2048,64,0.3113868679410195,0.0,0.5244140625,0.01025390625,0.09228515625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3328,3392,2048,64,0.3202925902029402,0.0,0.51708984375,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3392,3456,2048,64,0.3195028075723114,0.0,0.46875,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3456,3520,2048,64,0.2898499917157442,0.0,0.53125,0.0087890625,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3520,3584,2048,64,0.3101835086219738,0.0,0.486328125,0.00439453125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3584,3648,2048,64,0.3115452318110177,0.0,0.51171875,0.0048828125,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3648,3712,2048,64,0.31939494112055317,0.0,0.541015625,0.01025390625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3712,3776,2048,64,0.30510603130880154,0.0,0.55029296875,0.0078125,0.07861328125,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3776,3840,2048,64,0.32349830787065764,0.0,0.50146484375,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3840,3904,2048,64,0.31065224750968745,0.0,0.482421875,0.01123046875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3904,3968,2048,64,0.3223007887553196,0.0,0.49365234375,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,3968,4032,2048,64,0.3112217410880264,0.0,0.51416015625,0.00927734375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4032,4096,2048,64,0.31305032680161377,0.0,0.50244140625,0.0068359375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4096,4160,2048,64,0.30745080613086284,0.0,0.49267578125,0.0048828125,0.083984375,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4160,4224,2048,64,0.33173558915832985,0.0,0.474609375,0.00927734375,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4224,4288,2048,64,0.32214915776403547,0.0,0.51171875,0.0068359375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4288,4352,2048,64,0.29360983985871486,0.0,0.48974609375,0.00732421875,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4352,4416,2048,64,0.30681252275277293,0.0,0.53857421875,0.0078125,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4416,4480,2048,64,0.31827582601166166,0.0,0.49853515625,0.00634765625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4480,4544,2048,64,0.29917180112723785,0.0,0.45166015625,0.00732421875,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4544,4608,2048,64,0.3288230705684296,0.0,0.4892578125,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4608,4672,2048,64,0.30554445519220635,0.0,0.525390625,0.0087890625,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4672,4736,2048,64,0.319418356394664,0.0,0.48193359375,0.00830078125,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4736,4800,2048,64,0.31269236194539435,0.0,0.53173828125,0.00732421875,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4800,4864,2048,64,0.311107632319857,0.0,0.53662109375,0.00732421875,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4864,4928,2048,64,0.3014968330775882,0.0,0.5087890625,0.005859375,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4928,4992,2048,64,0.31200103416190544,0.0,0.5244140625,0.00732421875,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,4992,5056,2048,64,0.3171993261073856,0.0,0.5107421875,0.00439453125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5056,5120,2048,64,0.31137483717560904,0.0,0.55419921875,0.00537109375,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5120,5184,2048,64,0.3325756719399684,0.0,0.5009765625,0.0068359375,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5184,5248,2048,64,0.3006111320006706,0.0,0.52490234375,0.00634765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5248,5312,2048,64,0.31310746436251485,0.0,0.505859375,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5312,5376,2048,64,0.3087238608059174,0.0,0.51806640625,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5376,5440,2048,64,0.306695823563608,0.0,0.49365234375,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5440,5504,2048,64,0.32227262991112465,0.0,0.4619140625,0.01025390625,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5504,5568,2048,64,0.30581193254699973,0.0,0.505859375,0.0068359375,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5568,5632,2048,64,0.2999232233472224,0.0,0.4853515625,0.0087890625,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5632,5696,2048,64,0.30483997145097297,0.0,0.47265625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5696,5760,2048,64,0.31480704848926466,0.0,0.5234375,0.00830078125,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5760,5824,2048,64,0.2998697917772884,0.0,0.48681640625,0.00732421875,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5824,5888,2048,64,0.31762895092579246,0.0,0.52294921875,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5888,5952,2048,64,0.31916761984971465,0.0,0.51904296875,0.0048828125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,64,5952,6016,2048,64,0.32449129093003043,0.0,0.49853515625,0.00830078125,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.up_proj.output,64,6016,6080,2048,64,0.3125576883145043,0.0,0.49072265625,0.00830078125,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,64,6080,6144,2048,64,0.3336282186784492,0.0,0.5087890625,0.00830078125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,0,128,4096,128,0.32362983293754394,0.0,0.457763671875,0.010498046875,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,128,256,4096,128,0.31194224925629765,0.0,0.475830078125,0.009521484375,0.089599609375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,256,384,4096,128,0.3244793181326892,0.0,0.4970703125,0.009521484375,0.08740234375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,384,512,4096,128,0.3380480588360732,0.0,0.46875,0.00927734375,0.084228515625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,512,640,4096,128,0.30514453188801954,0.0,0.462890625,0.007568359375,0.082763671875,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,640,768,4096,128,0.30296760943643547,0.0,0.516357421875,0.00830078125,0.077392578125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,768,896,4096,128,0.3170930783943539,0.0,0.543212890625,0.00927734375,0.087158203125,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,896,1024,4096,128,0.31482624080071325,0.0,0.486572265625,0.00537109375,0.09033203125,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1024,1152,4096,128,0.32365287369729673,0.0,0.510986328125,0.0087890625,0.0849609375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1152,1280,4096,128,0.31478266466523674,0.0,0.516357421875,0.00830078125,0.086181640625,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1280,1408,4096,128,0.3170754276659593,0.0,0.506591796875,0.00830078125,0.08349609375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1408,1536,4096,128,0.32205410408394564,0.0,0.491943359375,0.0068359375,0.07470703125,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1536,1664,4096,128,0.3263731559354217,0.0,0.52294921875,0.007080078125,0.078125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1664,1792,4096,128,0.31001726361847826,0.0,0.5244140625,0.008544921875,0.081298828125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1792,1920,4096,128,0.32214518127741626,0.0,0.490234375,0.007568359375,0.084716796875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,1920,2048,4096,128,0.34371309847874837,0.0,0.465576171875,0.007080078125,0.09228515625,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2048,2176,4096,128,0.3252912724058085,0.0,0.484375,0.00927734375,0.08837890625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2176,2304,4096,128,0.313862203989154,0.0,0.495361328125,0.008056640625,0.0908203125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2304,2432,4096,128,0.3048356307768232,0.0,0.50439453125,0.0087890625,0.0859375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2432,2560,4096,128,0.3303605947459354,0.0,0.527099609375,0.0087890625,0.085693359375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2560,2688,4096,128,0.3068752014179499,0.0,0.4755859375,0.00927734375,0.08447265625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2688,2816,4096,128,0.3347926194931912,0.0,0.538818359375,0.0048828125,0.085205078125,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2816,2944,4096,128,0.3087345932264174,0.0,0.485595703125,0.00634765625,0.0830078125,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,2944,3072,4096,128,0.2938826651505411,0.0,0.494384765625,0.009033203125,0.082275390625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3072,3200,4096,128,0.3094761039030354,0.0,0.462158203125,0.00732421875,0.0859375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3200,3328,4096,128,0.3123119004090435,0.0,0.502685546875,0.0087890625,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3328,3456,4096,128,0.31989794262037546,0.0,0.492919921875,0.008056640625,0.08203125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3456,3584,4096,128,0.3001889627540086,0.0,0.5087890625,0.006591796875,0.08740234375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3584,3712,4096,128,0.31549450064746165,0.0,0.5263671875,0.007568359375,0.090087890625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3712,3840,4096,128,0.3144366752910562,0.0,0.52587890625,0.008544921875,0.08056640625,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3840,3968,4096,128,0.3165301070317966,0.0,0.488037109375,0.010009765625,0.087158203125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,3968,4096,4096,128,0.3121373729918125,0.0,0.50830078125,0.008056640625,0.08642578125,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4096,4224,4096,128,0.31982377906023624,0.0,0.483642578125,0.007568359375,0.082275390625,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4224,4352,4096,128,0.3082100078760727,0.0,0.500732421875,0.007080078125,0.0791015625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4352,4480,4096,128,0.3125967254637565,0.0,0.5185546875,0.00732421875,0.077880859375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4480,4608,4096,128,0.31434724297165867,0.0,0.470458984375,0.007568359375,0.086181640625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4608,4736,4096,128,0.3125583949445054,0.0,0.503662109375,0.008544921875,0.081787109375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4736,4864,4096,128,0.3119010036106463,0.0,0.5341796875,0.00732421875,0.07861328125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4864,4992,4096,128,0.30679389308941074,0.0,0.5166015625,0.006591796875,0.08056640625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,4992,5120,4096,128,0.31430057406017936,0.0,0.532470703125,0.0048828125,0.085693359375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5120,5248,4096,128,0.31699655380543657,0.0,0.512939453125,0.005859375,0.084716796875,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5248,5376,4096,128,0.3109233880479522,0.0,0.511962890625,0.007080078125,0.08349609375,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5376,5504,4096,128,0.3145806543489225,0.0,0.477783203125,0.0087890625,0.08544921875,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5504,5632,4096,128,0.30288188951398076,0.0,0.49560546875,0.008056640625,0.082275390625,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5632,5760,4096,128,0.30986358770655215,0.0,0.498046875,0.008056640625,0.089599609375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5760,5888,4096,128,0.30887703256051086,0.0,0.5048828125,0.00732421875,0.080322265625,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.up_proj.output,128,5888,6016,4096,128,0.321840463156802,0.0,0.5087890625,0.006591796875,0.0859375,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.up_proj.output,128,6016,6144,4096,128,0.32326467238399403,0.0,0.499755859375,0.00830078125,0.089599609375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,0,0,6144,196608,6144,0.21835337519032808,0.0,0.8557942708333334,0.0038808186848958335,0.040303548177083336,1.0,4839,0.78759765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,0,64,2048,64,0.2166650226745171,0.0,0.87548828125,0.0048828125,0.04736328125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,64,128,2048,64,0.20446827060591374,0.0,0.859375,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,128,192,2048,64,0.21573079522620672,0.0,0.830078125,0.00439453125,0.048828125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,192,256,2048,64,0.22041295449748557,0.0,0.87939453125,0.0029296875,0.0380859375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,256,320,2048,64,0.21814349555798898,0.0,0.84033203125,0.00439453125,0.033203125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,320,384,2048,64,0.20569868151676796,0.0,0.83837890625,0.0048828125,0.05126953125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,384,448,2048,64,0.21476407367771475,0.0,0.87646484375,0.0048828125,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,448,512,2048,64,0.22882880701149974,0.0,0.85498046875,0.00439453125,0.03955078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,512,576,2048,64,0.21279250548278397,0.0,0.87890625,0.00244140625,0.0361328125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,576,640,2048,64,0.19821456272074456,0.0,0.8779296875,0.0029296875,0.03515625,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,640,704,2048,64,0.20763446890096257,0.0,0.86376953125,0.005859375,0.04052734375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,704,768,2048,64,0.21151579048260086,0.0,0.884765625,0.0029296875,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,768,832,2048,64,0.20511401110924793,0.0,0.857421875,0.00439453125,0.03759765625,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,832,896,2048,64,0.21757230879500605,0.0,0.83642578125,0.00390625,0.04296875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,896,960,2048,64,0.21167386914769992,0.0,0.884765625,0.00244140625,0.03369140625,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,960,1024,2048,64,0.22071952519433505,0.0,0.84130859375,0.005859375,0.04638671875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,1024,1088,2048,64,0.2197368913190204,0.0,0.85791015625,0.001953125,0.03369140625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,1088,1152,2048,64,0.2161897273005584,0.0,0.818359375,0.00244140625,0.04052734375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,1152,1216,2048,64,0.2080556951679254,0.0,0.86865234375,0.00537109375,0.03466796875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1216,1280,2048,64,0.22618363379684134,0.0,0.849609375,0.0048828125,0.04541015625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,1280,1344,2048,64,0.22981511739794513,0.0,0.80908203125,0.005859375,0.0478515625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,1344,1408,2048,64,0.20781163886289947,0.0,0.8310546875,0.00537109375,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1408,1472,2048,64,0.20721206194185515,0.0,0.880859375,0.0029296875,0.0380859375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1472,1536,2048,64,0.22311616866043787,0.0,0.8193359375,0.0048828125,0.04833984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,1536,1600,2048,64,0.2428858947661052,0.0,0.8388671875,0.00537109375,0.0458984375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,1600,1664,2048,64,0.20822015800418595,0.0,0.8828125,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1664,1728,2048,64,0.20198133672143526,0.0,0.8642578125,0.0029296875,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,1728,1792,2048,64,0.21350037921134385,0.0,0.89697265625,0.00439453125,0.03125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1792,1856,2048,64,0.21615822809002258,0.0,0.8466796875,0.00537109375,0.04443359375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1856,1920,2048,64,0.2040838872870854,0.0,0.87451171875,0.00244140625,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,1920,1984,2048,64,0.23992333816301395,0.0,0.8056640625,0.0048828125,0.05078125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.silu_gate,64,1984,2048,2048,64,0.2119557000591107,0.0,0.87841796875,0.00390625,0.04248046875,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,2048,2112,2048,64,0.21399778891002313,0.0,0.859375,0.00390625,0.0380859375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,2112,2176,2048,64,0.2453449119301835,0.0,0.85205078125,0.00439453125,0.0419921875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,2176,2240,2048,64,0.21238098393237972,0.0,0.861328125,0.00390625,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2240,2304,2048,64,0.21835404239071388,0.0,0.84033203125,0.005859375,0.0400390625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,2304,2368,2048,64,0.2157975303931873,0.0,0.85693359375,0.0029296875,0.03466796875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2368,2432,2048,64,0.22061994513349042,0.0,0.884765625,0.00244140625,0.037109375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2432,2496,2048,64,0.22327960071186592,0.0,0.83837890625,0.00244140625,0.0439453125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,2496,2560,2048,64,0.20630977803729142,0.0,0.89990234375,0.00244140625,0.03759765625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,2560,2624,2048,64,0.21915839511869004,0.0,0.8486328125,0.00439453125,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2624,2688,2048,64,0.23094865691072566,0.0,0.8662109375,0.001953125,0.03369140625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2688,2752,2048,64,0.23466922225976314,0.0,0.8173828125,0.00390625,0.04345703125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,2752,2816,2048,64,0.20110709828502837,0.0,0.82275390625,0.00634765625,0.044921875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,2816,2880,2048,64,0.22404944246470831,0.0,0.82568359375,0.00634765625,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,2880,2944,2048,64,0.22564365350590498,0.0,0.83837890625,0.00439453125,0.03564453125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,2944,3008,2048,64,0.21595698792437776,0.0,0.88623046875,0.00244140625,0.02783203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3008,3072,2048,64,0.2136155492605843,0.0,0.8759765625,0.00341796875,0.033203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3072,3136,2048,64,0.22353889671452806,0.0,0.859375,0.00048828125,0.033203125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,3136,3200,2048,64,0.20830900668990082,0.0,0.85791015625,0.00244140625,0.03515625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,3200,3264,2048,64,0.23650318972394802,0.0,0.8037109375,0.0048828125,0.048828125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,3264,3328,2048,64,0.21336564243200862,0.0,0.853515625,0.0029296875,0.0380859375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,3328,3392,2048,64,0.21738860620755873,0.0,0.85595703125,0.00537109375,0.04296875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3392,3456,2048,64,0.2137880700838078,0.0,0.86083984375,0.00439453125,0.044921875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,3456,3520,2048,64,0.2078960985275154,0.0,0.87451171875,0.0029296875,0.03662109375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3520,3584,2048,64,0.2115738162560491,0.0,0.8642578125,0.00244140625,0.037109375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,3584,3648,2048,64,0.2132863572376099,0.0,0.84033203125,0.0029296875,0.03125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,3648,3712,2048,64,0.25857737743821163,0.0,0.888671875,0.0029296875,0.0400390625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.silu_gate,64,3712,3776,2048,64,0.19950186937255582,0.0,0.8271484375,0.00439453125,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3776,3840,2048,64,0.22080844163110705,0.0,0.82373046875,0.00537109375,0.04052734375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3840,3904,2048,64,0.20989231156866514,0.0,0.87744140625,0.0029296875,0.041015625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3904,3968,2048,64,0.2082585922026516,0.0,0.8623046875,0.00244140625,0.0361328125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,3968,4032,2048,64,0.22135486317212644,0.0,0.87255859375,0.0029296875,0.037109375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4032,4096,2048,64,0.22576430125897654,0.0,0.84765625,0.00732421875,0.04052734375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,4096,4160,2048,64,0.21891794216193428,0.0,0.8369140625,0.0068359375,0.0498046875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4160,4224,2048,64,0.20586907552860484,0.0,0.81884765625,0.00390625,0.04541015625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,4224,4288,2048,64,0.20469130034443186,0.0,0.8623046875,0.0029296875,0.04296875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4288,4352,2048,64,0.2497331926430895,0.0,0.86181640625,0.0029296875,0.0400390625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,4352,4416,2048,64,0.25991645398554575,0.0,0.796875,0.009765625,0.05908203125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.silu_gate,64,4416,4480,2048,64,0.2118672857766046,0.0,0.85791015625,0.00244140625,0.0322265625,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4480,4544,2048,64,0.21994495062246194,0.0,0.87353515625,0.00439453125,0.0380859375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4544,4608,2048,64,0.20727239179701087,0.0,0.8486328125,0.001953125,0.0419921875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4608,4672,2048,64,0.2067252635235462,0.0,0.8798828125,0.00146484375,0.04345703125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,4672,4736,2048,64,0.20951767353585302,0.0,0.82666015625,0.00537109375,0.04931640625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4736,4800,2048,64,0.20286697416700625,0.0,0.8359375,0.001953125,0.04296875,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4800,4864,2048,64,0.21311236789925941,0.0,0.880859375,0.00244140625,0.03369140625,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4864,4928,2048,64,0.2570036550298171,0.0,0.85400390625,0.00244140625,0.03857421875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.silu_gate,64,4928,4992,2048,64,0.19954697847411698,0.0,0.84619140625,0.00390625,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,4992,5056,2048,64,0.22638718250209794,0.0,0.8896484375,0.00439453125,0.044921875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,5056,5120,2048,64,0.22220588716185943,0.0,0.84814453125,0.0048828125,0.03662109375,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,5120,5184,2048,64,0.21713392929860362,0.0,0.83837890625,0.00439453125,0.0390625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5184,5248,2048,64,0.21254863467045718,0.0,0.88720703125,0.00439453125,0.03564453125,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5248,5312,2048,64,0.20835430224680232,0.0,0.826171875,0.00244140625,0.0380859375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5312,5376,2048,64,0.21245995395059822,0.0,0.87158203125,0.00390625,0.03271484375,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5376,5440,2048,64,0.22205078963152933,0.0,0.85205078125,0.005859375,0.0390625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,64,5440,5504,2048,64,0.24082393121472093,0.0,0.88671875,0.001953125,0.03271484375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5504,5568,2048,64,0.22136406562825653,0.0,0.8623046875,0.0048828125,0.04541015625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5568,5632,2048,64,0.22419413119696663,0.0,0.8447265625,0.0029296875,0.0380859375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5632,5696,2048,64,0.21585271077798682,0.0,0.912109375,0.00244140625,0.03466796875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5696,5760,2048,64,0.23816214458609497,0.0,0.8134765625,0.00341796875,0.03564453125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,64,5760,5824,2048,64,0.2248501222441745,0.0,0.8974609375,0.00390625,0.02880859375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5824,5888,2048,64,0.21115915171935376,0.0,0.86669921875,0.00341796875,0.03857421875,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5888,5952,2048,64,0.20564014134250833,0.0,0.8623046875,0.00439453125,0.04443359375,1.0,53,0.828125
+fresh-zh-2,layers.5.mlp.silu_gate,64,5952,6016,2048,64,0.22563319990943428,0.0,0.87451171875,0.0029296875,0.0302734375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,6016,6080,2048,64,0.21198473966881484,0.0,0.87548828125,0.001953125,0.03466796875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,64,6080,6144,2048,64,0.2210337594380538,0.0,0.81982421875,0.0048828125,0.05419921875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,0,128,4096,128,0.21065493791402348,0.0,0.867431640625,0.004638671875,0.04345703125,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.silu_gate,128,128,256,4096,128,0.2180844406637509,0.0,0.854736328125,0.003662109375,0.04345703125,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,256,384,4096,128,0.21201241972110396,0.0,0.83935546875,0.004638671875,0.042236328125,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,384,512,4096,128,0.22190789785511586,0.0,0.86572265625,0.004638671875,0.038330078125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,512,640,4096,128,0.20563275914140797,0.0,0.87841796875,0.00244140625,0.0361328125,1.0,105,0.8203125
+fresh-zh-2,layers.5.mlp.silu_gate,128,640,768,4096,128,0.209584114735903,0.0,0.874267578125,0.00439453125,0.0390625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,768,896,4096,128,0.21143493929305318,0.0,0.846923828125,0.004638671875,0.0400390625,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.silu_gate,128,896,1024,4096,128,0.21624400070518754,0.0,0.863037109375,0.004150390625,0.03955078125,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,1024,1152,4096,128,0.21797052506799722,0.0,0.838134765625,0.002197265625,0.037109375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,1152,1280,4096,128,0.2173087762716365,0.0,0.859130859375,0.0048828125,0.03955078125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,1280,1408,4096,128,0.21908978231710788,0.0,0.820068359375,0.006103515625,0.047119140625,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.silu_gate,128,1408,1536,4096,128,0.21531101148328222,0.0,0.85009765625,0.00390625,0.04296875,1.0,103,0.8046875
+fresh-zh-2,layers.5.mlp.silu_gate,128,1536,1664,4096,128,0.22621802765873864,0.0,0.86083984375,0.0048828125,0.04150390625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,1664,1792,4096,128,0.2078206826896272,0.0,0.880615234375,0.003662109375,0.034423828125,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,1792,1920,4096,128,0.21020776938689256,0.0,0.860595703125,0.003662109375,0.041015625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,1920,2048,4096,128,0.2263718478331964,0.0,0.842041015625,0.00439453125,0.046630859375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,2048,2176,4096,128,0.23020553801810278,0.0,0.855712890625,0.00390625,0.039794921875,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.silu_gate,128,2176,2304,4096,128,0.21538821946017778,0.0,0.850830078125,0.0048828125,0.039306640625,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,2304,2432,4096,128,0.2182220592819421,0.0,0.870849609375,0.002685546875,0.035888671875,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,2432,2560,4096,128,0.2149622113393965,0.0,0.869140625,0.002197265625,0.041015625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,2560,2688,4096,128,0.22513072233689913,0.0,0.857421875,0.0029296875,0.042236328125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,2688,2816,4096,128,0.21853341718902647,0.0,0.820068359375,0.0048828125,0.045654296875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,2816,2944,4096,128,0.22484796089384437,0.0,0.83203125,0.00537109375,0.04541015625,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.silu_gate,128,2944,3072,4096,128,0.21478945914461323,0.0,0.881103515625,0.0029296875,0.03076171875,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,3072,3200,4096,128,0.2160581873159191,0.0,0.858642578125,0.00146484375,0.034423828125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,3200,3328,4096,128,0.22523172081217327,0.0,0.82861328125,0.00390625,0.044189453125,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,3328,3456,4096,128,0.21559585457404343,0.0,0.8583984375,0.0048828125,0.043701171875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,3456,3584,4096,128,0.20974301836784798,0.0,0.869384765625,0.002685546875,0.036865234375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,3584,3712,4096,128,0.23701617065773453,0.0,0.864501953125,0.002685546875,0.037353515625,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,128,3712,3840,4096,128,0.2104250030042798,0.0,0.825439453125,0.004638671875,0.041259765625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,3840,3968,4096,128,0.20907704761865656,0.0,0.869873046875,0.002685546875,0.03857421875,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,3968,4096,4096,128,0.22357045329482242,0.0,0.860107421875,0.005126953125,0.038818359375,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,4096,4224,4096,128,0.21249369597639645,0.0,0.827880859375,0.00537109375,0.04736328125,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,4224,4352,4096,128,0.2283256401988231,0.0,0.862060546875,0.0029296875,0.04345703125,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.silu_gate,128,4352,4480,4096,128,0.23711211465756632,0.0,0.827392578125,0.006103515625,0.045166015625,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,4480,4608,4096,128,0.21370262715461735,0.0,0.861083984375,0.003173828125,0.0400390625,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,4608,4736,4096,128,0.2081261517718952,0.0,0.853271484375,0.00341796875,0.04638671875,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,4736,4864,4096,128,0.20805274638815283,0.0,0.8583984375,0.00244140625,0.037841796875,1.0,105,0.8203125
+fresh-zh-2,layers.5.mlp.silu_gate,128,4864,4992,4096,128,0.23007593889500366,0.0,0.85009765625,0.00341796875,0.039306640625,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.silu_gate,128,4992,5120,4096,128,0.22430627798907815,0.0,0.868896484375,0.004638671875,0.04052734375,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,5120,5248,4096,128,0.21485351446151219,0.0,0.86279296875,0.00439453125,0.03759765625,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.silu_gate,128,5248,5376,4096,128,0.21041714200302475,0.0,0.848876953125,0.003173828125,0.034912109375,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,5376,5504,4096,128,0.23162763114716942,0.0,0.869384765625,0.00390625,0.035400390625,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,5504,5632,4096,128,0.22278359232070227,0.0,0.853515625,0.00390625,0.04150390625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.silu_gate,128,5632,5760,4096,128,0.22728132332425957,0.0,0.86279296875,0.0029296875,0.034912109375,1.0,100,0.78125
+fresh-zh-2,layers.5.mlp.silu_gate,128,5760,5888,4096,128,0.21811208681324526,0.0,0.882080078125,0.003662109375,0.034423828125,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,5888,6016,4096,128,0.21586825685211053,0.0,0.868408203125,0.003662109375,0.036865234375,1.0,104,0.8125
+fresh-zh-2,layers.5.mlp.silu_gate,128,6016,6144,4096,128,0.21655651994776634,0.0,0.84765625,0.00341796875,0.04541015625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.gated_product,0,0,6144,196608,6144,0.07528024431433425,0.0,0.498260498046875,0.024358113606770832,0.16996256510416666,1.0,4179,0.68017578125
+fresh-zh-2,layers.5.mlp.gated_product,64,0,64,2048,64,0.06731366136193374,0.0,0.54443359375,0.025390625,0.1533203125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,64,128,2048,64,0.06492780734160568,0.0,0.54345703125,0.0205078125,0.13818359375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,128,192,2048,64,0.0739472618367219,0.0,0.49609375,0.029296875,0.18408203125,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,192,256,2048,64,0.06680839300451849,0.0,0.53515625,0.02734375,0.14599609375,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,256,320,2048,64,0.08916198949661729,0.0,0.5107421875,0.03173828125,0.18701171875,1.0,39,0.609375
+fresh-zh-2,layers.5.mlp.gated_product,64,320,384,2048,64,0.06858218762236405,0.0,0.5048828125,0.0244140625,0.173828125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,384,448,2048,64,0.08380961986720063,0.0,0.51708984375,0.0234375,0.17236328125,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gated_product,64,448,512,2048,64,0.08174697743247468,0.0,0.51708984375,0.02197265625,0.16552734375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,512,576,2048,64,0.06761934585371975,0.0,0.54443359375,0.02099609375,0.15380859375,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,576,640,2048,64,0.059342198139712934,0.0,0.49462890625,0.0146484375,0.14453125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,640,704,2048,64,0.05869615851999181,0.0,0.46875,0.021484375,0.14892578125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,704,768,2048,64,0.07215079696307375,0.0,0.4658203125,0.0263671875,0.15185546875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,768,832,2048,64,0.06587551603038935,0.0,0.470703125,0.0263671875,0.15380859375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,832,896,2048,64,0.07495637281487791,0.0,0.4580078125,0.017578125,0.1787109375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,896,960,2048,64,0.06318524302773167,0.0,0.52001953125,0.01806640625,0.15185546875,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,960,1024,2048,64,0.07432313405830746,0.0,0.51904296875,0.02587890625,0.1728515625,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,1024,1088,2048,64,0.06480208725721946,0.0,0.4990234375,0.01611328125,0.142578125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,1088,1152,2048,64,0.07166010710565811,0.0,0.4775390625,0.02490234375,0.15673828125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,1152,1216,2048,64,0.06416132354425362,0.0,0.46240234375,0.02294921875,0.1494140625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,1216,1280,2048,64,0.06963965764543692,0.0,0.51513671875,0.02783203125,0.1669921875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,1280,1344,2048,64,0.06955451450002503,0.0,0.5126953125,0.02880859375,0.16650390625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,1344,1408,2048,64,0.06514756656298674,0.0,0.4833984375,0.0234375,0.1591796875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,1408,1472,2048,64,0.08101715042341176,0.0,0.47998046875,0.0244140625,0.16552734375,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gated_product,64,1472,1536,2048,64,0.07142168742667214,0.0,0.505859375,0.02197265625,0.1689453125,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,1536,1600,2048,64,0.08766553855823866,0.0,0.47412109375,0.02294921875,0.1767578125,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gated_product,64,1600,1664,2048,64,0.06904432201265953,0.0,0.48486328125,0.0234375,0.15087890625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,1664,1728,2048,64,0.06445924265074077,0.0,0.49755859375,0.0244140625,0.14892578125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,1728,1792,2048,64,0.06247127247634088,0.0,0.4765625,0.01953125,0.13818359375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,1792,1856,2048,64,0.06774363260064752,0.0,0.49169921875,0.0244140625,0.1640625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,1856,1920,2048,64,0.061597946463372966,0.0,0.5048828125,0.0244140625,0.13427734375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,1920,1984,2048,64,0.2518304592714027,0.0,0.52099609375,0.0712890625,0.43359375,1.0,2,0.03125
+fresh-zh-2,layers.5.mlp.gated_product,64,1984,2048,2048,64,0.06534256017245403,0.0,0.52099609375,0.02685546875,0.16162109375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,2048,2112,2048,64,0.06969630771136782,0.0,0.52978515625,0.02392578125,0.15576171875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,2112,2176,2048,64,0.08090284619484868,0.0,0.513671875,0.02490234375,0.1796875,1.0,41,0.640625
+fresh-zh-2,layers.5.mlp.gated_product,64,2176,2240,2048,64,0.06273918777952402,0.0,0.49560546875,0.02294921875,0.16015625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,2240,2304,2048,64,0.08414350451221045,0.0,0.49755859375,0.02734375,0.1982421875,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gated_product,64,2304,2368,2048,64,0.06302588665665557,0.0,0.533203125,0.025390625,0.15966796875,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,2368,2432,2048,64,0.06614598581837523,0.0,0.44873046875,0.0185546875,0.142578125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,2432,2496,2048,64,0.10248286578655239,0.0,0.5029296875,0.03369140625,0.20703125,1.0,37,0.578125
+fresh-zh-2,layers.5.mlp.gated_product,64,2496,2560,2048,64,0.06292612802219666,0.0,0.49365234375,0.01611328125,0.14306640625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,2560,2624,2048,64,0.06853034309370065,0.0,0.4580078125,0.02734375,0.17578125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,2624,2688,2048,64,0.0733877770648115,0.0,0.5625,0.0185546875,0.1572265625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,2688,2752,2048,64,0.07120822501204892,0.0,0.44384765625,0.01904296875,0.16943359375,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gated_product,64,2752,2816,2048,64,0.07985814769403787,0.0,0.52197265625,0.03076171875,0.18603515625,1.0,40,0.625
+fresh-zh-2,layers.5.mlp.gated_product,64,2816,2880,2048,64,0.11605752801836915,0.0,0.52880859375,0.03759765625,0.26025390625,1.0,26,0.40625
+fresh-zh-2,layers.5.mlp.gated_product,64,2880,2944,2048,64,0.07737010181805594,0.0,0.51953125,0.02490234375,0.181640625,1.0,43,0.671875
+fresh-zh-2,layers.5.mlp.gated_product,64,2944,3008,2048,64,0.06028329978404448,0.0,0.517578125,0.021484375,0.14013671875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,3008,3072,2048,64,0.06801475758668299,0.0,0.4970703125,0.025390625,0.14794921875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,3072,3136,2048,64,0.06719102228567601,0.0,0.47509765625,0.0166015625,0.14990234375,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,3136,3200,2048,64,0.06731465961760708,0.0,0.54638671875,0.02197265625,0.14794921875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,3200,3264,2048,64,0.07189106075581646,0.0,0.49365234375,0.029296875,0.16064453125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,3264,3328,2048,64,0.06712067681786031,0.0,0.478515625,0.02392578125,0.1650390625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,3328,3392,2048,64,0.06661597822345379,0.0,0.4814453125,0.021484375,0.14453125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,3392,3456,2048,64,0.06483528969827289,0.0,0.50732421875,0.02099609375,0.14892578125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,3456,3520,2048,64,0.06051123680016049,0.0,0.46142578125,0.021484375,0.15283203125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,3520,3584,2048,64,0.0677870152426118,0.0,0.51171875,0.015625,0.14892578125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,3584,3648,2048,64,0.06304917574190928,0.0,0.49560546875,0.01513671875,0.14697265625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,3648,3712,2048,64,0.08078323255421459,0.0,0.46484375,0.02783203125,0.169921875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,3712,3776,2048,64,0.062636089860775,0.0,0.47607421875,0.02294921875,0.16162109375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,3776,3840,2048,64,0.07030621115994669,0.0,0.4892578125,0.025390625,0.1669921875,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,3840,3904,2048,64,0.07301430064294666,0.0,0.52587890625,0.029296875,0.18408203125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,3904,3968,2048,64,0.06880185234076586,0.0,0.51025390625,0.0234375,0.1630859375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,3968,4032,2048,64,0.0650839293501072,0.0,0.5009765625,0.01708984375,0.14111328125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,4032,4096,2048,64,0.07374712608447445,0.0,0.51025390625,0.0224609375,0.17138671875,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,4096,4160,2048,64,0.07431922641660062,0.0,0.50830078125,0.03076171875,0.189453125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,4160,4224,2048,64,0.06703234249898977,0.0,0.51025390625,0.02392578125,0.158203125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,4224,4288,2048,64,0.07141620514240334,0.0,0.4755859375,0.025390625,0.1650390625,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,4288,4352,2048,64,0.07584701966331955,0.0,0.5029296875,0.02783203125,0.15234375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,4352,4416,2048,64,0.07340849616503295,0.0,0.43212890625,0.0244140625,0.16259765625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gated_product,64,4416,4480,2048,64,0.06888388593103355,0.0,0.5146484375,0.021484375,0.1416015625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,4480,4544,2048,64,0.07363476298815448,0.0,0.5498046875,0.0244140625,0.16748046875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,4544,4608,2048,64,0.06434658946476447,0.0,0.4990234375,0.0224609375,0.14404296875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,4608,4672,2048,64,0.06877319711490722,0.0,0.484375,0.021484375,0.16357421875,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,4672,4736,2048,64,0.07085660310841618,0.0,0.515625,0.02685546875,0.16796875,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,4736,4800,2048,64,0.06730569901920955,0.0,0.46728515625,0.02099609375,0.16455078125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,4800,4864,2048,64,0.06360418787129174,0.0,0.47314453125,0.01513671875,0.13623046875,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.gated_product,64,4864,4928,2048,64,0.0687867489154168,0.0,0.48095703125,0.0146484375,0.15869140625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,4928,4992,2048,64,0.06328961935742113,0.0,0.49072265625,0.01806640625,0.14404296875,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,4992,5056,2048,64,0.07321282885659361,0.0,0.4873046875,0.01953125,0.16943359375,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,5056,5120,2048,64,0.06703188755356533,0.0,0.455078125,0.01904296875,0.1513671875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,5120,5184,2048,64,0.07641022550718077,0.0,0.50146484375,0.02294921875,0.16552734375,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,5184,5248,2048,64,0.06384602328628017,0.0,0.48828125,0.025390625,0.1494140625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,5248,5312,2048,64,0.061427737624524574,0.0,0.4990234375,0.021484375,0.14599609375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,5312,5376,2048,64,0.08124482097063329,0.0,0.474609375,0.02490234375,0.18603515625,1.0,42,0.65625
+fresh-zh-2,layers.5.mlp.gated_product,64,5376,5440,2048,64,0.0698154462282409,0.0,0.509765625,0.0263671875,0.171875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,64,5440,5504,2048,64,0.07970926414378045,0.0,0.55859375,0.02197265625,0.16455078125,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,5504,5568,2048,64,0.07762162100358865,0.0,0.5,0.0263671875,0.173828125,1.0,44,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,64,5568,5632,2048,64,0.06825475939643647,0.0,0.4892578125,0.021484375,0.15576171875,1.0,45,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,64,5632,5696,2048,64,0.06952390686851671,0.0,0.5205078125,0.0263671875,0.16015625,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,5696,5760,2048,64,0.07049371252129848,0.0,0.474609375,0.021484375,0.15771484375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,5760,5824,2048,64,0.06263433584555524,0.0,0.52294921875,0.01953125,0.11767578125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.gated_product,64,5824,5888,2048,64,0.07139218361513665,0.0,0.498046875,0.0205078125,0.16455078125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.gated_product,64,5888,5952,2048,64,0.06297816784901576,0.0,0.48974609375,0.02099609375,0.1533203125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.gated_product,64,5952,6016,2048,64,0.0747994481666298,0.0,0.4814453125,0.01806640625,0.15185546875,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,6016,6080,2048,64,0.0694042882221456,0.0,0.4931640625,0.02099609375,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,64,6080,6144,2048,64,0.0712248830038321,0.0,0.47314453125,0.02685546875,0.1708984375,1.0,46,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,0,128,4096,128,0.06613149466078079,0.0,0.5439453125,0.023193359375,0.14599609375,1.0,94,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,128,128,256,4096,128,0.07046828687074386,0.0,0.515625,0.0283203125,0.16455078125,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,256,384,4096,128,0.07954048286898954,0.0,0.5078125,0.02734375,0.182373046875,1.0,84,0.65625
+fresh-zh-2,layers.5.mlp.gated_product,128,384,512,4096,128,0.08278472293131807,0.0,0.51708984375,0.022705078125,0.169921875,1.0,86,0.671875
+fresh-zh-2,layers.5.mlp.gated_product,128,512,640,4096,128,0.06361553432039188,0.0,0.51953125,0.017333984375,0.15087890625,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.gated_product,128,640,768,4096,128,0.06576844428527522,0.0,0.46728515625,0.024169921875,0.153564453125,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,768,896,4096,128,0.07056217626261627,0.0,0.46435546875,0.02294921875,0.167236328125,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,896,1024,4096,128,0.06897935630579143,0.0,0.51953125,0.02197265625,0.16455078125,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,1024,1152,4096,128,0.06831720670258218,0.0,0.48828125,0.020751953125,0.15234375,1.0,95,0.7421875
+fresh-zh-2,layers.5.mlp.gated_product,128,1152,1280,4096,128,0.0669565432049925,0.0,0.48876953125,0.025390625,0.15771484375,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.gated_product,128,1280,1408,4096,128,0.06738707560212485,0.0,0.498046875,0.026123046875,0.16259765625,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,1408,1536,4096,128,0.07637026940375091,0.0,0.492919921875,0.023193359375,0.16748046875,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gated_product,128,1536,1664,4096,128,0.07890616279129867,0.0,0.4794921875,0.023193359375,0.166259765625,1.0,90,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,128,1664,1792,4096,128,0.063473040922585,0.0,0.487060546875,0.02197265625,0.144287109375,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.gated_product,128,1792,1920,4096,128,0.0647437516924841,0.0,0.498291015625,0.0244140625,0.1484375,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.gated_product,128,1920,2048,4096,128,0.18396770149504016,0.0,0.52099609375,0.05810546875,0.3505859375,1.0,7,0.0546875
+fresh-zh-2,layers.5.mlp.gated_product,128,2048,2176,4096,128,0.07550776725286283,0.0,0.521728515625,0.024658203125,0.169189453125,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,128,2176,2304,4096,128,0.07421702983423263,0.0,0.49658203125,0.026123046875,0.178466796875,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gated_product,128,2304,2432,4096,128,0.06460477470258019,0.0,0.490966796875,0.02197265625,0.151123046875,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.gated_product,128,2432,2560,4096,128,0.08503656674540193,0.0,0.498291015625,0.025146484375,0.182373046875,1.0,85,0.6640625
+fresh-zh-2,layers.5.mlp.gated_product,128,2560,2688,4096,128,0.07100061178276847,0.0,0.51025390625,0.023193359375,0.167236328125,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,2688,2816,4096,128,0.07565690669889087,0.0,0.48291015625,0.024658203125,0.18017578125,1.0,82,0.640625
+fresh-zh-2,layers.5.mlp.gated_product,128,2816,2944,4096,128,0.09862931223797233,0.0,0.524169921875,0.032470703125,0.2216796875,1.0,67,0.5234375
+fresh-zh-2,layers.5.mlp.gated_product,128,2944,3072,4096,128,0.0642654008095656,0.0,0.50732421875,0.0244140625,0.14697265625,1.0,95,0.7421875
+fresh-zh-2,layers.5.mlp.gated_product,128,3072,3200,4096,128,0.06725286936342759,0.0,0.5107421875,0.019287109375,0.14892578125,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,3200,3328,4096,128,0.06954678235937355,0.0,0.486083984375,0.0263671875,0.16357421875,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,3328,3456,4096,128,0.065731664154069,0.0,0.494384765625,0.021240234375,0.146240234375,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,3456,3584,4096,128,0.06425219534999244,0.0,0.486572265625,0.017822265625,0.153076171875,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.gated_product,128,3584,3712,4096,128,0.0724607798179211,0.0,0.480224609375,0.0224609375,0.160888671875,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,3712,3840,4096,128,0.06658169072918656,0.0,0.482666015625,0.02392578125,0.163818359375,1.0,94,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,128,3840,3968,4096,128,0.07093935080016996,0.0,0.51806640625,0.026123046875,0.17431640625,1.0,89,0.6953125
+fresh-zh-2,layers.5.mlp.gated_product,128,3968,4096,4096,128,0.06955054444563723,0.0,0.505615234375,0.020263671875,0.1591796875,1.0,94,0.734375
+fresh-zh-2,layers.5.mlp.gated_product,128,4096,4224,4096,128,0.07076963457608007,0.0,0.50927734375,0.02734375,0.17431640625,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,4224,4352,4096,128,0.07366493313901067,0.0,0.4892578125,0.026611328125,0.158935546875,1.0,89,0.6953125
+fresh-zh-2,layers.5.mlp.gated_product,128,4352,4480,4096,128,0.07118215032636797,0.0,0.473388671875,0.02294921875,0.153564453125,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.gated_product,128,4480,4608,4096,128,0.06914680721504292,0.0,0.5244140625,0.0234375,0.158447265625,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,4608,4736,4096,128,0.06982267126610632,0.0,0.5,0.023681640625,0.1650390625,1.0,90,0.703125
+fresh-zh-2,layers.5.mlp.gated_product,128,4736,4864,4096,128,0.06548110351556012,0.0,0.47021484375,0.017822265625,0.14990234375,1.0,96,0.75
+fresh-zh-2,layers.5.mlp.gated_product,128,4864,4992,4096,128,0.06609535817574427,0.0,0.48583984375,0.01708984375,0.152099609375,1.0,93,0.7265625
+fresh-zh-2,layers.5.mlp.gated_product,128,4992,5120,4096,128,0.07019042761722817,0.0,0.47119140625,0.019287109375,0.162353515625,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,5120,5248,4096,128,0.0704089385359929,0.0,0.494873046875,0.023193359375,0.159423828125,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,5248,5376,4096,128,0.07202113538475247,0.0,0.48681640625,0.0224609375,0.166015625,1.0,91,0.7109375
+fresh-zh-2,layers.5.mlp.gated_product,128,5376,5504,4096,128,0.07492584107766612,0.0,0.5341796875,0.024658203125,0.16845703125,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.gated_product,128,5504,5632,4096,128,0.0730883993103221,0.0,0.49462890625,0.023193359375,0.164306640625,1.0,88,0.6875
+fresh-zh-2,layers.5.mlp.gated_product,128,5632,5760,4096,128,0.07001048896878831,0.0,0.49755859375,0.02392578125,0.1591796875,1.0,93,0.7265625
+fresh-zh-2,layers.5.mlp.gated_product,128,5760,5888,4096,128,0.06715617584463544,0.0,0.510498046875,0.02001953125,0.14013671875,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.gated_product,128,5888,6016,4096,128,0.06914190867936443,0.0,0.485595703125,0.02001953125,0.15185546875,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.gated_product,128,6016,6144,4096,128,0.07032047775197574,0.0,0.483154296875,0.024169921875,0.175048828125,1.0,92,0.71875
+fresh-zh-2,layers.5.mlp.down_proj.output,0,0,2048,65536,2048,0.049536708660506405,0.0,0.4954376220703125,0.0087738037109375,0.089263916015625,1.0,1559,0.76123046875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,0,64,2048,64,0.04881291740763985,0.0,0.5048828125,0.00927734375,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,64,128,2048,64,0.0484018473733143,0.0,0.50341796875,0.0087890625,0.0908203125,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.down_proj.output,64,128,192,2048,64,0.04941757436902996,0.0,0.47998046875,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,192,256,2048,64,0.0499113615236836,0.0,0.4833984375,0.01025390625,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,64,256,320,2048,64,0.05238950897622073,0.0,0.5205078125,0.009765625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,64,320,384,2048,64,0.04877844060256154,0.0,0.48583984375,0.01220703125,0.09716796875,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,384,448,2048,64,0.04843360136314131,0.0,0.4814453125,0.0068359375,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,448,512,2048,64,0.046681706365231425,0.0,0.46044921875,0.00927734375,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.down_proj.output,64,512,576,2048,64,0.046586325572815356,0.0,0.48095703125,0.01123046875,0.09765625,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.down_proj.output,64,576,640,2048,64,0.05240455975805592,0.0,0.4970703125,0.0087890625,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,640,704,2048,64,0.04829146454028215,0.0,0.4970703125,0.00830078125,0.0810546875,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.down_proj.output,64,704,768,2048,64,0.04836907482762742,0.0,0.505859375,0.0126953125,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.down_proj.output,64,768,832,2048,64,0.05023812845639325,0.0,0.4228515625,0.0078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,832,896,2048,64,0.04767791058586612,0.0,0.48828125,0.0107421875,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,896,960,2048,64,0.0496938063472385,0.0,0.50830078125,0.0078125,0.08740234375,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,960,1024,2048,64,0.04902033790994246,0.0,0.5322265625,0.0078125,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1024,1088,2048,64,0.05014798915176896,0.0,0.49462890625,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1088,1152,2048,64,0.04793145784936442,0.0,0.52587890625,0.005859375,0.09765625,1.0,47,0.734375
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1152,1216,2048,64,0.06806432429172538,0.0,0.501953125,0.01025390625,0.1279296875,1.0,39,0.609375
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1216,1280,2048,64,0.04806314982307854,0.0,0.5419921875,0.0087890625,0.09619140625,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1280,1344,2048,64,0.049223593289056775,0.0,0.4609375,0.00732421875,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1344,1408,2048,64,0.046199452575248975,0.0,0.4921875,0.00927734375,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1408,1472,2048,64,0.047421736661534805,0.0,0.47314453125,0.005859375,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1472,1536,2048,64,0.051753056791072796,0.0,0.4931640625,0.009765625,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1536,1600,2048,64,0.047368597898718647,0.0,0.48681640625,0.005859375,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1600,1664,2048,64,0.051430401065830286,0.0,0.4892578125,0.00732421875,0.076171875,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1664,1728,2048,64,0.048135625254095454,0.0,0.53955078125,0.0068359375,0.0947265625,1.0,52,0.8125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1728,1792,2048,64,0.04794135441510862,0.0,0.4716796875,0.0087890625,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1792,1856,2048,64,0.047243419908422984,0.0,0.4755859375,0.01025390625,0.09130859375,1.0,48,0.75
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1856,1920,2048,64,0.05074767173248855,0.0,0.52001953125,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1920,1984,2048,64,0.046459553835494515,0.0,0.54052734375,0.0087890625,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.5.mlp.down_proj.output,64,1984,2048,2048,64,0.04742711687416059,0.0,0.494140625,0.0087890625,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,0,128,4096,128,0.04860781693819772,0.0,0.504150390625,0.009033203125,0.088623046875,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.down_proj.output,128,128,256,4096,128,0.049665081625154164,0.0,0.481689453125,0.008544921875,0.0830078125,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.down_proj.output,128,256,384,4096,128,0.050616187718886624,0.0,0.503173828125,0.010498046875,0.093505859375,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,384,512,4096,128,0.04756572006273726,0.0,0.470947265625,0.0078125,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.5.mlp.down_proj.output,128,512,640,4096,128,0.04958086129653257,0.0,0.489013671875,0.010009765625,0.0869140625,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,640,768,4096,128,0.048330285262586384,0.0,0.50146484375,0.010498046875,0.0869140625,1.0,95,0.7421875
+fresh-zh-2,layers.5.mlp.down_proj.output,128,768,896,4096,128,0.04897475221292556,0.0,0.45556640625,0.009521484375,0.08544921875,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,896,1024,4096,128,0.04935822078479827,0.0,0.520263671875,0.0078125,0.0888671875,1.0,102,0.796875
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1024,1152,4096,128,0.04905224494114074,0.0,0.51025390625,0.00732421875,0.093505859375,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1152,1280,4096,128,0.058918666873092315,0.0,0.52197265625,0.009521484375,0.11181640625,1.0,87,0.6796875
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1280,1408,4096,128,0.04773547713461736,0.0,0.4765625,0.009033203125,0.087646484375,1.0,98,0.765625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1408,1536,4096,128,0.049634665281514494,0.0,0.483154296875,0.008056640625,0.093994140625,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1536,1664,4096,128,0.049441228851448714,0.0,0.488037109375,0.0068359375,0.076416015625,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1664,1792,4096,128,0.04803858804002136,0.0,0.505615234375,0.007568359375,0.0908203125,1.0,101,0.7890625
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1792,1920,4096,128,0.04902686463007804,0.0,0.497802734375,0.009765625,0.088623046875,1.0,97,0.7578125
+fresh-zh-2,layers.5.mlp.down_proj.output,128,1920,2048,4096,128,0.04694582812981629,0.0,0.517333984375,0.0087890625,0.081298828125,1.0,99,0.7734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.2203763764891127,0.0,0.5046895345052084,0.012318929036458334,0.12296549479166667,1.0,3396,0.552734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2675120112829301,0.0,0.50927734375,0.0107421875,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3871881304600504,0.0,0.53466796875,0.0087890625,0.0869140625,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.7221214218192921,0.0,0.51513671875,0.01025390625,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7282980770241916,0.0,0.5234375,0.009765625,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.8943126469145286,0.0,0.48583984375,0.01220703125,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.94084813137062,0.0,0.51123046875,0.0107421875,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3463785931336583,0.0,0.50244140625,0.013671875,0.10546875,1.0,38,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.3967999383524616,0.0,0.51025390625,0.01513671875,0.1220703125,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.3803080095441544,0.0,0.5458984375,0.0087890625,0.09033203125,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.3740323469189126,0.0,0.5400390625,0.01025390625,0.1015625,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.696015691587051,0.0,0.49267578125,0.0126953125,0.11474609375,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1035068831474246,0.0,0.53466796875,0.0068359375,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.381014114482967,0.0,0.52685546875,0.009765625,0.11669921875,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.726900379360818,0.0,0.58203125,0.0185546875,0.1630859375,1.0,25,0.390625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6318563851142132,0.0,0.51806640625,0.00927734375,0.10498046875,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.4886938035897506,0.0,0.49462890625,0.009765625,0.10107421875,1.0,38,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.2650010369165607,0.0,0.51904296875,0.01171875,0.1142578125,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3200512882099054,0.0,0.576171875,0.01171875,0.11328125,1.0,38,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.117059096299626,0.0,0.4921875,0.0087890625,0.111328125,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.0786688826013433,0.0,0.46875,0.00927734375,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.0930662326901126,0.0,0.46728515625,0.01171875,0.111328125,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0368649786138893,0.0,0.509765625,0.01123046875,0.10302734375,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.6298065351687067,0.0,0.45556640625,0.0078125,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.72955611087486,0.0,0.51171875,0.0126953125,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.3597616234469583,0.0,0.52490234375,0.0107421875,0.10302734375,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.011186654743177,0.0,0.55078125,0.00634765625,0.0927734375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.4657609646167926,0.0,0.49560546875,0.01220703125,0.11376953125,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3232620537003734,0.0,0.45361328125,0.01220703125,0.103515625,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.9141911417542681,0.0,0.4931640625,0.005859375,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.8452733011932069,0.0,0.52734375,0.01171875,0.095703125,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5467526857778948,0.0,0.49365234375,0.009765625,0.1142578125,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.7917293400513694,0.0,0.5244140625,0.017578125,0.15625,1.0,25,0.390625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.3046228324540428,0.0,0.50244140625,0.009765625,0.08984375,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.1921462829361285,0.0,0.54736328125,0.01123046875,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.725618487394552,0.0,0.50048828125,0.01171875,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.9967515934774834,0.0,0.5166015625,0.00830078125,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.106644114007707,0.0,0.47119140625,0.013671875,0.1142578125,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.0557722171030453,0.0,0.4580078125,0.01220703125,0.0966796875,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.5597812940074824,0.0,0.517578125,0.01220703125,0.1064453125,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.8307013907661207,0.0,0.45751953125,0.0126953125,0.13134765625,1.0,28,0.4375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.4935955473324174,0.0,0.509765625,0.0146484375,0.11962890625,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5201643198527393,0.0,0.4873046875,0.01416015625,0.115234375,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.8691783561228899,0.0,0.509765625,0.013671875,0.099609375,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.428550893950825,0.0,0.50341796875,0.0087890625,0.1044921875,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9652980057610538,0.0,0.4970703125,0.0078125,0.10107421875,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9675164655201934,0.0,0.43798828125,0.00732421875,0.11181640625,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.7403438032754868,0.0,0.4609375,0.01953125,0.1494140625,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6018475692048049,0.0,0.53955078125,0.01220703125,0.142578125,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2315029791443932,0.0,0.47607421875,0.0146484375,0.14013671875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8853749946805528,0.0,0.4716796875,0.0078125,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.029418355244931,0.0,0.49365234375,0.01220703125,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.109819330082112,0.0,0.47314453125,0.00830078125,0.10302734375,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.2510020790644842,0.0,0.505859375,0.00927734375,0.0986328125,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.3171286119067216,0.0,0.47900390625,0.013671875,0.09814453125,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6723716195874541,0.0,0.53759765625,0.01025390625,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6576929873040024,0.0,0.53076171875,0.0078125,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.6558278493619591,0.0,0.48388671875,0.00634765625,0.0966796875,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.8581304042419744,0.0,0.49365234375,0.01123046875,0.10791015625,1.0,38,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.558561664128019,0.0,0.458984375,0.00830078125,0.1103515625,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.743276220029568,0.0,0.5078125,0.01611328125,0.125,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.7653447020527675,0.0,0.48876953125,0.00830078125,0.099609375,1.0,49,0.765625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.8036035047218417,0.0,0.50732421875,0.00634765625,0.09375,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.1019607065796615,0.0,0.53955078125,0.0263671875,0.19287109375,1.0,18,0.28125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.951257704347185,0.0,0.501953125,0.00732421875,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8442073337782895,0.0,0.51171875,0.01220703125,0.1279296875,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7321336323542079,0.0,0.48486328125,0.00830078125,0.11083984375,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.6303551192553465,0.0,0.5009765625,0.00830078125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.6727837939098223,0.0,0.484375,0.009765625,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.1852518713535742,0.0,0.46875,0.01416015625,0.11474609375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8634950910633871,0.0,0.5048828125,0.01220703125,0.10546875,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.8229405098610227,0.0,0.50048828125,0.01220703125,0.10888671875,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9789269162242545,0.0,0.498046875,0.009765625,0.1083984375,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8129975588276144,0.0,0.46044921875,0.01171875,0.115234375,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7887752052731085,0.0,0.533203125,0.01318359375,0.11328125,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8221237117529142,0.0,0.49072265625,0.0126953125,0.10498046875,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.7482209573059299,0.0,0.46337890625,0.01025390625,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.6788826077562948,0.0,0.525390625,0.0224609375,0.23681640625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.2599867710321386,0.0,0.50390625,0.02880859375,0.31591796875,1.0,34,0.53125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.318025671317636,0.0,0.56787109375,0.017578125,0.138671875,1.0,25,0.390625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.3531499417717647,0.0,0.45703125,0.013671875,0.13427734375,1.0,28,0.4375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4112539705873872,0.0,0.5087890625,0.009765625,0.10986328125,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.0955898863841256,0.0,0.537109375,0.00927734375,0.09716796875,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.0889866544196762,0.0,0.4736328125,0.009765625,0.1142578125,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8547563479928185,0.0,0.4794921875,0.009765625,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.254695154935667,0.0,0.51611328125,0.013671875,0.1279296875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7715032309144315,0.0,0.54345703125,0.00537109375,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.774646067924264,0.0,0.5107421875,0.0078125,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8484986433886286,0.0,0.5224609375,0.013671875,0.10595703125,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.7292680355714554,0.0,0.5205078125,0.00439453125,0.08544921875,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.9797913202877616,0.0,0.5556640625,0.01318359375,0.13232421875,1.0,31,0.484375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8242266097612849,0.0,0.55615234375,0.00732421875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9416259643236796,0.0,0.5556640625,0.01416015625,0.125,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8831591790190984,0.0,0.46875,0.01513671875,0.11669921875,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9731956880340655,0.0,0.49365234375,0.0126953125,0.1083984375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9679881996227986,0.0,0.51611328125,0.0078125,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.9450006299311681,0.0,0.47802734375,0.0107421875,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3286981613661826,0.0,0.52197265625,0.00927734375,0.08740234375,1.0,87,0.6796875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.7252163252600742,0.0,0.519287109375,0.009765625,0.095458984375,1.0,92,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.9178753501251837,0.0,0.49853515625,0.01220703125,0.093505859375,1.0,95,0.7421875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3718209401795136,0.0,0.50634765625,0.01416015625,0.113525390625,1.0,74,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3771737529431862,0.0,0.54296875,0.009521484375,0.09619140625,1.0,77,0.6015625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4307684416535136,0.0,0.513671875,0.009765625,0.11376953125,1.0,73,0.5703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5635512311142399,0.0,0.554443359375,0.01220703125,0.141357421875,1.0,57,0.4453125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.561916211338583,0.0,0.50634765625,0.009521484375,0.103759765625,1.0,74,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.292819211433796,0.0,0.547607421875,0.01171875,0.1142578125,1.0,72,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.0980317807145128,0.0,0.48046875,0.0087890625,0.10986328125,1.0,86,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.065336278581401,0.0,0.488525390625,0.010986328125,0.10693359375,1.0,82,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.681508763940737,0.0,0.483642578125,0.01123046875,0.08984375,1.0,97,0.7578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.1982174517444244,0.0,0.537841796875,0.00830078125,0.100830078125,1.0,72,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.396330488845259,0.0,0.474609375,0.01220703125,0.110595703125,1.0,75,0.5859375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.88040683702821,0.0,0.51025390625,0.0087890625,0.0927734375,1.0,92,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.673729054979038,0.0,0.509033203125,0.01416015625,0.137451171875,1.0,56,0.4375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.2496506501576425,0.0,0.52490234375,0.010498046875,0.087890625,1.0,89,0.6953125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.8717900918078446,0.0,0.508544921875,0.010986328125,0.094970703125,1.0,88,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.0815073207044377,0.0,0.464599609375,0.012451171875,0.106201171875,1.0,83,0.6484375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.7006447699752973,0.0,0.487548828125,0.011962890625,0.11962890625,1.0,67,0.5234375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5069384888515795,0.0,0.49853515625,0.014404296875,0.116943359375,1.0,70,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.6635181669591064,0.0,0.506591796875,0.011474609375,0.107666015625,1.0,81,0.6328125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.966407872220357,0.0,0.467529296875,0.007568359375,0.1064453125,1.0,90,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.672529848547811,0.0,0.500244140625,0.015869140625,0.144775390625,1.0,76,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0724943983180297,0.0,0.473876953125,0.011474609375,0.1181640625,1.0,81,0.6328125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0703740223723404,0.0,0.4833984375,0.010498046875,0.098876953125,1.0,87,0.6796875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.2844909462754086,0.0,0.492431640625,0.011474609375,0.096923828125,1.0,78,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6650728006675354,0.0,0.5341796875,0.009033203125,0.083740234375,1.0,95,0.7421875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.7598884149131577,0.0,0.48876953125,0.008544921875,0.10498046875,1.0,77,0.6015625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6535002933489427,0.0,0.4833984375,0.012939453125,0.118408203125,1.0,67,0.5234375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.7847073039552603,0.0,0.498046875,0.00732421875,0.09716796875,1.0,96,0.75
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.6314303589311967,0.0,0.520751953125,0.01708984375,0.15185546875,1.0,60,0.46875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7901600084885386,0.0,0.498291015625,0.009765625,0.12109375,1.0,86,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.6519147220760996,0.0,0.49267578125,0.009765625,0.089111328125,1.0,97,0.7578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.0369295469890218,0.0,0.48681640625,0.013916015625,0.110107421875,1.0,87,0.6796875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.904303320263353,0.0,0.499267578125,0.0107421875,0.109375,1.0,89,0.6953125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8009779507306349,0.0,0.496826171875,0.012451171875,0.114013671875,1.0,88,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7860413469971509,0.0,0.47705078125,0.01123046875,0.096923828125,1.0,97,0.7578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.9907519955869504,0.0,0.5146484375,0.026123046875,0.27685546875,1.0,74,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.3357032670412308,0.0,0.512451171875,0.015625,0.136962890625,1.0,53,0.4140625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.2633200245080118,0.0,0.52294921875,0.009521484375,0.103515625,1.0,77,0.6015625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9789025354799578,0.0,0.4765625,0.010498046875,0.107177734375,1.0,88,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.041507841336407,0.0,0.52978515625,0.009765625,0.112548828125,1.0,80,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8124119885817991,0.0,0.5166015625,0.010498046875,0.099609375,1.0,86,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8636616522161571,0.0,0.5380859375,0.00830078125,0.109619140625,1.0,75,0.5859375
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.884875403920541,0.0,0.555908203125,0.01025390625,0.105712890625,1.0,87,0.6796875
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9292685248876629,0.0,0.481201171875,0.01416015625,0.1123046875,1.0,80,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9565634702358469,0.0,0.4970703125,0.00927734375,0.0966796875,1.0,89,0.6953125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.507187039741514,0.0,0.3497772216796875,0.0093841552734375,0.0912628173828125,1.0,1154,0.5634765625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,0,64,2048,64,1.473203154402912,0.0,0.21728515625,0.0078125,0.06005859375,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4175651630226092,0.0,0.22705078125,0.0068359375,0.06103515625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4921150357553064,0.0,0.5576171875,0.009765625,0.08740234375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,192,256,2048,64,1.5571007414841598,0.0,0.54296875,0.00830078125,0.08935546875,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,256,320,2048,64,1.9969135514060008,0.0,0.2939453125,0.00146484375,0.0244140625,1.0,47,0.734375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7764596106095019,0.0,0.318359375,0.00439453125,0.0341796875,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,384,448,2048,64,1.5694968721786648,0.0,0.2880859375,0.009765625,0.07666015625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7253960591557131,0.0,0.31591796875,0.0009765625,0.05126953125,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,512,576,2048,64,1.62402663782623,0.0,0.27685546875,0.00634765625,0.08154296875,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,576,640,2048,64,1.4145422733514612,0.0,0.2578125,0.0068359375,0.068359375,1.0,43,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,640,704,2048,64,1.452177144570219,0.0,0.18505859375,0.0048828125,0.056640625,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3358617942206525,0.0,0.22265625,0.00732421875,0.05615234375,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,768,832,2048,64,1.6635627248558695,0.0,0.494140625,0.01220703125,0.1279296875,1.0,31,0.484375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,832,896,2048,64,1.7401628354721246,0.0,0.4970703125,0.013671875,0.12109375,1.0,31,0.484375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,896,960,2048,64,1.0783550861398263,0.0,0.30810546875,0.01025390625,0.0947265625,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.108151980248671,0.0,0.33251953125,0.013671875,0.10693359375,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4037467042259668,0.0,0.39599609375,0.01220703125,0.1044921875,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3649023180845476,0.0,0.3017578125,0.00732421875,0.08251953125,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2098646890122333,0.0,0.400390625,0.01123046875,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4340220165991469,0.0,0.28515625,0.0107421875,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.2137181296094346,0.0,0.4501953125,0.013671875,0.1201171875,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0096726170245836,0.0,0.365234375,0.0068359375,0.0859375,1.0,45,0.703125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.471429334978619,0.0,0.521484375,0.01123046875,0.0908203125,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.4450815726942858,0.0,0.48291015625,0.01318359375,0.11376953125,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2514880148370022,0.0,0.50146484375,0.015625,0.13623046875,1.0,24,0.375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.179854989899206,0.0,0.41845703125,0.01025390625,0.130859375,1.0,26,0.40625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2785258499786014,0.0,0.24365234375,0.00927734375,0.07080078125,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3856965981456455,0.0,0.2958984375,0.0068359375,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3992814431397496,0.0,0.4873046875,0.01025390625,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4731310939488265,0.0,0.41162109375,0.01025390625,0.1103515625,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.3134822410522697,0.0,0.12158203125,0.00146484375,0.029296875,1.0,46,0.71875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.1132681641555786,0.0,0.17431640625,0.0048828125,0.0556640625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,0,128,4096,128,1.445651847015388,0.0,0.22216796875,0.00732421875,0.060791015625,1.0,84,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5249540975153284,0.0,0.55029296875,0.0087890625,0.087646484375,1.0,76,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,256,384,4096,128,1.8899037647345682,0.0,0.30615234375,0.003173828125,0.029541015625,1.0,93,0.7265625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6492895429136567,0.0,0.302001953125,0.005615234375,0.064453125,1.0,86,0.671875
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,512,640,4096,128,1.522890732040137,0.0,0.267333984375,0.006591796875,0.073974609375,1.0,84,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3952320940385752,0.0,0.203857421875,0.006103515625,0.0556640625,1.0,78,0.609375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7022936928580024,0.0,0.49560546875,0.012939453125,0.12255859375,1.0,62,0.484375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.09335504369182,0.0,0.3203125,0.01220703125,0.100830078125,1.0,73,0.5703125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.384460751978516,0.0,0.348876953125,0.009765625,0.09375,1.0,67,0.5234375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3266860423268483,0.0,0.3427734375,0.01123046875,0.09033203125,1.0,80,0.625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.116366985294687,0.0,0.40771484375,0.01025390625,0.104248046875,1.0,81,0.6328125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4583149590496922,0.0,0.502197265625,0.01171875,0.10302734375,1.0,69,0.5390625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.216199006838666,0.0,0.4599609375,0.01318359375,0.1337890625,1.0,49,0.3828125
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3331885484011479,0.0,0.269775390625,0.008056640625,0.076171875,1.0,84,0.65625
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4366808582761388,0.0,0.449462890625,0.01025390625,0.1025390625,1.0,76,0.59375
+fresh-zh-2,layers.6.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.215637878049764,0.0,0.14794921875,0.003173828125,0.04296875,1.0,87,0.6796875
+fresh-zh-2,layers.6.linear_attn.in_proj_b.output,0,0,16,512,16,1.319565394039235,0.0,0.302734375,0.00390625,0.0859375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.in_proj_b.output,64,0,16,512,16,1.319565394039235,0.0,0.302734375,0.00390625,0.0859375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.in_proj_b.output,128,0,16,512,16,1.319565394039235,0.0,0.302734375,0.00390625,0.0859375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.in_proj_a.output,0,0,16,512,16,1.4262046675519795,0.0,0.517578125,0.01171875,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.in_proj_a.output,64,0,16,512,16,1.4262046675519795,0.0,0.517578125,0.01171875,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.in_proj_a.output,128,0,16,512,16,1.4262046675519795,0.0,0.517578125,0.01171875,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,0,0,2048,65536,2048,0.06822369317700859,0.0,0.5034637451171875,0.0176849365234375,0.1724395751953125,1.0,1092,0.533203125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,0,64,2048,64,0.06403565043945253,0.0,0.49365234375,0.0107421875,0.15869140625,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,64,128,2048,64,0.055886627705432484,0.0,0.50048828125,0.01806640625,0.14794921875,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,128,192,2048,64,0.05650046878255987,0.0,0.5205078125,0.015625,0.162109375,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,192,256,2048,64,0.08937682220876951,0.0,0.533203125,0.01904296875,0.208984375,1.0,22,0.34375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,256,320,2048,64,0.06672597874365596,0.0,0.47998046875,0.01220703125,0.1669921875,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,320,384,2048,64,0.05848291284244955,0.0,0.4921875,0.0166015625,0.1533203125,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,384,448,2048,64,0.06821279708203588,0.0,0.5712890625,0.021484375,0.16943359375,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,448,512,2048,64,0.060918399550929314,0.0,0.5478515625,0.01708984375,0.158203125,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,512,576,2048,64,0.0592053643579604,0.0,0.49462890625,0.0185546875,0.16748046875,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,576,640,2048,64,0.07733887258488999,0.0,0.50146484375,0.01611328125,0.1875,1.0,29,0.453125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,640,704,2048,64,0.05472622728238139,0.0,0.5322265625,0.01513671875,0.177734375,1.0,40,0.625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,704,768,2048,64,0.06781698150737697,0.0,0.48974609375,0.01806640625,0.18603515625,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,768,832,2048,64,0.07058264325814231,0.0,0.49560546875,0.02001953125,0.16943359375,1.0,31,0.484375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,832,896,2048,64,0.07492271762250531,0.0,0.494140625,0.0185546875,0.17822265625,1.0,34,0.53125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,896,960,2048,64,0.053679648455605036,0.0,0.53564453125,0.013671875,0.12744140625,1.0,44,0.6875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,960,1024,2048,64,0.06366970671683936,0.0,0.478515625,0.015625,0.16357421875,1.0,37,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06389109532652425,0.0,0.50048828125,0.01953125,0.1591796875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1088,1152,2048,64,0.05931006998705863,0.0,0.47119140625,0.0166015625,0.15478515625,1.0,41,0.640625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1152,1216,2048,64,0.11424615762020723,0.0,0.5439453125,0.0322265625,0.28369140625,1.0,14,0.21875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1216,1280,2048,64,0.08126476611345367,0.0,0.51806640625,0.017578125,0.18310546875,1.0,29,0.453125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06800678811031974,0.0,0.44775390625,0.01953125,0.1875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06622504639095475,0.0,0.48828125,0.01416015625,0.16943359375,1.0,34,0.53125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1408,1472,2048,64,0.06236947444938084,0.0,0.50634765625,0.0166015625,0.1591796875,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1472,1536,2048,64,0.061659498298560135,0.0,0.560546875,0.0185546875,0.14892578125,1.0,36,0.5625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1536,1600,2048,64,0.05368435045665789,0.0,0.48095703125,0.013671875,0.13427734375,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06416932623868271,0.0,0.51904296875,0.017578125,0.15576171875,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07304103597751845,0.0,0.4443359375,0.01513671875,0.15185546875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07076744702263278,0.0,0.50927734375,0.02392578125,0.17529296875,1.0,35,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0710997622361211,0.0,0.46484375,0.01611328125,0.1875,1.0,33,0.515625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1856,1920,2048,64,0.05964099915994767,0.0,0.529296875,0.01318359375,0.1640625,1.0,39,0.609375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1920,1984,2048,64,0.07984066391118716,0.0,0.4658203125,0.02001953125,0.1875,1.0,30,0.46875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,64,1984,2048,2048,64,0.058333614422222624,0.0,0.49951171875,0.01513671875,0.13720703125,1.0,42,0.65625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,0,128,4096,128,0.06009941631783694,0.0,0.4970703125,0.0146484375,0.15380859375,1.0,77,0.6015625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,128,256,4096,128,0.07476803903001274,0.0,0.52685546875,0.017578125,0.187255859375,1.0,60,0.46875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,256,384,4096,128,0.06273996865569977,0.0,0.486083984375,0.014404296875,0.15869140625,1.0,77,0.6015625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,384,512,4096,128,0.06466852824056564,0.0,0.5595703125,0.0185546875,0.164794921875,1.0,73,0.5703125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,512,640,4096,128,0.06887153396527733,0.0,0.498046875,0.0185546875,0.181640625,1.0,65,0.5078125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,640,768,4096,128,0.06162021962527712,0.0,0.510986328125,0.01708984375,0.180908203125,1.0,74,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,768,896,4096,128,0.07278503673574621,0.0,0.494873046875,0.018798828125,0.170654296875,1.0,65,0.5078125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,896,1024,4096,128,0.05888690946095609,0.0,0.507080078125,0.013427734375,0.145263671875,1.0,80,0.625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1024,1152,4096,128,0.061643152352442214,0.0,0.48583984375,0.0185546875,0.156494140625,1.0,76,0.59375
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1152,1280,4096,128,0.09913663990285218,0.0,0.531005859375,0.024169921875,0.236328125,1.0,39,0.3046875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1280,1408,4096,128,0.0671218295287235,0.0,0.468017578125,0.016845703125,0.179931640625,1.0,69,0.5390625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1408,1536,4096,128,0.062015502390620474,0.0,0.533447265625,0.017578125,0.153564453125,1.0,74,0.578125
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1536,1664,4096,128,0.059159580432419215,0.0,0.5,0.01611328125,0.1455078125,1.0,80,0.625
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07191322720741394,0.0,0.476806640625,0.019287109375,0.1640625,1.0,70,0.546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06562097595597703,0.0,0.4970703125,0.014404296875,0.17578125,1.0,71,0.5546875
+fresh-zh-2,layers.6.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06991903240656182,0.0,0.482666015625,0.01708984375,0.161865234375,1.0,71,0.5546875
+fresh-zh-2,layers.6.mlp.gate_proj.output,0,0,6144,196608,6144,0.7396992630557896,0.0,0.8185068766276041,0.0080108642578125,0.07950337727864583,1.0,3847,0.6261393229166666
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,0,64,2048,64,0.7103079563129869,0.0,0.8125,0.005859375,0.07470703125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,64,128,2048,64,0.8201132854446298,0.0,0.81640625,0.00537109375,0.09716796875,1.0,36,0.5625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,128,192,2048,64,0.7108061538084276,0.0,0.82373046875,0.00439453125,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,192,256,2048,64,0.819022627103104,0.0,0.8232421875,0.005859375,0.0869140625,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,256,320,2048,64,0.715698501880014,0.0,0.80419921875,0.00927734375,0.091796875,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,320,384,2048,64,0.7903714229462515,0.0,0.85693359375,0.009765625,0.07177734375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,384,448,2048,64,0.670041078083414,0.0,0.80810546875,0.0078125,0.07275390625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,448,512,2048,64,0.905251054202693,0.0,0.7919921875,0.0078125,0.09521484375,1.0,34,0.53125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,512,576,2048,64,0.886870440403572,0.0,0.8798828125,0.0068359375,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,576,640,2048,64,0.6506568894078323,0.0,0.81201171875,0.00634765625,0.068359375,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,640,704,2048,64,0.6806798986225191,0.0,0.85302734375,0.0078125,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,704,768,2048,64,0.71788069026006,0.0,0.80029296875,0.005859375,0.0888671875,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,768,832,2048,64,0.7621295397880014,0.0,0.77392578125,0.00927734375,0.08837890625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,832,896,2048,64,0.6956738293895589,0.0,0.796875,0.005859375,0.076171875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,896,960,2048,64,0.7161576754537846,0.0,0.81494140625,0.00830078125,0.09228515625,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,960,1024,2048,64,0.6583311942770853,0.0,0.8095703125,0.0087890625,0.0830078125,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1024,1088,2048,64,0.6991235503388706,0.0,0.8251953125,0.00927734375,0.080078125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1088,1152,2048,64,0.665186979455016,0.0,0.8076171875,0.009765625,0.0859375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1152,1216,2048,64,0.7511319441257601,0.0,0.83984375,0.009765625,0.07763671875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1216,1280,2048,64,0.713865293585845,0.0,0.82568359375,0.01220703125,0.08837890625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1280,1344,2048,64,0.7824439904416686,0.0,0.83740234375,0.00537109375,0.07666015625,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1344,1408,2048,64,0.7898311207185064,0.0,0.83544921875,0.0068359375,0.07275390625,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1408,1472,2048,64,0.6849539655892973,0.0,0.8466796875,0.005859375,0.07275390625,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1472,1536,2048,64,0.7193961662216485,0.0,0.80419921875,0.01171875,0.09814453125,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1536,1600,2048,64,0.6889547340156087,0.0,0.77734375,0.01171875,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1600,1664,2048,64,0.673777653815435,0.0,0.8173828125,0.0078125,0.0771484375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1664,1728,2048,64,0.6875685969380673,0.0,0.779296875,0.0068359375,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1728,1792,2048,64,0.8253544310944367,0.0,0.84228515625,0.0078125,0.0576171875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1792,1856,2048,64,0.7210195500238349,0.0,0.81494140625,0.0078125,0.0693359375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1856,1920,2048,64,0.7001935109972537,0.0,0.79052734375,0.009765625,0.07763671875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1920,1984,2048,64,0.6955193269460701,0.0,0.8203125,0.00732421875,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,1984,2048,2048,64,0.7159012553576387,0.0,0.81640625,0.00390625,0.07666015625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2048,2112,2048,64,0.6976868414109627,0.0,0.8369140625,0.0078125,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2112,2176,2048,64,0.6970036200757828,0.0,0.79736328125,0.00927734375,0.09130859375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2176,2240,2048,64,0.8132810104920747,0.0,0.82568359375,0.0048828125,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2240,2304,2048,64,0.7109851628300362,0.0,0.84228515625,0.005859375,0.0654296875,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2304,2368,2048,64,0.7640468924423219,0.0,0.81689453125,0.005859375,0.07958984375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2368,2432,2048,64,0.7786650269619714,0.0,0.849609375,0.009765625,0.0849609375,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2432,2496,2048,64,0.7199087066916863,0.0,0.82763671875,0.0068359375,0.0673828125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2496,2560,2048,64,0.7746079010658734,0.0,0.8505859375,0.0087890625,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2560,2624,2048,64,0.7210390505591397,0.0,0.818359375,0.00927734375,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2624,2688,2048,64,0.7126632482672606,0.0,0.79296875,0.0087890625,0.09228515625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2688,2752,2048,64,0.78417781079185,0.0,0.798828125,0.0078125,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2752,2816,2048,64,0.6736764843548112,0.0,0.79150390625,0.005859375,0.06591796875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2816,2880,2048,64,0.7038039964916633,0.0,0.8076171875,0.00732421875,0.087890625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2880,2944,2048,64,0.7171271794821101,0.0,0.83837890625,0.00927734375,0.0888671875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,2944,3008,2048,64,0.5977055868984664,0.0,0.79296875,0.005859375,0.0615234375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3008,3072,2048,64,0.6914813257224088,0.0,0.78662109375,0.0078125,0.07861328125,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3072,3136,2048,64,0.7863497813009782,0.0,0.81787109375,0.0078125,0.0888671875,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3136,3200,2048,64,0.6881412571694414,0.0,0.87060546875,0.0078125,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3200,3264,2048,64,0.7127569470203952,0.0,0.79150390625,0.00634765625,0.08056640625,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3264,3328,2048,64,0.776982341634842,0.0,0.84033203125,0.01318359375,0.07861328125,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3328,3392,2048,64,0.8016573950643258,0.0,0.80908203125,0.0068359375,0.08056640625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3392,3456,2048,64,0.7593803380158035,0.0,0.80126953125,0.005859375,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3456,3520,2048,64,0.7998153040674222,0.0,0.82568359375,0.0078125,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3520,3584,2048,64,0.6581821796242137,0.0,0.7919921875,0.009765625,0.0869140625,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3584,3648,2048,64,0.7406029594379236,0.0,0.84375,0.00830078125,0.08251953125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3648,3712,2048,64,0.7361672971973768,0.0,0.8232421875,0.00732421875,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3712,3776,2048,64,0.8308485753264025,0.0,0.81298828125,0.0078125,0.07666015625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3776,3840,2048,64,0.7023020517401207,0.0,0.82373046875,0.009765625,0.0751953125,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3840,3904,2048,64,0.7180782139266169,0.0,0.8154296875,0.009765625,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3904,3968,2048,64,0.6906770338722419,0.0,0.810546875,0.0107421875,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,3968,4032,2048,64,0.8188324115276142,0.0,0.83740234375,0.0068359375,0.07080078125,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4032,4096,2048,64,0.7588812095225494,0.0,0.853515625,0.00830078125,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4096,4160,2048,64,0.7951597199617927,0.0,0.82373046875,0.013671875,0.08740234375,1.0,36,0.5625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4160,4224,2048,64,0.7875355664816789,0.0,0.8466796875,0.0107421875,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4224,4288,2048,64,0.7973123453265715,0.0,0.86328125,0.00830078125,0.0693359375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4288,4352,2048,64,0.7751812976844554,0.0,0.798828125,0.00537109375,0.083984375,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4352,4416,2048,64,0.7785177650407357,0.0,0.79052734375,0.00927734375,0.10107421875,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4416,4480,2048,64,0.7250964624756767,0.0,0.80859375,0.00341796875,0.0830078125,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4480,4544,2048,64,0.7323898705328852,0.0,0.7783203125,0.00830078125,0.08154296875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4544,4608,2048,64,0.7685286140291846,0.0,0.7890625,0.0078125,0.08349609375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4608,4672,2048,64,0.7267821601347332,0.0,0.8203125,0.01123046875,0.09814453125,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4672,4736,2048,64,0.699016040103132,0.0,0.7861328125,0.00732421875,0.0869140625,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4736,4800,2048,64,0.7357343949440968,0.0,0.84326171875,0.00390625,0.0693359375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4800,4864,2048,64,0.7851999130648014,0.0,0.79443359375,0.00634765625,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4864,4928,2048,64,0.7253683131298135,0.0,0.85693359375,0.009765625,0.0771484375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4928,4992,2048,64,0.7041654537752845,0.0,0.822265625,0.00390625,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,4992,5056,2048,64,0.7048330487896216,0.0,0.818359375,0.0107421875,0.07177734375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5056,5120,2048,64,0.7701583665477583,0.0,0.84814453125,0.0107421875,0.08203125,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5120,5184,2048,64,0.7992857794945133,0.0,0.8388671875,0.009765625,0.08251953125,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5184,5248,2048,64,0.6692486516398874,0.0,0.7890625,0.0087890625,0.0751953125,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5248,5312,2048,64,0.8186941586460164,0.0,0.85888671875,0.01025390625,0.0888671875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5312,5376,2048,64,0.7532267359415336,0.0,0.82421875,0.00830078125,0.08251953125,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5376,5440,2048,64,0.6985177916079037,0.0,0.7939453125,0.0107421875,0.0859375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5440,5504,2048,64,0.7399170593190452,0.0,0.76318359375,0.01025390625,0.0908203125,1.0,36,0.5625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5504,5568,2048,64,0.7098106741428059,0.0,0.8505859375,0.00537109375,0.07080078125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5568,5632,2048,64,0.8036362678431147,0.0,0.82763671875,0.00634765625,0.07177734375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5632,5696,2048,64,0.7617166580679151,0.0,0.85498046875,0.005859375,0.0625,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5696,5760,2048,64,0.6182162476992131,0.0,0.80859375,0.00634765625,0.06298828125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5760,5824,2048,64,0.6976391662022416,0.0,0.82421875,0.005859375,0.06884765625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5824,5888,2048,64,0.7028499653071197,0.0,0.79736328125,0.0078125,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5888,5952,2048,64,0.7111727118563762,0.0,0.8134765625,0.0068359375,0.06494140625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,5952,6016,2048,64,0.8350328804777005,0.0,0.8173828125,0.0068359375,0.078125,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,6016,6080,2048,64,0.8163385821563829,0.0,0.82177734375,0.00927734375,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,64,6080,6144,2048,64,0.7049889514677052,0.0,0.80224609375,0.009765625,0.091796875,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,0,128,4096,128,0.7671776827320764,0.0,0.814453125,0.00537109375,0.08544921875,1.0,77,0.6015625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,128,256,4096,128,0.7668257468287043,0.0,0.823486328125,0.005859375,0.085205078125,1.0,74,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,256,384,4096,128,0.7539599895894273,0.0,0.83056640625,0.010009765625,0.082275390625,1.0,78,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,384,512,4096,128,0.7963775855253181,0.0,0.800048828125,0.0078125,0.08447265625,1.0,78,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,512,640,4096,128,0.7777832493039117,0.0,0.845947265625,0.006103515625,0.064208984375,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,640,768,4096,128,0.6995276298463925,0.0,0.82666015625,0.0068359375,0.074951171875,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,768,896,4096,128,0.7296586572894903,0.0,0.785400390625,0.008056640625,0.08349609375,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,896,1024,4096,128,0.6878523742307145,0.0,0.812255859375,0.008056640625,0.088134765625,1.0,85,0.6640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1024,1152,4096,128,0.6823662712484093,0.0,0.81640625,0.009765625,0.082275390625,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1152,1280,4096,128,0.7327355781155125,0.0,0.832763671875,0.010986328125,0.082275390625,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1280,1408,4096,128,0.7861462324000966,0.0,0.83642578125,0.006103515625,0.074462890625,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1408,1536,4096,128,0.7023862110516229,0.0,0.825439453125,0.0087890625,0.084716796875,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1536,1664,4096,128,0.6814084503084586,0.0,0.79736328125,0.009521484375,0.07861328125,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1664,1792,4096,128,0.7595921643956722,0.0,0.810791015625,0.00732421875,0.0654296875,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1792,1920,4096,128,0.7106828210809779,0.0,0.802734375,0.0087890625,0.07373046875,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,1920,2048,4096,128,0.7057838697427695,0.0,0.818359375,0.005615234375,0.07666015625,1.0,89,0.6953125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2048,2176,4096,128,0.6973453144163055,0.0,0.817138671875,0.008544921875,0.08544921875,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2176,2304,4096,128,0.7638474663803838,0.0,0.833984375,0.005615234375,0.068359375,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2304,2432,4096,128,0.771390587855613,0.0,0.833251953125,0.00732421875,0.08251953125,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2432,2560,4096,128,0.7477586329706177,0.0,0.839111328125,0.007568359375,0.068359375,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2560,2688,4096,128,0.716863382333785,0.0,0.8056640625,0.00927734375,0.083740234375,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2688,2816,4096,128,0.7310180724547638,0.0,0.795166015625,0.007080078125,0.075927734375,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2816,2944,4096,128,0.7104968180891466,0.0,0.822998046875,0.008544921875,0.087890625,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,2944,3072,4096,128,0.6462965234443322,0.0,0.789794921875,0.007080078125,0.070556640625,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3072,3200,4096,128,0.7388790051053135,0.0,0.84423828125,0.00732421875,0.078125,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3200,3328,4096,128,0.7455615416376427,0.0,0.81591796875,0.009765625,0.0810546875,1.0,76,0.59375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3328,3456,4096,128,0.7808050578813884,0.0,0.80517578125,0.006591796875,0.08154296875,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3456,3584,4096,128,0.7324303046008349,0.0,0.808837890625,0.00927734375,0.08642578125,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3584,3712,4096,128,0.7383884590752694,0.0,0.83349609375,0.0078125,0.080078125,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3712,3840,4096,128,0.7692650801252765,0.0,0.818359375,0.0087890625,0.075439453125,1.0,78,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3840,3968,4096,128,0.7045108538676313,0.0,0.81298828125,0.01025390625,0.0810546875,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,3968,4096,4096,128,0.7894261233119081,0.0,0.845458984375,0.007568359375,0.06982421875,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4096,4224,4096,128,0.7913568249289746,0.0,0.835205078125,0.01220703125,0.080078125,1.0,74,0.578125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4224,4352,4096,128,0.7863246849393432,0.0,0.8310546875,0.0068359375,0.0771484375,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4352,4480,4096,128,0.752281460086171,0.0,0.799560546875,0.00634765625,0.092041015625,1.0,77,0.6015625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4480,4608,4096,128,0.7506767456904455,0.0,0.78369140625,0.00830078125,0.082275390625,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4608,4736,4096,128,0.7130342672731698,0.0,0.80322265625,0.009521484375,0.09228515625,1.0,78,0.609375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4736,4864,4096,128,0.7608692408622942,0.0,0.81884765625,0.005126953125,0.076416015625,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4864,4992,4096,128,0.7148454993854768,0.0,0.839599609375,0.0068359375,0.075927734375,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,4992,5120,4096,128,0.7382186451958472,0.0,0.833251953125,0.010498046875,0.076416015625,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5120,5248,4096,128,0.737140256336594,0.0,0.81396484375,0.009521484375,0.079833984375,1.0,77,0.6015625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5248,5376,4096,128,0.7866417994037201,0.0,0.841552734375,0.00927734375,0.084716796875,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5376,5504,4096,128,0.7195152395412228,0.0,0.778564453125,0.010498046875,0.088134765625,1.0,75,0.5859375
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5504,5632,4096,128,0.7581762473593705,0.0,0.839111328125,0.00537109375,0.071044921875,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5632,5760,4096,128,0.6936871038506655,0.0,0.831787109375,0.00537109375,0.0634765625,1.0,89,0.6953125
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5760,5888,4096,128,0.700249412692213,0.0,0.810791015625,0.0068359375,0.075927734375,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,5888,6016,4096,128,0.7755793117302826,0.0,0.8154296875,0.0068359375,0.071044921875,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gate_proj.output,128,6016,6144,4096,128,0.7626985323208075,0.0,0.81201171875,0.010009765625,0.089111328125,1.0,76,0.59375
+fresh-zh-2,layers.6.mlp.up_proj.output,0,0,6144,196608,6144,0.34763679732311054,0.0,0.5040639241536459,0.008799235026041666,0.08980814615885417,1.0,4562,0.7425130208333334
+fresh-zh-2,layers.6.mlp.up_proj.output,64,0,64,2048,64,0.33038855265079226,0.0,0.51416015625,0.009765625,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,64,128,2048,64,0.3217668281685629,0.0,0.49951171875,0.00732421875,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,128,192,2048,64,0.3408795275960703,0.0,0.5224609375,0.00830078125,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,192,256,2048,64,0.3560357892042743,0.0,0.5078125,0.005859375,0.076171875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,256,320,2048,64,0.41354132459366233,0.0,0.5634765625,0.00830078125,0.0927734375,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,320,384,2048,64,0.34247897693023127,0.0,0.48779296875,0.0078125,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,384,448,2048,64,0.3611095944136442,0.0,0.50439453125,0.0087890625,0.0947265625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,448,512,2048,64,0.4910076859781106,0.0,0.43994140625,0.01416015625,0.12109375,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,512,576,2048,64,0.30435450454284796,0.0,0.48193359375,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,576,640,2048,64,0.3319231644182626,0.0,0.529296875,0.00439453125,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,640,704,2048,64,0.39889431234985456,0.0,0.537109375,0.0087890625,0.10693359375,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,704,768,2048,64,0.432646115781406,0.0,0.45751953125,0.01123046875,0.10693359375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,768,832,2048,64,0.3406247171250955,0.0,0.4912109375,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,832,896,2048,64,0.3512015751797457,0.0,0.53662109375,0.0107421875,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,896,960,2048,64,0.32929164815624967,0.0,0.49365234375,0.00732421875,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,960,1024,2048,64,0.34098529738325556,0.0,0.45361328125,0.0107421875,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1024,1088,2048,64,0.35499181900337234,0.0,0.5029296875,0.0078125,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1088,1152,2048,64,0.34003523031042177,0.0,0.560546875,0.0078125,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1152,1216,2048,64,0.3318643769356913,0.0,0.48291015625,0.0087890625,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1216,1280,2048,64,0.32776104461230826,0.0,0.515625,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1280,1344,2048,64,0.3310137878956176,0.0,0.4873046875,0.01171875,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1344,1408,2048,64,0.35064562745613337,0.0,0.42041015625,0.00830078125,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1408,1472,2048,64,0.3290478022123764,0.0,0.51806640625,0.0078125,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1472,1536,2048,64,0.34251617665930356,0.0,0.560546875,0.0107421875,0.09375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1536,1600,2048,64,0.3244585887982595,0.0,0.49560546875,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1600,1664,2048,64,0.3451878433100025,0.0,0.48876953125,0.00830078125,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1664,1728,2048,64,0.3389529319685601,0.0,0.4931640625,0.009765625,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1728,1792,2048,64,0.3289755100613148,0.0,0.529296875,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1792,1856,2048,64,0.34092408967884796,0.0,0.52099609375,0.005859375,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1856,1920,2048,64,0.38736676662373587,0.0,0.5234375,0.015625,0.10498046875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1920,1984,2048,64,0.3724504755634007,0.0,0.47705078125,0.0078125,0.10009765625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,1984,2048,2048,64,0.3499203165925995,0.0,0.48193359375,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2048,2112,2048,64,0.3294484244558062,0.0,0.5146484375,0.00830078125,0.0986328125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2112,2176,2048,64,0.39846723255445543,0.0,0.505859375,0.0107421875,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2176,2240,2048,64,0.3252251991488026,0.0,0.50537109375,0.00830078125,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2240,2304,2048,64,0.34095429965546176,0.0,0.4931640625,0.0107421875,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2304,2368,2048,64,0.33616243398017565,0.0,0.5400390625,0.00634765625,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2368,2432,2048,64,0.3560578914098679,0.0,0.49560546875,0.0087890625,0.09375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2432,2496,2048,64,0.32720251798624256,0.0,0.49951171875,0.00634765625,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2496,2560,2048,64,0.3151582965444803,0.0,0.5107421875,0.01025390625,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2560,2624,2048,64,0.3080472244028067,0.0,0.48828125,0.005859375,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2624,2688,2048,64,0.35322611712825314,0.0,0.4892578125,0.00732421875,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2688,2752,2048,64,0.3553112427860436,0.0,0.48291015625,0.00927734375,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2752,2816,2048,64,0.3330718271719039,0.0,0.537109375,0.00634765625,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2816,2880,2048,64,0.3658804820733993,0.0,0.5400390625,0.01123046875,0.083984375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2880,2944,2048,64,0.3363943992351852,0.0,0.50244140625,0.0107421875,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,2944,3008,2048,64,0.3542119106543412,0.0,0.537109375,0.0107421875,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3008,3072,2048,64,0.3748408908493107,0.0,0.4736328125,0.01123046875,0.1064453125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3072,3136,2048,64,0.3511124273990281,0.0,0.51025390625,0.01123046875,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3136,3200,2048,64,0.33183041816853837,0.0,0.4716796875,0.0087890625,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3200,3264,2048,64,0.3971529460072075,0.0,0.46337890625,0.00732421875,0.10546875,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3264,3328,2048,64,0.39431262009812,0.0,0.5380859375,0.0107421875,0.10205078125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3328,3392,2048,64,0.34443077039382936,0.0,0.50927734375,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3392,3456,2048,64,0.3390580918721449,0.0,0.45166015625,0.0068359375,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3456,3520,2048,64,0.3519304369030356,0.0,0.47607421875,0.0087890625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3520,3584,2048,64,0.3588184298146751,0.0,0.52685546875,0.00927734375,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3584,3648,2048,64,0.3297423427847369,0.0,0.484375,0.0126953125,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3648,3712,2048,64,0.31471171840990797,0.0,0.51123046875,0.009765625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3712,3776,2048,64,0.3714846078118491,0.0,0.5849609375,0.01123046875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3776,3840,2048,64,0.3185189344696711,0.0,0.48681640625,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3840,3904,2048,64,0.33831033266818966,0.0,0.50830078125,0.0087890625,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3904,3968,2048,64,0.30634006970387934,0.0,0.47607421875,0.0068359375,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,3968,4032,2048,64,0.3394856658997391,0.0,0.52587890625,0.01220703125,0.10693359375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4032,4096,2048,64,0.3178081000181408,0.0,0.4853515625,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4096,4160,2048,64,0.3397593111079904,0.0,0.548828125,0.00537109375,0.07470703125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4160,4224,2048,64,0.3551381880602232,0.0,0.5673828125,0.00732421875,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4224,4288,2048,64,0.3131502691683186,0.0,0.47607421875,0.01025390625,0.0693359375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4288,4352,2048,64,0.34915894924608837,0.0,0.54150390625,0.0078125,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4352,4416,2048,64,0.31432839443562566,0.0,0.53662109375,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4416,4480,2048,64,0.32194458224631073,0.0,0.51171875,0.00927734375,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4480,4544,2048,64,0.347008934428942,0.0,0.4990234375,0.01025390625,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4544,4608,2048,64,0.3513371213574684,0.0,0.546875,0.00732421875,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4608,4672,2048,64,0.33570883026537196,0.0,0.55078125,0.005859375,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4672,4736,2048,64,0.3517766555911635,0.0,0.49462890625,0.0078125,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4736,4800,2048,64,0.3216736088010635,0.0,0.50390625,0.00537109375,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4800,4864,2048,64,0.37013386922888863,0.0,0.48779296875,0.00927734375,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4864,4928,2048,64,0.34746251370016645,0.0,0.4560546875,0.005859375,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4928,4992,2048,64,0.35016806593127203,0.0,0.49072265625,0.0078125,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,4992,5056,2048,64,0.34280752719886165,0.0,0.5029296875,0.00537109375,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5056,5120,2048,64,0.3736147596105425,0.0,0.517578125,0.0126953125,0.09765625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5120,5184,2048,64,0.34227921593904465,0.0,0.46533203125,0.0068359375,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5184,5248,2048,64,0.34446695185505904,0.0,0.45263671875,0.00927734375,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5248,5312,2048,64,0.3203606719457004,0.0,0.4580078125,0.00830078125,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5312,5376,2048,64,0.3250084353276761,0.0,0.50146484375,0.00732421875,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5376,5440,2048,64,0.3563469009423943,0.0,0.48583984375,0.0107421875,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5440,5504,2048,64,0.3999303872150417,0.0,0.5224609375,0.01220703125,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5504,5568,2048,64,0.3175926168720149,0.0,0.5029296875,0.0048828125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5568,5632,2048,64,0.4192272181740769,0.0,0.4521484375,0.01123046875,0.10888671875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5632,5696,2048,64,0.29838443430188133,0.0,0.50048828125,0.0107421875,0.09814453125,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5696,5760,2048,64,0.33557964296492115,0.0,0.5185546875,0.00634765625,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5760,5824,2048,64,0.33457278884534586,0.0,0.5439453125,0.0087890625,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5824,5888,2048,64,0.3140290907470445,0.0,0.5107421875,0.0107421875,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5888,5952,2048,64,0.35264085112090865,0.0,0.52197265625,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,64,5952,6016,2048,64,0.3318494087942346,0.0,0.48681640625,0.009765625,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,6016,6080,2048,64,0.3432971689740629,0.0,0.51953125,0.0078125,0.09619140625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,64,6080,6144,2048,64,0.33690992090742805,0.0,0.509765625,0.0087890625,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,0,128,4096,128,0.3261061847254226,0.0,0.5068359375,0.008544921875,0.08740234375,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,128,256,4096,128,0.34854005187957277,0.0,0.51513671875,0.007080078125,0.081787109375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,256,384,4096,128,0.37967636006595057,0.0,0.525634765625,0.0078125,0.090087890625,1.0,90,0.703125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,384,512,4096,128,0.43098067640392274,0.0,0.47216796875,0.011474609375,0.111572265625,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,512,640,4096,128,0.3184373184105118,0.0,0.505615234375,0.00634765625,0.07861328125,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,640,768,4096,128,0.41611256525476437,0.0,0.497314453125,0.009765625,0.107177734375,1.0,88,0.6875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,768,896,4096,128,0.3459535693740461,0.0,0.513916015625,0.009033203125,0.08544921875,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,896,1024,4096,128,0.3351894707303666,0.0,0.4736328125,0.00927734375,0.083251953125,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1024,1152,4096,128,0.34759397967426353,0.0,0.53173828125,0.008056640625,0.083251953125,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1152,1280,4096,128,0.3298190921128325,0.0,0.499267578125,0.007568359375,0.0849609375,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1280,1408,4096,128,0.34097102797093365,0.0,0.453857421875,0.01025390625,0.09521484375,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1408,1536,4096,128,0.33584951050589784,0.0,0.539306640625,0.009521484375,0.086181640625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1536,1664,4096,128,0.3349835988626674,0.0,0.4921875,0.00830078125,0.087890625,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1664,1792,4096,128,0.33400147927081514,0.0,0.51123046875,0.008544921875,0.088134765625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1792,1920,4096,128,0.3648850824628756,0.0,0.522216796875,0.010009765625,0.095947265625,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,1920,2048,4096,128,0.36136102772135537,0.0,0.4794921875,0.0087890625,0.09326171875,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2048,2176,4096,128,0.3655902076068364,0.0,0.51025390625,0.010986328125,0.102783203125,1.0,91,0.7109375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2176,2304,4096,128,0.3331825810384786,0.0,0.499267578125,0.009521484375,0.089111328125,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2304,2432,4096,128,0.34625308955640904,0.0,0.517822265625,0.007568359375,0.093017578125,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2432,2560,4096,128,0.321236859386774,0.0,0.505126953125,0.00830078125,0.08837890625,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2560,2688,4096,128,0.3314074397805333,0.0,0.48876953125,0.006103515625,0.078369140625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2688,2816,4096,128,0.34437110891144274,0.0,0.510009765625,0.0078125,0.08984375,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2816,2944,4096,128,0.3514468089192618,0.0,0.521240234375,0.01171875,0.09228515625,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,2944,3072,4096,128,0.36467229885343905,0.0,0.50537109375,0.0107421875,0.093017578125,1.0,90,0.703125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3072,3200,4096,128,0.34160749632871407,0.0,0.490966796875,0.01025390625,0.094482421875,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3200,3328,4096,128,0.3957353313079641,0.0,0.500732421875,0.009033203125,0.10400390625,1.0,91,0.7109375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3328,3456,4096,128,0.3417549891794315,0.0,0.48046875,0.007080078125,0.084716796875,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3456,3584,4096,128,0.3553911211562765,0.0,0.50146484375,0.009033203125,0.088134765625,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3584,3712,4096,128,0.3223146586254526,0.0,0.497802734375,0.01123046875,0.093017578125,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3712,3840,4096,128,0.3460167087416574,0.0,0.535888671875,0.009033203125,0.08984375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3840,3968,4096,128,0.3227213345103162,0.0,0.4921875,0.008056640625,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,3968,4096,4096,128,0.32882556605936974,0.0,0.505615234375,0.009765625,0.094482421875,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4096,4224,4096,128,0.347533827204831,0.0,0.55810546875,0.00634765625,0.07958984375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4224,4352,4096,128,0.33164368147065826,0.0,0.5087890625,0.009033203125,0.0771484375,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4352,4480,4096,128,0.3181592789674928,0.0,0.524169921875,0.008544921875,0.093994140625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4480,4608,4096,128,0.3491797341035575,0.0,0.52294921875,0.0087890625,0.08447265625,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4608,4736,4096,128,0.34383661391498754,0.0,0.522705078125,0.0068359375,0.086181640625,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4736,4864,4096,128,0.34675134588740075,0.0,0.495849609375,0.007080078125,0.08837890625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4864,4992,4096,128,0.3488179129752987,0.0,0.473388671875,0.0068359375,0.083740234375,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,4992,5120,4096,128,0.358542179738341,0.0,0.51025390625,0.008056640625,0.0927734375,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5120,5248,4096,128,0.3433748262352401,0.0,0.458984375,0.008056640625,0.0849609375,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5248,5376,4096,128,0.3226929214932091,0.0,0.479736328125,0.0078125,0.088623046875,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5376,5504,4096,128,0.37876604152776266,0.0,0.504150390625,0.011474609375,0.087890625,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5504,5632,4096,128,0.3718981922177019,0.0,0.4775390625,0.008056640625,0.09814453125,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5632,5760,4096,128,0.31752713853001424,0.0,0.509521484375,0.0087890625,0.090576171875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5760,5888,4096,128,0.32446357335698556,0.0,0.52734375,0.009765625,0.091064453125,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.up_proj.output,128,5888,6016,4096,128,0.34240297895634747,0.0,0.50439453125,0.009765625,0.085693359375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.up_proj.output,128,6016,6144,4096,128,0.3401185389180188,0.0,0.5146484375,0.008056640625,0.08642578125,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,0,0,6144,196608,6144,0.2279045155696702,0.0,0.8185068766276041,0.0049896240234375,0.049387613932291664,1.0,4580,0.7454427083333334
+fresh-zh-2,layers.6.mlp.silu_gate,64,0,64,2048,64,0.23168283596993708,0.0,0.8125,0.00439453125,0.04833984375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,64,128,2048,64,0.19984539478984892,0.0,0.81640625,0.00341796875,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,128,192,2048,64,0.19983570048959332,0.0,0.82373046875,0.00341796875,0.04931640625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,192,256,2048,64,0.23629037042813666,0.0,0.8232421875,0.00439453125,0.05029296875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.silu_gate,64,256,320,2048,64,0.3304999609609867,0.0,0.80419921875,0.00927734375,0.0830078125,1.0,35,0.546875
+fresh-zh-2,layers.6.mlp.silu_gate,64,320,384,2048,64,0.22512739356947345,0.0,0.85693359375,0.00830078125,0.04248046875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,384,448,2048,64,0.23337195316831777,0.0,0.80810546875,0.0068359375,0.05029296875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,448,512,2048,64,0.252343218658787,0.0,0.7919921875,0.0048828125,0.05322265625,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,512,576,2048,64,0.2261282631359453,0.0,0.8798828125,0.0009765625,0.03173828125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,576,640,2048,64,0.2260822682539296,0.0,0.81201171875,0.00244140625,0.05126953125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,640,704,2048,64,0.2108223192240796,0.0,0.85302734375,0.0048828125,0.037109375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,704,768,2048,64,0.2096279749150795,0.0,0.80029296875,0.001953125,0.05126953125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,768,832,2048,64,0.25624203760254344,0.0,0.77392578125,0.005859375,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.silu_gate,64,832,896,2048,64,0.21028986923635518,0.0,0.796875,0.00537109375,0.05029296875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,896,960,2048,64,0.22302582576295724,0.0,0.81494140625,0.00537109375,0.05712890625,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,960,1024,2048,64,0.21000979502432274,0.0,0.8095703125,0.00634765625,0.05029296875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,1024,1088,2048,64,0.2093477374610032,0.0,0.8251953125,0.00439453125,0.04345703125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,1088,1152,2048,64,0.19533729366846841,0.0,0.8076171875,0.0068359375,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,1152,1216,2048,64,0.2094653864677131,0.0,0.83984375,0.005859375,0.04296875,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,1216,1280,2048,64,0.2068385523130525,0.0,0.82568359375,0.00634765625,0.05078125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1280,1344,2048,64,0.22284531373935593,0.0,0.83740234375,0.00244140625,0.041015625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,1344,1408,2048,64,0.23825187843763146,0.0,0.83544921875,0.00390625,0.0419921875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1408,1472,2048,64,0.2086526436700752,0.0,0.8466796875,0.0029296875,0.048828125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1472,1536,2048,64,0.21322042845197378,0.0,0.80419921875,0.0068359375,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,1536,1600,2048,64,0.23652282356883003,0.0,0.77734375,0.00830078125,0.05126953125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1600,1664,2048,64,0.21981228522904067,0.0,0.8173828125,0.0068359375,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1664,1728,2048,64,0.22280374661792823,0.0,0.779296875,0.00341796875,0.0498046875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1728,1792,2048,64,0.2785713326949209,0.0,0.84228515625,0.00537109375,0.03955078125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,1792,1856,2048,64,0.2413415077816833,0.0,0.81494140625,0.00439453125,0.04736328125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,1856,1920,2048,64,0.20951193887034728,0.0,0.79052734375,0.005859375,0.0458984375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,1920,1984,2048,64,0.23779875021311186,0.0,0.8203125,0.00537109375,0.05322265625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,1984,2048,2048,64,0.21341939021709613,0.0,0.81640625,0.001953125,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,2048,2112,2048,64,0.2218787412612651,0.0,0.8369140625,0.00537109375,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2112,2176,2048,64,0.20044270379530077,0.0,0.79736328125,0.005859375,0.05126953125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2176,2240,2048,64,0.2195764201381337,0.0,0.82568359375,0.001953125,0.03759765625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,2240,2304,2048,64,0.2151457163536824,0.0,0.84228515625,0.00439453125,0.041015625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,2304,2368,2048,64,0.21826196127046985,0.0,0.81689453125,0.00390625,0.0390625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2368,2432,2048,64,0.2172448560410653,0.0,0.849609375,0.00439453125,0.04248046875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2432,2496,2048,64,0.32905830355621923,0.0,0.82763671875,0.00634765625,0.06103515625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.silu_gate,64,2496,2560,2048,64,0.28223316592299696,0.0,0.8505859375,0.0068359375,0.052734375,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.silu_gate,64,2560,2624,2048,64,0.246699120651174,0.0,0.818359375,0.00634765625,0.05224609375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,2624,2688,2048,64,0.20228381135149065,0.0,0.79296875,0.00390625,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,2688,2752,2048,64,0.21649814444487647,0.0,0.798828125,0.00341796875,0.048828125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2752,2816,2048,64,0.2394837496996412,0.0,0.79150390625,0.00439453125,0.048828125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,2816,2880,2048,64,0.21040382727516632,0.0,0.8076171875,0.001953125,0.0546875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,2880,2944,2048,64,0.21154047579366114,0.0,0.83837890625,0.0068359375,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,2944,3008,2048,64,0.2261041652987419,0.0,0.79296875,0.00439453125,0.048828125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,3008,3072,2048,64,0.24991857880677137,0.0,0.78662109375,0.00537109375,0.0595703125,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.silu_gate,64,3072,3136,2048,64,0.21211548684868706,0.0,0.81787109375,0.00439453125,0.0458984375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,3136,3200,2048,64,0.2146629829787321,0.0,0.87060546875,0.0048828125,0.0419921875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,3200,3264,2048,64,0.19989700112861783,0.0,0.79150390625,0.00390625,0.04638671875,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,3264,3328,2048,64,0.23537011707796632,0.0,0.84033203125,0.0078125,0.04638671875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,3328,3392,2048,64,0.2198519005430088,0.0,0.80908203125,0.00390625,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,3392,3456,2048,64,0.2354509637931036,0.0,0.80126953125,0.0048828125,0.05029296875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,3456,3520,2048,64,0.21633213076520844,0.0,0.82568359375,0.0029296875,0.046875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,3520,3584,2048,64,0.20096735093125023,0.0,0.7919921875,0.0087890625,0.0556640625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,3584,3648,2048,64,0.213908083149773,0.0,0.84375,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,3648,3712,2048,64,0.23110796707060022,0.0,0.8232421875,0.00537109375,0.04638671875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,3712,3776,2048,64,0.23761619842725448,0.0,0.81298828125,0.00439453125,0.0419921875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,3776,3840,2048,64,0.2100945315797471,0.0,0.82373046875,0.005859375,0.04833984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,3840,3904,2048,64,0.2134928125517576,0.0,0.8154296875,0.00439453125,0.0517578125,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,3904,3968,2048,64,0.2135182835676689,0.0,0.810546875,0.00537109375,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,3968,4032,2048,64,0.2913974144853706,0.0,0.83740234375,0.00439453125,0.048828125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.silu_gate,64,4032,4096,2048,64,0.21494630735363943,0.0,0.853515625,0.0068359375,0.0439453125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,4096,4160,2048,64,0.24038683287242407,0.0,0.82373046875,0.009765625,0.05859375,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4160,4224,2048,64,0.21314739059540574,0.0,0.8466796875,0.00537109375,0.04345703125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,4224,4288,2048,64,0.2315981692745211,0.0,0.86328125,0.0048828125,0.04150390625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4288,4352,2048,64,0.22089259796892252,0.0,0.798828125,0.0029296875,0.05078125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4352,4416,2048,64,0.24319983370018833,0.0,0.79052734375,0.00732421875,0.0595703125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.silu_gate,64,4416,4480,2048,64,0.23224233507448863,0.0,0.80859375,0.00146484375,0.05126953125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,4480,4544,2048,64,0.21785903928647768,0.0,0.7783203125,0.0048828125,0.04833984375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,4544,4608,2048,64,0.2313627073747749,0.0,0.7890625,0.00390625,0.05224609375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4608,4672,2048,64,0.21720622023649824,0.0,0.8203125,0.00830078125,0.06005859375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,4672,4736,2048,64,0.232424682858571,0.0,0.7861328125,0.00537109375,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,4736,4800,2048,64,0.22208548065001596,0.0,0.84326171875,0.0029296875,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,4800,4864,2048,64,0.27759944943833914,0.0,0.79443359375,0.00537109375,0.06005859375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.silu_gate,64,4864,4928,2048,64,0.21118756889734192,0.0,0.85693359375,0.005859375,0.0478515625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4928,4992,2048,64,0.21350318810330302,0.0,0.822265625,0.0029296875,0.04248046875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,4992,5056,2048,64,0.23041590721748473,0.0,0.818359375,0.005859375,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,5056,5120,2048,64,0.20334167286524238,0.0,0.84814453125,0.00634765625,0.0439453125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,5120,5184,2048,64,0.2411054171767799,0.0,0.8388671875,0.00439453125,0.05078125,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.silu_gate,64,5184,5248,2048,64,0.2247090952604002,0.0,0.7890625,0.0048828125,0.05029296875,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,5248,5312,2048,64,0.22332623923176864,0.0,0.85888671875,0.005859375,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,5312,5376,2048,64,0.23532519342552347,0.0,0.82421875,0.0048828125,0.0537109375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.silu_gate,64,5376,5440,2048,64,0.19478037053191039,0.0,0.7939453125,0.0068359375,0.04931640625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.silu_gate,64,5440,5504,2048,64,0.2457133049587717,0.0,0.76318359375,0.00537109375,0.0634765625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.silu_gate,64,5504,5568,2048,64,0.23850990840662625,0.0,0.8505859375,0.00341796875,0.04833984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,5568,5632,2048,64,0.24032439660148816,0.0,0.82763671875,0.00341796875,0.0400390625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,5632,5696,2048,64,0.23242164629317152,0.0,0.85498046875,0.00244140625,0.03076171875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,64,5696,5760,2048,64,0.20742609422178013,0.0,0.80859375,0.00341796875,0.04248046875,1.0,53,0.828125
+fresh-zh-2,layers.6.mlp.silu_gate,64,5760,5824,2048,64,0.23596810723460138,0.0,0.82421875,0.00439453125,0.04833984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,64,5824,5888,2048,64,0.225293217404637,0.0,0.79736328125,0.0048828125,0.05126953125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,64,5888,5952,2048,64,0.2191233011113297,0.0,0.8134765625,0.00390625,0.03955078125,1.0,52,0.8125
+fresh-zh-2,layers.6.mlp.silu_gate,64,5952,6016,2048,64,0.23016740487558549,0.0,0.8173828125,0.00439453125,0.04052734375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,6016,6080,2048,64,0.20691650702402634,0.0,0.82177734375,0.0048828125,0.041015625,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,64,6080,6144,2048,64,0.2095278118082033,0.0,0.80224609375,0.00634765625,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,128,0,128,4096,128,0.21635054691609096,0.0,0.814453125,0.00390625,0.044921875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,128,256,4096,128,0.21882349776387416,0.0,0.823486328125,0.00390625,0.050048828125,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,256,384,4096,128,0.2827654217992348,0.0,0.83056640625,0.008544921875,0.0615234375,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.silu_gate,128,384,512,4096,128,0.24304276221343424,0.0,0.800048828125,0.005859375,0.052490234375,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.silu_gate,128,512,640,4096,128,0.22610526686448626,0.0,0.845947265625,0.001708984375,0.04150390625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,640,768,4096,128,0.2102259952408561,0.0,0.82666015625,0.00341796875,0.044189453125,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,768,896,4096,128,0.23439476416736213,0.0,0.785400390625,0.005615234375,0.05810546875,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.silu_gate,128,896,1024,4096,128,0.21661559611833933,0.0,0.812255859375,0.005859375,0.052490234375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,1024,1152,4096,128,0.20246374178820586,0.0,0.81640625,0.005615234375,0.04833984375,1.0,100,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,128,1152,1280,4096,128,0.20815611311108276,0.0,0.832763671875,0.006103515625,0.047119140625,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,1280,1408,4096,128,0.23067725444292497,0.0,0.83642578125,0.003173828125,0.041748046875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,1408,1536,4096,128,0.21094889999684124,0.0,0.825439453125,0.0048828125,0.053955078125,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,1536,1664,4096,128,0.2283204839765642,0.0,0.79736328125,0.0078125,0.05322265625,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,1664,1792,4096,128,0.25223351968603447,0.0,0.810791015625,0.00439453125,0.044921875,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.silu_gate,128,1792,1920,4096,128,0.22598780487843634,0.0,0.802734375,0.005126953125,0.04833984375,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,1920,2048,4096,128,0.22593813503208693,0.0,0.818359375,0.00341796875,0.046875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,2048,2176,4096,128,0.21143255819345103,0.0,0.817138671875,0.005615234375,0.052978515625,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,2176,2304,4096,128,0.2173723574261656,0.0,0.833984375,0.003173828125,0.0390625,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.silu_gate,128,2304,2432,4096,128,0.21775400250504615,0.0,0.833251953125,0.004150390625,0.040771484375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,2432,2560,4096,128,0.3065411286322072,0.0,0.839111328125,0.006591796875,0.055419921875,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.silu_gate,128,2560,2688,4096,128,0.22558722976373016,0.0,0.8056640625,0.006103515625,0.05224609375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,2688,2816,4096,128,0.2282804338070556,0.0,0.795166015625,0.003662109375,0.049072265625,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.silu_gate,128,2816,2944,4096,128,0.21097291701904125,0.0,0.822998046875,0.00439453125,0.0546875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,2944,3072,4096,128,0.23830903213919233,0.0,0.789794921875,0.0048828125,0.05615234375,1.0,92,0.71875
+fresh-zh-2,layers.6.mlp.silu_gate,128,3072,3200,4096,128,0.2133930364636847,0.0,0.84423828125,0.004638671875,0.0439453125,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,3200,3328,4096,128,0.21835510421502655,0.0,0.81591796875,0.005126953125,0.046630859375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,128,3328,3456,4096,128,0.22778500227569243,0.0,0.80517578125,0.00439453125,0.04833984375,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,3456,3584,4096,128,0.20879112402319636,0.0,0.808837890625,0.005859375,0.051513671875,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,3584,3712,4096,128,0.22267415709991564,0.0,0.83349609375,0.004638671875,0.046875,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,3712,3840,4096,128,0.2242779190588473,0.0,0.818359375,0.00537109375,0.04443359375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,128,3840,3968,4096,128,0.21350554843954683,0.0,0.81298828125,0.0048828125,0.052734375,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,3968,4096,4096,128,0.2560413718656851,0.0,0.845458984375,0.005615234375,0.046142578125,1.0,90,0.703125
+fresh-zh-2,layers.6.mlp.silu_gate,128,4096,4224,4096,128,0.22717574643441277,0.0,0.835205078125,0.0078125,0.05078125,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.silu_gate,128,4224,4352,4096,128,0.22630869608652884,0.0,0.8310546875,0.00390625,0.046142578125,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,4352,4480,4096,128,0.23778421027546207,0.0,0.799560546875,0.00439453125,0.054931640625,1.0,91,0.7109375
+fresh-zh-2,layers.6.mlp.silu_gate,128,4480,4608,4096,128,0.22471233095072105,0.0,0.78369140625,0.004638671875,0.05078125,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.silu_gate,128,4608,4736,4096,128,0.22494418786816153,0.0,0.80322265625,0.007080078125,0.058349609375,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.silu_gate,128,4736,4864,4096,128,0.2513796084053136,0.0,0.81884765625,0.004150390625,0.053955078125,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.silu_gate,128,4864,4992,4096,128,0.21234853494555117,0.0,0.839599609375,0.00439453125,0.045166015625,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,4992,5120,4096,128,0.21730085851474654,0.0,0.833251953125,0.006103515625,0.048095703125,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.silu_gate,128,5120,5248,4096,128,0.23305149611699202,0.0,0.81396484375,0.00439453125,0.05224609375,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.silu_gate,128,5248,5376,4096,128,0.22940418020402895,0.0,0.841552734375,0.005615234375,0.05419921875,1.0,95,0.7421875
+fresh-zh-2,layers.6.mlp.silu_gate,128,5376,5504,4096,128,0.22171425414067386,0.0,0.778564453125,0.006103515625,0.056396484375,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.silu_gate,128,5504,5632,4096,128,0.23941887144710064,0.0,0.839111328125,0.00341796875,0.044189453125,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.silu_gate,128,5632,5760,4096,128,0.22027869419184748,0.0,0.831787109375,0.003173828125,0.03564453125,1.0,100,0.78125
+fresh-zh-2,layers.6.mlp.silu_gate,128,5760,5888,4096,128,0.23069241582723668,0.0,0.810791015625,0.00439453125,0.04931640625,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.silu_gate,128,5888,6016,4096,128,0.22471321206939318,0.0,0.8154296875,0.004150390625,0.0400390625,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.silu_gate,128,6016,6144,4096,128,0.208226252907934,0.0,0.81201171875,0.005615234375,0.04833984375,1.0,100,0.78125
+fresh-zh-2,layers.6.mlp.gated_product,0,0,6144,196608,6144,0.0839902313243735,0.0,0.4973856608072917,0.0291900634765625,0.19225565592447916,1.0,3748,0.6100260416666666
+fresh-zh-2,layers.6.mlp.gated_product,64,0,64,2048,64,0.07976380636033588,0.0,0.51513671875,0.02978515625,0.1865234375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,64,128,2048,64,0.06257562710937527,0.0,0.49560546875,0.02392578125,0.16796875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,128,192,2048,64,0.07400180348685,0.0,0.48974609375,0.02392578125,0.1796875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gated_product,64,192,256,2048,64,0.07560647853177425,0.0,0.505859375,0.02783203125,0.16943359375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,256,320,2048,64,0.11918928984852574,0.0,0.46044921875,0.03173828125,0.2353515625,1.0,26,0.40625
+fresh-zh-2,layers.6.mlp.gated_product,64,320,384,2048,64,0.12124443994787634,0.0,0.509765625,0.0419921875,0.2333984375,1.0,25,0.390625
+fresh-zh-2,layers.6.mlp.gated_product,64,384,448,2048,64,0.07968523117721252,0.0,0.525390625,0.0244140625,0.19140625,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,64,448,512,2048,64,0.12317075312916367,0.0,0.53955078125,0.03564453125,0.23779296875,1.0,27,0.421875
+fresh-zh-2,layers.6.mlp.gated_product,64,512,576,2048,64,0.07517353538738808,0.0,0.49853515625,0.02197265625,0.15478515625,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,576,640,2048,64,0.08203860092911194,0.0,0.50927734375,0.02099609375,0.1865234375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,64,640,704,2048,64,0.08055568072143426,0.0,0.47119140625,0.02685546875,0.17333984375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,64,704,768,2048,64,0.09757762397136319,0.0,0.548828125,0.0283203125,0.216796875,1.0,32,0.5
+fresh-zh-2,layers.6.mlp.gated_product,64,768,832,2048,64,0.09285003510610393,0.0,0.51220703125,0.02978515625,0.19775390625,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gated_product,64,832,896,2048,64,0.06976861700167386,0.0,0.47900390625,0.0244140625,0.17529296875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,896,960,2048,64,0.07301550578735626,0.0,0.5078125,0.02587890625,0.16943359375,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,960,1024,2048,64,0.06815349804712349,0.0,0.52783203125,0.02978515625,0.1767578125,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.gated_product,64,1024,1088,2048,64,0.06817982463985257,0.0,0.4892578125,0.01953125,0.14990234375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.gated_product,64,1088,1152,2048,64,0.06335851012580501,0.0,0.4755859375,0.02294921875,0.1728515625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,1152,1216,2048,64,0.06759371782733621,0.0,0.50048828125,0.0283203125,0.15625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.gated_product,64,1216,1280,2048,64,0.06493752428147517,0.0,0.49853515625,0.02392578125,0.1513671875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,1280,1344,2048,64,0.07578157484749765,0.0,0.50341796875,0.02587890625,0.1708984375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,1344,1408,2048,64,0.11947085835297724,0.0,0.525390625,0.03369140625,0.23681640625,1.0,30,0.46875
+fresh-zh-2,layers.6.mlp.gated_product,64,1408,1472,2048,64,0.06877206449338501,0.0,0.48974609375,0.0224609375,0.16796875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,1472,1536,2048,64,0.08641837558254332,0.0,0.44580078125,0.037109375,0.22216796875,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gated_product,64,1536,1600,2048,64,0.07138487820681083,0.0,0.50244140625,0.03662109375,0.17578125,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,1600,1664,2048,64,0.09233873636407541,0.0,0.49267578125,0.03466796875,0.2177734375,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gated_product,64,1664,1728,2048,64,0.07080099271883053,0.0,0.4814453125,0.029296875,0.1728515625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,1728,1792,2048,64,0.09740844862043066,0.0,0.49755859375,0.02587890625,0.17822265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gated_product,64,1792,1856,2048,64,0.09262583869738321,0.0,0.482421875,0.02783203125,0.193359375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,1856,1920,2048,64,0.07457613297734599,0.0,0.50244140625,0.03173828125,0.171875,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,1920,1984,2048,64,0.08319265758528524,0.0,0.50146484375,0.03173828125,0.18505859375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,64,1984,2048,2048,64,0.0709440666321739,0.0,0.48095703125,0.02392578125,0.15576171875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.gated_product,64,2048,2112,2048,64,0.06870129812060295,0.0,0.48828125,0.02294921875,0.17919921875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,2112,2176,2048,64,0.09298271341633298,0.0,0.48486328125,0.03271484375,0.2265625,1.0,33,0.515625
+fresh-zh-2,layers.6.mlp.gated_product,64,2176,2240,2048,64,0.06965220354705273,0.0,0.48828125,0.02392578125,0.16162109375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.gated_product,64,2240,2304,2048,64,0.07375029037010565,0.0,0.49658203125,0.0224609375,0.1533203125,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,2304,2368,2048,64,0.07210022547316831,0.0,0.47119140625,0.01904296875,0.17333984375,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,2368,2432,2048,64,0.07228929675921758,0.0,0.48095703125,0.0224609375,0.16455078125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,2432,2496,2048,64,0.0987340872445255,0.0,0.5087890625,0.0283203125,0.220703125,1.0,32,0.5
+fresh-zh-2,layers.6.mlp.gated_product,64,2496,2560,2048,64,0.08467560044781182,0.0,0.49609375,0.0322265625,0.1787109375,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gated_product,64,2560,2624,2048,64,0.07525015778662301,0.0,0.53515625,0.02880859375,0.177734375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,2624,2688,2048,64,0.06784439718287313,0.0,0.4931640625,0.0205078125,0.1630859375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,2688,2752,2048,64,0.07225751484121411,0.0,0.52099609375,0.02587890625,0.1767578125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,2752,2816,2048,64,0.08720760229135088,0.0,0.47216796875,0.0244140625,0.19091796875,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gated_product,64,2816,2880,2048,64,0.06877399615748707,0.0,0.447265625,0.025390625,0.1708984375,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,2880,2944,2048,64,0.06907195052665002,0.0,0.51953125,0.02880859375,0.18017578125,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,2944,3008,2048,64,0.07177037446564734,0.0,0.4775390625,0.02587890625,0.16943359375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,3008,3072,2048,64,0.09044428309696553,0.0,0.51025390625,0.041015625,0.22705078125,1.0,35,0.546875
+fresh-zh-2,layers.6.mlp.gated_product,64,3072,3136,2048,64,0.0653973653805657,0.0,0.48828125,0.02392578125,0.16845703125,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,3136,3200,2048,64,0.06864008407351785,0.0,0.52099609375,0.0224609375,0.162109375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,3200,3264,2048,64,0.07973111535598192,0.0,0.4912109375,0.02197265625,0.18408203125,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,3264,3328,2048,64,0.23077128251193588,0.0,0.51025390625,0.06982421875,0.40869140625,1.0,2,0.03125
+fresh-zh-2,layers.6.mlp.gated_product,64,3328,3392,2048,64,0.07531471044138238,0.0,0.5537109375,0.02685546875,0.166015625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,3392,3456,2048,64,0.0777605396562723,0.0,0.53515625,0.02783203125,0.18115234375,1.0,41,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,64,3456,3520,2048,64,0.07494542655633887,0.0,0.49609375,0.02978515625,0.17138671875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,3520,3584,2048,64,0.07291060030093038,0.0,0.46728515625,0.02880859375,0.17822265625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,3584,3648,2048,64,0.06976828313326029,0.0,0.5068359375,0.02685546875,0.1767578125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,3648,3712,2048,64,0.06973854973819014,0.0,0.48095703125,0.02587890625,0.18310546875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,3712,3776,2048,64,0.09652783551340968,0.0,0.44677734375,0.0302734375,0.1865234375,1.0,37,0.578125
+fresh-zh-2,layers.6.mlp.gated_product,64,3776,3840,2048,64,0.0668371044860949,0.0,0.53515625,0.02587890625,0.17529296875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,3840,3904,2048,64,0.07656359450707205,0.0,0.49072265625,0.02392578125,0.17529296875,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,3904,3968,2048,64,0.06902776911148847,0.0,0.48876953125,0.02734375,0.19140625,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,3968,4032,2048,64,0.15890241096772473,0.0,0.4580078125,0.0556640625,0.32177734375,1.0,12,0.1875
+fresh-zh-2,layers.6.mlp.gated_product,64,4032,4096,2048,64,0.0686838028965422,0.0,0.52734375,0.0224609375,0.15576171875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,4096,4160,2048,64,0.07782441570759584,0.0,0.47509765625,0.02783203125,0.17236328125,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,4160,4224,2048,64,0.08723609406520637,0.0,0.466796875,0.03125,0.17822265625,1.0,38,0.59375
+fresh-zh-2,layers.6.mlp.gated_product,64,4224,4288,2048,64,0.0729408254660875,0.0,0.53564453125,0.03125,0.1494140625,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,4288,4352,2048,64,0.07954260440293846,0.0,0.48779296875,0.0224609375,0.1875,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gated_product,64,4352,4416,2048,64,0.07749990420431699,0.0,0.5048828125,0.0341796875,0.2080078125,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gated_product,64,4416,4480,2048,64,0.07604288270966003,0.0,0.4580078125,0.02685546875,0.1865234375,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.gated_product,64,4480,4544,2048,64,0.07651345458530691,0.0,0.515625,0.02880859375,0.1796875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,4544,4608,2048,64,0.07448762800766968,0.0,0.486328125,0.021484375,0.1689453125,1.0,45,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,64,4608,4672,2048,64,0.07409711910844159,0.0,0.4794921875,0.0283203125,0.18701171875,1.0,39,0.609375
+fresh-zh-2,layers.6.mlp.gated_product,64,4672,4736,2048,64,0.08424624490179224,0.0,0.47412109375,0.02734375,0.208984375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,4736,4800,2048,64,0.0768175017709354,0.0,0.50830078125,0.02490234375,0.17626953125,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,4800,4864,2048,64,0.09349624753502554,0.0,0.4765625,0.02880859375,0.19677734375,1.0,36,0.5625
+fresh-zh-2,layers.6.mlp.gated_product,64,4864,4928,2048,64,0.07766255353302984,0.0,0.55029296875,0.02734375,0.1865234375,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,4928,4992,2048,64,0.08617281354268162,0.0,0.55712890625,0.0283203125,0.18115234375,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,4992,5056,2048,64,0.07648444807092486,0.0,0.4765625,0.021484375,0.17138671875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,5056,5120,2048,64,0.07248605214815006,0.0,0.48876953125,0.03369140625,0.17138671875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,5120,5184,2048,64,0.07972745248037999,0.0,0.50830078125,0.0224609375,0.1767578125,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,5184,5248,2048,64,0.08211672154093669,0.0,0.52490234375,0.0322265625,0.19580078125,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,5248,5312,2048,64,0.06629094759798243,0.0,0.52197265625,0.0205078125,0.1591796875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,5312,5376,2048,64,0.06820751921827466,0.0,0.47119140625,0.0283203125,0.173828125,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,5376,5440,2048,64,0.06500818169317907,0.0,0.49169921875,0.02880859375,0.17138671875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,5440,5504,2048,64,0.08484855428739753,0.0,0.46044921875,0.03173828125,0.18701171875,1.0,40,0.625
+fresh-zh-2,layers.6.mlp.gated_product,64,5504,5568,2048,64,0.11076224811764328,0.0,0.4931640625,0.037109375,0.22607421875,1.0,30,0.46875
+fresh-zh-2,layers.6.mlp.gated_product,64,5568,5632,2048,64,0.10356993907936375,0.0,0.54541015625,0.02734375,0.216796875,1.0,34,0.53125
+fresh-zh-2,layers.6.mlp.gated_product,64,5632,5696,2048,64,0.07125802476802318,0.0,0.4912109375,0.02490234375,0.17822265625,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,5696,5760,2048,64,0.07300666659753845,0.0,0.4970703125,0.02490234375,0.16796875,1.0,44,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,64,5760,5824,2048,64,0.07274645333621718,0.0,0.4599609375,0.02392578125,0.1708984375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,5824,5888,2048,64,0.0669041954081535,0.0,0.51220703125,0.02685546875,0.1787109375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,5888,5952,2048,64,0.07265583080747029,0.0,0.50341796875,0.0244140625,0.1552734375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,64,5952,6016,2048,64,0.07392416302744224,0.0,0.50634765625,0.0283203125,0.15087890625,1.0,43,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,64,6016,6080,2048,64,0.06892155103513042,0.0,0.46826171875,0.025390625,0.1630859375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.gated_product,64,6080,6144,2048,64,0.06902122576961027,0.0,0.49755859375,0.02734375,0.1748046875,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,128,0,128,4096,128,0.07168672789722216,0.0,0.50537109375,0.026123046875,0.178955078125,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,128,128,256,4096,128,0.07480844375898353,0.0,0.497802734375,0.025390625,0.17431640625,1.0,84,0.65625
+fresh-zh-2,layers.6.mlp.gated_product,128,256,384,4096,128,0.12022125650830237,0.0,0.485107421875,0.036865234375,0.23583984375,1.0,50,0.390625
+fresh-zh-2,layers.6.mlp.gated_product,128,384,512,4096,128,0.10373227678541329,0.0,0.532470703125,0.032470703125,0.220703125,1.0,64,0.5
+fresh-zh-2,layers.6.mlp.gated_product,128,512,640,4096,128,0.07868097757731844,0.0,0.50390625,0.021728515625,0.16943359375,1.0,85,0.6640625
+fresh-zh-2,layers.6.mlp.gated_product,128,640,768,4096,128,0.08947237114436614,0.0,0.510009765625,0.02783203125,0.19580078125,1.0,72,0.5625
+fresh-zh-2,layers.6.mlp.gated_product,128,768,896,4096,128,0.08212426236360053,0.0,0.49560546875,0.027099609375,0.190673828125,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gated_product,128,896,1024,4096,128,0.0706263526647197,0.0,0.517822265625,0.028076171875,0.173828125,1.0,90,0.703125
+fresh-zh-2,layers.6.mlp.gated_product,128,1024,1152,4096,128,0.06581333183057511,0.0,0.482421875,0.021484375,0.161376953125,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.gated_product,128,1152,1280,4096,128,0.06627892858793331,0.0,0.49951171875,0.025634765625,0.153076171875,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.gated_product,128,1280,1408,4096,128,0.10004032457455354,0.0,0.514404296875,0.031005859375,0.212890625,1.0,70,0.546875
+fresh-zh-2,layers.6.mlp.gated_product,128,1408,1536,4096,128,0.07809523830877216,0.0,0.4677734375,0.030517578125,0.196533203125,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gated_product,128,1536,1664,4096,128,0.0825295191731887,0.0,0.49755859375,0.035400390625,0.19775390625,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gated_product,128,1664,1792,4096,128,0.08515041524446894,0.0,0.489501953125,0.02880859375,0.17626953125,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gated_product,128,1792,1920,4096,128,0.08408669812832599,0.0,0.492431640625,0.030517578125,0.18603515625,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,128,1920,2048,4096,128,0.07731131503995016,0.0,0.4912109375,0.02685546875,0.171875,1.0,88,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,128,2048,2176,4096,128,0.08174855765614421,0.0,0.486572265625,0.028076171875,0.201416015625,1.0,75,0.5859375
+fresh-zh-2,layers.6.mlp.gated_product,128,2176,2304,4096,128,0.07173051926702805,0.0,0.492431640625,0.023193359375,0.15869140625,1.0,92,0.71875
+fresh-zh-2,layers.6.mlp.gated_product,128,2304,2432,4096,128,0.07219482301115482,0.0,0.47607421875,0.020751953125,0.169189453125,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gated_product,128,2432,2560,4096,128,0.09197384762857061,0.0,0.50244140625,0.03125,0.19873046875,1.0,71,0.5546875
+fresh-zh-2,layers.6.mlp.gated_product,128,2560,2688,4096,128,0.07164303342272403,0.0,0.51416015625,0.024658203125,0.171142578125,1.0,85,0.6640625
+fresh-zh-2,layers.6.mlp.gated_product,128,2688,2816,4096,128,0.0800821901187608,0.0,0.49658203125,0.026123046875,0.185791015625,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,128,2816,2944,4096,128,0.06892313434916478,0.0,0.4833984375,0.027099609375,0.175537109375,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gated_product,128,2944,3072,4096,128,0.08164298805121996,0.0,0.493896484375,0.032958984375,0.19970703125,1.0,74,0.578125
+fresh-zh-2,layers.6.mlp.gated_product,128,3072,3200,4096,128,0.0670383343331963,0.0,0.504638671875,0.0224609375,0.166748046875,1.0,91,0.7109375
+fresh-zh-2,layers.6.mlp.gated_product,128,3200,3328,4096,128,0.1726447734339395,0.0,0.500732421875,0.054931640625,0.33203125,1.0,17,0.1328125
+fresh-zh-2,layers.6.mlp.gated_product,128,3328,3456,4096,128,0.07654739426167285,0.0,0.54443359375,0.02734375,0.17236328125,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gated_product,128,3456,3584,4096,128,0.07393501402567533,0.0,0.481689453125,0.029541015625,0.17333984375,1.0,89,0.6953125
+fresh-zh-2,layers.6.mlp.gated_product,128,3584,3712,4096,128,0.069753418020011,0.0,0.493896484375,0.0263671875,0.179931640625,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,128,3712,3840,4096,128,0.08302054433990734,0.0,0.490966796875,0.02978515625,0.18896484375,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gated_product,128,3840,3968,4096,128,0.07289313037712236,0.0,0.48974609375,0.02587890625,0.183349609375,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,128,3968,4096,4096,128,0.12240800829947103,0.0,0.49267578125,0.0419921875,0.2578125,1.0,48,0.375
+fresh-zh-2,layers.6.mlp.gated_product,128,4096,4224,4096,128,0.08266430846496638,0.0,0.470947265625,0.029296875,0.177001953125,1.0,81,0.6328125
+fresh-zh-2,layers.6.mlp.gated_product,128,4224,4352,4096,128,0.07631313758087989,0.0,0.51171875,0.027099609375,0.167236328125,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,128,4352,4480,4096,128,0.07677484992650074,0.0,0.4814453125,0.030517578125,0.197265625,1.0,80,0.625
+fresh-zh-2,layers.6.mlp.gated_product,128,4480,4608,4096,128,0.07550733559988328,0.0,0.5009765625,0.025390625,0.173583984375,1.0,89,0.6953125
+fresh-zh-2,layers.6.mlp.gated_product,128,4608,4736,4096,128,0.07933414410020231,0.0,0.476806640625,0.027587890625,0.198486328125,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gated_product,128,4736,4864,4096,128,0.08556423575729065,0.0,0.492431640625,0.026611328125,0.1884765625,1.0,79,0.6171875
+fresh-zh-2,layers.6.mlp.gated_product,128,4864,4992,4096,128,0.08202812327224272,0.0,0.5537109375,0.028076171875,0.184814453125,1.0,83,0.6484375
+fresh-zh-2,layers.6.mlp.gated_product,128,4992,5120,4096,128,0.07451207470181706,0.0,0.482666015625,0.027587890625,0.170654296875,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gated_product,128,5120,5248,4096,128,0.08093090459040658,0.0,0.5166015625,0.02734375,0.18505859375,1.0,82,0.640625
+fresh-zh-2,layers.6.mlp.gated_product,128,5248,5376,4096,128,0.06725606073563095,0.0,0.49658203125,0.024169921875,0.166015625,1.0,88,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,128,5376,5504,4096,128,0.0755822097180111,0.0,0.47607421875,0.029052734375,0.182373046875,1.0,86,0.671875
+fresh-zh-2,layers.6.mlp.gated_product,128,5504,5632,4096,128,0.1072264143972405,0.0,0.519287109375,0.032470703125,0.221923828125,1.0,64,0.5
+fresh-zh-2,layers.6.mlp.gated_product,128,5632,5760,4096,128,0.07213764433887601,0.0,0.494140625,0.024658203125,0.17333984375,1.0,87,0.6796875
+fresh-zh-2,layers.6.mlp.gated_product,128,5760,5888,4096,128,0.06988640009404838,0.0,0.486083984375,0.025390625,0.177490234375,1.0,91,0.7109375
+fresh-zh-2,layers.6.mlp.gated_product,128,5888,6016,4096,128,0.07329274053285088,0.0,0.5048828125,0.0263671875,0.153564453125,1.0,88,0.6875
+fresh-zh-2,layers.6.mlp.gated_product,128,6016,6144,4096,128,0.06897140640811815,0.0,0.48291015625,0.0263671875,0.1689453125,1.0,93,0.7265625
+fresh-zh-2,layers.6.mlp.down_proj.output,0,0,2048,65536,2048,0.054600631423836456,0.0,0.4924774169921875,0.009002685546875,0.0895233154296875,1.0,1544,0.75390625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,0,64,2048,64,0.05549106497738022,0.0,0.4599609375,0.00341796875,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,64,128,2048,64,0.05412217793560433,0.0,0.50634765625,0.00927734375,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.6.mlp.down_proj.output,64,128,192,2048,64,0.05138206884249552,0.0,0.498046875,0.01025390625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,192,256,2048,64,0.05396758019548238,0.0,0.54638671875,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,256,320,2048,64,0.05366018118166141,0.0,0.46728515625,0.0107421875,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,320,384,2048,64,0.05528093455615115,0.0,0.4501953125,0.0068359375,0.095703125,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,384,448,2048,64,0.05348864873430358,0.0,0.5009765625,0.0068359375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,448,512,2048,64,0.05381787547622929,0.0,0.51171875,0.0087890625,0.09912109375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,512,576,2048,64,0.053576982323630215,0.0,0.4912109375,0.01220703125,0.1025390625,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,576,640,2048,64,0.05533332691757302,0.0,0.5234375,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,640,704,2048,64,0.053722076975623374,0.0,0.5087890625,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,704,768,2048,64,0.05233309856504676,0.0,0.47509765625,0.0087890625,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,768,832,2048,64,0.054649447392481565,0.0,0.54638671875,0.0048828125,0.07568359375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,832,896,2048,64,0.05539323992326932,0.0,0.5263671875,0.0068359375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,896,960,2048,64,0.05645739798126689,0.0,0.4931640625,0.0087890625,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,960,1024,2048,64,0.05151628550156771,0.0,0.45556640625,0.009765625,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1024,1088,2048,64,0.053471904644546604,0.0,0.48046875,0.0068359375,0.07470703125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1088,1152,2048,64,0.05220034577466306,0.0,0.5009765625,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1152,1216,2048,64,0.0651493656435695,0.0,0.4765625,0.01220703125,0.111328125,1.0,42,0.65625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1216,1280,2048,64,0.054689628543445716,0.0,0.5009765625,0.01123046875,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1280,1344,2048,64,0.05471524265936218,0.0,0.49462890625,0.01220703125,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1344,1408,2048,64,0.051668924430816845,0.0,0.49853515625,0.00830078125,0.09912109375,1.0,46,0.71875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1408,1472,2048,64,0.051944531724676675,0.0,0.52734375,0.009765625,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1472,1536,2048,64,0.053953735828112484,0.0,0.50244140625,0.0078125,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1536,1600,2048,64,0.05474308012707283,0.0,0.4541015625,0.01025390625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1600,1664,2048,64,0.05769682936456812,0.0,0.44091796875,0.01171875,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1664,1728,2048,64,0.05162982241221358,0.0,0.49072265625,0.01025390625,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1728,1792,2048,64,0.055228988207261,0.0,0.50634765625,0.00732421875,0.103515625,1.0,51,0.796875
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1792,1856,2048,64,0.05745012359675433,0.0,0.49853515625,0.01171875,0.10498046875,1.0,48,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1856,1920,2048,64,0.0575977843433349,0.0,0.4765625,0.00830078125,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1920,1984,2048,64,0.05385821211701213,0.0,0.478515625,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,64,1984,2048,2048,64,0.055131598881837496,0.0,0.470703125,0.00732421875,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,0,128,4096,128,0.05481089507030992,0.0,0.483154296875,0.00634765625,0.09375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.down_proj.output,128,128,256,4096,128,0.05269068566023207,0.0,0.522216796875,0.01025390625,0.0908203125,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,256,384,4096,128,0.054476585657740134,0.0,0.458740234375,0.0087890625,0.088623046875,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,384,512,4096,128,0.05365351462950325,0.0,0.50634765625,0.0078125,0.089111328125,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.down_proj.output,128,512,640,4096,128,0.054462235093106465,0.0,0.50732421875,0.010009765625,0.091796875,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,128,640,768,4096,128,0.05303213535203774,0.0,0.491943359375,0.008056640625,0.0859375,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,128,768,896,4096,128,0.0550226004906188,0.0,0.536376953125,0.005859375,0.078857421875,1.0,98,0.765625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,896,1024,4096,128,0.05404334121191155,0.0,0.474365234375,0.00927734375,0.08642578125,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1024,1152,4096,128,0.05283995025219965,0.0,0.49072265625,0.006591796875,0.077392578125,1.0,96,0.75
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1152,1280,4096,128,0.0601472996649874,0.0,0.48876953125,0.01220703125,0.09716796875,1.0,89,0.6953125
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1280,1408,4096,128,0.053213886961536415,0.0,0.49658203125,0.0107421875,0.09375,1.0,94,0.734375
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1408,1536,4096,128,0.052958663058586035,0.0,0.514892578125,0.0087890625,0.0927734375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1536,1664,4096,128,0.05623934983853924,0.0,0.447509765625,0.01123046875,0.0869140625,1.0,99,0.7734375
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1664,1792,4096,128,0.05345970305152511,0.0,0.49853515625,0.0087890625,0.0947265625,1.0,101,0.7890625
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1792,1920,4096,128,0.057524001349626507,0.0,0.487548828125,0.010009765625,0.09375,1.0,97,0.7578125
+fresh-zh-2,layers.6.mlp.down_proj.output,128,1920,2048,4096,128,0.0544986247886536,0.0,0.474609375,0.0087890625,0.089111328125,1.0,97,0.7578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,0,0,4096,131072,4096,1.5455609956037883,0.0,0.7367401123046875,0.01160430908203125,0.11711883544921875,1.0,1846,0.45068359375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,0,64,2048,64,1.974216173310938,0.0,0.51953125,0.01708984375,0.16064453125,1.0,17,0.265625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,64,128,2048,64,0.5544759429630371,0.0,0.5234375,0.00927734375,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,128,192,2048,64,0.8025922802991019,0.0,0.46484375,0.01171875,0.12353515625,1.0,31,0.484375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,192,256,2048,64,0.6152047853665465,0.0,0.46044921875,0.01171875,0.1123046875,1.0,40,0.625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,256,320,2048,64,1.2313359131680732,0.0,0.9462890625,0.001953125,0.03515625,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,320,384,2048,64,1.2186772498570226,0.0,0.9462890625,0.00439453125,0.041015625,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,384,448,2048,64,1.2470423481586062,0.0,0.95947265625,0.00244140625,0.03369140625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,448,512,2048,64,1.3266591631244724,0.0,0.96728515625,0.00244140625,0.02685546875,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,512,576,2048,64,1.358310806472544,0.0,0.48583984375,0.01318359375,0.115234375,1.0,24,0.375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,576,640,2048,64,0.5051074060499934,0.0,0.548828125,0.00634765625,0.07373046875,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,640,704,2048,64,0.5898905929731889,0.0,0.482421875,0.0146484375,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,704,768,2048,64,0.5486128291838809,0.0,0.48779296875,0.00439453125,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,768,832,2048,64,1.8001329051667114,0.0,0.97509765625,0.0009765625,0.02294921875,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,832,896,2048,64,1.7053435860810542,0.0,0.97412109375,0.001953125,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,896,960,2048,64,1.9806906734895082,0.0,0.98974609375,0.00048828125,0.01416015625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,960,1024,2048,64,1.7877321392564396,0.0,0.97412109375,0.0048828125,0.02392578125,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1024,1088,2048,64,1.4862913719771784,0.0,0.49609375,0.0126953125,0.11767578125,1.0,25,0.390625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1088,1152,2048,64,0.5858505356176065,0.0,0.5322265625,0.0068359375,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1152,1216,2048,64,0.6396717128435427,0.0,0.5048828125,0.00927734375,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1216,1280,2048,64,0.5953765701449519,0.0,0.48486328125,0.0087890625,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1280,1344,2048,64,1.5835461679541811,0.0,0.96435546875,0.0009765625,0.01708984375,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1344,1408,2048,64,1.521861661504691,0.0,0.9716796875,0.001953125,0.0302734375,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1408,1472,2048,64,1.6553674955876363,0.0,0.98291015625,0.00390625,0.0146484375,1.0,52,0.8125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1472,1536,2048,64,1.5774191905906785,0.0,0.97412109375,0.00244140625,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1536,1600,2048,64,1.9959116618102581,0.0,0.47216796875,0.01416015625,0.11767578125,1.0,17,0.265625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1600,1664,2048,64,0.5270130888720748,0.0,0.53955078125,0.00732421875,0.076171875,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1664,1728,2048,64,1.005352780178676,0.0,0.4970703125,0.01416015625,0.15478515625,1.0,22,0.34375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1728,1792,2048,64,0.5433635456305946,0.0,0.48583984375,0.01318359375,0.1064453125,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1792,1856,2048,64,1.7536323882078853,0.0,0.9736328125,0.0009765625,0.025390625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1856,1920,2048,64,1.7151999009889007,0.0,0.97705078125,0.00390625,0.0263671875,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1920,1984,2048,64,1.839328708242599,0.0,0.98486328125,0.001953125,0.0166015625,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,1984,2048,2048,64,1.6715043918941401,0.0,0.9619140625,0.00146484375,0.02880859375,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2048,2112,2048,64,1.400465364554095,0.0,0.4580078125,0.01318359375,0.12841796875,1.0,22,0.34375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2112,2176,2048,64,0.5105698319008701,0.0,0.494140625,0.00732421875,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2176,2240,2048,64,0.5215765568644278,0.0,0.53271484375,0.00537109375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2240,2304,2048,64,0.5005030249108356,0.0,0.52099609375,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2304,2368,2048,64,2.236286163677397,0.0,0.994140625,0.00048828125,0.00830078125,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2368,2432,2048,64,2.24127453229721,0.0,0.9765625,0.0029296875,0.02294921875,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2432,2496,2048,64,2.131476048183535,0.0,0.9814453125,0.0029296875,0.02197265625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2496,2560,2048,64,2.1454445265442503,0.0,0.990234375,0.001953125,0.015625,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2560,2624,2048,64,1.9838927576959688,0.0,0.41455078125,0.01513671875,0.15966796875,1.0,23,0.359375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2624,2688,2048,64,0.5092807215007816,0.0,0.47705078125,0.01025390625,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2688,2752,2048,64,0.45529939160871147,0.0,0.529296875,0.00732421875,0.0927734375,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2752,2816,2048,64,0.513868791029184,0.0,0.48095703125,0.01025390625,0.103515625,1.0,40,0.625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2816,2880,2048,64,2.045040205902227,0.0,0.98388671875,0.00244140625,0.01416015625,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2880,2944,2048,64,2.08000456832559,0.0,0.97216796875,0.0009765625,0.01953125,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,2944,3008,2048,64,1.962972241897233,0.0,0.978515625,0.001953125,0.01708984375,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3008,3072,2048,64,2.042646773627406,0.0,0.9814453125,0.001953125,0.0166015625,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3072,3136,2048,64,2.184252866028297,0.0,0.47119140625,0.01123046875,0.123046875,1.0,26,0.40625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3136,3200,2048,64,0.730412929405206,0.0,0.46337890625,0.0126953125,0.12255859375,1.0,37,0.578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3200,3264,2048,64,0.661719346731235,0.0,0.544921875,0.0078125,0.107421875,1.0,38,0.59375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3264,3328,2048,64,0.6596592541475731,0.0,0.50048828125,0.0078125,0.11083984375,1.0,37,0.578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3328,3392,2048,64,2.082368896420565,0.0,0.98583984375,0.001953125,0.01953125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3392,3456,2048,64,2.113177962640845,0.0,0.9755859375,0.00244140625,0.02490234375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3456,3520,2048,64,1.9801275994450451,0.0,0.98095703125,0.00244140625,0.0224609375,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3520,3584,2048,64,2.096866242775201,0.0,0.98583984375,0.0,0.0146484375,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3584,3648,2048,64,2.020458384158693,0.0,0.47607421875,0.009765625,0.091796875,1.0,30,0.46875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3648,3712,2048,64,0.653524657747522,0.0,0.47705078125,0.0126953125,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3712,3776,2048,64,0.7248999480248548,0.0,0.52392578125,0.0087890625,0.10791015625,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3776,3840,2048,64,0.6358125610911088,0.0,0.51416015625,0.00927734375,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3840,3904,2048,64,2.4033956798683405,0.0,0.9951171875,0.00048828125,0.0078125,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3904,3968,2048,64,2.4602486622978983,0.0,0.99365234375,0.00048828125,0.00927734375,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,3968,4032,2048,64,2.267883865517394,0.0,0.9931640625,0.0,0.00439453125,1.0,51,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.output,64,4032,4096,2048,64,2.316371147040754,0.0,0.9951171875,0.0009765625,0.00439453125,1.0,51,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,0,128,4096,128,1.4499953569386408,0.0,0.521484375,0.016357421875,0.1748046875,1.0,33,0.2578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,128,256,4096,128,0.715063387516663,0.0,0.462646484375,0.011474609375,0.1162109375,1.0,70,0.546875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,256,384,4096,128,1.2250229325152506,0.0,0.9462890625,0.003173828125,0.038330078125,1.0,90,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,384,512,4096,128,1.287466339987779,0.0,0.96337890625,0.00244140625,0.03076171875,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,512,640,4096,128,1.024729656696498,0.0,0.517333984375,0.01171875,0.122314453125,1.0,50,0.390625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,640,768,4096,128,0.569625731521761,0.0,0.485107421875,0.009521484375,0.0888671875,1.0,91,0.7109375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,768,896,4096,128,1.753378912678565,0.0,0.974609375,0.00146484375,0.024169921875,1.0,97,0.7578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,896,1024,4096,128,1.8866798543709966,0.0,0.98193359375,0.0029296875,0.019775390625,1.0,95,0.7421875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1024,1152,4096,128,1.1296643068844034,0.0,0.51416015625,0.009033203125,0.128173828125,1.0,55,0.4296875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1152,1280,4096,128,0.6179211764010677,0.0,0.494873046875,0.009521484375,0.09228515625,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1280,1408,4096,128,1.5530102032504793,0.0,0.968017578125,0.00146484375,0.0234375,1.0,99,0.7734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1408,1536,4096,128,1.61686314329504,0.0,0.978515625,0.003173828125,0.019287109375,1.0,102,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1536,1664,4096,128,1.4596928028857084,0.0,0.505859375,0.01904296875,0.156005859375,1.0,33,0.2578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1664,1792,4096,128,0.8080773958394223,0.0,0.491455078125,0.01416015625,0.13427734375,1.0,62,0.484375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1792,1920,4096,128,1.7345225932982289,0.0,0.975341796875,0.00244140625,0.025634765625,1.0,96,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,1920,2048,4096,128,1.7574209838690882,0.0,0.973388671875,0.001708984375,0.023193359375,1.0,96,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2048,2176,4096,128,1.0540362400228271,0.0,0.47607421875,0.0126953125,0.136962890625,1.0,48,0.375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2176,2304,4096,128,0.5111484043873404,0.0,0.52685546875,0.006591796875,0.0849609375,1.0,99,0.7734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2304,2432,4096,128,2.2387817373494725,0.0,0.9853515625,0.001708984375,0.015625,1.0,96,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2432,2560,4096,128,2.138471692641591,0.0,0.98583984375,0.00244140625,0.018798828125,1.0,97,0.7578125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2560,2688,4096,128,1.4483088978755312,0.0,0.44580078125,0.02001953125,0.20068359375,1.0,31,0.2421875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2688,2816,4096,128,0.48546816084737116,0.0,0.505126953125,0.0087890625,0.099853515625,1.0,84,0.65625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2816,2944,4096,128,2.0625964762904965,0.0,0.97802734375,0.001708984375,0.016845703125,1.0,98,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,2944,3072,4096,128,2.003205663963326,0.0,0.97998046875,0.001953125,0.017333984375,1.0,98,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3072,3200,4096,128,1.6285674118984337,0.0,0.46728515625,0.015380859375,0.17529296875,1.0,37,0.2890625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3200,3328,4096,128,0.66069010338469,0.0,0.522705078125,0.0078125,0.109375,1.0,75,0.5859375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3328,3456,4096,128,2.0978299886514535,0.0,0.980712890625,0.002197265625,0.022216796875,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3456,3584,4096,128,2.0393324091690137,0.0,0.9833984375,0.001220703125,0.017822265625,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3584,3712,4096,128,1.5015569520336502,0.0,0.4765625,0.015625,0.1357421875,1.0,45,0.3515625
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3712,3840,4096,128,0.6818128583004548,0.0,0.51904296875,0.009033203125,0.098388671875,1.0,90,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3840,3968,4096,128,2.431988309423834,0.0,0.994384765625,0.00048828125,0.0087890625,1.0,99,0.7734375
+fresh-zh-2,layers.7.self_attn.q_proj.output,128,3968,4096,4096,128,2.292255714172943,0.0,0.994140625,0.00048828125,0.00439453125,1.0,101,0.7890625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.2254850082582308,0.0,0.0,4.57763671875e-05,0.020172119140625,1.0,1378,0.6728515625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.3097664311611299,0.0,0.0,0.0,0.0,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.3127300662282287,0.0,0.0,0.0,0.00732421875,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.2986571087786967,0.0,0.0,0.0,0.0048828125,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.292555111753134,0.0,0.0,0.0,0.00732421875,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.2324753597115235,0.0,0.0,0.0,0.01806640625,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.2396726409644483,0.0,0.0,0.0,0.0107421875,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.2060889255358635,0.0,0.0,0.0,0.03271484375,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.23534804514874452,0.0,0.0,0.0,0.01953125,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.2529514432308558,0.0,0.0,0.0,0.00244140625,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.260681575099273,0.0,0.0,0.00048828125,0.00927734375,1.0,51,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.2292724398314249,0.0,0.0,0.0,0.00537109375,1.0,51,0.796875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.24532946383365065,0.0,0.0,0.0,0.00830078125,1.0,50,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.23851532944982756,0.0,0.0,0.0,0.00830078125,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.23902331387887907,0.0,0.0,0.0,0.0087890625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.21724433909088878,0.0,0.0,0.0,0.01123046875,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.2468728519227445,0.0,0.0,0.0,0.00634765625,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.18194578153113902,0.0,0.0,0.0,0.033203125,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.19993816635191106,0.0,0.0,0.0,0.03564453125,1.0,41,0.640625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.19231070791833524,0.0,0.0,0.0,0.01171875,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.18965099470237862,0.0,0.0,0.0,0.0185546875,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.20017444491348452,0.0,0.0,0.0,0.02685546875,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.2139408536235265,0.0,0.0,0.0,0.02685546875,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.21524856412283908,0.0,0.0,0.0,0.015625,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.19600549912494444,0.0,0.0,0.0,0.013671875,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.20702415436113675,0.0,0.0,0.0,0.033203125,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.21098443309266107,0.0,0.0,0.0,0.02490234375,1.0,42,0.65625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.21827320748600013,0.0,0.0,0.0,0.02001953125,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.20494740314316046,0.0,0.0,0.0,0.02734375,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.14693515302387802,0.0,0.0,0.0,0.029296875,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.14653092247619015,0.0,0.0,0.0,0.02685546875,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.15394674029967065,0.0,0.0,0.0,0.01025390625,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.1478037520093922,0.0,0.0,0.0,0.0078125,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.3112517760571137,0.0,0.0,0.0,0.003662109375,1.0,96,0.75
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.29562185477137765,0.0,0.0,0.0,0.006103515625,1.0,98,0.765625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.23610142703918116,0.0,0.0,0.0,0.014404296875,1.0,94,0.734375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.22120278884302316,0.0,0.0,0.0,0.02587890625,1.0,95,0.7421875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.25684559196997203,0.0,0.0,0.000244140625,0.005859375,1.0,100,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.23743672577253172,0.0,0.0,0.0,0.00634765625,1.0,100,0.78125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.2387694567571415,0.0,0.0,0.0,0.008544921875,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.2325309741556019,0.0,0.0,0.0,0.008544921875,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.19115378335405947,0.0,0.0,0.0,0.03369140625,1.0,85,0.6640625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.19098548134825968,0.0,0.0,0.0,0.014892578125,1.0,89,0.6953125
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.2071720266416111,0.0,0.0,0.0,0.028076171875,1.0,91,0.7109375
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.20585201000252895,0.0,0.0,0.0,0.0146484375,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.2090136735914368,0.0,0.0,0.0,0.029052734375,1.0,87,0.6796875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.21171517560315747,0.0,0.0,0.0,0.024169921875,1.0,87,0.6796875
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.14673317695033,0.0,0.0,0.0,0.028076171875,1.0,85,0.6640625
+fresh-zh-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.15090650740930317,0.0,0.0,0.0,0.0087890625,1.0,91,0.7109375
+fresh-zh-2,layers.7.self_attn.k_proj.output,0,0,512,16384,512,0.8361439727074904,0.0,0.48602294921875,0.01220703125,0.1180419921875,1.0,275,0.537109375
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,0,64,2048,64,0.716394848112919,0.0,0.453125,0.0166015625,0.13037109375,1.0,28,0.4375
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,64,128,2048,64,0.9295600021819027,0.0,0.53564453125,0.01318359375,0.12158203125,1.0,33,0.515625
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,128,192,2048,64,0.9654144801599087,0.0,0.46923828125,0.0146484375,0.12109375,1.0,33,0.515625
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,192,256,2048,64,0.8715854673111006,0.0,0.4921875,0.0087890625,0.1240234375,1.0,34,0.53125
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,256,320,2048,64,0.8223091801251388,0.0,0.48681640625,0.01806640625,0.1416015625,1.0,23,0.359375
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,320,384,2048,64,0.7736807638676312,0.0,0.435546875,0.00927734375,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,384,448,2048,64,0.8171588456303751,0.0,0.5302734375,0.00732421875,0.10302734375,1.0,42,0.65625
+fresh-zh-2,layers.7.self_attn.k_proj.output,64,448,512,2048,64,0.7626147994119851,0.0,0.4853515625,0.0087890625,0.09716796875,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.k_proj.output,128,0,128,4096,128,0.829850400993803,0.0,0.494384765625,0.01513671875,0.128662109375,1.0,59,0.4609375
+fresh-zh-2,layers.7.self_attn.k_proj.output,128,128,256,4096,128,0.9196973266597921,0.0,0.480712890625,0.01171875,0.12158203125,1.0,67,0.5234375
+fresh-zh-2,layers.7.self_attn.k_proj.output,128,256,384,4096,128,0.7983653023825871,0.0,0.461181640625,0.013427734375,0.115966796875,1.0,68,0.53125
+fresh-zh-2,layers.7.self_attn.k_proj.output,128,384,512,4096,128,0.7903574859752229,0.0,0.5078125,0.008056640625,0.1015625,1.0,84,0.65625
+fresh-zh-2,layers.7.self_attn.v_proj.output,0,0,512,16384,512,0.7741013021687903,0.0,0.51458740234375,0.01055908203125,0.11474609375,1.0,317,0.619140625
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,0,64,2048,64,1.0164837166310188,0.0,0.48583984375,0.0087890625,0.12939453125,1.0,36,0.5625
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,64,128,2048,64,0.7433990523280462,0.0,0.455078125,0.00927734375,0.1162109375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,128,192,2048,64,0.690135354760121,0.0,0.5849609375,0.01123046875,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,192,256,2048,64,0.7348280975666969,0.0,0.5029296875,0.01171875,0.103515625,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,256,320,2048,64,0.925328354035383,0.0,0.5380859375,0.01171875,0.140625,1.0,31,0.484375
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,320,384,2048,64,0.8306851826843492,0.0,0.54052734375,0.00927734375,0.11279296875,1.0,35,0.546875
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,384,448,2048,64,0.49310626452434253,0.0,0.51416015625,0.00927734375,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.v_proj.output,64,448,512,2048,64,0.6342696165570328,0.0,0.4951171875,0.00732421875,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.v_proj.output,128,0,128,4096,128,0.8904721492495559,0.0,0.470458984375,0.010986328125,0.125,1.0,78,0.609375
+fresh-zh-2,layers.7.self_attn.v_proj.output,128,128,256,4096,128,0.7128320773027014,0.0,0.5439453125,0.01171875,0.1015625,1.0,87,0.6796875
+fresh-zh-2,layers.7.self_attn.v_proj.output,128,256,384,4096,128,0.8792810800629005,0.0,0.539306640625,0.010498046875,0.12744140625,1.0,66,0.515625
+fresh-zh-2,layers.7.self_attn.v_proj.output,128,384,512,4096,128,0.5680896648419844,0.0,0.504638671875,0.009033203125,0.0888671875,1.0,94,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,0,0,2048,65536,2048,0.03878994658150776,0.0,0.50701904296875,0.0103607177734375,0.101654052734375,1.0,1407,0.68701171875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,0,64,2048,64,0.03872169962200885,0.0,0.48779296875,0.01220703125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,64,128,2048,64,0.03813057130889703,0.0,0.49951171875,0.01171875,0.111328125,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,128,192,2048,64,0.03563171045475748,0.0,0.5166015625,0.005859375,0.08203125,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,192,256,2048,64,0.04025379929525577,0.0,0.42919921875,0.009765625,0.0986328125,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,256,320,2048,64,0.03691688872111845,0.0,0.50390625,0.009765625,0.0908203125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,320,384,2048,64,0.039101490549739985,0.0,0.5693359375,0.01171875,0.1123046875,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,384,448,2048,64,0.03839610523383383,0.0,0.509765625,0.00830078125,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,448,512,2048,64,0.03505107842027684,0.0,0.5107421875,0.0107421875,0.10498046875,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,512,576,2048,64,0.03577489821992856,0.0,0.50390625,0.0146484375,0.1015625,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,576,640,2048,64,0.03853359878886343,0.0,0.4765625,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,640,704,2048,64,0.038202719187040705,0.0,0.4677734375,0.0078125,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,704,768,2048,64,0.03525460526992406,0.0,0.478515625,0.00927734375,0.107421875,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,768,832,2048,64,0.03534431067142068,0.0,0.5009765625,0.01171875,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,832,896,2048,64,0.036192737742061,0.0,0.5244140625,0.0048828125,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,896,960,2048,64,0.042695526884433156,0.0,0.56494140625,0.009765625,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,960,1024,2048,64,0.03498525324439107,0.0,0.52587890625,0.01171875,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1024,1088,2048,64,0.036774621920406696,0.0,0.5498046875,0.01171875,0.09912109375,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1088,1152,2048,64,0.036749784935147106,0.0,0.4638671875,0.00927734375,0.10595703125,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1152,1216,2048,64,0.0640290465523357,0.0,0.5146484375,0.01806640625,0.17724609375,1.0,25,0.390625
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1216,1280,2048,64,0.03776467656488725,0.0,0.4970703125,0.01416015625,0.09130859375,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1280,1344,2048,64,0.03817828971215855,0.0,0.50537109375,0.0068359375,0.07861328125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1344,1408,2048,64,0.03994794332667423,0.0,0.51318359375,0.0126953125,0.119140625,1.0,42,0.65625
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1408,1472,2048,64,0.038685671431443844,0.0,0.49072265625,0.009765625,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1472,1536,2048,64,0.03933848131132992,0.0,0.4658203125,0.0126953125,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1536,1600,2048,64,0.03538258040680584,0.0,0.4736328125,0.00927734375,0.1103515625,1.0,45,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1600,1664,2048,64,0.03852242994719147,0.0,0.52978515625,0.009765625,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1664,1728,2048,64,0.03712085199302868,0.0,0.53466796875,0.0087890625,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1728,1792,2048,64,0.03804476511881506,0.0,0.53955078125,0.009765625,0.09521484375,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1792,1856,2048,64,0.039235414671133687,0.0,0.5107421875,0.01123046875,0.10888671875,1.0,44,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1856,1920,2048,64,0.038323769247588055,0.0,0.52734375,0.005859375,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1920,1984,2048,64,0.0368433404121055,0.0,0.54443359375,0.00732421875,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,64,1984,2048,2048,64,0.03721583125488715,0.0,0.494140625,0.01123046875,0.10400390625,1.0,46,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,0,128,4096,128,0.03842727215116864,0.0,0.49365234375,0.01171875,0.10546875,1.0,87,0.6796875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,128,256,4096,128,0.03801307109162852,0.0,0.472900390625,0.007568359375,0.091064453125,1.0,87,0.6796875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,256,384,4096,128,0.03802488156496249,0.0,0.53662109375,0.010498046875,0.101806640625,1.0,91,0.7109375
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,384,512,4096,128,0.03676165798459067,0.0,0.51025390625,0.009521484375,0.09814453125,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,512,640,4096,128,0.03717984385569246,0.0,0.490234375,0.012451171875,0.095947265625,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,640,768,4096,128,0.036758230003783136,0.0,0.47314453125,0.00830078125,0.1044921875,1.0,88,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,768,896,4096,128,0.035771039697662606,0.0,0.5126953125,0.00830078125,0.087646484375,1.0,94,0.734375
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,896,1024,4096,128,0.039031243642199835,0.0,0.54541015625,0.010986328125,0.092529296875,1.0,93,0.7265625
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1024,1152,4096,128,0.03676220552529746,0.0,0.5068359375,0.010498046875,0.1025390625,1.0,90,0.703125
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1152,1280,4096,128,0.05256372132208543,0.0,0.505859375,0.0166015625,0.139892578125,1.0,65,0.5078125
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1280,1408,4096,128,0.03907313643269943,0.0,0.50927734375,0.009521484375,0.09912109375,1.0,88,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1408,1536,4096,128,0.0390134418244756,0.0,0.478271484375,0.01123046875,0.1044921875,1.0,88,0.6875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1536,1664,4096,128,0.03698583921773545,0.0,0.501708984375,0.009765625,0.10302734375,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1664,1792,4096,128,0.03758564756415771,0.0,0.537109375,0.00927734375,0.093017578125,1.0,89,0.6953125
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1792,1920,4096,128,0.0387822707803333,0.0,0.51904296875,0.008544921875,0.10205078125,1.0,92,0.71875
+fresh-zh-2,layers.7.self_attn.o_proj.output,128,1920,2048,4096,128,0.03703005420408213,0.0,0.519287109375,0.00927734375,0.099365234375,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gate_proj.output,0,0,6144,196608,6144,0.6508904959607758,0.0,0.8137766520182291,0.007639567057291667,0.07721964518229167,1.0,4085,0.6648763020833334
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,0,64,2048,64,0.61836833957424,0.0,0.857421875,0.0087890625,0.07470703125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,64,128,2048,64,0.6900413325070707,0.0,0.8095703125,0.0087890625,0.07080078125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,128,192,2048,64,0.5938139070456748,0.0,0.7880859375,0.0107421875,0.07958984375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,192,256,2048,64,0.6714357719403163,0.0,0.81787109375,0.00537109375,0.07861328125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,256,320,2048,64,0.7629558220423585,0.0,0.8759765625,0.00537109375,0.0693359375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,320,384,2048,64,0.5961098771072096,0.0,0.78515625,0.01025390625,0.0703125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,384,448,2048,64,0.6355413545026939,0.0,0.798828125,0.00732421875,0.08056640625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,448,512,2048,64,0.6124697684588822,0.0,0.7734375,0.0068359375,0.076171875,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,512,576,2048,64,0.6162436845252113,0.0,0.80517578125,0.01123046875,0.08935546875,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,576,640,2048,64,0.656071538652416,0.0,0.791015625,0.0087890625,0.095703125,1.0,38,0.59375
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,640,704,2048,64,0.6116266191007728,0.0,0.8271484375,0.0078125,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,704,768,2048,64,0.5955627021172888,0.0,0.78662109375,0.0078125,0.072265625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,768,832,2048,64,0.6802440934752413,0.0,0.84912109375,0.0068359375,0.0654296875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,832,896,2048,64,0.6523928386613355,0.0,0.7626953125,0.00732421875,0.07275390625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,896,960,2048,64,0.6893805541212079,0.0,0.818359375,0.0087890625,0.07177734375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,960,1024,2048,64,0.6172761356672125,0.0,0.8134765625,0.00634765625,0.0732421875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1024,1088,2048,64,0.6233632413280408,0.0,0.79150390625,0.0107421875,0.08251953125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1088,1152,2048,64,0.610957033324136,0.0,0.8310546875,0.00732421875,0.0791015625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1152,1216,2048,64,0.6260210034601642,0.0,0.7724609375,0.01025390625,0.07470703125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1216,1280,2048,64,0.6654008885832147,0.0,0.79931640625,0.0078125,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1280,1344,2048,64,0.6460104577888861,0.0,0.826171875,0.00927734375,0.08154296875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1344,1408,2048,64,0.562410376773751,0.0,0.79833984375,0.00732421875,0.072265625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1408,1472,2048,64,0.6518222446235594,0.0,0.78369140625,0.005859375,0.072265625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1472,1536,2048,64,0.602779693047481,0.0,0.80517578125,0.005859375,0.0751953125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1536,1600,2048,64,0.6468288231333351,0.0,0.8203125,0.00927734375,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1600,1664,2048,64,0.6321960541914513,0.0,0.82958984375,0.00390625,0.08447265625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1664,1728,2048,64,0.6019142071902006,0.0,0.79638671875,0.0107421875,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1728,1792,2048,64,0.6321061973343701,0.0,0.77685546875,0.0078125,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1792,1856,2048,64,0.5819979106859005,0.0,0.76416015625,0.01171875,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1856,1920,2048,64,0.6438581351451009,0.0,0.83154296875,0.00830078125,0.08837890625,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1920,1984,2048,64,0.6324886541900527,0.0,0.79736328125,0.0087890625,0.0791015625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,1984,2048,2048,64,0.6812765772174739,0.0,0.83203125,0.009765625,0.06640625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2048,2112,2048,64,0.644491296776321,0.0,0.818359375,0.0078125,0.0751953125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2112,2176,2048,64,0.663053028881297,0.0,0.8515625,0.00537109375,0.08642578125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2176,2240,2048,64,0.6433198963454978,0.0,0.78955078125,0.0068359375,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2240,2304,2048,64,0.6145437791082804,0.0,0.8095703125,0.0029296875,0.06396484375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2304,2368,2048,64,0.6200139057195774,0.0,0.80126953125,0.00830078125,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2368,2432,2048,64,0.7256491257170097,0.0,0.81396484375,0.00732421875,0.08349609375,1.0,39,0.609375
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2432,2496,2048,64,0.6173495085171633,0.0,0.80859375,0.0087890625,0.0791015625,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2496,2560,2048,64,0.6646355074491134,0.0,0.79931640625,0.00732421875,0.07568359375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2560,2624,2048,64,0.6600237285523531,0.0,0.8330078125,0.00634765625,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2624,2688,2048,64,0.6530202665163548,0.0,0.8125,0.00732421875,0.0712890625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2688,2752,2048,64,0.6258423288928566,0.0,0.8173828125,0.00634765625,0.06494140625,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2752,2816,2048,64,0.72610493732202,0.0,0.86328125,0.0068359375,0.078125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2816,2880,2048,64,0.660363470957029,0.0,0.82861328125,0.005859375,0.083984375,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2880,2944,2048,64,0.7120482215288408,0.0,0.8486328125,0.00830078125,0.07470703125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,2944,3008,2048,64,0.6302862807001335,0.0,0.8330078125,0.009765625,0.068359375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3008,3072,2048,64,0.6175667274290723,0.0,0.80859375,0.0068359375,0.07373046875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3072,3136,2048,64,0.6661736057914387,0.0,0.83740234375,0.00634765625,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3136,3200,2048,64,0.6106063719103938,0.0,0.83984375,0.005859375,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3200,3264,2048,64,0.5802084941471223,0.0,0.7900390625,0.00830078125,0.08154296875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3264,3328,2048,64,0.6768292946842218,0.0,0.82080078125,0.00830078125,0.0673828125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3328,3392,2048,64,0.626250227912249,0.0,0.81787109375,0.01025390625,0.072265625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3392,3456,2048,64,0.6674417080335885,0.0,0.8369140625,0.00634765625,0.06884765625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3456,3520,2048,64,0.626338798616985,0.0,0.80712890625,0.00830078125,0.08203125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3520,3584,2048,64,0.5807901908899916,0.0,0.7939453125,0.00830078125,0.0712890625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3584,3648,2048,64,0.6944728998515985,0.0,0.81787109375,0.0107421875,0.08642578125,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3648,3712,2048,64,0.7126065852673159,0.0,0.81982421875,0.00830078125,0.07861328125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3712,3776,2048,64,0.535023794955197,0.0,0.74658203125,0.00830078125,0.0810546875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3776,3840,2048,64,0.6198238033115265,0.0,0.79345703125,0.0087890625,0.07861328125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3840,3904,2048,64,0.6822878747350123,0.0,0.86083984375,0.0087890625,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3904,3968,2048,64,0.8629421060492638,0.0,0.80859375,0.00927734375,0.09521484375,1.0,33,0.515625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,3968,4032,2048,64,0.6367955730148489,0.0,0.8154296875,0.005859375,0.07080078125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4032,4096,2048,64,0.6622778451115061,0.0,0.84765625,0.005859375,0.07275390625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4096,4160,2048,64,0.6495184083098176,0.0,0.8271484375,0.01025390625,0.0791015625,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4160,4224,2048,64,0.6973329747187591,0.0,0.82421875,0.00439453125,0.06787109375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4224,4288,2048,64,0.6813879121270515,0.0,0.82421875,0.0048828125,0.0830078125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4288,4352,2048,64,0.5949193878203098,0.0,0.77880859375,0.00830078125,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4352,4416,2048,64,0.6780432273499606,0.0,0.82080078125,0.00732421875,0.0751953125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4416,4480,2048,64,0.7027743914614267,0.0,0.8447265625,0.0078125,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4480,4544,2048,64,0.6682076531251027,0.0,0.81982421875,0.0087890625,0.07275390625,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4544,4608,2048,64,0.6025244369191198,0.0,0.80322265625,0.00439453125,0.06494140625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4608,4672,2048,64,0.5972515903427716,0.0,0.76220703125,0.0068359375,0.08740234375,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4672,4736,2048,64,0.6645676812856417,0.0,0.8505859375,0.005859375,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4736,4800,2048,64,0.6565030239192376,0.0,0.77685546875,0.00732421875,0.08056640625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4800,4864,2048,64,0.679903106661731,0.0,0.828125,0.00537109375,0.0673828125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4864,4928,2048,64,0.7075037017017847,0.0,0.8173828125,0.005859375,0.07373046875,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4928,4992,2048,64,0.6736556264806515,0.0,0.8212890625,0.00439453125,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,4992,5056,2048,64,0.6166669561217507,0.0,0.82373046875,0.0068359375,0.07421875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5056,5120,2048,64,0.7475316552872532,0.0,0.83935546875,0.00732421875,0.09033203125,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5120,5184,2048,64,0.6647416504550185,0.0,0.82861328125,0.0078125,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5184,5248,2048,64,0.691982605775704,0.0,0.82861328125,0.0068359375,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5248,5312,2048,64,0.7117780937535885,0.0,0.79345703125,0.0087890625,0.103515625,1.0,39,0.609375
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5312,5376,2048,64,0.6628389981582148,0.0,0.81005859375,0.005859375,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5376,5440,2048,64,0.6294496759946012,0.0,0.771484375,0.00830078125,0.08544921875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5440,5504,2048,64,0.6688876583957873,0.0,0.857421875,0.0048828125,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5504,5568,2048,64,0.7337749550620893,0.0,0.837890625,0.01025390625,0.07373046875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5568,5632,2048,64,0.6712342389133281,0.0,0.828125,0.01025390625,0.07958984375,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5632,5696,2048,64,0.6481579536635581,0.0,0.83056640625,0.00244140625,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5696,5760,2048,64,0.6319675389835716,0.0,0.8349609375,0.00439453125,0.064453125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5760,5824,2048,64,0.6756886964160825,0.0,0.8427734375,0.00634765625,0.07568359375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5824,5888,2048,64,0.6295644544168862,0.0,0.81494140625,0.0078125,0.06884765625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5888,5952,2048,64,0.5810145222694392,0.0,0.802734375,0.00927734375,0.07275390625,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,5952,6016,2048,64,0.6352387165667751,0.0,0.77294921875,0.01123046875,0.0869140625,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,6016,6080,2048,64,0.5933743794923856,0.0,0.77587890625,0.0078125,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,64,6080,6144,2048,64,0.6142658874515255,0.0,0.822265625,0.00537109375,0.07666015625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,0,128,4096,128,0.6551856393251978,0.0,0.83349609375,0.0087890625,0.07177734375,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,128,256,4096,128,0.6338142283200725,0.0,0.802978515625,0.00830078125,0.080322265625,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,256,384,4096,128,0.6846344177636352,0.0,0.83056640625,0.00830078125,0.06982421875,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,384,512,4096,128,0.6241121816465353,0.0,0.7861328125,0.007080078125,0.078857421875,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,512,640,4096,128,0.6364692225657721,0.0,0.798095703125,0.010498046875,0.09228515625,1.0,79,0.6171875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,640,768,4096,128,0.603648098375986,0.0,0.806884765625,0.0078125,0.07958984375,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,768,896,4096,128,0.6664639685101319,0.0,0.805908203125,0.007080078125,0.06787109375,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,896,1024,4096,128,0.6543223120392238,0.0,0.81591796875,0.007568359375,0.072998046875,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1024,1152,4096,128,0.6171913103759767,0.0,0.811279296875,0.009033203125,0.08056640625,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1152,1280,4096,128,0.646011083225591,0.0,0.785888671875,0.009033203125,0.075927734375,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1280,1408,4096,128,0.6056545812075554,0.0,0.812255859375,0.008544921875,0.07568359375,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1408,1536,4096,128,0.6277800558063751,0.0,0.79443359375,0.005859375,0.073486328125,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1536,1664,4096,128,0.6395542890839274,0.0,0.824951171875,0.006591796875,0.0791015625,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1664,1792,4096,128,0.6171948466756367,0.0,0.78662109375,0.009521484375,0.083984375,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1792,1920,4096,128,0.6137079379620571,0.0,0.7978515625,0.009521484375,0.09130859375,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,1920,2048,4096,128,0.6573354061452574,0.0,0.814697265625,0.00927734375,0.07275390625,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2048,2176,4096,128,0.653838034504374,0.0,0.8349609375,0.006591796875,0.0810546875,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2176,2304,4096,128,0.6290963938359005,0.0,0.799560546875,0.00537109375,0.077392578125,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2304,2432,4096,128,0.6749014361147505,0.0,0.8076171875,0.00830078125,0.074462890625,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2432,2560,4096,128,0.6414283956251561,0.0,0.803955078125,0.0078125,0.077392578125,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2560,2688,4096,128,0.6565313361650156,0.0,0.82275390625,0.0068359375,0.075927734375,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2688,2816,4096,128,0.6778299936700386,0.0,0.84033203125,0.006591796875,0.07080078125,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2816,2944,4096,128,0.6866922831795913,0.0,0.838623046875,0.00732421875,0.078857421875,1.0,83,0.6484375
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,2944,3072,4096,128,0.6239589163022922,0.0,0.82080078125,0.00830078125,0.070556640625,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3072,3200,4096,128,0.6389942935859214,0.0,0.838623046875,0.006591796875,0.0673828125,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3200,3328,4096,128,0.6303728225515486,0.0,0.805419921875,0.00830078125,0.074951171875,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3328,3456,4096,128,0.6471737717116393,0.0,0.827392578125,0.00830078125,0.071533203125,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3456,3584,4096,128,0.6039940134169381,0.0,0.800537109375,0.008544921875,0.077880859375,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3584,3712,4096,128,0.7035981644357213,0.0,0.81884765625,0.00927734375,0.08251953125,1.0,81,0.6328125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3712,3840,4096,128,0.578978414243496,0.0,0.77001953125,0.0087890625,0.0791015625,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3840,3968,4096,128,0.7778771825947713,0.0,0.834716796875,0.00927734375,0.084228515625,1.0,75,0.5859375
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,3968,4096,4096,128,0.6496616603805591,0.0,0.83154296875,0.005859375,0.07177734375,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4096,4224,4096,128,0.6738499240793281,0.0,0.82568359375,0.00732421875,0.073486328125,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4224,4352,4096,128,0.6396165119809505,0.0,0.801513671875,0.007080078125,0.07958984375,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4352,4480,4096,128,0.6905195375400789,0.0,0.832763671875,0.0078125,0.068115234375,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4480,4608,4096,128,0.6362142582415377,0.0,0.8115234375,0.006103515625,0.070068359375,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4608,4736,4096,128,0.6318068000490119,0.0,0.806396484375,0.006591796875,0.076171875,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4736,4864,4096,128,0.6683054896016403,0.0,0.802490234375,0.006591796875,0.0732421875,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4864,4992,4096,128,0.6907870116797098,0.0,0.8193359375,0.0048828125,0.068115234375,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,4992,5120,4096,128,0.6852305124660482,0.0,0.83154296875,0.00732421875,0.084228515625,1.0,82,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5120,5248,4096,128,0.6784988535531197,0.0,0.82861328125,0.0068359375,0.08251953125,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5248,5376,4096,128,0.6877439902416007,0.0,0.8017578125,0.00732421875,0.09033203125,1.0,82,0.640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5376,5504,4096,128,0.6494680878087498,0.0,0.814453125,0.0068359375,0.07958984375,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5504,5632,4096,128,0.7032002162136777,0.0,0.8330078125,0.01025390625,0.076171875,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5632,5760,4096,128,0.6401139364309619,0.0,0.832763671875,0.00341796875,0.06640625,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5760,5888,4096,128,0.6530339258911808,0.0,0.828857421875,0.0068359375,0.072265625,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,5888,6016,4096,128,0.6087306884466185,0.0,0.787841796875,0.01025390625,0.080078125,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gate_proj.output,128,6016,6144,4096,128,0.603910479593037,0.0,0.799072265625,0.006591796875,0.081787109375,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.up_proj.output,0,0,6144,196608,6144,0.34189599473822363,0.0,0.4997762044270833,0.008427937825520834,0.08598836263020833,1.0,4742,0.7718098958333334
+fresh-zh-2,layers.7.mlp.up_proj.output,64,0,64,2048,64,0.3229022223303265,0.0,0.484375,0.00830078125,0.09765625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,64,128,2048,64,0.3567055262484904,0.0,0.482421875,0.00537109375,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,128,192,2048,64,0.3391679655255477,0.0,0.5078125,0.0087890625,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,192,256,2048,64,0.3386301725175434,0.0,0.505859375,0.0068359375,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,256,320,2048,64,0.3489011453611487,0.0,0.46337890625,0.0087890625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,320,384,2048,64,0.3361512401949134,0.0,0.513671875,0.00927734375,0.09912109375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,384,448,2048,64,0.3377134099399997,0.0,0.57763671875,0.0078125,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,448,512,2048,64,0.33129435559095755,0.0,0.5166015625,0.00830078125,0.0703125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,512,576,2048,64,0.38085907916250644,0.0,0.46484375,0.0107421875,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.up_proj.output,64,576,640,2048,64,0.35168128295192114,0.0,0.484375,0.00634765625,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,640,704,2048,64,0.3718178694300874,0.0,0.482421875,0.00927734375,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,704,768,2048,64,0.3714621555042832,0.0,0.49658203125,0.00830078125,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,768,832,2048,64,0.3081457875517651,0.0,0.5224609375,0.005859375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,832,896,2048,64,0.3526021509845339,0.0,0.505859375,0.00634765625,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,896,960,2048,64,0.34230855395077403,0.0,0.5234375,0.01025390625,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,960,1024,2048,64,0.3293327098272005,0.0,0.52685546875,0.0107421875,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1024,1088,2048,64,0.3354934212951985,0.0,0.5478515625,0.0068359375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1088,1152,2048,64,0.33705109942245787,0.0,0.4921875,0.0087890625,0.099609375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1152,1216,2048,64,0.3408213562880284,0.0,0.533203125,0.0087890625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1216,1280,2048,64,0.34984495178983765,0.0,0.5283203125,0.01220703125,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1280,1344,2048,64,0.32354041290219987,0.0,0.546875,0.005859375,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1344,1408,2048,64,0.4070362510801066,0.0,0.50390625,0.00830078125,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1408,1472,2048,64,0.3514454880024196,0.0,0.525390625,0.009765625,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1472,1536,2048,64,0.3333754476259151,0.0,0.50634765625,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1536,1600,2048,64,0.32421065522097736,0.0,0.5380859375,0.00634765625,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1600,1664,2048,64,0.3141546464020682,0.0,0.4716796875,0.0078125,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1664,1728,2048,64,0.3226190692592807,0.0,0.482421875,0.00830078125,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1728,1792,2048,64,0.34856303572182695,0.0,0.53173828125,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1792,1856,2048,64,0.3535509117628382,0.0,0.49462890625,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1856,1920,2048,64,0.3262424727270626,0.0,0.48828125,0.0107421875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1920,1984,2048,64,0.33987287234912095,0.0,0.544921875,0.0087890625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,1984,2048,2048,64,0.3172837745286308,0.0,0.4765625,0.0087890625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2048,2112,2048,64,0.3311185973168336,0.0,0.486328125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2112,2176,2048,64,0.3442783352411145,0.0,0.4736328125,0.0087890625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2176,2240,2048,64,0.36287606879161366,0.0,0.53271484375,0.01025390625,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2240,2304,2048,64,0.33197039987169447,0.0,0.49609375,0.00830078125,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2304,2368,2048,64,0.34226805596956145,0.0,0.52587890625,0.01171875,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2368,2432,2048,64,0.34435878322862606,0.0,0.5126953125,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2432,2496,2048,64,0.3367441232882612,0.0,0.49365234375,0.00634765625,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2496,2560,2048,64,0.32639219715925594,0.0,0.49658203125,0.01318359375,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2560,2624,2048,64,0.3391312759686896,0.0,0.55615234375,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2624,2688,2048,64,0.3446754676122038,0.0,0.52001953125,0.00146484375,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2688,2752,2048,64,0.3429412678928498,0.0,0.525390625,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2752,2816,2048,64,0.32697963491940407,0.0,0.50390625,0.01025390625,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2816,2880,2048,64,0.33675550597853793,0.0,0.49169921875,0.009765625,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2880,2944,2048,64,0.3383427183852181,0.0,0.49755859375,0.00732421875,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,2944,3008,2048,64,0.32775109543098974,0.0,0.49853515625,0.0068359375,0.07568359375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3008,3072,2048,64,0.410707053419426,0.0,0.45458984375,0.00927734375,0.09912109375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3072,3136,2048,64,0.3278811696229163,0.0,0.49169921875,0.009765625,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3136,3200,2048,64,0.37098395515856153,0.0,0.447265625,0.005859375,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3200,3264,2048,64,0.3200022983610605,0.0,0.51806640625,0.00830078125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3264,3328,2048,64,0.3150341457214603,0.0,0.49560546875,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3328,3392,2048,64,0.31944089127534886,0.0,0.4462890625,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3392,3456,2048,64,0.3182544405854083,0.0,0.4990234375,0.00927734375,0.08984375,1.0,53,0.828125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3456,3520,2048,64,0.3215145611845179,0.0,0.51220703125,0.0078125,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3520,3584,2048,64,0.32762952766506936,0.0,0.466796875,0.0048828125,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3584,3648,2048,64,0.3237457765635314,0.0,0.482421875,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3648,3712,2048,64,0.34262569982392116,0.0,0.470703125,0.005859375,0.0732421875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3712,3776,2048,64,0.33750349389230927,0.0,0.48046875,0.0087890625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3776,3840,2048,64,0.31393852741860684,0.0,0.498046875,0.01123046875,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3840,3904,2048,64,0.3445091484079967,0.0,0.4794921875,0.009765625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3904,3968,2048,64,0.3419417124743342,0.0,0.50439453125,0.01025390625,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,3968,4032,2048,64,0.3243862196925915,0.0,0.451171875,0.009765625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4032,4096,2048,64,0.36584258141936593,0.0,0.4853515625,0.00830078125,0.09912109375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4096,4160,2048,64,0.3350908419490659,0.0,0.52783203125,0.00732421875,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4160,4224,2048,64,0.33642183744598453,0.0,0.50634765625,0.01025390625,0.07373046875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4224,4288,2048,64,0.3436992920481553,0.0,0.51318359375,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4288,4352,2048,64,0.3528364409710772,0.0,0.52294921875,0.0087890625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4352,4416,2048,64,0.32415846293529527,0.0,0.47802734375,0.00732421875,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4416,4480,2048,64,0.3395981599950092,0.0,0.46337890625,0.00732421875,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4480,4544,2048,64,0.3505448316024809,0.0,0.50390625,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4544,4608,2048,64,0.33364660908549776,0.0,0.46142578125,0.01123046875,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4608,4672,2048,64,0.3855182508143197,0.0,0.48193359375,0.01171875,0.09375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4672,4736,2048,64,0.32993948401904605,0.0,0.51513671875,0.00537109375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4736,4800,2048,64,0.3518312638953881,0.0,0.494140625,0.009765625,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4800,4864,2048,64,0.33423438851752846,0.0,0.52490234375,0.009765625,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4864,4928,2048,64,0.32370982814630467,0.0,0.49853515625,0.0068359375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4928,4992,2048,64,0.39649332709129914,0.0,0.5146484375,0.0068359375,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,4992,5056,2048,64,0.34216649902950297,0.0,0.5244140625,0.00830078125,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5056,5120,2048,64,0.3180813771506056,0.0,0.46630859375,0.0087890625,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5120,5184,2048,64,0.3203619576732354,0.0,0.5,0.01318359375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5184,5248,2048,64,0.3696559505961021,0.0,0.49560546875,0.00927734375,0.1015625,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5248,5312,2048,64,0.3383003165979804,0.0,0.4833984375,0.0087890625,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5312,5376,2048,64,0.3369774440166476,0.0,0.50439453125,0.00830078125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5376,5440,2048,64,0.3435024578421683,0.0,0.517578125,0.0087890625,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5440,5504,2048,64,0.3507398675898789,0.0,0.4716796875,0.01123046875,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5504,5568,2048,64,0.33888796400626686,0.0,0.4697265625,0.0068359375,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5568,5632,2048,64,0.3529602731545677,0.0,0.5439453125,0.0107421875,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5632,5696,2048,64,0.32463729846102685,0.0,0.45947265625,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5696,5760,2048,64,0.34606405156634285,0.0,0.46533203125,0.0068359375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5760,5824,2048,64,0.34722393488321757,0.0,0.466796875,0.00634765625,0.09716796875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5824,5888,2048,64,0.366033560999388,0.0,0.45849609375,0.00732421875,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5888,5952,2048,64,0.33654137910067206,0.0,0.5390625,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,5952,6016,2048,64,0.33847055716162566,0.0,0.4912109375,0.00927734375,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,64,6016,6080,2048,64,0.35906981049006625,0.0,0.552734375,0.00732421875,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,64,6080,6144,2048,64,0.35647876127709655,0.0,0.49658203125,0.0068359375,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,128,0,128,4096,128,0.34022395392011723,0.0,0.4833984375,0.00732421875,0.090087890625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,128,256,4096,128,0.3388991756983191,0.0,0.5068359375,0.0078125,0.07763671875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,256,384,4096,128,0.342585511601775,0.0,0.488525390625,0.009033203125,0.08984375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,384,512,4096,128,0.33451927993744257,0.0,0.547119140625,0.0078125,0.08203125,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,512,640,4096,128,0.36656061092213765,0.0,0.474609375,0.008544921875,0.087158203125,1.0,96,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,128,640,768,4096,128,0.37164005502597386,0.0,0.489501953125,0.0087890625,0.086181640625,1.0,94,0.734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,768,896,4096,128,0.3311209018355815,0.0,0.51416015625,0.006591796875,0.084228515625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,896,1024,4096,128,0.33588329808878337,0.0,0.525146484375,0.010498046875,0.08251953125,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1024,1152,4096,128,0.3362731622909009,0.0,0.52001953125,0.007568359375,0.089599609375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1152,1280,4096,128,0.34536262623136066,0.0,0.53076171875,0.010498046875,0.083251953125,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1280,1408,4096,128,0.36766622667459786,0.0,0.525390625,0.00732421875,0.089111328125,1.0,96,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1408,1536,4096,128,0.34252964843721057,0.0,0.515869140625,0.00927734375,0.088134765625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1536,1664,4096,128,0.31922225080249655,0.0,0.5048828125,0.007568359375,0.084228515625,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1664,1792,4096,128,0.3358416693334377,0.0,0.507080078125,0.007080078125,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1792,1920,4096,128,0.3401708381235834,0.0,0.491455078125,0.009521484375,0.08447265625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,1920,2048,4096,128,0.3287723855024756,0.0,0.5107421875,0.008544921875,0.083251953125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2048,2176,4096,128,0.3377625627607807,0.0,0.47998046875,0.00927734375,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2176,2304,4096,128,0.3477667233165277,0.0,0.514404296875,0.009033203125,0.08935546875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2304,2432,4096,128,0.343315011122353,0.0,0.519287109375,0.009033203125,0.091064453125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2432,2560,4096,128,0.33160855759134616,0.0,0.4951171875,0.009765625,0.080810546875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2560,2688,4096,128,0.3419146094523038,0.0,0.5380859375,0.006103515625,0.086181640625,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2688,2816,4096,128,0.3350555139644639,0.0,0.5146484375,0.0087890625,0.0869140625,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2816,2944,4096,128,0.33755004509787884,0.0,0.49462890625,0.008544921875,0.081787109375,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,2944,3072,4096,128,0.37155152017229115,0.0,0.4765625,0.008056640625,0.0859375,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3072,3200,4096,128,0.3500965269596238,0.0,0.469482421875,0.007568359375,0.082275390625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3200,3328,4096,128,0.31752793887059094,0.0,0.5068359375,0.0087890625,0.084228515625,1.0,103,0.8046875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3328,3456,4096,128,0.31884821778639477,0.0,0.47265625,0.009033203125,0.085693359375,1.0,103,0.8046875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3456,3584,4096,128,0.3245864449200779,0.0,0.489501953125,0.00634765625,0.08056640625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3584,3712,4096,128,0.33331943989404195,0.0,0.4765625,0.006591796875,0.079833984375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3712,3840,4096,128,0.3259340480735937,0.0,0.4892578125,0.010009765625,0.086181640625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3840,3968,4096,128,0.3432278310879548,0.0,0.491943359375,0.010009765625,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,3968,4096,4096,128,0.34573632576432844,0.0,0.46826171875,0.00927734375,0.093994140625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4096,4224,4096,128,0.33575699923357244,0.0,0.51708984375,0.0087890625,0.079345703125,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4224,4352,4096,128,0.34829783047812657,0.0,0.51806640625,0.009033203125,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4352,4480,4096,128,0.33196808533695604,0.0,0.470703125,0.00732421875,0.08154296875,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4480,4608,4096,128,0.34220004289703315,0.0,0.482666015625,0.009033203125,0.0810546875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4608,4736,4096,128,0.3588066225877715,0.0,0.49853515625,0.00830078125,0.09033203125,1.0,96,0.75
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4736,4864,4096,128,0.34314564307441847,0.0,0.509521484375,0.00927734375,0.093017578125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4864,4992,4096,128,0.36193577556414486,0.0,0.506591796875,0.0068359375,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.up_proj.output,128,4992,5120,4096,128,0.33034351480552226,0.0,0.495361328125,0.0087890625,0.079833984375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5120,5248,4096,128,0.3458882086276835,0.0,0.497802734375,0.011474609375,0.0947265625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5248,5376,4096,128,0.33763952818522786,0.0,0.493896484375,0.008544921875,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5376,5504,4096,128,0.3471400245294227,0.0,0.49462890625,0.010009765625,0.09228515625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5504,5632,4096,128,0.3459956694625381,0.0,0.5068359375,0.008544921875,0.08642578125,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5632,5760,4096,128,0.3355217603513863,0.0,0.46240234375,0.007568359375,0.080810546875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5760,5888,4096,128,0.3567527356122708,0.0,0.462646484375,0.0068359375,0.089599609375,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.up_proj.output,128,5888,6016,4096,128,0.3375073465217339,0.0,0.51513671875,0.0087890625,0.088134765625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.up_proj.output,128,6016,6144,4096,128,0.35777663146649563,0.0,0.524658203125,0.007080078125,0.0888671875,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.silu_gate,0,0,6144,196608,6144,0.20559692541313768,0.0,0.8137766520182291,0.004694620768229167,0.0487518310546875,1.0,4758,0.7744140625
+fresh-zh-2,layers.7.mlp.silu_gate,64,0,64,2048,64,0.19176056706382752,0.0,0.857421875,0.00439453125,0.0498046875,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,64,128,2048,64,0.21235240580305792,0.0,0.8095703125,0.00439453125,0.04931640625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,128,192,2048,64,0.20312623663971127,0.0,0.7880859375,0.005859375,0.0576171875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,192,256,2048,64,0.20918036260888426,0.0,0.81787109375,0.00244140625,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,256,320,2048,64,0.2121611442340601,0.0,0.8759765625,0.00244140625,0.033203125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,320,384,2048,64,0.20887602848082376,0.0,0.78515625,0.0068359375,0.048828125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,384,448,2048,64,0.2067916710603351,0.0,0.798828125,0.00439453125,0.05322265625,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,448,512,2048,64,0.19214433993913455,0.0,0.7734375,0.00439453125,0.04541015625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,512,576,2048,64,0.19138023995339856,0.0,0.80517578125,0.00830078125,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,576,640,2048,64,0.19712086015301072,0.0,0.791015625,0.00390625,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,640,704,2048,64,0.1987830796786959,0.0,0.8271484375,0.005859375,0.05810546875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,704,768,2048,64,0.19266221852820684,0.0,0.78662109375,0.00634765625,0.04736328125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,768,832,2048,64,0.22974020701596673,0.0,0.84912109375,0.0029296875,0.044921875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,832,896,2048,64,0.2508324479675254,0.0,0.7626953125,0.0048828125,0.0537109375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.silu_gate,64,896,960,2048,64,0.20536602878669963,0.0,0.818359375,0.00634765625,0.04248046875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,960,1024,2048,64,0.19817891881663985,0.0,0.8134765625,0.00390625,0.048828125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1024,1088,2048,64,0.1980932058087328,0.0,0.79150390625,0.0068359375,0.05224609375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1088,1152,2048,64,0.2018319838175915,0.0,0.8310546875,0.00439453125,0.05126953125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1152,1216,2048,64,0.19906457039671513,0.0,0.7724609375,0.0078125,0.0458984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1216,1280,2048,64,0.2049086711501383,0.0,0.79931640625,0.00537109375,0.04638671875,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1280,1344,2048,64,0.19635489444370327,0.0,0.826171875,0.00732421875,0.04931640625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1344,1408,2048,64,0.18827588418746197,0.0,0.79833984375,0.00390625,0.0478515625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1408,1472,2048,64,0.22803405813201655,0.0,0.78369140625,0.00537109375,0.0498046875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,1472,1536,2048,64,0.19522694346172859,0.0,0.80517578125,0.00390625,0.0478515625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1536,1600,2048,64,0.19969272145178518,0.0,0.8203125,0.00341796875,0.04345703125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1600,1664,2048,64,0.1986330359839482,0.0,0.82958984375,0.00244140625,0.0556640625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1664,1728,2048,64,0.21139017080337252,0.0,0.79638671875,0.00537109375,0.0537109375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1728,1792,2048,64,0.20137682370682172,0.0,0.77685546875,0.00439453125,0.056640625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,1792,1856,2048,64,0.20356934287319006,0.0,0.76416015625,0.0068359375,0.06201171875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1856,1920,2048,64,0.19265139007779775,0.0,0.83154296875,0.00439453125,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1920,1984,2048,64,0.19739109629785864,0.0,0.79736328125,0.0068359375,0.044921875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,1984,2048,2048,64,0.20915902977413778,0.0,0.83203125,0.00537109375,0.041015625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2048,2112,2048,64,0.1969514228919223,0.0,0.818359375,0.00439453125,0.04541015625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2112,2176,2048,64,0.20092165550701935,0.0,0.8515625,0.001953125,0.04638671875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,2176,2240,2048,64,0.20648737212043655,0.0,0.78955078125,0.00439453125,0.05517578125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,2240,2304,2048,64,0.20464990709548816,0.0,0.8095703125,0.00244140625,0.03955078125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2304,2368,2048,64,0.2029718373525255,0.0,0.80126953125,0.00439453125,0.04541015625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2368,2432,2048,64,0.2028316721880639,0.0,0.81396484375,0.00390625,0.04443359375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2432,2496,2048,64,0.18879214940261355,0.0,0.80859375,0.00439453125,0.0458984375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,2496,2560,2048,64,0.21601797830162228,0.0,0.79931640625,0.00537109375,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,2560,2624,2048,64,0.19750477756884285,0.0,0.8330078125,0.00341796875,0.04638671875,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2624,2688,2048,64,0.21669565852541184,0.0,0.8125,0.00439453125,0.0478515625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2688,2752,2048,64,0.19876406325703216,0.0,0.8173828125,0.00390625,0.046875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,2752,2816,2048,64,0.20108216037910198,0.0,0.86328125,0.0048828125,0.04150390625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2816,2880,2048,64,0.20143893565811866,0.0,0.82861328125,0.00244140625,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2880,2944,2048,64,0.20349504324575984,0.0,0.8486328125,0.00537109375,0.0390625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,2944,3008,2048,64,0.1968789636434691,0.0,0.8330078125,0.0068359375,0.04541015625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3008,3072,2048,64,0.19662527689588466,0.0,0.80859375,0.00439453125,0.04931640625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3072,3136,2048,64,0.2068711649643304,0.0,0.83740234375,0.0048828125,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3136,3200,2048,64,0.1909593057701898,0.0,0.83984375,0.00341796875,0.04443359375,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3200,3264,2048,64,0.18874910497691944,0.0,0.7900390625,0.0068359375,0.0517578125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3264,3328,2048,64,0.2126729604439842,0.0,0.82080078125,0.005859375,0.04296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3328,3392,2048,64,0.20518901343683996,0.0,0.81787109375,0.0078125,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3392,3456,2048,64,0.2150115081294776,0.0,0.8369140625,0.0029296875,0.04150390625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3456,3520,2048,64,0.18994460153165268,0.0,0.80712890625,0.00537109375,0.044921875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3520,3584,2048,64,0.2033146629340859,0.0,0.7939453125,0.00439453125,0.05126953125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3584,3648,2048,64,0.19687249780526261,0.0,0.81787109375,0.00634765625,0.05419921875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,3648,3712,2048,64,0.20641059918710883,0.0,0.81982421875,0.00537109375,0.04541015625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3712,3776,2048,64,0.1877136029625081,0.0,0.74658203125,0.005859375,0.06005859375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3776,3840,2048,64,0.20790247367777753,0.0,0.79345703125,0.0048828125,0.05322265625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,3840,3904,2048,64,0.20111028059109523,0.0,0.86083984375,0.00537109375,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,3904,3968,2048,64,0.21643001086124572,0.0,0.80859375,0.005859375,0.04443359375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,3968,4032,2048,64,0.22996766165701862,0.0,0.8154296875,0.00390625,0.04833984375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,4032,4096,2048,64,0.20209342951297618,0.0,0.84765625,0.00341796875,0.04296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,4096,4160,2048,64,0.21672096897375231,0.0,0.8271484375,0.00634765625,0.05419921875,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,4160,4224,2048,64,0.22944452699223936,0.0,0.82421875,0.00341796875,0.04150390625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,4224,4288,2048,64,0.19930120062598428,0.0,0.82421875,0.00244140625,0.0439453125,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4288,4352,2048,64,0.1920767116739083,0.0,0.77880859375,0.0068359375,0.05078125,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4352,4416,2048,64,0.20702626662583087,0.0,0.82080078125,0.00537109375,0.052734375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,4416,4480,2048,64,0.20401898437980437,0.0,0.8447265625,0.0048828125,0.0390625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4480,4544,2048,64,0.19623670199050938,0.0,0.81982421875,0.0048828125,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,4544,4608,2048,64,0.2189555493006391,0.0,0.80322265625,0.001953125,0.04833984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4608,4672,2048,64,0.1978799130780307,0.0,0.76220703125,0.00341796875,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4672,4736,2048,64,0.20722119318297938,0.0,0.8505859375,0.00244140625,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,4736,4800,2048,64,0.20878296792624773,0.0,0.77685546875,0.0048828125,0.04833984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,4800,4864,2048,64,0.21433626867582162,0.0,0.828125,0.00390625,0.04150390625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,4864,4928,2048,64,0.2154673158542399,0.0,0.8173828125,0.00390625,0.041015625,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,4928,4992,2048,64,0.23029247909601178,0.0,0.8212890625,0.0029296875,0.0419921875,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,4992,5056,2048,64,0.19733622939949516,0.0,0.82373046875,0.00390625,0.0478515625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5056,5120,2048,64,0.20615219086457567,0.0,0.83935546875,0.0029296875,0.0537109375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5120,5184,2048,64,0.2059521667594979,0.0,0.82861328125,0.00341796875,0.05322265625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,5184,5248,2048,64,0.20367678395414357,0.0,0.82861328125,0.0029296875,0.04931640625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,5248,5312,2048,64,0.2108098257972339,0.0,0.79345703125,0.00537109375,0.06298828125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,5312,5376,2048,64,0.20955710882243198,0.0,0.81005859375,0.00146484375,0.04541015625,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5376,5440,2048,64,0.2079430356842873,0.0,0.771484375,0.00634765625,0.0615234375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,5440,5504,2048,64,0.2064977159309455,0.0,0.857421875,0.001953125,0.05029296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,5504,5568,2048,64,0.21360005982749175,0.0,0.837890625,0.005859375,0.04296875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,5568,5632,2048,64,0.2011992175430659,0.0,0.828125,0.0068359375,0.04248046875,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,64,5632,5696,2048,64,0.19520200659886056,0.0,0.83056640625,0.001953125,0.03515625,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5696,5760,2048,64,0.2157542233554226,0.0,0.8349609375,0.001953125,0.03955078125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,64,5760,5824,2048,64,0.2161312483345168,0.0,0.8427734375,0.00439453125,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5824,5888,2048,64,0.2070927476404428,0.0,0.81494140625,0.00634765625,0.0419921875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,64,5888,5952,2048,64,0.21281507639697952,0.0,0.802734375,0.005859375,0.0517578125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,64,5952,6016,2048,64,0.21886428625186125,0.0,0.77294921875,0.0078125,0.0625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.silu_gate,64,6016,6080,2048,64,0.22412543334152138,0.0,0.77587890625,0.005859375,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.silu_gate,64,6080,6144,2048,64,0.19990280813467984,0.0,0.822265625,0.0029296875,0.05078125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,0,128,4096,128,0.2023186340046157,0.0,0.83349609375,0.00439453125,0.049560546875,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,128,256,4096,128,0.20617552244701148,0.0,0.802978515625,0.004150390625,0.052734375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,256,384,4096,128,0.2105249942365841,0.0,0.83056640625,0.004638671875,0.04150390625,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,384,512,4096,128,0.19960240803979737,0.0,0.7861328125,0.00439453125,0.049560546875,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,128,512,640,4096,128,0.19427175521943896,0.0,0.798095703125,0.006103515625,0.058349609375,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.silu_gate,128,640,768,4096,128,0.1957465749569546,0.0,0.806884765625,0.005859375,0.052734375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,768,896,4096,128,0.24051764974022236,0.0,0.805908203125,0.00390625,0.049560546875,1.0,96,0.75
+fresh-zh-2,layers.7.mlp.silu_gate,128,896,1024,4096,128,0.20180447175787739,0.0,0.81591796875,0.005126953125,0.04541015625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,1024,1152,4096,128,0.1999713327946352,0.0,0.811279296875,0.005615234375,0.0517578125,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,1152,1280,4096,128,0.20200775566762813,0.0,0.785888671875,0.006591796875,0.0458984375,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,1280,1408,4096,128,0.19235780870368696,0.0,0.812255859375,0.005859375,0.04931640625,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,1408,1536,4096,128,0.21226527167858253,0.0,0.79443359375,0.005126953125,0.050537109375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,1536,1664,4096,128,0.1991635834998717,0.0,0.824951171875,0.0029296875,0.049560546875,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,1664,1792,4096,128,0.20644421696735338,0.0,0.78662109375,0.005126953125,0.05517578125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,1792,1920,4096,128,0.1981855638747815,0.0,0.7978515625,0.005615234375,0.057373046875,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,1920,2048,4096,128,0.20336020337535213,0.0,0.814697265625,0.006103515625,0.042724609375,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,2048,2176,4096,128,0.19894644333442377,0.0,0.8349609375,0.003173828125,0.046630859375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,2176,2304,4096,128,0.20557069260888766,0.0,0.799560546875,0.00341796875,0.04736328125,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,2304,2432,4096,128,0.2029017668736109,0.0,0.8076171875,0.004150390625,0.045166015625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,2432,2560,4096,128,0.2028623210771026,0.0,0.803955078125,0.0048828125,0.0478515625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,2560,2688,4096,128,0.2073223885477398,0.0,0.82275390625,0.004150390625,0.048095703125,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,2688,2816,4096,128,0.1999264715653887,0.0,0.84033203125,0.004638671875,0.044189453125,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,2816,2944,4096,128,0.20246959947689597,0.0,0.838623046875,0.00390625,0.04541015625,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,2944,3072,4096,128,0.196752161156758,0.0,0.82080078125,0.005615234375,0.04736328125,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,3072,3200,4096,128,0.1990742767837322,0.0,0.838623046875,0.004150390625,0.043701171875,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,3200,3328,4096,128,0.20106716879390904,0.0,0.805419921875,0.006103515625,0.048583984375,1.0,102,0.796875
+fresh-zh-2,layers.7.mlp.silu_gate,128,3328,3456,4096,128,0.2101576549442062,0.0,0.827392578125,0.00537109375,0.044189453125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,3456,3584,4096,128,0.19674323853060272,0.0,0.800537109375,0.0048828125,0.047607421875,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,3584,3712,4096,128,0.2016979373331126,0.0,0.81884765625,0.005859375,0.050048828125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,3712,3840,4096,128,0.19806543779582686,0.0,0.77001953125,0.00537109375,0.05712890625,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,3840,3968,4096,128,0.2089106203150381,0.0,0.834716796875,0.00537109375,0.043212890625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,128,3968,4096,4096,128,0.21647965223123544,0.0,0.83154296875,0.003662109375,0.04638671875,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,128,4096,4224,4096,128,0.223173440802904,0.0,0.82568359375,0.00537109375,0.048583984375,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.silu_gate,128,4224,4352,4096,128,0.19572229272418168,0.0,0.801513671875,0.004638671875,0.046630859375,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,4352,4480,4096,128,0.20552812588596783,0.0,0.832763671875,0.005126953125,0.04541015625,1.0,103,0.8046875
+fresh-zh-2,layers.7.mlp.silu_gate,128,4480,4608,4096,128,0.2079066807219727,0.0,0.8115234375,0.003173828125,0.044677734375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,4608,4736,4096,128,0.20260439642804726,0.0,0.806396484375,0.0029296875,0.04833984375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,4736,4864,4096,128,0.21157783882766004,0.0,0.802490234375,0.004638671875,0.045166015625,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.silu_gate,128,4864,4992,4096,128,0.223003127926065,0.0,0.8193359375,0.00341796875,0.042724609375,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.silu_gate,128,4992,5120,4096,128,0.20179236015255214,0.0,0.83154296875,0.00341796875,0.05078125,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,5120,5248,4096,128,0.20481763512309542,0.0,0.82861328125,0.003173828125,0.05078125,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,5248,5376,4096,128,0.21018440059942212,0.0,0.8017578125,0.00341796875,0.05419921875,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,5376,5504,4096,128,0.2072216359050066,0.0,0.814453125,0.004150390625,0.05615234375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,5504,5632,4096,128,0.2074923019032875,0.0,0.8330078125,0.006591796875,0.043212890625,1.0,101,0.7890625
+fresh-zh-2,layers.7.mlp.silu_gate,128,5632,5760,4096,128,0.20573491229726076,0.0,0.832763671875,0.001708984375,0.0380859375,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,5760,5888,4096,128,0.2116602497304403,0.0,0.828857421875,0.00537109375,0.04443359375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.silu_gate,128,5888,6016,4096,128,0.21586087248316785,0.0,0.787841796875,0.0068359375,0.05712890625,1.0,94,0.734375
+fresh-zh-2,layers.7.mlp.silu_gate,128,6016,6144,4096,128,0.21235976851872787,0.0,0.799072265625,0.004638671875,0.06005859375,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.gated_product,0,0,6144,196608,6144,0.0723794329391821,0.0,0.5025482177734375,0.0269622802734375,0.18001302083333334,1.0,4128,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,0,64,2048,64,0.06321125275746944,0.0,0.51171875,0.0224609375,0.17919921875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,64,128,2048,64,0.07082586483031733,0.0,0.5263671875,0.01953125,0.15234375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,128,192,2048,64,0.06837962262568176,0.0,0.490234375,0.02880859375,0.18310546875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,192,256,2048,64,0.07500904609713914,0.0,0.51318359375,0.02197265625,0.17041015625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,256,320,2048,64,0.07530381204456534,0.0,0.53173828125,0.02099609375,0.150390625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,320,384,2048,64,0.07169229851531696,0.0,0.4970703125,0.0322265625,0.2021484375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,384,448,2048,64,0.07546266481905413,0.0,0.45166015625,0.03076171875,0.203125,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,448,512,2048,64,0.06344925118778261,0.0,0.5,0.02392578125,0.16064453125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,512,576,2048,64,0.07207308099930422,0.0,0.51904296875,0.0361328125,0.19677734375,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,576,640,2048,64,0.06969838345480703,0.0,0.525390625,0.02294921875,0.17919921875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,640,704,2048,64,0.0754958834135628,0.0,0.4833984375,0.0263671875,0.1875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,704,768,2048,64,0.07836546171515313,0.0,0.486328125,0.03271484375,0.2041015625,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gated_product,64,768,832,2048,64,0.06694299859793264,0.0,0.47802734375,0.0234375,0.1591796875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,832,896,2048,64,0.09106865242554182,0.0,0.486328125,0.02294921875,0.2099609375,1.0,37,0.578125
+fresh-zh-2,layers.7.mlp.gated_product,64,896,960,2048,64,0.07229108256624549,0.0,0.5,0.02734375,0.16162109375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,960,1024,2048,64,0.06618090824140378,0.0,0.48486328125,0.025390625,0.17041015625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,1024,1088,2048,64,0.06527461250975321,0.0,0.47216796875,0.029296875,0.18212890625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,1088,1152,2048,64,0.07011617204813461,0.0,0.5126953125,0.0322265625,0.1982421875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,1152,1216,2048,64,0.06801680028062956,0.0,0.4658203125,0.025390625,0.17822265625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,1216,1280,2048,64,0.07135556795924249,0.0,0.50537109375,0.02734375,0.17919921875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,1280,1344,2048,64,0.06354507271033158,0.0,0.458984375,0.02783203125,0.16943359375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,1344,1408,2048,64,0.07972278434197956,0.0,0.50732421875,0.02490234375,0.18603515625,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,1408,1472,2048,64,0.07238426691808394,0.0,0.48193359375,0.02880859375,0.17041015625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,1472,1536,2048,64,0.06487107211754836,0.0,0.521484375,0.0283203125,0.16796875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,1536,1600,2048,64,0.07457723653372801,0.0,0.466796875,0.02734375,0.18505859375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,1600,1664,2048,64,0.05917721464350354,0.0,0.52392578125,0.021484375,0.1630859375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,1664,1728,2048,64,0.06609474453311906,0.0,0.52978515625,0.0224609375,0.16943359375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,1728,1792,2048,64,0.06829387768935542,0.0,0.4853515625,0.021484375,0.1796875,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,1792,1856,2048,64,0.06876239477007598,0.0,0.5224609375,0.03369140625,0.18017578125,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,1856,1920,2048,64,0.06445516753835225,0.0,0.50439453125,0.02392578125,0.18359375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,1920,1984,2048,64,0.06961509014455936,0.0,0.47314453125,0.03271484375,0.1796875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,1984,2048,2048,64,0.06546982863915525,0.0,0.5107421875,0.02197265625,0.1591796875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,2048,2112,2048,64,0.06611374760836272,0.0,0.51953125,0.0263671875,0.177734375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,2112,2176,2048,64,0.06876903991346932,0.0,0.52734375,0.02392578125,0.17431640625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,2176,2240,2048,64,0.06999973108682961,0.0,0.4794921875,0.0302734375,0.185546875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,2240,2304,2048,64,0.07629641667288774,0.0,0.4853515625,0.02197265625,0.185546875,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,2304,2368,2048,64,0.07113819862265909,0.0,0.4931640625,0.02783203125,0.1708984375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,2368,2432,2048,64,0.07999563871938707,0.0,0.49755859375,0.0263671875,0.19970703125,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,2432,2496,2048,64,0.0638976378408437,0.0,0.49951171875,0.0205078125,0.16552734375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,2496,2560,2048,64,0.07382029627094136,0.0,0.5068359375,0.0283203125,0.17724609375,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,2560,2624,2048,64,0.0641441752115616,0.0,0.45751953125,0.02294921875,0.16259765625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.gated_product,64,2624,2688,2048,64,0.07096056089718092,0.0,0.49951171875,0.0224609375,0.15625,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,2688,2752,2048,64,0.06426277960863522,0.0,0.484375,0.02490234375,0.15771484375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,2752,2816,2048,64,0.07077215137749247,0.0,0.5205078125,0.0244140625,0.1748046875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,2816,2880,2048,64,0.06735130441834351,0.0,0.521484375,0.029296875,0.173828125,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,2880,2944,2048,64,0.07124064311418725,0.0,0.47021484375,0.0234375,0.16455078125,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,2944,3008,2048,64,0.06334532119297469,0.0,0.49267578125,0.0234375,0.1513671875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,3008,3072,2048,64,0.09069648819956304,0.0,0.52197265625,0.03125,0.20703125,1.0,36,0.5625
+fresh-zh-2,layers.7.mlp.gated_product,64,3072,3136,2048,64,0.07436744858529463,0.0,0.5087890625,0.0283203125,0.1748046875,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,3136,3200,2048,64,0.06712153218035524,0.0,0.5263671875,0.01904296875,0.1533203125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,3200,3264,2048,64,0.06122670088061595,0.0,0.47119140625,0.0302734375,0.18115234375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,3264,3328,2048,64,0.0708685643578279,0.0,0.505859375,0.0283203125,0.1728515625,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,3328,3392,2048,64,0.06522550506997542,0.0,0.50830078125,0.02587890625,0.1650390625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,3392,3456,2048,64,0.06436345366542687,0.0,0.505859375,0.02197265625,0.16552734375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,3456,3520,2048,64,0.05984633287395418,0.0,0.4921875,0.02490234375,0.15966796875,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,3520,3584,2048,64,0.06537273401494816,0.0,0.50390625,0.0224609375,0.17529296875,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,3584,3648,2048,64,0.07123360302350847,0.0,0.50439453125,0.02587890625,0.18701171875,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,3648,3712,2048,64,0.06885997424845999,0.0,0.53173828125,0.0205078125,0.15771484375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,3712,3776,2048,64,0.06973350286332178,0.0,0.49951171875,0.03173828125,0.2060546875,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,3776,3840,2048,64,0.06664099335293874,0.0,0.51416015625,0.03076171875,0.1962890625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,3840,3904,2048,64,0.06923061143409191,0.0,0.52392578125,0.02734375,0.171875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,3904,3968,2048,64,0.07165787174581288,0.0,0.51708984375,0.03125,0.16943359375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,3968,4032,2048,64,0.08581929139854683,0.0,0.5244140625,0.033203125,0.21435546875,1.0,37,0.578125
+fresh-zh-2,layers.7.mlp.gated_product,64,4032,4096,2048,64,0.06790538108371436,0.0,0.498046875,0.02685546875,0.1708984375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,4096,4160,2048,64,0.06978653090693925,0.0,0.50732421875,0.02197265625,0.18359375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,4160,4224,2048,64,0.0784129558398433,0.0,0.51611328125,0.025390625,0.1572265625,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gated_product,64,4224,4288,2048,64,0.0690594296910828,0.0,0.48291015625,0.0244140625,0.16455078125,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,64,4288,4352,2048,64,0.06713237599381613,0.0,0.4912109375,0.02734375,0.17724609375,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,4352,4416,2048,64,0.06862310901079732,0.0,0.5224609375,0.0244140625,0.1669921875,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,4416,4480,2048,64,0.070554685795045,0.0,0.50634765625,0.02294921875,0.15576171875,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,4480,4544,2048,64,0.0687624314899475,0.0,0.48779296875,0.0234375,0.16357421875,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,4544,4608,2048,64,0.09029158562468821,0.0,0.5205078125,0.03515625,0.21142578125,1.0,36,0.5625
+fresh-zh-2,layers.7.mlp.gated_product,64,4608,4672,2048,64,0.08099324146324399,0.0,0.4892578125,0.03662109375,0.2060546875,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gated_product,64,4672,4736,2048,64,0.09477507414464924,0.0,0.49853515625,0.0263671875,0.20556640625,1.0,35,0.546875
+fresh-zh-2,layers.7.mlp.gated_product,64,4736,4800,2048,64,0.08063064267955197,0.0,0.51123046875,0.0322265625,0.193359375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,4800,4864,2048,64,0.07502361910445608,0.0,0.49658203125,0.029296875,0.1689453125,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gated_product,64,4864,4928,2048,64,0.06477269171676102,0.0,0.51904296875,0.021484375,0.1611328125,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,4928,4992,2048,64,0.08235793917747063,0.0,0.4990234375,0.0234375,0.17919921875,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,4992,5056,2048,64,0.06962880798626339,0.0,0.48193359375,0.0263671875,0.18310546875,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,5056,5120,2048,64,0.06614684554729042,0.0,0.546875,0.0224609375,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,5120,5184,2048,64,0.06922598698264457,0.0,0.48388671875,0.03125,0.18603515625,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,5184,5248,2048,64,0.07692402501552155,0.0,0.494140625,0.02783203125,0.19140625,1.0,40,0.625
+fresh-zh-2,layers.7.mlp.gated_product,64,5248,5312,2048,64,0.06516554862953663,0.0,0.50341796875,0.0302734375,0.16943359375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.gated_product,64,5312,5376,2048,64,0.07433377067389024,0.0,0.5234375,0.0244140625,0.17578125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,5376,5440,2048,64,0.07473922818605114,0.0,0.5078125,0.03466796875,0.1953125,1.0,44,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,64,5440,5504,2048,64,0.09349514406715555,0.0,0.5283203125,0.03125,0.2099609375,1.0,38,0.59375
+fresh-zh-2,layers.7.mlp.gated_product,64,5504,5568,2048,64,0.0817709157924348,0.0,0.5087890625,0.0263671875,0.1748046875,1.0,42,0.65625
+fresh-zh-2,layers.7.mlp.gated_product,64,5568,5632,2048,64,0.07605409787233287,0.0,0.4912109375,0.03076171875,0.17333984375,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,5632,5696,2048,64,0.06470463744655348,0.0,0.5341796875,0.0185546875,0.15869140625,1.0,45,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,64,5696,5760,2048,64,0.10020855517310655,0.0,0.53857421875,0.0283203125,0.20703125,1.0,32,0.5
+fresh-zh-2,layers.7.mlp.gated_product,64,5760,5824,2048,64,0.09761592031962246,0.0,0.5400390625,0.033203125,0.22900390625,1.0,35,0.546875
+fresh-zh-2,layers.7.mlp.gated_product,64,5824,5888,2048,64,0.0733524677972622,0.0,0.525390625,0.02734375,0.1552734375,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,5888,5952,2048,64,0.07035160218965793,0.0,0.474609375,0.03076171875,0.1962890625,1.0,43,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,64,5952,6016,2048,64,0.06706199036335403,0.0,0.51318359375,0.03173828125,0.1865234375,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,64,6016,6080,2048,64,0.08040611030887722,0.0,0.45068359375,0.03076171875,0.21728515625,1.0,41,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,64,6080,6144,2048,64,0.0620959627296197,0.0,0.50927734375,0.0224609375,0.166015625,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.gated_product,128,0,128,4096,128,0.06712661768676814,0.0,0.51904296875,0.021484375,0.1650390625,1.0,93,0.7265625
+fresh-zh-2,layers.7.mlp.gated_product,128,128,256,4096,128,0.07177091955253671,0.0,0.501708984375,0.025390625,0.179931640625,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,128,256,384,4096,128,0.0735202345441462,0.0,0.514404296875,0.026611328125,0.176513671875,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gated_product,128,384,512,4096,128,0.06971521088644586,0.0,0.475830078125,0.02734375,0.1826171875,1.0,84,0.65625
+fresh-zh-2,layers.7.mlp.gated_product,128,512,640,4096,128,0.0708956756824617,0.0,0.522216796875,0.02978515625,0.18701171875,1.0,83,0.6484375
+fresh-zh-2,layers.7.mlp.gated_product,128,640,768,4096,128,0.07694405110930734,0.0,0.48486328125,0.029052734375,0.195556640625,1.0,83,0.6484375
+fresh-zh-2,layers.7.mlp.gated_product,128,768,896,4096,128,0.07992141301268063,0.0,0.482177734375,0.0234375,0.185546875,1.0,82,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,128,896,1024,4096,128,0.06930336656417505,0.0,0.492431640625,0.026123046875,0.165771484375,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,128,1024,1152,4096,128,0.06773866185931798,0.0,0.492431640625,0.030029296875,0.191162109375,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,1152,1280,4096,128,0.06970617691137967,0.0,0.485595703125,0.026123046875,0.17822265625,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,1280,1408,4096,128,0.07208917605646185,0.0,0.483154296875,0.02587890625,0.177978515625,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gated_product,128,1408,1536,4096,128,0.06873040846287974,0.0,0.501708984375,0.028564453125,0.17041015625,1.0,92,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,128,1536,1664,4096,128,0.06731904240989657,0.0,0.495361328125,0.0244140625,0.1796875,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,1664,1792,4096,128,0.06720330715354308,0.0,0.507568359375,0.021728515625,0.17431640625,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,1792,1920,4096,128,0.06664358767695819,0.0,0.513427734375,0.029052734375,0.182861328125,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gated_product,128,1920,2048,4096,128,0.0675742526332163,0.0,0.491943359375,0.027099609375,0.171875,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.gated_product,128,2048,2176,4096,128,0.06745446046571947,0.0,0.5234375,0.025146484375,0.173095703125,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,2176,2304,4096,128,0.07321579593691296,0.0,0.482421875,0.026611328125,0.186279296875,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gated_product,128,2304,2432,4096,128,0.07569658353386761,0.0,0.495361328125,0.02734375,0.18701171875,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,128,2432,2560,4096,128,0.0690374690409823,0.0,0.503173828125,0.0244140625,0.17041015625,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,2560,2688,4096,128,0.06763828951272362,0.0,0.478515625,0.023193359375,0.160400390625,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.gated_product,128,2688,2816,4096,128,0.06759586619619107,0.0,0.50244140625,0.02490234375,0.1689453125,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gated_product,128,2816,2944,4096,128,0.0693232552545514,0.0,0.495849609375,0.02587890625,0.169677734375,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gated_product,128,2944,3072,4096,128,0.07822557985970639,0.0,0.50732421875,0.028076171875,0.185302734375,1.0,82,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,128,3072,3200,4096,128,0.07083719888351354,0.0,0.517578125,0.0234375,0.1650390625,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,128,3200,3328,4096,128,0.06622334299498936,0.0,0.488525390625,0.029541015625,0.17822265625,1.0,92,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,128,3328,3456,4096,128,0.06479591298598601,0.0,0.507080078125,0.023681640625,0.164794921875,1.0,93,0.7265625
+fresh-zh-2,layers.7.mlp.gated_product,128,3456,3584,4096,128,0.0626704791391022,0.0,0.498046875,0.023193359375,0.16845703125,1.0,91,0.7109375
+fresh-zh-2,layers.7.mlp.gated_product,128,3584,3712,4096,128,0.07005684211127906,0.0,0.51806640625,0.0224609375,0.172607421875,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,3712,3840,4096,128,0.06820477775293801,0.0,0.5068359375,0.03125,0.20166015625,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gated_product,128,3840,3968,4096,128,0.07045469516887284,0.0,0.5205078125,0.029052734375,0.1708984375,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,128,3968,4096,4096,128,0.07738246428058868,0.0,0.51123046875,0.031494140625,0.19189453125,1.0,80,0.625
+fresh-zh-2,layers.7.mlp.gated_product,128,4096,4224,4096,128,0.07422516938197717,0.0,0.51171875,0.023193359375,0.169921875,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gated_product,128,4224,4352,4096,128,0.06810271924025027,0.0,0.487060546875,0.026123046875,0.1708984375,1.0,90,0.703125
+fresh-zh-2,layers.7.mlp.gated_product,128,4352,4480,4096,128,0.06959559891956278,0.0,0.514404296875,0.0234375,0.161376953125,1.0,93,0.7265625
+fresh-zh-2,layers.7.mlp.gated_product,128,4480,4608,4096,128,0.08025223491912897,0.0,0.504150390625,0.028076171875,0.188720703125,1.0,81,0.6328125
+fresh-zh-2,layers.7.mlp.gated_product,128,4608,4736,4096,128,0.0881538990681839,0.0,0.493896484375,0.031005859375,0.207763671875,1.0,75,0.5859375
+fresh-zh-2,layers.7.mlp.gated_product,128,4736,4864,4096,128,0.07787760898502244,0.0,0.50390625,0.0302734375,0.18310546875,1.0,85,0.6640625
+fresh-zh-2,layers.7.mlp.gated_product,128,4864,4992,4096,128,0.07408890516735456,0.0,0.509033203125,0.022705078125,0.167236328125,1.0,86,0.671875
+fresh-zh-2,layers.7.mlp.gated_product,128,4992,5120,4096,128,0.06791014680239262,0.0,0.514404296875,0.024169921875,0.178955078125,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.gated_product,128,5120,5248,4096,128,0.07317630387738186,0.0,0.489013671875,0.0302734375,0.1884765625,1.0,83,0.6484375
+fresh-zh-2,layers.7.mlp.gated_product,128,5248,5376,4096,128,0.06990013659066414,0.0,0.513427734375,0.027587890625,0.1728515625,1.0,92,0.71875
+fresh-zh-2,layers.7.mlp.gated_product,128,5376,5504,4096,128,0.08463833113307702,0.0,0.51806640625,0.0341796875,0.209716796875,1.0,80,0.625
+fresh-zh-2,layers.7.mlp.gated_product,128,5504,5632,4096,128,0.07896425923387064,0.0,0.5,0.02880859375,0.176025390625,1.0,82,0.640625
+fresh-zh-2,layers.7.mlp.gated_product,128,5632,5760,4096,128,0.08434584944433089,0.0,0.536376953125,0.022705078125,0.1875,1.0,75,0.5859375
+fresh-zh-2,layers.7.mlp.gated_product,128,5760,5888,4096,128,0.0863407564010047,0.0,0.53271484375,0.03173828125,0.19287109375,1.0,76,0.59375
+fresh-zh-2,layers.7.mlp.gated_product,128,5888,6016,4096,128,0.06872648136688825,0.0,0.493896484375,0.031005859375,0.192138671875,1.0,88,0.6875
+fresh-zh-2,layers.7.mlp.gated_product,128,6016,6144,4096,128,0.07183679823851301,0.0,0.47998046875,0.02734375,0.19287109375,1.0,87,0.6796875
+fresh-zh-2,layers.7.mlp.down_proj.output,0,0,2048,65536,2048,0.049090220478671176,0.0,0.4998321533203125,0.009185791015625,0.0931243896484375,1.0,1536,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,64,0,64,2048,64,0.04968437663465812,0.0,0.48388671875,0.00634765625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,64,128,2048,64,0.04522196873198642,0.0,0.50244140625,0.00927734375,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,64,128,192,2048,64,0.047738805771466115,0.0,0.47314453125,0.0087890625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,192,256,2048,64,0.04958616216319069,0.0,0.50244140625,0.0107421875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,64,256,320,2048,64,0.05116925039609326,0.0,0.53369140625,0.00732421875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,320,384,2048,64,0.04972686782446473,0.0,0.4873046875,0.0078125,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,384,448,2048,64,0.05094814271003749,0.0,0.48828125,0.0126953125,0.1005859375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,448,512,2048,64,0.04940876030942256,0.0,0.5009765625,0.00732421875,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,512,576,2048,64,0.044677589940729005,0.0,0.49072265625,0.0068359375,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,576,640,2048,64,0.04901200362587616,0.0,0.5185546875,0.00732421875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,640,704,2048,64,0.04745845868393703,0.0,0.4892578125,0.00927734375,0.1044921875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,704,768,2048,64,0.04877104942082845,0.0,0.48486328125,0.01025390625,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,64,768,832,2048,64,0.04908097334698898,0.0,0.48046875,0.01025390625,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,832,896,2048,64,0.046889406600814275,0.0,0.4833984375,0.009765625,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,896,960,2048,64,0.04954902248629646,0.0,0.50537109375,0.0126953125,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,960,1024,2048,64,0.050602935421382944,0.0,0.513671875,0.00439453125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1024,1088,2048,64,0.047249735042478445,0.0,0.494140625,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1088,1152,2048,64,0.0473714796540566,0.0,0.52734375,0.00537109375,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1152,1216,2048,64,0.06252945559105288,0.0,0.49609375,0.0126953125,0.1328125,1.0,39,0.609375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1216,1280,2048,64,0.048572599197303924,0.0,0.47265625,0.01171875,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1280,1344,2048,64,0.05094325939799871,0.0,0.501953125,0.013671875,0.10009765625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1344,1408,2048,64,0.04531371108252144,0.0,0.498046875,0.01318359375,0.10595703125,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1408,1472,2048,64,0.049084919942424574,0.0,0.49755859375,0.01220703125,0.10400390625,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1472,1536,2048,64,0.05039975709193931,0.0,0.54150390625,0.00439453125,0.08056640625,1.0,48,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1536,1600,2048,64,0.04891620442987991,0.0,0.53271484375,0.00927734375,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1600,1664,2048,64,0.05110086492846762,0.0,0.5048828125,0.00634765625,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1664,1728,2048,64,0.04950957422880245,0.0,0.484375,0.0068359375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1728,1792,2048,64,0.04690280334523306,0.0,0.45703125,0.0068359375,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1792,1856,2048,64,0.04795843742088555,0.0,0.52978515625,0.0126953125,0.0966796875,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1856,1920,2048,64,0.04936126695945229,0.0,0.4970703125,0.0078125,0.10205078125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1920,1984,2048,64,0.04646317013505828,0.0,0.51171875,0.0107421875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.7.mlp.down_proj.output,64,1984,2048,2048,64,0.04678648128811026,0.0,0.50927734375,0.01025390625,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,128,0,128,4096,128,0.04750559828889285,0.0,0.4931640625,0.0078125,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.7.mlp.down_proj.output,128,128,256,4096,128,0.04867124949372068,0.0,0.48779296875,0.009765625,0.08544921875,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,128,256,384,4096,128,0.05045321382097416,0.0,0.510498046875,0.007568359375,0.094482421875,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,128,384,512,4096,128,0.05018435433935718,0.0,0.49462890625,0.010009765625,0.101318359375,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.down_proj.output,128,512,640,4096,128,0.046894901334445876,0.0,0.504638671875,0.007080078125,0.094970703125,1.0,97,0.7578125
+fresh-zh-2,layers.7.mlp.down_proj.output,128,640,768,4096,128,0.048119229847659914,0.0,0.487060546875,0.009765625,0.093994140625,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.down_proj.output,128,768,896,4096,128,0.04799769992439391,0.0,0.48193359375,0.009521484375,0.088623046875,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,128,896,1024,4096,128,0.05007875149506108,0.0,0.509521484375,0.008544921875,0.08740234375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1024,1152,4096,128,0.047310646509000034,0.0,0.5107421875,0.006591796875,0.086669921875,1.0,96,0.75
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1152,1280,4096,128,0.055987633497475965,0.0,0.484375,0.012451171875,0.112548828125,1.0,89,0.6953125
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1280,1408,4096,128,0.0482107254154198,0.0,0.5,0.013427734375,0.10205078125,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1408,1536,4096,128,0.04974668270689372,0.0,0.51953125,0.00830078125,0.09228515625,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1536,1664,4096,128,0.05002046307394252,0.0,0.518798828125,0.0078125,0.08740234375,1.0,98,0.765625
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1664,1792,4096,128,0.04822380585332779,0.0,0.470703125,0.0068359375,0.0859375,1.0,100,0.78125
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1792,1920,4096,128,0.048664907252019454,0.0,0.513427734375,0.01025390625,0.099609375,1.0,95,0.7421875
+fresh-zh-2,layers.7.mlp.down_proj.output,128,1920,2048,4096,128,0.04662510595334912,0.0,0.510498046875,0.010498046875,0.090087890625,1.0,96,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5243260528931193,0.0,0.4999745686848958,0.0147857666015625,0.14743550618489584,1.0,2589,0.42138671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2224492228880024,0.0,0.544921875,0.0107421875,0.1083984375,1.0,39,0.609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.049775520631076,0.0,0.53173828125,0.015625,0.103515625,1.0,44,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3511442165873606,0.0,0.47314453125,0.01171875,0.12841796875,1.0,34,0.53125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3213494350074932,0.0,0.435546875,0.0146484375,0.1357421875,1.0,32,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.9619352665809906,0.0,0.45166015625,0.00927734375,0.109375,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.4508634185836615,0.0,0.4990234375,0.0087890625,0.11328125,1.0,41,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5237710243079994,0.0,0.49853515625,0.01220703125,0.125,1.0,36,0.5625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.5508144958074244,0.0,0.4775390625,0.00927734375,0.10107421875,1.0,36,0.5625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.7850013273510825,0.0,0.4619140625,0.00927734375,0.11962890625,1.0,29,0.453125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.2069878021985594,0.0,0.50244140625,0.0126953125,0.1337890625,1.0,24,0.375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8739781733359109,0.0,0.49072265625,0.00927734375,0.10693359375,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0006188173747932,0.0,0.49365234375,0.01171875,0.0947265625,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.4330109329648417,0.0,0.56396484375,0.01416015625,0.08984375,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.525969587953072,0.0,0.41552734375,0.00830078125,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.117747777809363,0.0,0.49951171875,0.01806640625,0.1337890625,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.063767287694779,0.0,0.55517578125,0.01171875,0.1201171875,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.2833635619000279,0.0,0.48095703125,0.0126953125,0.12158203125,1.0,34,0.53125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0959568569626623,0.0,0.51318359375,0.01025390625,0.10888671875,1.0,42,0.65625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5548075166264264,0.0,0.4951171875,0.01708984375,0.1748046875,1.0,22,0.34375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.3594461439660495,0.0,0.541015625,0.0166015625,0.15478515625,1.0,29,0.453125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4657660950941782,0.0,0.53076171875,0.01806640625,0.19580078125,1.0,18,0.28125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.3677950334848668,0.0,0.5478515625,0.01806640625,0.1806640625,1.0,24,0.375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8986508370105681,0.0,0.46630859375,0.0107421875,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.895457510561454,0.0,0.498046875,0.0078125,0.1044921875,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.4660227991938508,0.0,0.40771484375,0.0078125,0.09619140625,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.9975066577203142,0.0,0.44873046875,0.01220703125,0.109375,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5025883319036073,0.0,0.49609375,0.01123046875,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.644884928925527,0.0,0.50146484375,0.00634765625,0.08642578125,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1470298773965966,0.0,0.47802734375,0.01171875,0.115234375,1.0,42,0.65625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2484950977948666,0.0,0.46728515625,0.00830078125,0.09619140625,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.3674192841196757,0.0,0.44189453125,0.0107421875,0.1142578125,1.0,39,0.609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.4651940784285546,0.0,0.46630859375,0.0166015625,0.11767578125,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.0809098396958898,0.0,0.5126953125,0.0087890625,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9507193579815559,0.0,0.4482421875,0.01123046875,0.10791015625,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.8606900364082177,0.0,0.50634765625,0.00537109375,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.9294973700555349,0.0,0.50390625,0.0146484375,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4790924662049079,0.0,0.501953125,0.015625,0.162109375,1.0,27,0.421875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.9183343132033689,0.0,0.49755859375,0.00927734375,0.109375,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.7978500409788092,0.0,0.55908203125,0.0126953125,0.12451171875,1.0,30,0.46875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.9114697702951557,0.0,0.54736328125,0.01611328125,0.13037109375,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.0386569726245078,0.0,0.48828125,0.01123046875,0.09814453125,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.9170874202515928,0.0,0.49462890625,0.021484375,0.1962890625,1.0,19,0.296875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.1461399741836338,0.0,0.484375,0.0087890625,0.123046875,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.06031254441395,0.0,0.4521484375,0.00927734375,0.09326171875,1.0,44,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.245789964748472,0.0,0.56982421875,0.013671875,0.12841796875,1.0,33,0.515625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.709795772930689,0.0,0.5087890625,0.015625,0.1123046875,1.0,32,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.456954637511965,0.0,0.53955078125,0.01513671875,0.134765625,1.0,32,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.0962406235859874,0.0,0.46240234375,0.0087890625,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.469403684153142,0.0,0.5478515625,0.01025390625,0.12353515625,1.0,33,0.515625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.146725881517529,0.0,0.501953125,0.00830078125,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3163152977835029,0.0,0.5068359375,0.01611328125,0.15283203125,1.0,27,0.421875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4114126373333284,0.0,0.44970703125,0.015625,0.16845703125,1.0,24,0.375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.5359654533802567,0.0,0.50244140625,0.01806640625,0.14697265625,1.0,25,0.390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.7563342105855481,0.0,0.44775390625,0.009765625,0.09765625,1.0,50,0.78125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.728954601777053,0.0,0.50634765625,0.00732421875,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8047012479281676,0.0,0.53076171875,0.00634765625,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.3144480896743405,0.0,0.447265625,0.0107421875,0.11083984375,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.3379109965407177,0.0,0.52587890625,0.00927734375,0.115234375,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,4.8498241083934115,0.0,0.4658203125,0.00341796875,0.03271484375,1.0,51,0.796875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,4.680771839373151,0.0,0.5029296875,0.0009765625,0.01708984375,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.8468391605988785,0.0,0.55322265625,0.01025390625,0.08837890625,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7513693666966258,0.0,0.5146484375,0.0078125,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.008227205384057,0.0,0.501953125,0.0087890625,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9698606584149001,0.0,0.45361328125,0.009765625,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7977534800286626,0.0,0.53271484375,0.0126953125,0.1025390625,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3931725774675583,0.0,0.4658203125,0.01611328125,0.1748046875,1.0,25,0.390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3706596917281897,0.0,0.49560546875,0.01220703125,0.1220703125,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.1892723723021656,0.0,0.54736328125,0.01171875,0.10888671875,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.2595131515371398,0.0,0.59619140625,0.01171875,0.146484375,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9513346114801122,0.0,0.4951171875,0.00732421875,0.1025390625,1.0,41,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0794343598609073,0.0,0.45068359375,0.01513671875,0.13916015625,1.0,32,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7292187461070226,0.0,0.51318359375,0.0048828125,0.09765625,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8728579564563811,0.0,0.50927734375,0.00732421875,0.0810546875,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.1181766693318604,0.0,0.484375,0.0107421875,0.1181640625,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8223818667583331,0.0,0.4833984375,0.0078125,0.1015625,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.7993499594440413,0.0,0.513671875,0.009765625,0.11376953125,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.7539930339746683,0.0,0.52783203125,0.015625,0.142578125,1.0,25,0.390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.2197744763675196,0.0,0.49462890625,0.009765625,0.1064453125,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.8181851330096663,0.0,0.49365234375,0.013671875,0.1220703125,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.6701601378177712,0.0,0.49462890625,0.00830078125,0.10009765625,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9838696145298287,0.0,0.51953125,0.0166015625,0.12548828125,1.0,39,0.609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.7084358452391887,0.0,0.5205078125,0.0107421875,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.677075252827378,0.0,0.529296875,0.02294921875,0.18603515625,1.0,23,0.359375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.971721798083903,0.0,0.55029296875,0.01123046875,0.12451171875,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.3263995211911024,0.0,0.52685546875,0.0146484375,0.14453125,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.1157868618952753,0.0,0.5048828125,0.0107421875,0.14208984375,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.4718360416719833,0.0,0.53076171875,0.01123046875,0.12255859375,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.683083872270104,0.0,0.515625,0.02587890625,0.19970703125,1.0,12,0.1875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.0807113584115975,0.0,0.49658203125,0.00927734375,0.109375,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.3807801913882278,0.0,0.48095703125,0.01171875,0.125,1.0,30,0.46875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.150701479826245,0.0,0.51513671875,0.02197265625,0.22216796875,1.0,8,0.125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.4829122375855508,0.0,0.48291015625,0.01904296875,0.17529296875,1.0,23,0.359375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.3376615408890555,0.0,0.5,0.01513671875,0.1611328125,1.0,24,0.375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.7824063757356504,0.0,0.515625,0.0087890625,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.010305986092597,0.0,0.48828125,0.01171875,0.134765625,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.270844827489307,0.0,0.51025390625,0.0166015625,0.18017578125,1.0,29,0.453125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.13938815735809,0.0,0.538330078125,0.01318359375,0.10791015625,1.0,82,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3363298663526333,0.0,0.454345703125,0.01318359375,0.13232421875,1.0,65,0.5078125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.725426708040433,0.0,0.475341796875,0.009521484375,0.114013671875,1.0,73,0.5703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.5373522262199846,0.0,0.488037109375,0.0107421875,0.113037109375,1.0,72,0.5625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.007115454788084,0.0,0.482177734375,0.01123046875,0.12939453125,1.0,51,0.3984375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9394349006589295,0.0,0.4921875,0.010009765625,0.102294921875,1.0,90,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.4802201723653197,0.0,0.48974609375,0.01171875,0.088134765625,1.0,78,0.609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.0910914116533215,0.0,0.52734375,0.014892578125,0.127197265625,1.0,74,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.193344766682329,0.0,0.4970703125,0.01171875,0.11279296875,1.0,74,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.4603972459749086,0.0,0.51806640625,0.01611328125,0.16748046875,1.0,50,0.390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4176271546414283,0.0,0.539306640625,0.01904296875,0.187255859375,1.0,40,0.3125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.8970555947322081,0.0,0.482177734375,0.00927734375,0.099365234375,1.0,90,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7520353443057526,0.0,0.42822265625,0.01025390625,0.107421875,1.0,63,0.4921875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.5753441091677718,0.0,0.498779296875,0.009033203125,0.0830078125,1.0,92,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1988364252178578,0.0,0.47265625,0.010009765625,0.10546875,1.0,82,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4171501660100225,0.0,0.4541015625,0.01416015625,0.116455078125,1.0,73,0.5703125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.0178981725084921,0.0,0.48046875,0.01025390625,0.100341796875,1.0,92,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.895754625919547,0.0,0.505126953125,0.010009765625,0.09765625,1.0,88,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.2310671050740531,0.0,0.499755859375,0.013427734375,0.138427734375,1.0,69,0.5390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.8555297697153394,0.0,0.55322265625,0.01416015625,0.128662109375,1.0,59,0.4609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.541757517197243,0.0,0.491455078125,0.01708984375,0.1552734375,1.0,59,0.4609375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.1040605808249937,0.0,0.46826171875,0.00927734375,0.107177734375,1.0,83,0.6484375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.4886307175591535,0.0,0.539306640625,0.014404296875,0.123046875,1.0,64,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.289275052222724,0.0,0.5009765625,0.0126953125,0.1240234375,1.0,75,0.5859375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3179771307471502,0.0,0.52490234375,0.0087890625,0.108642578125,1.0,74,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3646925653793043,0.0,0.478271484375,0.015869140625,0.15966796875,1.0,51,0.3984375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.2106261421429163,0.0,0.47509765625,0.013916015625,0.1376953125,1.0,69,0.5390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.7677626292901641,0.0,0.5185546875,0.006591796875,0.091552734375,1.0,95,0.7421875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3262314306170508,0.0,0.486572265625,0.010009765625,0.1123046875,1.0,74,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,4.766047570819172,0.0,0.484375,0.002197265625,0.0244140625,1.0,99,0.7734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8005287281334448,0.0,0.533935546875,0.00927734375,0.093505859375,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.9892299516334736,0.0,0.477783203125,0.00927734375,0.091796875,1.0,93,0.7265625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.135196116427783,0.0,0.499267578125,0.013916015625,0.137451171875,1.0,71,0.5546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.2831751178326436,0.0,0.521484375,0.012451171875,0.11669921875,1.0,74,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.116111760061472,0.0,0.545654296875,0.010498046875,0.122802734375,1.0,70,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.9211239104817074,0.0,0.48193359375,0.010009765625,0.119140625,1.0,76,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.003045381821606,0.0,0.496826171875,0.0087890625,0.097900390625,1.0,82,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.8109476840204032,0.0,0.49853515625,0.009033203125,0.10693359375,1.0,93,0.7265625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.510685496129045,0.0,0.51123046875,0.012451171875,0.122314453125,1.0,57,0.4453125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.7478440753920497,0.0,0.494140625,0.010986328125,0.109619140625,1.0,91,0.7109375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8572866396995924,0.0,0.52001953125,0.012939453125,0.109619140625,1.0,86,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.351001782043135,0.0,0.539794921875,0.017578125,0.15576171875,1.0,53,0.4140625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.2256255568064196,0.0,0.515869140625,0.012939453125,0.143310546875,1.0,64,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.163936274385245,0.0,0.523193359375,0.01953125,0.176513671875,1.0,43,0.3359375
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.2398570436001788,0.0,0.48876953125,0.010986328125,0.11669921875,1.0,65,0.5078125
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.8472338184035861,0.0,0.4990234375,0.021728515625,0.19677734375,1.0,28,0.21875
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.095786962590238,0.0,0.5078125,0.012939453125,0.129150390625,1.0,69,0.5390625
+fresh-zh-2,layers.8.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1479905838226332,0.0,0.499267578125,0.014892578125,0.156982421875,1.0,64,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5503915858495305,0.0,0.32080078125,0.009490966796875,0.092010498046875,1.0,1150,0.5615234375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4783920605995782,0.0,0.1044921875,0.0048828125,0.06640625,1.0,44,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,64,128,2048,64,1.6719970354580413,0.0,0.18212890625,0.00634765625,0.07080078125,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,128,192,2048,64,1.616540800174632,0.0,0.43994140625,0.0107421875,0.10400390625,1.0,35,0.546875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7192799993799395,0.0,0.42724609375,0.01025390625,0.0947265625,1.0,30,0.46875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,256,320,2048,64,1.9620696075402304,0.0,0.40478515625,0.0048828125,0.05859375,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7641215905074832,0.0,0.35546875,0.00537109375,0.05859375,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6617214072965991,0.0,0.3134765625,0.005859375,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4289531480194226,0.0,0.28369140625,0.005859375,0.048828125,1.0,42,0.65625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3135348334153494,0.0,0.380859375,0.00927734375,0.0888671875,1.0,36,0.5625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2481610532432037,0.0,0.4033203125,0.0087890625,0.11181640625,1.0,31,0.484375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,640,704,2048,64,1.06261844147972,0.0,0.3154296875,0.01025390625,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1563630191180256,0.0,0.3212890625,0.0087890625,0.09716796875,1.0,40,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,768,832,2048,64,1.096210887203349,0.0,0.474609375,0.015625,0.1142578125,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3131916537606823,0.0,0.482421875,0.015625,0.13037109375,1.0,32,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,896,960,2048,64,1.9500553892548338,0.0,0.0478515625,0.0,0.00244140625,1.0,54,0.84375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.950235873619425,0.0,0.1103515625,0.0009765625,0.00244140625,1.0,54,0.84375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.542992756737888,0.0,0.111328125,0.0048828125,0.04345703125,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.420134628688686,0.0,0.21826171875,0.0048828125,0.0556640625,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.7571139717378776,0.0,0.51708984375,0.03076171875,0.3056640625,1.0,12,0.1875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.0075125863850916,0.0,0.447265625,0.02978515625,0.2177734375,1.0,19,0.296875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.7190034296653969,0.0,0.3984375,0.0029296875,0.04150390625,1.0,43,0.671875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.8679203623106497,0.0,0.43994140625,0.0126953125,0.07373046875,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.7259370101409768,0.0,0.146484375,0.00537109375,0.0458984375,1.0,44,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.7807694224012027,0.0,0.21875,0.00146484375,0.033203125,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0347697553400326,0.0,0.52587890625,0.00927734375,0.10791015625,1.0,38,0.59375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3231706801937853,0.0,0.53369140625,0.0126953125,0.10986328125,1.0,30,0.46875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.5872681515588667,0.0,0.5810546875,0.01220703125,0.12451171875,1.0,27,0.421875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3399130200574312,0.0,0.6171875,0.0107421875,0.09521484375,1.0,37,0.578125
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.5554511716293427,0.0,0.130859375,0.0048828125,0.052734375,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4907526912568538,0.0,0.15771484375,0.00390625,0.06005859375,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6509256706909825,0.0,0.09130859375,0.00537109375,0.02880859375,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.6503504939910985,0.0,0.0830078125,0.00146484375,0.03125,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5781662097865905,0.0,0.143310546875,0.005615234375,0.068603515625,1.0,84,0.65625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,128,256,4096,128,1.6687012726814112,0.0,0.43359375,0.010498046875,0.09814453125,1.0,64,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,256,384,4096,128,1.8657226657421146,0.0,0.380126953125,0.005126953125,0.05859375,1.0,80,0.625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5497137049633407,0.0,0.298583984375,0.00537109375,0.05419921875,1.0,79,0.6171875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,512,640,4096,128,1.2812649557036737,0.0,0.39208984375,0.0087890625,0.10107421875,1.0,67,0.5234375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,640,768,4096,128,1.110480387975525,0.0,0.318359375,0.00927734375,0.09716796875,1.0,82,0.640625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2095765020720823,0.0,0.478515625,0.014892578125,0.123779296875,1.0,67,0.5234375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.950145633525089,0.0,0.0791015625,0.00048828125,0.00244140625,1.0,107,0.8359375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.4828366415331022,0.0,0.164794921875,0.0048828125,0.050537109375,1.0,91,0.7109375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.4322239911062855,0.0,0.482177734375,0.03369140625,0.275390625,1.0,25,0.1953125
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.795006862262112,0.0,0.419189453125,0.007080078125,0.056884765625,1.0,79,0.6171875
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.7535675491314109,0.0,0.1826171875,0.00341796875,0.03955078125,1.0,90,0.703125
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1877560977513344,0.0,0.52978515625,0.011962890625,0.11376953125,1.0,66,0.515625
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.468806843371947,0.0,0.59912109375,0.01171875,0.10791015625,1.0,64,0.5
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.523445426297353,0.0,0.144287109375,0.004638671875,0.056396484375,1.0,91,0.7109375
+fresh-zh-2,layers.8.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.650638107394097,0.0,0.087158203125,0.00341796875,0.030029296875,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.in_proj_b.output,0,0,16,512,16,1.1084336713639042,0.0,0.423828125,0.0078125,0.076171875,1.0,11,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_b.output,64,0,16,512,16,1.1084336713639042,0.0,0.423828125,0.0078125,0.076171875,1.0,11,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_b.output,128,0,16,512,16,1.1084336713639042,0.0,0.423828125,0.0078125,0.076171875,1.0,11,0.6875
+fresh-zh-2,layers.8.linear_attn.in_proj_a.output,0,0,16,512,16,1.249611828121943,0.0,0.55078125,0.005859375,0.091796875,1.0,13,0.8125
+fresh-zh-2,layers.8.linear_attn.in_proj_a.output,64,0,16,512,16,1.249611828121943,0.0,0.55078125,0.005859375,0.091796875,1.0,13,0.8125
+fresh-zh-2,layers.8.linear_attn.in_proj_a.output,128,0,16,512,16,1.249611828121943,0.0,0.55078125,0.005859375,0.091796875,1.0,13,0.8125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,0,0,2048,65536,2048,0.028443211201321372,0.0,0.4969940185546875,0.0093841552734375,0.097808837890625,1.0,1493,0.72900390625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,0,64,2048,64,0.02882423567777061,0.0,0.53466796875,0.01025390625,0.1025390625,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,64,128,2048,64,0.026366075175229445,0.0,0.490234375,0.00830078125,0.09765625,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,128,192,2048,64,0.027607449131431067,0.0,0.48876953125,0.0078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,192,256,2048,64,0.028167257605022384,0.0,0.4794921875,0.00830078125,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,256,320,2048,64,0.028114295739725906,0.0,0.4951171875,0.0068359375,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,320,384,2048,64,0.02882346369323171,0.0,0.54296875,0.00927734375,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,384,448,2048,64,0.02788732992459046,0.0,0.50732421875,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,448,512,2048,64,0.027573621231070846,0.0,0.46923828125,0.0068359375,0.10107421875,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,512,576,2048,64,0.027080847489869272,0.0,0.4833984375,0.009765625,0.09912109375,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,576,640,2048,64,0.030804825870031548,0.0,0.52197265625,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,640,704,2048,64,0.02889536975951606,0.0,0.47607421875,0.009765625,0.11279296875,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,704,768,2048,64,0.027293971872307227,0.0,0.5009765625,0.01416015625,0.10009765625,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,768,832,2048,64,0.028138761943130544,0.0,0.4716796875,0.0126953125,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,832,896,2048,64,0.028128185319874995,0.0,0.46728515625,0.0087890625,0.09716796875,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,896,960,2048,64,0.029141519455530715,0.0,0.5419921875,0.00927734375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,960,1024,2048,64,0.02821503929493312,0.0,0.46923828125,0.00732421875,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1024,1088,2048,64,0.027375342876821897,0.0,0.48876953125,0.00830078125,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1088,1152,2048,64,0.0272524889898171,0.0,0.52880859375,0.00830078125,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1152,1216,2048,64,0.03940065530625855,0.0,0.51513671875,0.009765625,0.15185546875,1.0,36,0.5625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1216,1280,2048,64,0.029314752939457442,0.0,0.4765625,0.01123046875,0.09912109375,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1280,1344,2048,64,0.029907087325125068,0.0,0.54150390625,0.00927734375,0.107421875,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1344,1408,2048,64,0.025972636066333293,0.0,0.47998046875,0.009765625,0.1083984375,1.0,45,0.703125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02828569290081456,0.0,0.48388671875,0.0107421875,0.10546875,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02770955333782573,0.0,0.4931640625,0.00634765625,0.1005859375,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02907903927289869,0.0,0.52978515625,0.01318359375,0.09814453125,1.0,46,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02754357536021251,0.0,0.4775390625,0.01171875,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1664,1728,2048,64,0.026808187704216675,0.0,0.48681640625,0.0048828125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02911991583896722,0.0,0.4638671875,0.0078125,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02593733461557623,0.0,0.51220703125,0.00927734375,0.1005859375,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1856,1920,2048,64,0.028815924912053526,0.0,0.498046875,0.009765625,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1920,1984,2048,64,0.026245407191310997,0.0,0.49365234375,0.01220703125,0.09912109375,1.0,47,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,64,1984,2048,2048,64,0.027452203668971747,0.0,0.49365234375,0.0087890625,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,0,128,4096,128,0.02762251330485257,0.0,0.512451171875,0.009521484375,0.100830078125,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,128,256,4096,128,0.02788875802659779,0.0,0.484130859375,0.008056640625,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,256,384,4096,128,0.028471087827968717,0.0,0.51904296875,0.008056640625,0.0849609375,1.0,95,0.7421875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,384,512,4096,128,0.027730919188854158,0.0,0.48828125,0.007568359375,0.093017578125,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,512,640,4096,128,0.0290026688224767,0.0,0.502685546875,0.009033203125,0.09375,1.0,95,0.7421875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,640,768,4096,128,0.028106078471617602,0.0,0.488525390625,0.01220703125,0.106201171875,1.0,92,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,768,896,4096,128,0.028133474128530615,0.0,0.469482421875,0.0107421875,0.096435546875,1.0,96,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,896,1024,4096,128,0.028682020488379957,0.0,0.505615234375,0.008544921875,0.085693359375,1.0,98,0.765625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1024,1152,4096,128,0.027313985005521124,0.0,0.5087890625,0.00830078125,0.098876953125,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1152,1280,4096,128,0.03472582884874045,0.0,0.495849609375,0.0107421875,0.123779296875,1.0,81,0.6328125
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1280,1408,4096,128,0.028009031547938722,0.0,0.5107421875,0.010009765625,0.106689453125,1.0,92,0.71875
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1408,1536,4096,128,0.027999105066599896,0.0,0.488525390625,0.008544921875,0.103759765625,1.0,93,0.7265625
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1536,1664,4096,128,0.028321714890331855,0.0,0.503662109375,0.0126953125,0.093505859375,1.0,96,0.75
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1664,1792,4096,128,0.027987929777433057,0.0,0.475341796875,0.006103515625,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1792,1920,4096,128,0.027414438308102137,0.0,0.505126953125,0.00927734375,0.09814453125,1.0,94,0.734375
+fresh-zh-2,layers.8.linear_attn.out_proj.output,128,1920,2048,4096,128,0.026855584939826063,0.0,0.49365234375,0.010498046875,0.096435546875,1.0,94,0.734375
+fresh-zh-2,layers.8.mlp.gate_proj.output,0,0,6144,196608,6144,0.5821401601223627,0.0,0.7853444417317709,0.007542928059895833,0.0793609619140625,1.0,4192,0.6822916666666666
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,0,64,2048,64,0.5679333838800273,0.0,0.76318359375,0.01171875,0.09814453125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,64,128,2048,64,0.6060994792658966,0.0,0.75927734375,0.00732421875,0.09423828125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,128,192,2048,64,0.575516248489499,0.0,0.79052734375,0.009765625,0.08837890625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,192,256,2048,64,0.5317452131677721,0.0,0.78466796875,0.00537109375,0.07421875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,256,320,2048,64,0.5569605284036395,0.0,0.74951171875,0.00341796875,0.07666015625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,320,384,2048,64,0.5925657568915503,0.0,0.818359375,0.00537109375,0.07861328125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,384,448,2048,64,0.6162756921393868,0.0,0.76806640625,0.00634765625,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,448,512,2048,64,0.5893447587953049,0.0,0.74169921875,0.0048828125,0.08935546875,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,512,576,2048,64,0.5611926877959311,0.0,0.82177734375,0.0068359375,0.07177734375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,576,640,2048,64,0.4993926256488748,0.0,0.765625,0.00830078125,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,640,704,2048,64,0.5815453255166265,0.0,0.77099609375,0.0078125,0.0791015625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,704,768,2048,64,0.5705891875736157,0.0,0.8037109375,0.0068359375,0.0791015625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,768,832,2048,64,0.6240470118788842,0.0,0.78515625,0.00634765625,0.06884765625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,832,896,2048,64,0.5321802135986528,0.0,0.7548828125,0.0078125,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,896,960,2048,64,0.6112084759308894,0.0,0.7734375,0.00927734375,0.0849609375,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,960,1024,2048,64,0.5503112529768635,0.0,0.806640625,0.01123046875,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1024,1088,2048,64,0.5887341927983092,0.0,0.75,0.01220703125,0.0986328125,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1088,1152,2048,64,0.5546845486686354,0.0,0.77880859375,0.00634765625,0.07177734375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1152,1216,2048,64,0.5596776189402339,0.0,0.74072265625,0.0068359375,0.0771484375,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1216,1280,2048,64,0.5246331722006838,0.0,0.75146484375,0.0078125,0.0810546875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1280,1344,2048,64,0.6134367872382492,0.0,0.8349609375,0.005859375,0.07421875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1344,1408,2048,64,0.5457705227814817,0.0,0.7333984375,0.00927734375,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1408,1472,2048,64,0.6003313155578757,0.0,0.8232421875,0.00439453125,0.0703125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1472,1536,2048,64,0.7067242011663462,0.0,0.82958984375,0.009765625,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1536,1600,2048,64,0.6008470690933546,0.0,0.7939453125,0.0078125,0.0751953125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1600,1664,2048,64,0.5642656507989324,0.0,0.77783203125,0.0078125,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1664,1728,2048,64,0.5624341051574396,0.0,0.759765625,0.00732421875,0.07861328125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1728,1792,2048,64,0.5669912999468524,0.0,0.8232421875,0.00732421875,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1792,1856,2048,64,0.5204680188930895,0.0,0.7861328125,0.00537109375,0.07568359375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1856,1920,2048,64,0.5916887346975107,0.0,0.7802734375,0.00830078125,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1920,1984,2048,64,0.6026779327778051,0.0,0.82080078125,0.005859375,0.0791015625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,1984,2048,2048,64,0.6171609214789479,0.0,0.79833984375,0.0078125,0.07666015625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2048,2112,2048,64,0.58437969805283,0.0,0.82421875,0.0068359375,0.0712890625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2112,2176,2048,64,0.5611435135751864,0.0,0.79296875,0.00927734375,0.07666015625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2176,2240,2048,64,0.564275960764368,0.0,0.80029296875,0.005859375,0.07666015625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2240,2304,2048,64,0.5853704589306845,0.0,0.79931640625,0.00927734375,0.08447265625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2304,2368,2048,64,0.5568190180953765,0.0,0.7470703125,0.00830078125,0.0712890625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2368,2432,2048,64,0.6433721536783228,0.0,0.77880859375,0.00830078125,0.08740234375,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2432,2496,2048,64,0.6016716311694476,0.0,0.80126953125,0.0068359375,0.07373046875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2496,2560,2048,64,0.6030124840015543,0.0,0.7548828125,0.0078125,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2560,2624,2048,64,0.5668686521574788,0.0,0.78271484375,0.0078125,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2624,2688,2048,64,0.6029693955005668,0.0,0.79638671875,0.00830078125,0.07275390625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2688,2752,2048,64,0.5142818136283639,0.0,0.73583984375,0.0048828125,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2752,2816,2048,64,0.5953952572939673,0.0,0.8046875,0.005859375,0.07666015625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2816,2880,2048,64,0.599076257311548,0.0,0.8203125,0.0078125,0.06689453125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2880,2944,2048,64,0.5952678854196868,0.0,0.810546875,0.0087890625,0.07470703125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,2944,3008,2048,64,0.4925171239390263,0.0,0.748046875,0.0078125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3008,3072,2048,64,0.5857050643788412,0.0,0.77197265625,0.01025390625,0.080078125,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3072,3136,2048,64,0.5864185141685282,0.0,0.771484375,0.0068359375,0.06884765625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3136,3200,2048,64,0.6033526266872543,0.0,0.79541015625,0.00732421875,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3200,3264,2048,64,0.593931129729562,0.0,0.80078125,0.01220703125,0.0927734375,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3264,3328,2048,64,0.5681462028932758,0.0,0.78515625,0.0068359375,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3328,3392,2048,64,0.5398257207681201,0.0,0.755859375,0.0078125,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3392,3456,2048,64,0.5500180402951915,0.0,0.7783203125,0.00732421875,0.07861328125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3456,3520,2048,64,0.6148021835850546,0.0,0.791015625,0.0087890625,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3520,3584,2048,64,0.5957394479576649,0.0,0.80859375,0.00927734375,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3584,3648,2048,64,0.5589721616455617,0.0,0.7734375,0.0068359375,0.076171875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3648,3712,2048,64,0.632911746803988,0.0,0.78271484375,0.00830078125,0.07470703125,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3712,3776,2048,64,0.5969770193703208,0.0,0.78466796875,0.00732421875,0.07568359375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3776,3840,2048,64,0.643850320021479,0.0,0.791015625,0.00732421875,0.09033203125,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3840,3904,2048,64,0.6464659355157741,0.0,0.81201171875,0.0068359375,0.0859375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3904,3968,2048,64,0.6284159895625859,0.0,0.814453125,0.0068359375,0.08203125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,3968,4032,2048,64,0.590198915710559,0.0,0.7568359375,0.0068359375,0.0791015625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4032,4096,2048,64,0.5716000371010626,0.0,0.79248046875,0.00537109375,0.076171875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4096,4160,2048,64,0.5867096875433846,0.0,0.810546875,0.0068359375,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4160,4224,2048,64,0.6196529298148117,0.0,0.7744140625,0.0048828125,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4224,4288,2048,64,0.6058726824383448,0.0,0.81005859375,0.0078125,0.0859375,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4288,4352,2048,64,0.5025883676532544,0.0,0.80419921875,0.005859375,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4352,4416,2048,64,0.5834438407974047,0.0,0.7802734375,0.00830078125,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4416,4480,2048,64,0.6517910552794955,0.0,0.80126953125,0.0048828125,0.07568359375,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4480,4544,2048,64,0.5691703024372105,0.0,0.71728515625,0.0048828125,0.07421875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4544,4608,2048,64,0.5136199416125841,0.0,0.734375,0.00830078125,0.076171875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4608,4672,2048,64,0.5473557055562263,0.0,0.8037109375,0.005859375,0.07958984375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4672,4736,2048,64,0.6156135984126302,0.0,0.76953125,0.0078125,0.09814453125,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4736,4800,2048,64,0.5724916848866235,0.0,0.7763671875,0.00830078125,0.08349609375,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4800,4864,2048,64,0.6380800893612485,0.0,0.794921875,0.00439453125,0.08544921875,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4864,4928,2048,64,0.5669994061254586,0.0,0.76904296875,0.00537109375,0.06640625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4928,4992,2048,64,0.5798130807357291,0.0,0.8037109375,0.0048828125,0.076171875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,4992,5056,2048,64,0.5241668880477138,0.0,0.80224609375,0.005859375,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5056,5120,2048,64,0.6254092495534516,0.0,0.80517578125,0.01220703125,0.09423828125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5120,5184,2048,64,0.5506861630303239,0.0,0.7685546875,0.0078125,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5184,5248,2048,64,0.539285071810409,0.0,0.82373046875,0.0087890625,0.07177734375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5248,5312,2048,64,0.5761399449828386,0.0,0.77734375,0.01025390625,0.08203125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5312,5376,2048,64,0.6053812017023251,0.0,0.81103515625,0.0078125,0.06884765625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5376,5440,2048,64,0.5295901045592268,0.0,0.78564453125,0.00830078125,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5440,5504,2048,64,0.6454123732228234,0.0,0.802734375,0.00927734375,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5504,5568,2048,64,0.6196602932363648,0.0,0.79296875,0.0078125,0.09423828125,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5568,5632,2048,64,0.5408694718500243,0.0,0.763671875,0.0087890625,0.07568359375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5632,5696,2048,64,0.6115781268807912,0.0,0.81640625,0.00634765625,0.07568359375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5696,5760,2048,64,0.5588772479827424,0.0,0.7744140625,0.00634765625,0.07177734375,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5760,5824,2048,64,0.6031778252519127,0.0,0.80419921875,0.0068359375,0.07470703125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5824,5888,2048,64,0.5998897447794972,0.0,0.818359375,0.00830078125,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5888,5952,2048,64,0.6079285746764949,0.0,0.7998046875,0.00732421875,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,5952,6016,2048,64,0.5327145653273306,0.0,0.767578125,0.00830078125,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,6016,6080,2048,64,0.5518926792935874,0.0,0.76123046875,0.00830078125,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,64,6080,6144,2048,64,0.5297783494773591,0.0,0.7646484375,0.0068359375,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,0,128,4096,128,0.5873265306845118,0.0,0.76123046875,0.009521484375,0.095703125,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,128,256,4096,128,0.554063139002346,0.0,0.78759765625,0.007568359375,0.08203125,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,256,384,4096,128,0.575038784100741,0.0,0.783935546875,0.004150390625,0.076904296875,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,384,512,4096,128,0.602960601300523,0.0,0.7548828125,0.005615234375,0.087158203125,1.0,84,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,512,640,4096,128,0.531192162681312,0.0,0.793701171875,0.007568359375,0.079345703125,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,640,768,4096,128,0.5760933026021731,0.0,0.787353515625,0.00732421875,0.078857421875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,768,896,4096,128,0.5799355364093804,0.0,0.77001953125,0.007568359375,0.074462890625,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,896,1024,4096,128,0.5815575105708489,0.0,0.7900390625,0.010009765625,0.079833984375,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1024,1152,4096,128,0.5719628039923594,0.0,0.764404296875,0.009033203125,0.0849609375,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1152,1280,4096,128,0.5424384769335423,0.0,0.74609375,0.007568359375,0.0771484375,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1280,1408,4096,128,0.5805902838811363,0.0,0.7841796875,0.00732421875,0.078857421875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1408,1536,4096,128,0.6556892499323363,0.0,0.826416015625,0.008056640625,0.082763671875,1.0,84,0.65625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1536,1664,4096,128,0.5828434288510154,0.0,0.785888671875,0.008056640625,0.073974609375,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1664,1792,4096,128,0.5647172995666377,0.0,0.79150390625,0.00732421875,0.081298828125,1.0,92,0.71875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1792,1920,4096,128,0.5572174250050148,0.0,0.783203125,0.007080078125,0.073486328125,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,1920,2048,4096,128,0.6099624142756964,0.0,0.8095703125,0.0068359375,0.07666015625,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2048,2176,4096,128,0.5728794263733958,0.0,0.80859375,0.008056640625,0.07373046875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2176,2304,4096,128,0.5749199657714414,0.0,0.7998046875,0.007568359375,0.081298828125,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2304,2432,4096,128,0.6016540314173016,0.0,0.762939453125,0.00830078125,0.07861328125,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2432,2560,4096,128,0.6023424306886526,0.0,0.778076171875,0.00732421875,0.07763671875,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2560,2688,4096,128,0.5851974712475934,0.0,0.78955078125,0.00830078125,0.07958984375,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2688,2816,4096,128,0.5563188367460824,0.0,0.770263671875,0.00537109375,0.073974609375,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2816,2944,4096,128,0.5971751072702367,0.0,0.8154296875,0.00830078125,0.070556640625,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,2944,3072,4096,128,0.5411208459356343,0.0,0.760009765625,0.00830078125,0.081298828125,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3072,3200,4096,128,0.5949458235377544,0.0,0.783447265625,0.007080078125,0.073486328125,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3200,3328,4096,128,0.5811816818878074,0.0,0.79296875,0.009521484375,0.076416015625,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3328,3456,4096,128,0.5449457098890601,0.0,0.76708984375,0.007568359375,0.079345703125,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3456,3584,4096,128,0.6053458576689257,0.0,0.7998046875,0.009033203125,0.08642578125,1.0,85,0.6640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3584,3712,4096,128,0.5970875801493394,0.0,0.778076171875,0.008056640625,0.072998046875,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3712,3840,4096,128,0.6208561815138967,0.0,0.787841796875,0.007080078125,0.083251953125,1.0,85,0.6640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3840,3968,4096,128,0.6375048477149837,0.0,0.813232421875,0.0068359375,0.0849609375,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,3968,4096,4096,128,0.580973907555174,0.0,0.774658203125,0.00634765625,0.077392578125,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4096,4224,4096,128,0.603406169543093,0.0,0.79248046875,0.006103515625,0.082763671875,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4224,4352,4096,128,0.5566312848849758,0.0,0.80712890625,0.007080078125,0.074951171875,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4352,4480,4096,128,0.6185621614303553,0.0,0.790771484375,0.007080078125,0.0810546875,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4480,4608,4096,128,0.5421071285265394,0.0,0.725830078125,0.0068359375,0.076171875,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4608,4736,4096,128,0.582485352157246,0.0,0.78662109375,0.008056640625,0.0888671875,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4736,4864,4096,128,0.6061736259948893,0.0,0.78564453125,0.006103515625,0.084228515625,1.0,85,0.6640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4864,4992,4096,128,0.5734420350562381,0.0,0.786376953125,0.00537109375,0.07080078125,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,4992,5120,4096,128,0.5770128490565163,0.0,0.8037109375,0.009033203125,0.082763671875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5120,5248,4096,128,0.5450154304378081,0.0,0.796142578125,0.00830078125,0.076171875,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5248,5376,4096,128,0.5909414673127025,0.0,0.794189453125,0.009033203125,0.076171875,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5376,5504,4096,128,0.5903485455034889,0.0,0.794189453125,0.008544921875,0.073486328125,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5504,5632,4096,128,0.5816006639409476,0.0,0.7783203125,0.00830078125,0.08544921875,1.0,85,0.6640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5632,5760,4096,128,0.5858206140073005,0.0,0.79541015625,0.006103515625,0.07421875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5760,5888,4096,128,0.6015360316586352,0.0,0.811279296875,0.007568359375,0.074462890625,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,5888,6016,4096,128,0.571560128079313,0.0,0.78369140625,0.0078125,0.08056640625,1.0,85,0.6640625
+fresh-zh-2,layers.8.mlp.gate_proj.output,128,6016,6144,4096,128,0.5409485322250212,0.0,0.762939453125,0.0078125,0.077392578125,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.up_proj.output,0,0,6144,196608,6144,0.3417732329199599,0.0,0.5058135986328125,0.008702596028645834,0.08476765950520833,1.0,4786,0.7789713541666666
+fresh-zh-2,layers.8.mlp.up_proj.output,64,0,64,2048,64,0.34302125021065355,0.0,0.51416015625,0.00830078125,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,64,128,2048,64,0.32966041637945365,0.0,0.48486328125,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,128,192,2048,64,0.3425838290177173,0.0,0.525390625,0.0107421875,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,192,256,2048,64,0.34080957829133746,0.0,0.50390625,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,256,320,2048,64,0.33964259931052176,0.0,0.50341796875,0.01220703125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,320,384,2048,64,0.34684874807383853,0.0,0.51953125,0.01171875,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,384,448,2048,64,0.3326723752317008,0.0,0.49462890625,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,448,512,2048,64,0.34402606090082044,0.0,0.4931640625,0.0126953125,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,512,576,2048,64,0.33530804284989135,0.0,0.4775390625,0.0078125,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,576,640,2048,64,0.33795872567702523,0.0,0.46728515625,0.00732421875,0.07666015625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,640,704,2048,64,0.3607742252463438,0.0,0.50732421875,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,704,768,2048,64,0.3136232446577483,0.0,0.52392578125,0.00634765625,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,768,832,2048,64,0.3526638187451796,0.0,0.5400390625,0.00634765625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,832,896,2048,64,0.3434155758585516,0.0,0.50537109375,0.01025390625,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,896,960,2048,64,0.3382294783453078,0.0,0.5419921875,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,960,1024,2048,64,0.36053689911696263,0.0,0.53564453125,0.01025390625,0.1005859375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1024,1088,2048,64,0.33753469275593256,0.0,0.482421875,0.0087890625,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1088,1152,2048,64,0.34263678582795937,0.0,0.51708984375,0.00732421875,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1152,1216,2048,64,0.32144415761591744,0.0,0.50927734375,0.00732421875,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1216,1280,2048,64,0.32995989019712657,0.0,0.49169921875,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1280,1344,2048,64,0.32117723648687563,0.0,0.48291015625,0.0078125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1344,1408,2048,64,0.3475054376857666,0.0,0.52392578125,0.01171875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1408,1472,2048,64,0.34207181279815385,0.0,0.49462890625,0.00927734375,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1472,1536,2048,64,0.3279646733071211,0.0,0.53125,0.00634765625,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1536,1600,2048,64,0.3328209399933105,0.0,0.4765625,0.00634765625,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1600,1664,2048,64,0.3798013190384738,0.0,0.50341796875,0.00634765625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1664,1728,2048,64,0.339126214750969,0.0,0.4853515625,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1728,1792,2048,64,0.3431877594427479,0.0,0.57373046875,0.0087890625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1792,1856,2048,64,0.386785841005194,0.0,0.51513671875,0.009765625,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1856,1920,2048,64,0.3428834373580895,0.0,0.47412109375,0.0087890625,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1920,1984,2048,64,0.3322228344400367,0.0,0.51611328125,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,1984,2048,2048,64,0.3768796140752128,0.0,0.51904296875,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2048,2112,2048,64,0.3469362431245481,0.0,0.51513671875,0.00830078125,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2112,2176,2048,64,0.31913792307402344,0.0,0.53173828125,0.0087890625,0.064453125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2176,2240,2048,64,0.34466080427655216,0.0,0.5068359375,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2240,2304,2048,64,0.3327749632080218,0.0,0.546875,0.0078125,0.09423828125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2304,2368,2048,64,0.33481387772430105,0.0,0.48388671875,0.00927734375,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2368,2432,2048,64,0.3204646522640868,0.0,0.4990234375,0.0068359375,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2432,2496,2048,64,0.35382487131040574,0.0,0.4580078125,0.00830078125,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2496,2560,2048,64,0.3569550938129611,0.0,0.52294921875,0.01025390625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2560,2624,2048,64,0.32095741366405733,0.0,0.47265625,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2624,2688,2048,64,0.34980039474742564,0.0,0.4599609375,0.00732421875,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2688,2752,2048,64,0.3482761551276005,0.0,0.5,0.00634765625,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2752,2816,2048,64,0.34307577768120234,0.0,0.45361328125,0.0078125,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2816,2880,2048,64,0.3333311095857961,0.0,0.4951171875,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2880,2944,2048,64,0.3252556011650306,0.0,0.52734375,0.0078125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,2944,3008,2048,64,0.3414490017945928,0.0,0.470703125,0.00732421875,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3008,3072,2048,64,0.3464688055111509,0.0,0.48291015625,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3072,3136,2048,64,0.33949687436512943,0.0,0.5322265625,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3136,3200,2048,64,0.3205388666743949,0.0,0.5107421875,0.0078125,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3200,3264,2048,64,0.3197160492446542,0.0,0.505859375,0.005859375,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3264,3328,2048,64,0.3306453718132312,0.0,0.505859375,0.01171875,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3328,3392,2048,64,0.34211016252045084,0.0,0.4873046875,0.00634765625,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3392,3456,2048,64,0.3119289943794881,0.0,0.505859375,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3456,3520,2048,64,0.3406440332512773,0.0,0.509765625,0.00732421875,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3520,3584,2048,64,0.34524159228523144,0.0,0.49609375,0.01171875,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3584,3648,2048,64,0.3768186774099294,0.0,0.52197265625,0.013671875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3648,3712,2048,64,0.33514907309098085,0.0,0.5224609375,0.009765625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3712,3776,2048,64,0.3576993795339577,0.0,0.49267578125,0.00732421875,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3776,3840,2048,64,0.39547670814514535,0.0,0.57666015625,0.00830078125,0.0869140625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3840,3904,2048,64,0.3559859932554929,0.0,0.521484375,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3904,3968,2048,64,0.34113769308914865,0.0,0.52880859375,0.00927734375,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,3968,4032,2048,64,0.34517567266201243,0.0,0.45166015625,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4032,4096,2048,64,0.3722735427797145,0.0,0.48681640625,0.005859375,0.07568359375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4096,4160,2048,64,0.33672529112387733,0.0,0.49853515625,0.0078125,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4160,4224,2048,64,0.34758188959364433,0.0,0.52392578125,0.0078125,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4224,4288,2048,64,0.3096941018891324,0.0,0.45166015625,0.005859375,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4288,4352,2048,64,0.33310834352177743,0.0,0.4990234375,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4352,4416,2048,64,0.3282690504004114,0.0,0.5,0.01123046875,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4416,4480,2048,64,0.3284237644157072,0.0,0.47265625,0.0087890625,0.095703125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4480,4544,2048,64,0.35147800726655665,0.0,0.5625,0.01025390625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4544,4608,2048,64,0.3340125749625238,0.0,0.49951171875,0.013671875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4608,4672,2048,64,0.3312173243860072,0.0,0.5126953125,0.00830078125,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4672,4736,2048,64,0.34625489558919353,0.0,0.50537109375,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4736,4800,2048,64,0.32431537305738734,0.0,0.48974609375,0.0087890625,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4800,4864,2048,64,0.3247018142692338,0.0,0.49853515625,0.009765625,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4864,4928,2048,64,0.32951658320639987,0.0,0.5361328125,0.0107421875,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4928,4992,2048,64,0.33133956932358166,0.0,0.533203125,0.005859375,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,4992,5056,2048,64,0.3516114986450459,0.0,0.52294921875,0.00830078125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5056,5120,2048,64,0.34067327310911666,0.0,0.47216796875,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5120,5184,2048,64,0.3562373590639354,0.0,0.51806640625,0.009765625,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5184,5248,2048,64,0.3483848902407533,0.0,0.4873046875,0.0107421875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5248,5312,2048,64,0.3411093761967431,0.0,0.4921875,0.00634765625,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5312,5376,2048,64,0.36173299290871447,0.0,0.544921875,0.009765625,0.099609375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5376,5440,2048,64,0.35545815183057766,0.0,0.453125,0.01025390625,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5440,5504,2048,64,0.3468680877168724,0.0,0.5244140625,0.00537109375,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5504,5568,2048,64,0.35340373999967173,0.0,0.546875,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5568,5632,2048,64,0.3382207231989671,0.0,0.50244140625,0.00927734375,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5632,5696,2048,64,0.32385992222017385,0.0,0.51416015625,0.00830078125,0.07275390625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5696,5760,2048,64,0.3372742976270864,0.0,0.5029296875,0.01123046875,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5760,5824,2048,64,0.35256586529241524,0.0,0.521484375,0.01171875,0.0986328125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5824,5888,2048,64,0.31887827602292007,0.0,0.4912109375,0.0068359375,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5888,5952,2048,64,0.33904403637924957,0.0,0.5126953125,0.00634765625,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,5952,6016,2048,64,0.33673289722768984,0.0,0.51171875,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,64,6016,6080,2048,64,0.3558889634554428,0.0,0.50048828125,0.01025390625,0.09814453125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,64,6080,6144,2048,64,0.3479469496324756,0.0,0.53759765625,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,0,128,4096,128,0.3364071701253962,0.0,0.49951171875,0.008056640625,0.08935546875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,128,256,4096,128,0.341697855246093,0.0,0.5146484375,0.00927734375,0.090087890625,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,256,384,4096,128,0.34326458403598586,0.0,0.511474609375,0.01171875,0.087158203125,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,384,512,4096,128,0.3383968379146269,0.0,0.493896484375,0.010498046875,0.0810546875,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,512,640,4096,128,0.3366359932189838,0.0,0.472412109375,0.007568359375,0.081298828125,1.0,103,0.8046875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,640,768,4096,128,0.33802187887158536,0.0,0.515625,0.008056640625,0.077880859375,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,768,896,4096,128,0.34807041442371506,0.0,0.522705078125,0.00830078125,0.0908203125,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,896,1024,4096,128,0.34956117894197997,0.0,0.538818359375,0.00830078125,0.09326171875,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1024,1152,4096,128,0.3400953070951999,0.0,0.499755859375,0.008056640625,0.091064453125,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1152,1280,4096,128,0.32572985402347343,0.0,0.50048828125,0.0087890625,0.0888671875,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1280,1408,4096,128,0.33460039334893393,0.0,0.50341796875,0.009521484375,0.081787109375,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1408,1536,4096,128,0.33509248876128356,0.0,0.512939453125,0.0078125,0.0849609375,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1536,1664,4096,128,0.35708459784860186,0.0,0.489990234375,0.00634765625,0.08642578125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1664,1792,4096,128,0.3411630312348143,0.0,0.529541015625,0.00830078125,0.085205078125,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1792,1920,4096,128,0.36549441747897743,0.0,0.49462890625,0.009521484375,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,1920,2048,4096,128,0.35525361027641456,0.0,0.517578125,0.009521484375,0.08642578125,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2048,2176,4096,128,0.3333269946594311,0.0,0.5234375,0.00830078125,0.07568359375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2176,2304,4096,128,0.33877001501214665,0.0,0.52685546875,0.008544921875,0.0869140625,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2304,2432,4096,128,0.3277178100649439,0.0,0.491455078125,0.0078125,0.07275390625,1.0,103,0.8046875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2432,2560,4096,128,0.35539342886218717,0.0,0.490478515625,0.009033203125,0.0849609375,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2560,2688,4096,128,0.33568882730244065,0.0,0.46630859375,0.0078125,0.0810546875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2688,2816,4096,128,0.3456857456289066,0.0,0.476806640625,0.007080078125,0.082275390625,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2816,2944,4096,128,0.3293181096652016,0.0,0.51123046875,0.00732421875,0.080078125,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,2944,3072,4096,128,0.34396806103099714,0.0,0.476806640625,0.00830078125,0.08056640625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3072,3200,4096,128,0.3301539737399794,0.0,0.521484375,0.0087890625,0.08251953125,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3200,3328,4096,128,0.3252266240993502,0.0,0.505859375,0.0087890625,0.08935546875,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3328,3456,4096,128,0.32736757691803264,0.0,0.49658203125,0.007568359375,0.08203125,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3456,3584,4096,128,0.3429505171546905,0.0,0.5029296875,0.009521484375,0.083984375,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3584,3712,4096,128,0.35659305716650735,0.0,0.522216796875,0.011474609375,0.08447265625,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3712,3840,4096,128,0.3770614491063087,0.0,0.53466796875,0.00830078125,0.0830078125,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3840,3968,4096,128,0.3486408990926667,0.0,0.525146484375,0.010009765625,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,3968,4096,4096,128,0.35898038640811053,0.0,0.46923828125,0.00830078125,0.08447265625,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4096,4224,4096,128,0.34219664789120036,0.0,0.51123046875,0.008056640625,0.086669921875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4224,4352,4096,128,0.3216143694463439,0.0,0.475341796875,0.00732421875,0.07861328125,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4352,4480,4096,128,0.3283464165205491,0.0,0.486328125,0.010009765625,0.09228515625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4480,4608,4096,128,0.3428565223421929,0.0,0.531005859375,0.011962890625,0.084716796875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4608,4736,4096,128,0.33881954540205383,0.0,0.509033203125,0.00830078125,0.08203125,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4736,4864,4096,128,0.32450865118751787,0.0,0.494140625,0.00927734375,0.082763671875,1.0,104,0.8125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4864,4992,4096,128,0.330429333449345,0.0,0.53466796875,0.00830078125,0.079345703125,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,4992,5120,4096,128,0.34618558966997304,0.0,0.49755859375,0.008544921875,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5120,5248,4096,128,0.3523330013927939,0.0,0.502685546875,0.010498046875,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5248,5376,4096,128,0.3515724425264495,0.0,0.5185546875,0.008056640625,0.09033203125,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5376,5504,4096,128,0.35118938479057843,0.0,0.48876953125,0.0078125,0.082763671875,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5504,5632,4096,128,0.34589554857426824,0.0,0.524658203125,0.009033203125,0.085693359375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5632,5760,4096,128,0.3306351471488637,0.0,0.508544921875,0.009765625,0.08251953125,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5760,5888,4096,128,0.3361443471849103,0.0,0.50634765625,0.00927734375,0.092041015625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,5888,6016,4096,128,0.33789044280630953,0.0,0.51220703125,0.0068359375,0.07958984375,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.up_proj.output,128,6016,6144,4096,128,0.3519403600526188,0.0,0.51904296875,0.00927734375,0.09033203125,1.0,103,0.8046875
+fresh-zh-2,layers.8.mlp.silu_gate,0,0,6144,196608,6144,0.2011261852234811,0.0,0.7853444417317709,0.005274454752604167,0.054651896158854164,1.0,4710,0.7666015625
+fresh-zh-2,layers.8.mlp.silu_gate,64,0,64,2048,64,0.1923139837983318,0.0,0.76318359375,0.0078125,0.068359375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,64,128,2048,64,0.20659328666556626,0.0,0.75927734375,0.0068359375,0.06884765625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,128,192,2048,64,0.18776048228697595,0.0,0.79052734375,0.0068359375,0.05517578125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,192,256,2048,64,0.1813504740445434,0.0,0.78466796875,0.0029296875,0.0546875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,256,320,2048,64,0.2149475309413805,0.0,0.74951171875,0.00341796875,0.0576171875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,320,384,2048,64,0.1947881012853035,0.0,0.818359375,0.00439453125,0.044921875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,384,448,2048,64,0.21826000030825743,0.0,0.76806640625,0.00537109375,0.0625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,448,512,2048,64,0.19606932985805975,0.0,0.74169921875,0.0029296875,0.05859375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,512,576,2048,64,0.18873594888299486,0.0,0.82177734375,0.00537109375,0.04931640625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,576,640,2048,64,0.19430422867069408,0.0,0.765625,0.00634765625,0.06640625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,640,704,2048,64,0.2197196754656617,0.0,0.77099609375,0.0068359375,0.05859375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.silu_gate,64,704,768,2048,64,0.2015576302374817,0.0,0.8037109375,0.00439453125,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,768,832,2048,64,0.21910384178615047,0.0,0.78515625,0.0048828125,0.05029296875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,832,896,2048,64,0.20798670756120516,0.0,0.7548828125,0.0068359375,0.05517578125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,896,960,2048,64,0.23296913188305565,0.0,0.7734375,0.00732421875,0.06396484375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.silu_gate,64,960,1024,2048,64,0.19876891038789235,0.0,0.806640625,0.0087890625,0.0537109375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,1024,1088,2048,64,0.24230208507551704,0.0,0.75,0.00927734375,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.silu_gate,64,1088,1152,2048,64,0.21318492668832692,0.0,0.77880859375,0.00634765625,0.0546875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,1152,1216,2048,64,0.20855766004505716,0.0,0.74072265625,0.005859375,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,1216,1280,2048,64,0.19189269035707077,0.0,0.75146484375,0.005859375,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1280,1344,2048,64,0.19282708944776183,0.0,0.8349609375,0.00390625,0.04931640625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1344,1408,2048,64,0.22101910478238218,0.0,0.7333984375,0.0068359375,0.068359375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,1408,1472,2048,64,0.19103615143721583,0.0,0.8232421875,0.0029296875,0.04248046875,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1472,1536,2048,64,0.19863262485467234,0.0,0.82958984375,0.005859375,0.052734375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,1536,1600,2048,64,0.18993929634567067,0.0,0.7939453125,0.0048828125,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1600,1664,2048,64,0.19670141023519144,0.0,0.77783203125,0.00439453125,0.05224609375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,1664,1728,2048,64,0.20543475511320072,0.0,0.759765625,0.00732421875,0.05615234375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1728,1792,2048,64,0.18659876419088903,0.0,0.8232421875,0.005859375,0.05322265625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1792,1856,2048,64,0.1799384207797779,0.0,0.7861328125,0.0048828125,0.05517578125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,1856,1920,2048,64,0.20925400713683043,0.0,0.7802734375,0.005859375,0.05078125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,1920,1984,2048,64,0.1961595615264717,0.0,0.82080078125,0.00537109375,0.04931640625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,1984,2048,2048,64,0.20388744555761976,0.0,0.79833984375,0.00537109375,0.0498046875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,2048,2112,2048,64,0.21562895050581646,0.0,0.82421875,0.00537109375,0.05078125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2112,2176,2048,64,0.18668501021322095,0.0,0.79296875,0.0048828125,0.05029296875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,2176,2240,2048,64,0.1835135938224996,0.0,0.80029296875,0.00341796875,0.05419921875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,2240,2304,2048,64,0.19555461860638948,0.0,0.79931640625,0.00537109375,0.0595703125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2304,2368,2048,64,0.20122029810983275,0.0,0.7470703125,0.00537109375,0.05517578125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,2368,2432,2048,64,0.2178874311233934,0.0,0.77880859375,0.0068359375,0.0556640625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2432,2496,2048,64,0.19838430084206374,0.0,0.80126953125,0.00439453125,0.04638671875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,2496,2560,2048,64,0.20039187986986126,0.0,0.7548828125,0.00537109375,0.05859375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2560,2624,2048,64,0.19738513901142393,0.0,0.78271484375,0.0068359375,0.06689453125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2624,2688,2048,64,0.21423181687954557,0.0,0.79638671875,0.00830078125,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2688,2752,2048,64,0.20037652108303416,0.0,0.73583984375,0.0029296875,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2752,2816,2048,64,0.21382038843211199,0.0,0.8046875,0.0048828125,0.05615234375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2816,2880,2048,64,0.2080259484851367,0.0,0.8203125,0.00537109375,0.0458984375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,2880,2944,2048,64,0.19084247294827633,0.0,0.810546875,0.00537109375,0.0478515625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,2944,3008,2048,64,0.1934277105890664,0.0,0.748046875,0.005859375,0.0625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,3008,3072,2048,64,0.19152579774409653,0.0,0.77197265625,0.005859375,0.0498046875,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,3072,3136,2048,64,0.2147026370498466,0.0,0.771484375,0.00537109375,0.0478515625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,3136,3200,2048,64,0.20053593717377416,0.0,0.79541015625,0.0048828125,0.0537109375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,3200,3264,2048,64,0.19287903256359085,0.0,0.80078125,0.00732421875,0.06591796875,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,3264,3328,2048,64,0.20053206762735448,0.0,0.78515625,0.00439453125,0.041015625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,3328,3392,2048,64,0.19771896971736586,0.0,0.755859375,0.005859375,0.05859375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,3392,3456,2048,64,0.18425910809608245,0.0,0.7783203125,0.0048828125,0.0537109375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,3456,3520,2048,64,0.19362575176442604,0.0,0.791015625,0.00537109375,0.06103515625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,3520,3584,2048,64,0.19926943218955737,0.0,0.80859375,0.0068359375,0.04833984375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,3584,3648,2048,64,0.20092223012488244,0.0,0.7734375,0.00390625,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,3648,3712,2048,64,0.21405982278495053,0.0,0.78271484375,0.00634765625,0.05224609375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,3712,3776,2048,64,0.193410251954049,0.0,0.78466796875,0.00537109375,0.05078125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,3776,3840,2048,64,0.2125190321789661,0.0,0.791015625,0.0048828125,0.05908203125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,3840,3904,2048,64,0.2372676405485371,0.0,0.81201171875,0.0048828125,0.06005859375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.silu_gate,64,3904,3968,2048,64,0.19916604707246593,0.0,0.814453125,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,3968,4032,2048,64,0.213696797531115,0.0,0.7568359375,0.0048828125,0.0556640625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,4032,4096,2048,64,0.20868797178304402,0.0,0.79248046875,0.00341796875,0.05322265625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.silu_gate,64,4096,4160,2048,64,0.18998826215184628,0.0,0.810546875,0.005859375,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4160,4224,2048,64,0.22017565198700334,0.0,0.7744140625,0.0029296875,0.05712890625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,4224,4288,2048,64,0.18539456456712267,0.0,0.81005859375,0.00634765625,0.05322265625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,4288,4352,2048,64,0.17870537227372282,0.0,0.80419921875,0.0048828125,0.04296875,1.0,53,0.828125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4352,4416,2048,64,0.21217120595065608,0.0,0.7802734375,0.00537109375,0.05908203125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,4416,4480,2048,64,0.21792619564249963,0.0,0.80126953125,0.0029296875,0.04736328125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,4480,4544,2048,64,0.2164176984697234,0.0,0.71728515625,0.00390625,0.06103515625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4544,4608,2048,64,0.18962848886512657,0.0,0.734375,0.0078125,0.0576171875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4608,4672,2048,64,0.1763263200239113,0.0,0.8037109375,0.0029296875,0.0478515625,1.0,53,0.828125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4672,4736,2048,64,0.20942935163833618,0.0,0.76953125,0.005859375,0.06640625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,64,4736,4800,2048,64,0.18642333603655986,0.0,0.7763671875,0.00537109375,0.0556640625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4800,4864,2048,64,0.20898197190208428,0.0,0.794921875,0.00341796875,0.05224609375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,4864,4928,2048,64,0.20206098819383295,0.0,0.76904296875,0.001953125,0.05078125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4928,4992,2048,64,0.19009434202916242,0.0,0.8037109375,0.0029296875,0.052734375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,4992,5056,2048,64,0.18382638838895468,0.0,0.80224609375,0.00390625,0.04833984375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,5056,5120,2048,64,0.19997051868440405,0.0,0.80517578125,0.0068359375,0.0576171875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5120,5184,2048,64,0.18489499038910764,0.0,0.7685546875,0.00537109375,0.05810546875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,5184,5248,2048,64,0.18226554223575506,0.0,0.82373046875,0.0068359375,0.04833984375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5248,5312,2048,64,0.1939563583054746,0.0,0.77734375,0.00537109375,0.05322265625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5312,5376,2048,64,0.18819290218899112,0.0,0.81103515625,0.00390625,0.03955078125,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,5376,5440,2048,64,0.21162217794110078,0.0,0.78564453125,0.00732421875,0.05615234375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,5440,5504,2048,64,0.20163390000032824,0.0,0.802734375,0.0048828125,0.05078125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5504,5568,2048,64,0.19059261368724315,0.0,0.79296875,0.0048828125,0.05712890625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,5568,5632,2048,64,0.2149470446479087,0.0,0.763671875,0.0078125,0.06494140625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.silu_gate,64,5632,5696,2048,64,0.196186936023917,0.0,0.81640625,0.00244140625,0.0478515625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5696,5760,2048,64,0.2115941003895316,0.0,0.7744140625,0.00390625,0.0546875,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,64,5760,5824,2048,64,0.19928800655052967,0.0,0.80419921875,0.00439453125,0.048828125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,64,5824,5888,2048,64,0.18745250709178454,0.0,0.818359375,0.00537109375,0.0458984375,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,64,5888,5952,2048,64,0.21650644443036185,0.0,0.7998046875,0.0068359375,0.0537109375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.silu_gate,64,5952,6016,2048,64,0.18718627263905332,0.0,0.767578125,0.005859375,0.06103515625,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,6016,6080,2048,64,0.1962516966311129,0.0,0.76123046875,0.00537109375,0.05908203125,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,64,6080,6144,2048,64,0.1819536728987911,0.0,0.7646484375,0.00537109375,0.052734375,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,128,0,128,4096,128,0.19958137996775385,0.0,0.76123046875,0.0068359375,0.06884765625,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,128,256,4096,128,0.1845833052375247,0.0,0.78759765625,0.0048828125,0.0546875,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,128,256,384,4096,128,0.20511563258334234,0.0,0.783935546875,0.00341796875,0.0517578125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,384,512,4096,128,0.20746157456930328,0.0,0.7548828125,0.004150390625,0.05908203125,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.silu_gate,128,512,640,4096,128,0.19154032431850715,0.0,0.793701171875,0.005859375,0.057861328125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,640,768,4096,128,0.21083431183477358,0.0,0.787353515625,0.005615234375,0.056396484375,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,128,768,896,4096,128,0.21361760696113127,0.0,0.77001953125,0.005615234375,0.052978515625,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,896,1024,4096,128,0.2165452564097567,0.0,0.7900390625,0.00830078125,0.058837890625,1.0,93,0.7265625
+fresh-zh-2,layers.8.mlp.silu_gate,128,1024,1152,4096,128,0.22820836246624535,0.0,0.764404296875,0.0078125,0.06787109375,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.silu_gate,128,1152,1280,4096,128,0.20039848075265476,0.0,0.74609375,0.005859375,0.056396484375,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,1280,1408,4096,128,0.20740266524770212,0.0,0.7841796875,0.00537109375,0.0595703125,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,1408,1536,4096,128,0.19487140735957115,0.0,0.826416015625,0.00439453125,0.047607421875,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.silu_gate,128,1536,1664,4096,128,0.19334991735814314,0.0,0.785888671875,0.004638671875,0.049560546875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,1664,1792,4096,128,0.19624288191675612,0.0,0.79150390625,0.00634765625,0.055419921875,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,128,1792,1920,4096,128,0.19514747599641288,0.0,0.783203125,0.00537109375,0.052978515625,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,1920,2048,4096,128,0.2000608207949135,0.0,0.8095703125,0.00537109375,0.049560546875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,2048,2176,4096,128,0.20167689175330705,0.0,0.80859375,0.005126953125,0.05126953125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,2176,2304,4096,128,0.18962970228308093,0.0,0.7998046875,0.00439453125,0.05615234375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,2304,2432,4096,128,0.20971950435398407,0.0,0.762939453125,0.006103515625,0.056640625,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,2432,2560,4096,128,0.19939061705402708,0.0,0.778076171875,0.0048828125,0.05224609375,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,2560,2688,4096,128,0.20598078122250904,0.0,0.78955078125,0.007568359375,0.060546875,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.silu_gate,128,2688,2816,4096,128,0.20720751519985814,0.0,0.770263671875,0.004150390625,0.05517578125,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.silu_gate,128,2816,2944,4096,128,0.19961919337097114,0.0,0.8154296875,0.005859375,0.046875,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.silu_gate,128,2944,3072,4096,128,0.19247910331415227,0.0,0.760009765625,0.005615234375,0.055908203125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,3072,3200,4096,128,0.20774008334252933,0.0,0.783447265625,0.005126953125,0.05078125,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,3200,3328,4096,128,0.1967427652412772,0.0,0.79296875,0.005615234375,0.053466796875,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,3328,3456,4096,128,0.19110757429058173,0.0,0.76708984375,0.005615234375,0.05615234375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,3456,3584,4096,128,0.19646785786928067,0.0,0.7998046875,0.00634765625,0.054443359375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,3584,3712,4096,128,0.20759497861109338,0.0,0.778076171875,0.005126953125,0.0537109375,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,128,3712,3840,4096,128,0.20318940006704725,0.0,0.787841796875,0.0048828125,0.0546875,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,3840,3968,4096,128,0.21904685293099,0.0,0.813232421875,0.004638671875,0.0546875,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,128,3968,4096,4096,128,0.21120723335384958,0.0,0.774658203125,0.004150390625,0.05419921875,1.0,95,0.7421875
+fresh-zh-2,layers.8.mlp.silu_gate,128,4096,4224,4096,128,0.20563664250733704,0.0,0.79248046875,0.00439453125,0.0537109375,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,4224,4352,4096,128,0.18208068905092994,0.0,0.80712890625,0.005615234375,0.048828125,1.0,104,0.8125
+fresh-zh-2,layers.8.mlp.silu_gate,128,4352,4480,4096,128,0.21506795133372236,0.0,0.790771484375,0.004150390625,0.052734375,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.silu_gate,128,4480,4608,4096,128,0.20346447355767486,0.0,0.725830078125,0.005859375,0.058349609375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,4608,4736,4096,128,0.19358670468401057,0.0,0.78662109375,0.00439453125,0.057373046875,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.silu_gate,128,4736,4864,4096,128,0.19802414600129406,0.0,0.78564453125,0.00439453125,0.05419921875,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,4864,4992,4096,128,0.19616893462188204,0.0,0.786376953125,0.00244140625,0.0517578125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,4992,5120,4096,128,0.19206815120034398,0.0,0.8037109375,0.00537109375,0.052978515625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.silu_gate,128,5120,5248,4096,128,0.18358497400043666,0.0,0.796142578125,0.006103515625,0.05322265625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.silu_gate,128,5248,5376,4096,128,0.19109635967416652,0.0,0.794189453125,0.0048828125,0.046630859375,1.0,102,0.796875
+fresh-zh-2,layers.8.mlp.silu_gate,128,5376,5504,4096,128,0.2066883835945761,0.0,0.794189453125,0.0068359375,0.053955078125,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,5504,5632,4096,128,0.20313514761730028,0.0,0.7783203125,0.006103515625,0.060546875,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,128,5632,5760,4096,128,0.20403599827739674,0.0,0.79541015625,0.00341796875,0.05029296875,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.silu_gate,128,5760,5888,4096,128,0.19346078668541525,0.0,0.811279296875,0.004638671875,0.047119140625,1.0,103,0.8046875
+fresh-zh-2,layers.8.mlp.silu_gate,128,5888,6016,4096,128,0.2023780387596186,0.0,0.78369140625,0.005859375,0.056640625,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.silu_gate,128,6016,6144,4096,128,0.189237770426454,0.0,0.762939453125,0.00537109375,0.0556640625,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.gated_product,0,0,6144,196608,6144,0.06880541418557028,0.0,0.4977213541666667,0.028498331705729168,0.18616231282552084,1.0,4180,0.6803385416666666
+fresh-zh-2,layers.8.mlp.gated_product,64,0,64,2048,64,0.06175907286006709,0.0,0.5009765625,0.033203125,0.20166015625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,64,128,2048,64,0.0729159474092897,0.0,0.513671875,0.029296875,0.205078125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,128,192,2048,64,0.0656205732670572,0.0,0.49365234375,0.03173828125,0.19091796875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,192,256,2048,64,0.06186731644149047,0.0,0.49853515625,0.0302734375,0.1875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,256,320,2048,64,0.09198391200677039,0.0,0.482421875,0.0390625,0.224609375,1.0,34,0.53125
+fresh-zh-2,layers.8.mlp.gated_product,64,320,384,2048,64,0.06366462465918585,0.0,0.4892578125,0.0224609375,0.17041015625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,384,448,2048,64,0.0893688074415603,0.0,0.5029296875,0.03515625,0.22314453125,1.0,38,0.59375
+fresh-zh-2,layers.8.mlp.gated_product,64,448,512,2048,64,0.06760461375675257,0.0,0.48681640625,0.029296875,0.1923828125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,512,576,2048,64,0.05765270353377389,0.0,0.52587890625,0.021484375,0.16357421875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.gated_product,64,576,640,2048,64,0.060988446634875584,0.0,0.50048828125,0.0263671875,0.19091796875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,640,704,2048,64,0.07633573990924031,0.0,0.5029296875,0.03173828125,0.19091796875,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,704,768,2048,64,0.0596969184804189,0.0,0.47705078125,0.0205078125,0.1630859375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,768,832,2048,64,0.11064269047590203,0.0,0.47265625,0.03955078125,0.25244140625,1.0,30,0.46875
+fresh-zh-2,layers.8.mlp.gated_product,64,832,896,2048,64,0.073359495936767,0.0,0.52783203125,0.0341796875,0.20556640625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,896,960,2048,64,0.0711663000515999,0.0,0.443359375,0.029296875,0.19189453125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,960,1024,2048,64,0.07061581424486474,0.0,0.48681640625,0.0361328125,0.2080078125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,1024,1088,2048,64,0.06615312633891897,0.0,0.525390625,0.03466796875,0.19677734375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,1088,1152,2048,64,0.07050001418654618,0.0,0.478515625,0.02294921875,0.205078125,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,1152,1216,2048,64,0.06354648261709404,0.0,0.5009765625,0.02734375,0.189453125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,1216,1280,2048,64,0.061175173878738824,0.0,0.515625,0.02783203125,0.185546875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,1280,1344,2048,64,0.0629853954926153,0.0,0.53173828125,0.02490234375,0.162109375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,1344,1408,2048,64,0.06765315975903025,0.0,0.50146484375,0.03564453125,0.18798828125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,1408,1472,2048,64,0.06392584292068677,0.0,0.50537109375,0.021484375,0.14990234375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,1472,1536,2048,64,0.07396578924182158,0.0,0.49267578125,0.029296875,0.2060546875,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,1536,1600,2048,64,0.06257346570262894,0.0,0.52734375,0.021484375,0.1728515625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,1600,1664,2048,64,0.06855576724646112,0.0,0.494140625,0.02197265625,0.17236328125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,1664,1728,2048,64,0.06910458169183267,0.0,0.4912109375,0.0283203125,0.189453125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,1728,1792,2048,64,0.06680566874194435,0.0,0.43115234375,0.029296875,0.20263671875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,1792,1856,2048,64,0.06869923400275245,0.0,0.49462890625,0.03515625,0.1884765625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,1856,1920,2048,64,0.07585114106844397,0.0,0.49951171875,0.0263671875,0.1904296875,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,1920,1984,2048,64,0.06576084868127158,0.0,0.4990234375,0.0234375,0.1728515625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,1984,2048,2048,64,0.07853009996078986,0.0,0.5009765625,0.033203125,0.1806640625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,2048,2112,2048,64,0.06983579586622153,0.0,0.48291015625,0.0283203125,0.17041015625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,2112,2176,2048,64,0.059189768964381086,0.0,0.47021484375,0.02880859375,0.166015625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,2176,2240,2048,64,0.06035036148617304,0.0,0.50634765625,0.02392578125,0.17138671875,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,2240,2304,2048,64,0.06447083096004852,0.0,0.48779296875,0.03271484375,0.19482421875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,2304,2368,2048,64,0.06393329154900214,0.0,0.52197265625,0.02783203125,0.1630859375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,2368,2432,2048,64,0.07588803630540517,0.0,0.50634765625,0.033203125,0.19140625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,2432,2496,2048,64,0.0744714171567815,0.0,0.53955078125,0.0224609375,0.1884765625,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,2496,2560,2048,64,0.0782232641585907,0.0,0.47119140625,0.03759765625,0.21630859375,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gated_product,64,2560,2624,2048,64,0.0632714341530029,0.0,0.53271484375,0.03173828125,0.19189453125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,2624,2688,2048,64,0.06578092878632576,0.0,0.51513671875,0.0263671875,0.16015625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,2688,2752,2048,64,0.06518215414316807,0.0,0.48291015625,0.0224609375,0.181640625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,2752,2816,2048,64,0.07077328795716689,0.0,0.53662109375,0.029296875,0.18359375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,2816,2880,2048,64,0.07049230316817397,0.0,0.5029296875,0.0244140625,0.1708984375,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,2880,2944,2048,64,0.06091819806465887,0.0,0.49609375,0.0263671875,0.16162109375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,2944,3008,2048,64,0.07388026045819457,0.0,0.5087890625,0.03369140625,0.21142578125,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,3008,3072,2048,64,0.06938578597037465,0.0,0.5205078125,0.029296875,0.1875,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,3072,3136,2048,64,0.06761766734395272,0.0,0.4951171875,0.02783203125,0.17724609375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,3136,3200,2048,64,0.06401673037261629,0.0,0.47900390625,0.02490234375,0.166015625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,3200,3264,2048,64,0.0611911037904543,0.0,0.47265625,0.03125,0.19189453125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,3264,3328,2048,64,0.06472932354929621,0.0,0.5048828125,0.029296875,0.17041015625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,3328,3392,2048,64,0.06376329827473547,0.0,0.5078125,0.02197265625,0.1796875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,3392,3456,2048,64,0.05663095391342525,0.0,0.521484375,0.02392578125,0.17578125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,3456,3520,2048,64,0.06482736469366522,0.0,0.515625,0.02490234375,0.185546875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,3520,3584,2048,64,0.06383261575973741,0.0,0.501953125,0.025390625,0.17431640625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,3584,3648,2048,64,0.07076950552331931,0.0,0.49267578125,0.02783203125,0.169921875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,3648,3712,2048,64,0.06785602798132809,0.0,0.49658203125,0.02392578125,0.16943359375,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,3712,3776,2048,64,0.06824536963272339,0.0,0.4931640625,0.0244140625,0.166015625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,3776,3840,2048,64,0.08437065157956682,0.0,0.44873046875,0.0322265625,0.22216796875,1.0,37,0.578125
+fresh-zh-2,layers.8.mlp.gated_product,64,3840,3904,2048,64,0.07177685070179875,0.0,0.47509765625,0.029296875,0.1796875,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,3904,3968,2048,64,0.0680213150138714,0.0,0.48291015625,0.02880859375,0.16064453125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,3968,4032,2048,64,0.08676805528057192,0.0,0.52490234375,0.03759765625,0.21630859375,1.0,38,0.59375
+fresh-zh-2,layers.8.mlp.gated_product,64,4032,4096,2048,64,0.06841278158896023,0.0,0.501953125,0.0224609375,0.16748046875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,4096,4160,2048,64,0.06409152890183253,0.0,0.51611328125,0.02490234375,0.18310546875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,4160,4224,2048,64,0.07469726767018421,0.0,0.50048828125,0.0244140625,0.1875,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.gated_product,64,4224,4288,2048,64,0.0593302010961023,0.0,0.5390625,0.021484375,0.1796875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,4288,4352,2048,64,0.060414991121544644,0.0,0.48681640625,0.0224609375,0.16357421875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,4352,4416,2048,64,0.06778007998251398,0.0,0.48828125,0.0341796875,0.19189453125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,4416,4480,2048,64,0.06734683663617294,0.0,0.50634765625,0.0224609375,0.17578125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,4480,4544,2048,64,0.07272944446664203,0.0,0.48388671875,0.02734375,0.18310546875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,4544,4608,2048,64,0.06189928306985658,0.0,0.49072265625,0.03515625,0.19287109375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,4608,4672,2048,64,0.05905877082430785,0.0,0.498046875,0.0244140625,0.18603515625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,4672,4736,2048,64,0.08414929261079022,0.0,0.49853515625,0.03369140625,0.2275390625,1.0,37,0.578125
+fresh-zh-2,layers.8.mlp.gated_product,64,4736,4800,2048,64,0.06134935775254714,0.0,0.50830078125,0.0263671875,0.17724609375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,4800,4864,2048,64,0.0652760287240689,0.0,0.49560546875,0.02587890625,0.16845703125,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,4864,4928,2048,64,0.06834237193514674,0.0,0.48193359375,0.02734375,0.189453125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,4928,4992,2048,64,0.06001174006045761,0.0,0.4775390625,0.021484375,0.1611328125,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,4992,5056,2048,64,0.0617863557741956,0.0,0.470703125,0.021484375,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,5056,5120,2048,64,0.07247635380451352,0.0,0.5146484375,0.029296875,0.19873046875,1.0,43,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,64,5120,5184,2048,64,0.0634768955424246,0.0,0.49072265625,0.03173828125,0.17822265625,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,5184,5248,2048,64,0.06615586321066128,0.0,0.51904296875,0.0283203125,0.1806640625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,5248,5312,2048,64,0.06708711022237428,0.0,0.5146484375,0.0283203125,0.18212890625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,5312,5376,2048,64,0.06625478569615761,0.0,0.51416015625,0.0244140625,0.16015625,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,5376,5440,2048,64,0.08518900974101179,0.0,0.52783203125,0.03564453125,0.21044921875,1.0,37,0.578125
+fresh-zh-2,layers.8.mlp.gated_product,64,5440,5504,2048,64,0.07164050055384245,0.0,0.4951171875,0.0244140625,0.17822265625,1.0,45,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,64,5504,5568,2048,64,0.06435982683263294,0.0,0.4912109375,0.0283203125,0.1689453125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,5568,5632,2048,64,0.06162526346349409,0.0,0.47998046875,0.0283203125,0.1787109375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,64,5632,5696,2048,64,0.06596395410378596,0.0,0.48779296875,0.0283203125,0.16943359375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,5696,5760,2048,64,0.06616089931753703,0.0,0.5009765625,0.029296875,0.18701171875,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,5760,5824,2048,64,0.0705736897040459,0.0,0.48193359375,0.03125,0.18017578125,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,5824,5888,2048,64,0.06112313815845826,0.0,0.517578125,0.0224609375,0.17431640625,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.gated_product,64,5888,5952,2048,64,0.0658347667143775,0.0,0.4658203125,0.0234375,0.162109375,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,64,5952,6016,2048,64,0.07267487955049941,0.0,0.4873046875,0.03662109375,0.21337890625,1.0,42,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,64,6016,6080,2048,64,0.067970037934326,0.0,0.48828125,0.0322265625,0.1943359375,1.0,44,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,64,6080,6144,2048,64,0.06226275407161271,0.0,0.47021484375,0.0263671875,0.1787109375,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.gated_product,128,0,128,4096,128,0.06756818210936777,0.0,0.50732421875,0.031982421875,0.203125,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,128,256,4096,128,0.06377156293979605,0.0,0.49609375,0.030517578125,0.189453125,1.0,92,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,128,256,384,4096,128,0.07910191053654866,0.0,0.48583984375,0.030029296875,0.2021484375,1.0,78,0.609375
+fresh-zh-2,layers.8.mlp.gated_product,128,384,512,4096,128,0.0792375149305125,0.0,0.494873046875,0.032470703125,0.209716796875,1.0,80,0.625
+fresh-zh-2,layers.8.mlp.gated_product,128,512,640,4096,128,0.05934401759102721,0.0,0.51318359375,0.0244140625,0.17724609375,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.gated_product,128,640,768,4096,128,0.06852323424776798,0.0,0.489990234375,0.025390625,0.177734375,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,768,896,4096,128,0.09387071055404554,0.0,0.500244140625,0.037109375,0.237060546875,1.0,74,0.578125
+fresh-zh-2,layers.8.mlp.gated_product,128,896,1024,4096,128,0.07089159147776126,0.0,0.465087890625,0.03271484375,0.19970703125,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gated_product,128,1024,1152,4096,128,0.06836112976215426,0.0,0.501953125,0.029052734375,0.2001953125,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,128,1152,1280,4096,128,0.06237209853812266,0.0,0.50830078125,0.028076171875,0.18701171875,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,1280,1408,4096,128,0.06536095956586788,0.0,0.5166015625,0.029541015625,0.1767578125,1.0,92,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,128,1408,1536,4096,128,0.0691283276641562,0.0,0.4990234375,0.026123046875,0.177490234375,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,1536,1664,4096,128,0.06563281127907378,0.0,0.5107421875,0.02197265625,0.17138671875,1.0,93,0.7265625
+fresh-zh-2,layers.8.mlp.gated_product,128,1664,1792,4096,128,0.06796484601196995,0.0,0.461181640625,0.028564453125,0.195556640625,1.0,93,0.7265625
+fresh-zh-2,layers.8.mlp.gated_product,128,1792,1920,4096,128,0.0723635970428154,0.0,0.4970703125,0.030517578125,0.190185546875,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,128,1920,2048,4096,128,0.07242743202382901,0.0,0.5,0.02880859375,0.180419921875,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,128,2048,2176,4096,128,0.06473201346445735,0.0,0.4765625,0.030029296875,0.17041015625,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gated_product,128,2176,2304,4096,128,0.06244459214452004,0.0,0.4970703125,0.028564453125,0.183837890625,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gated_product,128,2304,2432,4096,128,0.07016573174484891,0.0,0.51416015625,0.02978515625,0.17822265625,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,2432,2560,4096,128,0.0763703837523553,0.0,0.50537109375,0.0302734375,0.203369140625,1.0,84,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,128,2560,2688,4096,128,0.06453837994468657,0.0,0.52392578125,0.029052734375,0.1748046875,1.0,93,0.7265625
+fresh-zh-2,layers.8.mlp.gated_product,128,2688,2816,4096,128,0.06803518026363929,0.0,0.509765625,0.026611328125,0.181640625,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,2816,2944,4096,128,0.06587940369113383,0.0,0.49951171875,0.025634765625,0.166015625,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,2944,3072,4096,128,0.07166826417633299,0.0,0.5146484375,0.03173828125,0.2001953125,1.0,86,0.671875
+fresh-zh-2,layers.8.mlp.gated_product,128,3072,3200,4096,128,0.06584182069413673,0.0,0.487060546875,0.026611328125,0.17138671875,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,3200,3328,4096,128,0.06298506374627091,0.0,0.48876953125,0.030029296875,0.181884765625,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gated_product,128,3328,3456,4096,128,0.060302666392197696,0.0,0.5146484375,0.023193359375,0.1787109375,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gated_product,128,3456,3584,4096,128,0.0643319129509443,0.0,0.5087890625,0.025146484375,0.18115234375,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gated_product,128,3584,3712,4096,128,0.06932807312127572,0.0,0.49462890625,0.0263671875,0.169189453125,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,128,3712,3840,4096,128,0.07673277436750121,0.0,0.470947265625,0.0283203125,0.193603515625,1.0,81,0.6328125
+fresh-zh-2,layers.8.mlp.gated_product,128,3840,3968,4096,128,0.06992430047159798,0.0,0.47900390625,0.02880859375,0.172119140625,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gated_product,128,3968,4096,4096,128,0.07813131287106073,0.0,0.513427734375,0.02978515625,0.189697265625,1.0,82,0.640625
+fresh-zh-2,layers.8.mlp.gated_product,128,4096,4224,4096,128,0.06959671642529403,0.0,0.50830078125,0.025390625,0.185791015625,1.0,84,0.65625
+fresh-zh-2,layers.8.mlp.gated_product,128,4224,4352,4096,128,0.05987505287814056,0.0,0.512939453125,0.02197265625,0.17138671875,1.0,92,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,128,4352,4480,4096,128,0.06756380557419542,0.0,0.497314453125,0.0283203125,0.183837890625,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,4480,4608,4096,128,0.06753181967409363,0.0,0.4873046875,0.03076171875,0.189208984375,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,4608,4736,4096,128,0.07269471046154083,0.0,0.498291015625,0.0302734375,0.208740234375,1.0,80,0.625
+fresh-zh-2,layers.8.mlp.gated_product,128,4736,4864,4096,128,0.06334312757764446,0.0,0.501953125,0.0263671875,0.173095703125,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,4864,4992,4096,128,0.06431208574912599,0.0,0.479736328125,0.02490234375,0.173583984375,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,4992,5120,4096,128,0.06734380305808581,0.0,0.49267578125,0.025390625,0.184814453125,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,5120,5248,4096,128,0.06483021866711391,0.0,0.5048828125,0.02978515625,0.178955078125,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.gated_product,128,5248,5376,4096,128,0.06667224679592239,0.0,0.514404296875,0.026123046875,0.171630859375,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.gated_product,128,5376,5504,4096,128,0.07870682530841687,0.0,0.511474609375,0.030029296875,0.1953125,1.0,81,0.6328125
+fresh-zh-2,layers.8.mlp.gated_product,128,5504,5632,4096,128,0.06300738213444342,0.0,0.485595703125,0.02880859375,0.174560546875,1.0,92,0.71875
+fresh-zh-2,layers.8.mlp.gated_product,128,5632,5760,4096,128,0.06606250010222006,0.0,0.494384765625,0.02880859375,0.17822265625,1.0,88,0.6875
+fresh-zh-2,layers.8.mlp.gated_product,128,5760,5888,4096,128,0.06601773889183471,0.0,0.499755859375,0.02734375,0.178466796875,1.0,91,0.7109375
+fresh-zh-2,layers.8.mlp.gated_product,128,5888,6016,4096,128,0.06933921915487694,0.0,0.4765625,0.030029296875,0.18603515625,1.0,87,0.6796875
+fresh-zh-2,layers.8.mlp.gated_product,128,6016,6144,4096,128,0.06517889459547407,0.0,0.479248046875,0.029541015625,0.185791015625,1.0,90,0.703125
+fresh-zh-2,layers.8.mlp.down_proj.output,0,0,2048,65536,2048,0.04489921985382322,0.0,0.495849609375,0.0096588134765625,0.0920867919921875,1.0,1543,0.75341796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,0,64,2048,64,0.045016183559839745,0.0,0.498046875,0.01171875,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,64,128,2048,64,0.043744150446540175,0.0,0.509765625,0.01123046875,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,128,192,2048,64,0.04500111405791184,0.0,0.48974609375,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,192,256,2048,64,0.04385653961231691,0.0,0.48583984375,0.00830078125,0.07568359375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,256,320,2048,64,0.04568553913201047,0.0,0.49462890625,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,320,384,2048,64,0.04481078152592651,0.0,0.501953125,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,384,448,2048,64,0.046609796129536085,0.0,0.49072265625,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,448,512,2048,64,0.04264927325074513,0.0,0.52197265625,0.0126953125,0.10986328125,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.down_proj.output,64,512,576,2048,64,0.041885577450791196,0.0,0.51025390625,0.0107421875,0.0986328125,1.0,46,0.71875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,576,640,2048,64,0.045035741734501755,0.0,0.4931640625,0.00927734375,0.1025390625,1.0,52,0.8125
+fresh-zh-2,layers.8.mlp.down_proj.output,64,640,704,2048,64,0.045511826164284654,0.0,0.4697265625,0.01025390625,0.099609375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,64,704,768,2048,64,0.044333009923752865,0.0,0.490234375,0.00927734375,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,64,768,832,2048,64,0.045669013846705804,0.0,0.48046875,0.0078125,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,832,896,2048,64,0.04487588540412508,0.0,0.498046875,0.0078125,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,64,896,960,2048,64,0.04513691253401292,0.0,0.48583984375,0.00732421875,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,960,1024,2048,64,0.04526288091579992,0.0,0.4951171875,0.01025390625,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1024,1088,2048,64,0.04417548987010136,0.0,0.49951171875,0.0087890625,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1088,1152,2048,64,0.04296548582686795,0.0,0.52490234375,0.01025390625,0.10107421875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1152,1216,2048,64,0.05585266154236962,0.0,0.44775390625,0.01416015625,0.125,1.0,41,0.640625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1216,1280,2048,64,0.04197477870835788,0.0,0.50634765625,0.0087890625,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1280,1344,2048,64,0.04320211549114296,0.0,0.466796875,0.0078125,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1344,1408,2048,64,0.04385702262000163,0.0,0.50390625,0.0107421875,0.103515625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1408,1472,2048,64,0.04477943969050322,0.0,0.478515625,0.0126953125,0.10009765625,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1472,1536,2048,64,0.04609166265705361,0.0,0.48095703125,0.01171875,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1536,1600,2048,64,0.04428431290370385,0.0,0.53173828125,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1600,1664,2048,64,0.04809135867586422,0.0,0.5068359375,0.01025390625,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1664,1728,2048,64,0.04376292474457564,0.0,0.5029296875,0.0078125,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1728,1792,2048,64,0.043542516001149695,0.0,0.49658203125,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1792,1856,2048,64,0.04286239036017899,0.0,0.482421875,0.01220703125,0.107421875,1.0,47,0.734375
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1856,1920,2048,64,0.04474218383873749,0.0,0.5087890625,0.0087890625,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1920,1984,2048,64,0.04285028037209122,0.0,0.501953125,0.0087890625,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,64,1984,2048,2048,64,0.04659832870470948,0.0,0.51171875,0.0078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,128,0,128,4096,128,0.04438472417725904,0.0,0.50390625,0.01171875,0.086669921875,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,128,256,4096,128,0.044432512494905756,0.0,0.48779296875,0.009765625,0.0830078125,1.0,98,0.765625
+fresh-zh-2,layers.8.mlp.down_proj.output,128,256,384,4096,128,0.045250274180090755,0.0,0.498291015625,0.0078125,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,384,512,4096,128,0.044673446274345344,0.0,0.50634765625,0.01171875,0.100830078125,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,512,640,4096,128,0.043489191944453116,0.0,0.501708984375,0.010009765625,0.101806640625,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,640,768,4096,128,0.044926284565428035,0.0,0.47998046875,0.009765625,0.0986328125,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,128,768,896,4096,128,0.04527418644511889,0.0,0.4892578125,0.0078125,0.08544921875,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.down_proj.output,128,896,1024,4096,128,0.04519994060782058,0.0,0.490478515625,0.008544921875,0.08544921875,1.0,101,0.7890625
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1024,1152,4096,128,0.04357468805167868,0.0,0.51220703125,0.009521484375,0.091796875,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1152,1280,4096,128,0.04940345053223564,0.0,0.47705078125,0.01171875,0.105224609375,1.0,89,0.6953125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1280,1408,4096,128,0.043530800681824064,0.0,0.4853515625,0.00927734375,0.09130859375,1.0,97,0.7578125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1408,1536,4096,128,0.04544028821149271,0.0,0.479736328125,0.011962890625,0.096923828125,1.0,95,0.7421875
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1536,1664,4096,128,0.0462270437549481,0.0,0.519287109375,0.00927734375,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1664,1792,4096,128,0.04365285948199595,0.0,0.499755859375,0.007080078125,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1792,1920,4096,128,0.04381236995443037,0.0,0.49560546875,0.0107421875,0.1015625,1.0,96,0.75
+fresh-zh-2,layers.8.mlp.down_proj.output,128,1920,2048,4096,128,0.044763549714242824,0.0,0.5068359375,0.00830078125,0.088623046875,1.0,95,0.7421875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1612242071186918,0.0,0.5030771891276041,0.0130767822265625,0.12806193033854166,1.0,3219,0.52392578125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.237028734675336,0.0,0.5712890625,0.017578125,0.126953125,1.0,35,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.455505432765243,0.0,0.4072265625,0.01220703125,0.11328125,1.0,31,0.484375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0995379386771555,0.0,0.45849609375,0.01025390625,0.10302734375,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.2677118301197756,0.0,0.5234375,0.01123046875,0.11181640625,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.650206319528506,0.0,0.49267578125,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8597053847092253,0.0,0.50390625,0.0078125,0.10693359375,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.6300888579092778,0.0,0.4453125,0.0068359375,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.7607648685157584,0.0,0.513671875,0.01171875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.1801626285532385,0.0,0.5126953125,0.009765625,0.10302734375,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.4133925250604988,0.0,0.49462890625,0.01708984375,0.11572265625,1.0,35,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.3543340461772897,0.0,0.53759765625,0.017578125,0.16845703125,1.0,15,0.234375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4337189196485358,0.0,0.55859375,0.01416015625,0.13037109375,1.0,28,0.4375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.92354124955366,0.0,0.50146484375,0.0107421875,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.074748632276005,0.0,0.51611328125,0.0126953125,0.10498046875,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.5827635748235812,0.0,0.4970703125,0.009765625,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7650257449680931,0.0,0.51611328125,0.0126953125,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5865562293655064,0.0,0.52587890625,0.017578125,0.158203125,1.0,25,0.390625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.090544416551008,0.0,0.52197265625,0.013671875,0.09765625,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.966249341724214,0.0,0.5146484375,0.01220703125,0.1044921875,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.007134944336145,0.0,0.46435546875,0.0126953125,0.11572265625,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.8905809232564725,0.0,0.51611328125,0.00830078125,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,0.9696194386590465,0.0,0.55810546875,0.015625,0.1103515625,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7316840827276418,0.0,0.451171875,0.0087890625,0.1025390625,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7318332921315264,0.0,0.4658203125,0.0087890625,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.072116501554154,0.0,0.53369140625,0.01123046875,0.10302734375,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.0945602878584157,0.0,0.513671875,0.01171875,0.08154296875,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5705133872130397,0.0,0.50830078125,0.01025390625,0.09814453125,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.1801387977562916,0.0,0.5341796875,0.009765625,0.09326171875,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1417640909432147,0.0,0.5048828125,0.01171875,0.099609375,1.0,39,0.609375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2020895175887523,0.0,0.46630859375,0.01318359375,0.1142578125,1.0,37,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.0815424628994161,0.0,0.5478515625,0.01513671875,0.12548828125,1.0,34,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.1453689486840253,0.0,0.474609375,0.01220703125,0.12744140625,1.0,34,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.5733710905880252,0.0,0.421875,0.01416015625,0.13671875,1.0,27,0.421875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.6176013160960006,0.0,0.4931640625,0.017578125,0.138671875,1.0,30,0.46875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9834316552440723,0.0,0.48876953125,0.017578125,0.18408203125,1.0,27,0.421875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6345582211147558,0.0,0.5107421875,0.0087890625,0.13037109375,1.0,37,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.7145733479589921,0.0,0.49853515625,0.00927734375,0.099609375,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7577755447115927,0.0,0.49365234375,0.009765625,0.099609375,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.6612570017288291,0.0,0.517578125,0.00927734375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.7146984731026561,0.0,0.5107421875,0.01416015625,0.10107421875,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.9553658534591553,0.0,0.45166015625,0.0107421875,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.9235646597887274,0.0,0.46337890625,0.013671875,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.981899051759054,0.0,0.5126953125,0.01123046875,0.1044921875,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9684162424564905,0.0,0.51171875,0.009765625,0.115234375,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.1010579633405166,0.0,0.4599609375,0.009765625,0.0908203125,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9906971412346256,0.0,0.53564453125,0.01220703125,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.6246560458179343,0.0,0.5205078125,0.0087890625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9478932561333853,0.0,0.48828125,0.01025390625,0.13427734375,1.0,36,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4002697584901742,0.0,0.4638671875,0.0107421875,0.109375,1.0,37,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.0039474368721921,0.0,0.51220703125,0.0068359375,0.0986328125,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.8788384484627386,0.0,0.51904296875,0.0126953125,0.10205078125,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2526666668517328,0.0,0.466796875,0.0126953125,0.1279296875,1.0,35,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.6213196451808256,0.0,0.4501953125,0.0126953125,0.15234375,1.0,26,0.40625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.404414601199049,0.0,0.490234375,0.0146484375,0.1142578125,1.0,35,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.8949875251855453,0.0,0.5576171875,0.0068359375,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8724781929825283,0.0,0.427734375,0.0087890625,0.083984375,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.3498006646068952,0.0,0.5283203125,0.009765625,0.08447265625,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.531588487050266,0.0,0.51416015625,0.00927734375,0.09716796875,1.0,39,0.609375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.724728261997478,0.0,0.5263671875,0.009765625,0.12890625,1.0,32,0.5
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.5363473375125496,0.0,0.51708984375,0.01123046875,0.10595703125,1.0,39,0.609375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6381764791221396,0.0,0.56591796875,0.0087890625,0.12646484375,1.0,30,0.46875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2996246571766825,0.0,0.509765625,0.0087890625,0.11083984375,1.0,36,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7230430010228126,0.0,0.51611328125,0.01220703125,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.6772650473599354,0.0,0.53515625,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.9511929674586764,0.0,0.47216796875,0.0166015625,0.14892578125,1.0,28,0.4375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.5674731975014916,0.0,0.4833984375,0.0087890625,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.7362900111232684,0.0,0.44580078125,0.00830078125,0.0888671875,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0167862699020769,0.0,0.4814453125,0.013671875,0.1591796875,1.0,33,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0623057707825208,0.0,0.53662109375,0.01416015625,0.11865234375,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9940674684230939,0.0,0.45703125,0.00830078125,0.1015625,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0847954215089934,0.0,0.51123046875,0.01416015625,0.1357421875,1.0,33,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.008286422145334,0.0,0.5166015625,0.01416015625,0.13330078125,1.0,36,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.115496003512729,0.0,0.50634765625,0.013671875,0.1416015625,1.0,34,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7288030580204393,0.0,0.4921875,0.00732421875,0.10595703125,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.9459636226620788,0.0,0.54541015625,0.00830078125,0.099609375,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.08874820417307,0.0,0.5146484375,0.01513671875,0.1318359375,1.0,29,0.453125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7304942909604726,0.0,0.5205078125,0.0107421875,0.1005859375,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8075782151673865,0.0,0.49462890625,0.009765625,0.111328125,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1409079794622725,0.0,0.49560546875,0.0087890625,0.12890625,1.0,33,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.0307351037282217,0.0,0.53076171875,0.01171875,0.11376953125,1.0,35,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.2561443797682288,0.0,0.51611328125,0.0146484375,0.1748046875,1.0,25,0.390625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.6380434627544942,0.0,0.50439453125,0.00732421875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8994228835454581,0.0,0.49365234375,0.0126953125,0.12890625,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.1170471892621139,0.0,0.49951171875,0.01806640625,0.154296875,1.0,33,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.4729105832491376,0.0,0.4658203125,0.01416015625,0.14892578125,1.0,24,0.375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.516435741895075,0.0,0.5927734375,0.01513671875,0.15185546875,1.0,24,0.375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.7681075479639516,0.0,0.455078125,0.01904296875,0.1904296875,1.0,17,0.265625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.9784980871964162,0.0,0.52490234375,0.0205078125,0.21240234375,1.0,12,0.1875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.7620156783442472,0.0,0.546875,0.01025390625,0.0927734375,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.2806645782757098,0.0,0.52783203125,0.0146484375,0.16552734375,1.0,25,0.390625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.9004341318008351,0.0,0.47998046875,0.0068359375,0.12353515625,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.6023412591750275,0.0,0.5283203125,0.01025390625,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1758837057370897,0.0,0.56884765625,0.01513671875,0.16259765625,1.0,25,0.390625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.5267461673528717,0.0,0.47021484375,0.02392578125,0.21484375,1.0,15,0.234375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.2047402677545107,0.0,0.50341796875,0.01513671875,0.11962890625,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0908061422429447,0.0,0.48193359375,0.01220703125,0.11083984375,1.0,38,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3506917033915622,0.0,0.4892578125,0.015869140625,0.120361328125,1.0,64,0.5
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.186607972924512,0.0,0.490966796875,0.01123046875,0.107177734375,1.0,82,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.7621881678604184,0.0,0.498291015625,0.007080078125,0.093017578125,1.0,96,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.6984894967103003,0.0,0.4794921875,0.0087890625,0.080810546875,1.0,100,0.78125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.302010418493374,0.0,0.503662109375,0.013671875,0.11181640625,1.0,75,0.5859375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.9491586315058729,0.0,0.548095703125,0.016357421875,0.158447265625,1.0,37,0.2890625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.0020012630247228,0.0,0.5087890625,0.011474609375,0.0986328125,1.0,88,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.680028593003686,0.0,0.506591796875,0.01123046875,0.0986328125,1.0,93,0.7265625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3613316630066812,0.0,0.52392578125,0.0166015625,0.133056640625,1.0,59,0.4609375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.9869038926069363,0.0,0.489501953125,0.012451171875,0.110595703125,1.0,87,0.6796875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,0.930939374152215,0.0,0.537109375,0.01171875,0.099365234375,1.0,86,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7317586912326559,0.0,0.45849609375,0.0087890625,0.101806640625,1.0,90,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.0833965148230396,0.0,0.523681640625,0.011474609375,0.09228515625,1.0,82,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3891076058723888,0.0,0.521240234375,0.011474609375,0.099365234375,1.0,77,0.6015625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1723148996033756,0.0,0.485595703125,0.012451171875,0.10791015625,1.0,75,0.5859375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.1139129516403166,0.0,0.51123046875,0.013916015625,0.126708984375,1.0,68,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.5956394653137758,0.0,0.45751953125,0.015869140625,0.136962890625,1.0,57,0.4453125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8173857198236805,0.0,0.499755859375,0.01318359375,0.159423828125,1.0,63,0.4921875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.7364912917938249,0.0,0.49609375,0.00927734375,0.09912109375,1.0,96,0.75
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.6884964523476751,0.0,0.51416015625,0.01123046875,0.091064453125,1.0,97,0.7578125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9395998070365936,0.0,0.45751953125,0.012451171875,0.103759765625,1.0,87,0.6796875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9751809489779006,0.0,0.51220703125,0.010498046875,0.1103515625,1.0,76,0.59375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0473321976063819,0.0,0.497802734375,0.0107421875,0.09619140625,1.0,89,0.6953125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.8027131494500538,0.0,0.50439453125,0.01123046875,0.114501953125,1.0,84,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.2183320262851944,0.0,0.488037109375,0.009521484375,0.10986328125,1.0,79,0.6171875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0820191303155928,0.0,0.492919921875,0.013916015625,0.116943359375,1.0,79,0.6171875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.5167494460045736,0.0,0.47021484375,0.013916015625,0.134521484375,1.0,61,0.4765625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8838045223542944,0.0,0.49267578125,0.0078125,0.084228515625,1.0,92,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.4435589921853105,0.0,0.521240234375,0.009765625,0.091064453125,1.0,80,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6332560606369628,0.0,0.521728515625,0.010498046875,0.11865234375,1.0,70,0.546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.478622065689982,0.0,0.537841796875,0.00927734375,0.11767578125,1.0,66,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7005280600031416,0.0,0.525634765625,0.009521484375,0.090576171875,1.0,91,0.7109375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7831966200212466,0.0,0.477783203125,0.012939453125,0.12060546875,1.0,73,0.5703125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.8876872476106892,0.0,0.463623046875,0.0107421875,0.126708984375,1.0,77,0.6015625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.0287525655897398,0.0,0.496826171875,0.01123046875,0.111572265625,1.0,79,0.6171875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.0472398520896522,0.0,0.513916015625,0.013916015625,0.13623046875,1.0,69,0.5390625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9422009422710249,0.0,0.499267578125,0.00927734375,0.129150390625,1.0,81,0.6328125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.0198577909419648,0.0,0.530029296875,0.01123046875,0.113525390625,1.0,66,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.770001455433295,0.0,0.507568359375,0.010009765625,0.10693359375,1.0,91,0.7109375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0872179799052057,0.0,0.51318359375,0.010009765625,0.12158203125,1.0,67,0.5234375
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.9962424813234613,0.0,0.51025390625,0.013427734375,0.145263671875,1.0,71,0.5546875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.0140897264255309,0.0,0.49658203125,0.01611328125,0.14111328125,1.0,72,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.4948315867588864,0.0,0.529296875,0.014892578125,0.150390625,1.0,47,0.3671875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.8762541115487228,0.0,0.489990234375,0.02001953125,0.2021484375,1.0,28,0.21875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0537479907673715,0.0,0.537353515625,0.01318359375,0.13623046875,1.0,68,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7660276164135603,0.0,0.504150390625,0.009033203125,0.10546875,1.0,88,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.3626548258720315,0.0,0.51953125,0.021240234375,0.189208984375,1.0,38,0.296875
+fresh-zh-2,layers.9.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1491860494941941,0.0,0.49267578125,0.01416015625,0.11572265625,1.0,77,0.6015625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.436445292727872,0.0,0.2962799072265625,0.00994873046875,0.0970001220703125,1.0,1108,0.541015625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,0,64,2048,64,1.3166786189603428,0.0,0.2421875,0.00927734375,0.091796875,1.0,32,0.5
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,64,128,2048,64,1.261364779790633,0.0,0.2158203125,0.00244140625,0.04931640625,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4501112869737522,0.0,0.28173828125,0.00537109375,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,192,256,2048,64,1.302239544734593,0.0,0.22021484375,0.0107421875,0.0986328125,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7642182594869396,0.0,0.13232421875,0.0048828125,0.04736328125,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7855934494178909,0.0,0.21826171875,0.00634765625,0.0634765625,1.0,37,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,384,448,2048,64,1.5937243630027857,0.0,0.16650390625,0.00732421875,0.06298828125,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,448,512,2048,64,1.376623647136481,0.0,0.12548828125,0.005859375,0.064453125,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3337768210932313,0.0,0.1923828125,0.0048828125,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2277502510890628,0.0,0.16845703125,0.005859375,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,640,704,2048,64,1.4347835563309055,0.0,0.48876953125,0.013671875,0.12646484375,1.0,28,0.4375
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3606860818941835,0.0,0.4912109375,0.01416015625,0.12890625,1.0,26,0.40625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,768,832,2048,64,1.2331319114675734,0.0,0.2080078125,0.0087890625,0.0947265625,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3152071675857475,0.0,0.19970703125,0.0107421875,0.09326171875,1.0,40,0.625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,896,960,2048,64,1.8493581089192106,0.0,0.29345703125,0.01416015625,0.1181640625,1.0,27,0.421875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.801454443263694,0.0,0.201171875,0.01318359375,0.0947265625,1.0,32,0.5
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.447310506745204,0.0,0.15771484375,0.00830078125,0.0693359375,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3913908304266696,0.0,0.1083984375,0.0087890625,0.060546875,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.3848603391572953,0.0,0.142578125,0.00927734375,0.064453125,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.3697652578326667,0.0,0.18212890625,0.0087890625,0.06787109375,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8597186126689801,0.0,0.3623046875,0.01171875,0.1005859375,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.3156798829173466,0.0,0.27880859375,0.01171875,0.12255859375,1.0,30,0.46875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.6155846680043522,0.0,0.50732421875,0.01318359375,0.10400390625,1.0,33,0.515625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.253120823435838,0.0,0.42626953125,0.009765625,0.10595703125,1.0,36,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.8715558302021779,0.0,0.38427734375,0.01025390625,0.1328125,1.0,31,0.484375
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1600,1664,2048,64,0.6418549643189599,0.0,0.33544921875,0.00830078125,0.09765625,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.5644237537993018,0.0,0.2724609375,0.005859375,0.0703125,1.0,42,0.65625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.7295533950924171,0.0,0.21826171875,0.0029296875,0.048828125,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.897272683704928,0.0,0.52587890625,0.013671875,0.14404296875,1.0,19,0.296875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4768978871536886,0.0,0.51171875,0.01611328125,0.140625,1.0,27,0.421875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.5163727438675507,0.0,0.6689453125,0.0048828125,0.0966796875,1.0,34,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.375031274018881,0.0,0.552734375,0.0078125,0.10302734375,1.0,34,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,0,128,4096,128,1.2893183651301157,0.0,0.22900390625,0.005859375,0.070556640625,1.0,74,0.578125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3781601097984282,0.0,0.2509765625,0.00830078125,0.091552734375,1.0,78,0.609375
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7749380318353667,0.0,0.17529296875,0.005615234375,0.05517578125,1.0,77,0.6015625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4891356571991656,0.0,0.14599609375,0.006591796875,0.06396484375,1.0,88,0.6875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,512,640,4096,128,1.2818602278592668,0.0,0.180419921875,0.00537109375,0.06689453125,1.0,85,0.6640625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3982257448241513,0.0,0.489990234375,0.013916015625,0.129638671875,1.0,53,0.4140625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2748302249218513,0.0,0.203857421875,0.009765625,0.09326171875,1.0,81,0.6328125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.8255634097696722,0.0,0.247314453125,0.013671875,0.105712890625,1.0,59,0.4609375
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.4196260327865358,0.0,0.133056640625,0.008544921875,0.064208984375,1.0,91,0.7109375
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3773334782354363,0.0,0.162353515625,0.009033203125,0.066162109375,1.0,89,0.6953125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.111334703697063,0.0,0.320556640625,0.010498046875,0.119873046875,1.0,68,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4457568290724492,0.0,0.466796875,0.012451171875,0.104248046875,1.0,68,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1536,1664,4096,128,0.7653715961480086,0.0,0.35986328125,0.009765625,0.114501953125,1.0,72,0.5625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6490567952510315,0.0,0.245361328125,0.005126953125,0.06201171875,1.0,86,0.671875
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.7001280842060003,0.0,0.518798828125,0.01513671875,0.146728515625,1.0,45,0.3515625
+fresh-zh-2,layers.9.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4474282888755476,0.0,0.61083984375,0.00634765625,0.098388671875,1.0,68,0.53125
+fresh-zh-2,layers.9.linear_attn.in_proj_b.output,0,0,16,512,16,1.3932409514580981,0.0,0.666015625,0.005859375,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_b.output,64,0,16,512,16,1.3932409514580981,0.0,0.666015625,0.005859375,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_b.output,128,0,16,512,16,1.3932409514580981,0.0,0.666015625,0.005859375,0.064453125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_a.output,0,0,16,512,16,1.4035412477230416,0.0,0.380859375,0.01171875,0.095703125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_a.output,64,0,16,512,16,1.4035412477230416,0.0,0.380859375,0.01171875,0.095703125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.in_proj_a.output,128,0,16,512,16,1.4035412477230416,0.0,0.380859375,0.01171875,0.095703125,1.0,13,0.8125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,0,0,2048,65536,2048,0.028112736798244307,0.0,0.4987640380859375,0.0110015869140625,0.1067047119140625,1.0,1452,0.708984375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,0,64,2048,64,0.027406808635962645,0.0,0.533203125,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,64,128,2048,64,0.026680239497428017,0.0,0.4794921875,0.01123046875,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,128,192,2048,64,0.028042798000363564,0.0,0.5078125,0.00830078125,0.10693359375,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,192,256,2048,64,0.02712700403981956,0.0,0.484375,0.01025390625,0.09765625,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,256,320,2048,64,0.027494653422398697,0.0,0.50244140625,0.00732421875,0.10009765625,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,320,384,2048,64,0.026288022111726254,0.0,0.4609375,0.01025390625,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,384,448,2048,64,0.027180720006593245,0.0,0.537109375,0.0087890625,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,448,512,2048,64,0.02655662579144271,0.0,0.53662109375,0.0107421875,0.1064453125,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,512,576,2048,64,0.025243716998499442,0.0,0.4765625,0.00830078125,0.10986328125,1.0,43,0.671875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,576,640,2048,64,0.0286703295131734,0.0,0.5107421875,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,640,704,2048,64,0.026436183681977435,0.0,0.49658203125,0.01416015625,0.1162109375,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,704,768,2048,64,0.025868294902226776,0.0,0.46630859375,0.01220703125,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,768,832,2048,64,0.026301654033433704,0.0,0.54296875,0.00830078125,0.1142578125,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,832,896,2048,64,0.027351703047673055,0.0,0.50244140625,0.01025390625,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,896,960,2048,64,0.028026429259200212,0.0,0.5068359375,0.00634765625,0.10205078125,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,960,1024,2048,64,0.02924024319069205,0.0,0.47265625,0.01123046875,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1024,1088,2048,64,0.027097937631593707,0.0,0.5078125,0.01123046875,0.1044921875,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1088,1152,2048,64,0.025126355677934233,0.0,0.53125,0.01025390625,0.11083984375,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1152,1216,2048,64,0.04578544250468265,0.0,0.5615234375,0.0205078125,0.1962890625,1.0,28,0.4375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1216,1280,2048,64,0.027081144937557453,0.0,0.50634765625,0.00830078125,0.11474609375,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1280,1344,2048,64,0.030100541189982313,0.0,0.55810546875,0.01123046875,0.10595703125,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1344,1408,2048,64,0.026583026450996496,0.0,0.47900390625,0.0146484375,0.1181640625,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1408,1472,2048,64,0.026543860379326222,0.0,0.49609375,0.01171875,0.10107421875,1.0,46,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1472,1536,2048,64,0.026746358502867832,0.0,0.5439453125,0.01416015625,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02697994829561369,0.0,0.46484375,0.0087890625,0.09814453125,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02812524706455303,0.0,0.5068359375,0.01025390625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1664,1728,2048,64,0.027332210589863862,0.0,0.3994140625,0.01123046875,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1728,1792,2048,64,0.026955711747464486,0.0,0.47802734375,0.009765625,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02727362245596243,0.0,0.494140625,0.013671875,0.12451171875,1.0,45,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1856,1920,2048,64,0.02727622702655102,0.0,0.48388671875,0.01171875,0.10302734375,1.0,48,0.75
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03211330452095369,0.0,0.443359375,0.0126953125,0.12060546875,1.0,41,0.640625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,64,1984,2048,2048,64,0.02769121240643779,0.0,0.48876953125,0.01025390625,0.0927734375,1.0,47,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,0,128,4096,128,0.027045964017283566,0.0,0.50634765625,0.01025390625,0.099853515625,1.0,93,0.7265625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,128,256,4096,128,0.027588701200542055,0.0,0.49609375,0.00927734375,0.1025390625,1.0,94,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,256,384,4096,128,0.026898104704276365,0.0,0.481689453125,0.00927734375,0.0966796875,1.0,95,0.7421875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,384,512,4096,128,0.0268704848626103,0.0,0.536865234375,0.009521484375,0.098388671875,1.0,94,0.734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,512,640,4096,128,0.02701141464542603,0.0,0.49365234375,0.009765625,0.10205078125,1.0,92,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,640,768,4096,128,0.026153780690521797,0.0,0.4814453125,0.012939453125,0.10888671875,1.0,90,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,768,896,4096,128,0.026831815671908295,0.0,0.522705078125,0.009521484375,0.10546875,1.0,93,0.7265625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,896,1024,4096,128,0.028639767447308007,0.0,0.48974609375,0.0087890625,0.095947265625,1.0,95,0.7421875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1024,1152,4096,128,0.026130747918303065,0.0,0.51953125,0.010986328125,0.10888671875,1.0,92,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1152,1280,4096,128,0.03761445969622981,0.0,0.533935546875,0.015869140625,0.153076171875,1.0,72,0.5625
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1280,1408,4096,128,0.028396301477694248,0.0,0.5185546875,0.0126953125,0.11376953125,1.0,88,0.6875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1408,1536,4096,128,0.026645301809147277,0.0,0.52001953125,0.0126953125,0.10205078125,1.0,90,0.703125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1536,1664,4096,128,0.027558547970422325,0.0,0.48583984375,0.009521484375,0.094482421875,1.0,97,0.7578125
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1664,1792,4096,128,0.02714461393666395,0.0,0.438720703125,0.010498046875,0.0947265625,1.0,99,0.7734375
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1792,1920,4096,128,0.027274924772346578,0.0,0.489013671875,0.0126953125,0.11376953125,1.0,92,0.71875
+fresh-zh-2,layers.9.linear_attn.out_proj.output,128,1920,2048,4096,128,0.029983892107212824,0.0,0.466064453125,0.011962890625,0.105224609375,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gate_proj.output,0,0,6144,196608,6144,0.49287310128918893,0.0,0.7370147705078125,0.008321126302083334,0.08165995279947917,1.0,4269,0.69482421875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,0,64,2048,64,0.4993569351807675,0.0,0.72509765625,0.0087890625,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,64,128,2048,64,0.47786649041787943,0.0,0.75146484375,0.00732421875,0.07568359375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,128,192,2048,64,0.4590772004488904,0.0,0.7021484375,0.009765625,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,192,256,2048,64,0.5175369804096488,0.0,0.72216796875,0.0087890625,0.09033203125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,256,320,2048,64,0.5469056042273043,0.0,0.7978515625,0.00830078125,0.08642578125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,320,384,2048,64,0.4381818610738604,0.0,0.70703125,0.0087890625,0.080078125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,384,448,2048,64,0.5106118669100344,0.0,0.705078125,0.0107421875,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,448,512,2048,64,0.4692938446173655,0.0,0.6884765625,0.00537109375,0.06982421875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,512,576,2048,64,0.5063828614523661,0.0,0.7890625,0.00634765625,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,576,640,2048,64,0.4605477763893434,0.0,0.763671875,0.00634765625,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,640,704,2048,64,0.45650968103525846,0.0,0.69921875,0.00830078125,0.07421875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,704,768,2048,64,0.5109237496355424,0.0,0.79052734375,0.01025390625,0.08154296875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,768,832,2048,64,0.5029547060661789,0.0,0.798828125,0.0087890625,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,832,896,2048,64,0.4434723646761753,0.0,0.75,0.00634765625,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,896,960,2048,64,0.4983442014490908,0.0,0.7470703125,0.0107421875,0.083984375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,960,1024,2048,64,0.5172565668221316,0.0,0.736328125,0.0078125,0.0751953125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1024,1088,2048,64,0.48569645841778364,0.0,0.75439453125,0.0078125,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1088,1152,2048,64,0.5188449697447637,0.0,0.75341796875,0.00830078125,0.08154296875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1152,1216,2048,64,0.5232157543602319,0.0,0.6904296875,0.0126953125,0.09130859375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1216,1280,2048,64,0.48738144596044314,0.0,0.724609375,0.01220703125,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1280,1344,2048,64,0.4583331455067559,0.0,0.67626953125,0.00732421875,0.0947265625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1344,1408,2048,64,0.4925806099839682,0.0,0.7353515625,0.0078125,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1408,1472,2048,64,0.48754419152636386,0.0,0.72119140625,0.0068359375,0.07080078125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1472,1536,2048,64,0.4682841162755174,0.0,0.74169921875,0.0068359375,0.08251953125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1536,1600,2048,64,0.4858997977018421,0.0,0.7744140625,0.009765625,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1600,1664,2048,64,0.461727980148829,0.0,0.7021484375,0.009765625,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1664,1728,2048,64,0.478756938024086,0.0,0.7646484375,0.00634765625,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1728,1792,2048,64,0.5334857027917338,0.0,0.70654296875,0.01123046875,0.0908203125,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1792,1856,2048,64,0.5237850579621147,0.0,0.7275390625,0.0087890625,0.09375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1856,1920,2048,64,0.5063688010847494,0.0,0.724609375,0.0087890625,0.08349609375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1920,1984,2048,64,0.478950118518669,0.0,0.69287109375,0.00634765625,0.08203125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,1984,2048,2048,64,0.494467744343623,0.0,0.73095703125,0.00634765625,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2048,2112,2048,64,0.4876596295498957,0.0,0.74853515625,0.00732421875,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2112,2176,2048,64,0.4764943082888576,0.0,0.6962890625,0.00732421875,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2176,2240,2048,64,0.6064275586958209,0.0,0.7587890625,0.00927734375,0.103515625,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2240,2304,2048,64,0.47472420745523114,0.0,0.7578125,0.0068359375,0.07275390625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2304,2368,2048,64,0.5166816703151326,0.0,0.7333984375,0.00927734375,0.07177734375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2368,2432,2048,64,0.4511141416802216,0.0,0.703125,0.0126953125,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2432,2496,2048,64,0.5291203502444612,0.0,0.810546875,0.00537109375,0.06689453125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2496,2560,2048,64,0.48902837713046393,0.0,0.7626953125,0.00537109375,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2560,2624,2048,64,0.4746433807881097,0.0,0.75634765625,0.01123046875,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2624,2688,2048,64,0.4920500860216011,0.0,0.7392578125,0.00830078125,0.0771484375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2688,2752,2048,64,0.4503533301279949,0.0,0.73828125,0.005859375,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2752,2816,2048,64,0.4951674613831947,0.0,0.74462890625,0.0107421875,0.07958984375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2816,2880,2048,64,0.5074502164116328,0.0,0.77001953125,0.0068359375,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2880,2944,2048,64,0.4794344454515977,0.0,0.7216796875,0.0068359375,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,2944,3008,2048,64,0.5020333632425352,0.0,0.73876953125,0.009765625,0.07958984375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3008,3072,2048,64,0.5085793021894954,0.0,0.77197265625,0.00732421875,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3072,3136,2048,64,0.4834909397531986,0.0,0.767578125,0.00439453125,0.068359375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3136,3200,2048,64,0.5094559886215493,0.0,0.76708984375,0.00634765625,0.07861328125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3200,3264,2048,64,0.49353101430160967,0.0,0.70068359375,0.00634765625,0.07568359375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3264,3328,2048,64,0.5556812113788117,0.0,0.71337890625,0.005859375,0.0810546875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3328,3392,2048,64,0.4768906117806087,0.0,0.76318359375,0.01025390625,0.08154296875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3392,3456,2048,64,0.45260022172211356,0.0,0.76318359375,0.009765625,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3456,3520,2048,64,0.5179050777899359,0.0,0.7490234375,0.00927734375,0.09228515625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3520,3584,2048,64,0.5531934326972835,0.0,0.677734375,0.0107421875,0.095703125,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3584,3648,2048,64,0.4618075543953705,0.0,0.716796875,0.005859375,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3648,3712,2048,64,0.5029398647867288,0.0,0.759765625,0.0078125,0.0654296875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3712,3776,2048,64,0.4421194376481003,0.0,0.7041015625,0.00927734375,0.072265625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3776,3840,2048,64,0.49058958571073663,0.0,0.7646484375,0.00439453125,0.078125,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3840,3904,2048,64,0.4871348932515252,0.0,0.6962890625,0.0078125,0.09375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3904,3968,2048,64,0.4321284944689078,0.0,0.6611328125,0.01171875,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,3968,4032,2048,64,0.46856546457556664,0.0,0.73388671875,0.0087890625,0.07666015625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4032,4096,2048,64,0.5103418316301006,0.0,0.72021484375,0.0126953125,0.08544921875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4096,4160,2048,64,0.4809986421573721,0.0,0.72900390625,0.00927734375,0.07568359375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4160,4224,2048,64,0.5085804802975905,0.0,0.79150390625,0.0107421875,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4224,4288,2048,64,0.5042449726580811,0.0,0.74755859375,0.00390625,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4288,4352,2048,64,0.49301196590316226,0.0,0.7021484375,0.013671875,0.09130859375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4352,4416,2048,64,0.45683707024557196,0.0,0.69580078125,0.0126953125,0.09375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4416,4480,2048,64,0.4844655727409068,0.0,0.76220703125,0.00927734375,0.07568359375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4480,4544,2048,64,0.4383421603441124,0.0,0.69677734375,0.005859375,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4544,4608,2048,64,0.48477883987934006,0.0,0.73486328125,0.00732421875,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4608,4672,2048,64,0.5035418117621434,0.0,0.7568359375,0.009765625,0.08203125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4672,4736,2048,64,0.502659715093363,0.0,0.7998046875,0.00830078125,0.07470703125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4736,4800,2048,64,0.46216003065548283,0.0,0.716796875,0.0087890625,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4800,4864,2048,64,0.493073935417151,0.0,0.71484375,0.00537109375,0.07861328125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4864,4928,2048,64,0.4992723489371292,0.0,0.77294921875,0.00634765625,0.06494140625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4928,4992,2048,64,0.46444082096511624,0.0,0.74951171875,0.01171875,0.0810546875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,4992,5056,2048,64,0.4967360582360904,0.0,0.69580078125,0.00732421875,0.07958984375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5056,5120,2048,64,0.46081925946463514,0.0,0.6962890625,0.0078125,0.08447265625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5120,5184,2048,64,0.48758389696192944,0.0,0.6845703125,0.01123046875,0.080078125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5184,5248,2048,64,0.5464679155763191,0.0,0.7890625,0.009765625,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5248,5312,2048,64,0.46769532615787895,0.0,0.7060546875,0.0087890625,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5312,5376,2048,64,0.5197959001592117,0.0,0.751953125,0.00634765625,0.08447265625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5376,5440,2048,64,0.5235449338932172,0.0,0.78125,0.0078125,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5440,5504,2048,64,0.47750909548009457,0.0,0.71923828125,0.009765625,0.078125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5504,5568,2048,64,0.47949395454233684,0.0,0.73193359375,0.0078125,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5568,5632,2048,64,0.46300362923290456,0.0,0.7353515625,0.00537109375,0.0703125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5632,5696,2048,64,0.5261749692369065,0.0,0.7216796875,0.01025390625,0.09765625,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5696,5760,2048,64,0.4968826206623823,0.0,0.74365234375,0.0068359375,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5760,5824,2048,64,0.4668520494295197,0.0,0.72705078125,0.00927734375,0.0830078125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5824,5888,2048,64,0.5202370024771228,0.0,0.76318359375,0.00537109375,0.0810546875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5888,5952,2048,64,0.5106188110381377,0.0,0.732421875,0.00830078125,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,5952,6016,2048,64,0.52234708396368,0.0,0.7763671875,0.00439453125,0.0751953125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,6016,6080,2048,64,0.5434087597994133,0.0,0.787109375,0.00634765625,0.07421875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,64,6080,6144,2048,64,0.4664006252336149,0.0,0.73388671875,0.0068359375,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,0,128,4096,128,0.48872984939403413,0.0,0.73828125,0.008056640625,0.08447265625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,128,256,4096,128,0.4891811535942118,0.0,0.712158203125,0.008544921875,0.086669921875,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,256,384,4096,128,0.4955346018742711,0.0,0.75244140625,0.0087890625,0.08349609375,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,384,512,4096,128,0.49038820908801356,0.0,0.69677734375,0.008056640625,0.0791015625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,512,640,4096,128,0.4840081903800053,0.0,0.7763671875,0.007080078125,0.086181640625,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,640,768,4096,128,0.48448125186665164,0.0,0.744873046875,0.009521484375,0.07763671875,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,768,896,4096,128,0.47414722111681457,0.0,0.7744140625,0.007080078125,0.077880859375,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,896,1024,4096,128,0.5078884223126918,0.0,0.74169921875,0.00927734375,0.079345703125,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1024,1152,4096,128,0.5025441037108198,0.0,0.75390625,0.0078125,0.08251953125,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1152,1280,4096,128,0.5056161585022966,0.0,0.70751953125,0.012451171875,0.0908203125,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1280,1408,4096,128,0.4757651361766093,0.0,0.705810546875,0.007568359375,0.0869140625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1408,1536,4096,128,0.478011167362771,0.0,0.7314453125,0.0068359375,0.077392578125,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1536,1664,4096,128,0.473968005807886,0.0,0.73828125,0.010009765625,0.080322265625,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1664,1792,4096,128,0.5068605334751309,0.0,0.735595703125,0.0087890625,0.083984375,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1792,1920,4096,128,0.5151505360845421,0.0,0.72607421875,0.008544921875,0.088134765625,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,1920,2048,4096,128,0.48677077060219914,0.0,0.7119140625,0.006103515625,0.08349609375,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2048,2176,4096,128,0.48210929265282704,0.0,0.722412109375,0.007568359375,0.084228515625,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2176,2304,4096,128,0.5445720600112397,0.0,0.75830078125,0.0078125,0.088134765625,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2304,2432,4096,128,0.48500717379411945,0.0,0.71826171875,0.01123046875,0.081298828125,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2432,2560,4096,128,0.5094688894729867,0.0,0.78662109375,0.005126953125,0.07568359375,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2560,2688,4096,128,0.48342508524063554,0.0,0.747802734375,0.009765625,0.080078125,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2688,2816,4096,128,0.47329110321769857,0.0,0.741455078125,0.00732421875,0.080078125,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2816,2944,4096,128,0.49364111944898487,0.0,0.745849609375,0.00732421875,0.088134765625,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,2944,3072,4096,128,0.5053169324414952,0.0,0.75537109375,0.008544921875,0.080322265625,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3072,3200,4096,128,0.4966431783311794,0.0,0.767333984375,0.00537109375,0.0732421875,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3200,3328,4096,128,0.5255256752799996,0.0,0.70703125,0.006103515625,0.08056640625,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3328,3456,4096,128,0.46490408489676105,0.0,0.76318359375,0.009765625,0.077880859375,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3456,3584,4096,128,0.5358398284842232,0.0,0.71337890625,0.010009765625,0.093505859375,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3584,3712,4096,128,0.4828119327897386,0.0,0.73828125,0.006591796875,0.07373046875,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3712,3840,4096,128,0.4669837999085753,0.0,0.734375,0.0068359375,0.078125,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3840,3968,4096,128,0.46045381959276854,0.0,0.6787109375,0.009765625,0.08740234375,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,3968,4096,4096,128,0.489899162942989,0.0,0.72705078125,0.0107421875,0.080810546875,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4096,4224,4096,128,0.49498171617594294,0.0,0.76025390625,0.010009765625,0.0791015625,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4224,4352,4096,128,0.4986601001557322,0.0,0.724853515625,0.0087890625,0.0869140625,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4352,4480,4096,128,0.47085401130378646,0.0,0.72900390625,0.0107421875,0.085205078125,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4480,4608,4096,128,0.4621441188254495,0.0,0.7158203125,0.006591796875,0.0771484375,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4608,4736,4096,128,0.5031009567524409,0.0,0.7783203125,0.009033203125,0.078369140625,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4736,4864,4096,128,0.47786703157009774,0.0,0.7158203125,0.0068359375,0.077880859375,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4864,4992,4096,128,0.4821712116001689,0.0,0.76123046875,0.009033203125,0.072509765625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,4992,5120,4096,128,0.4791143399260052,0.0,0.696044921875,0.00732421875,0.08203125,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5120,5248,4096,128,0.5178635145146395,0.0,0.73681640625,0.010498046875,0.080078125,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5248,5376,4096,128,0.4944323492310399,0.0,0.72900390625,0.007568359375,0.079345703125,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5376,5504,4096,128,0.5010560018957319,0.0,0.750244140625,0.009033203125,0.082275390625,1.0,94,0.734375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5504,5632,4096,128,0.4713209167464826,0.0,0.733642578125,0.006591796875,0.0771484375,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5632,5760,4096,128,0.5117384277967487,0.0,0.732666015625,0.009033203125,0.087646484375,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5760,5888,4096,128,0.4942658064255126,0.0,0.7451171875,0.007568359375,0.082275390625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,5888,6016,4096,128,0.5165162370687688,0.0,0.75439453125,0.006591796875,0.078369140625,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gate_proj.output,128,6016,6144,4096,128,0.5063707255781298,0.0,0.760498046875,0.00732421875,0.076171875,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.up_proj.output,0,0,6144,196608,6144,0.34532879736977673,0.0,0.4993540445963542,0.008707682291666666,0.08492533365885417,1.0,4750,0.7731119791666666
+fresh-zh-2,layers.9.mlp.up_proj.output,64,0,64,2048,64,0.35036037552685234,0.0,0.4970703125,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,64,128,2048,64,0.36978047053003144,0.0,0.4482421875,0.0078125,0.0849609375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.up_proj.output,64,128,192,2048,64,0.31439166968401655,0.0,0.47021484375,0.01171875,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,192,256,2048,64,0.3380295676667697,0.0,0.517578125,0.0068359375,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,256,320,2048,64,0.3566483825730855,0.0,0.5146484375,0.01025390625,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,320,384,2048,64,0.34770339180493426,0.0,0.55126953125,0.00732421875,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,384,448,2048,64,0.374835236953689,0.0,0.4619140625,0.00830078125,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,448,512,2048,64,0.32624620406583293,0.0,0.4560546875,0.013671875,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,512,576,2048,64,0.3441095732055355,0.0,0.43603515625,0.00634765625,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,576,640,2048,64,0.34691940375772307,0.0,0.4990234375,0.00927734375,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,640,704,2048,64,0.35511002313716555,0.0,0.462890625,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,704,768,2048,64,0.35698362365303127,0.0,0.470703125,0.009765625,0.09912109375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,768,832,2048,64,0.32888197920604817,0.0,0.49560546875,0.00830078125,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,832,896,2048,64,0.3448868864858256,0.0,0.52294921875,0.01171875,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,896,960,2048,64,0.320155146141567,0.0,0.48193359375,0.0078125,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,960,1024,2048,64,0.3562358414895551,0.0,0.51416015625,0.01123046875,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1024,1088,2048,64,0.3346320634361215,0.0,0.48291015625,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1088,1152,2048,64,0.36198799422094524,0.0,0.50146484375,0.0107421875,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1152,1216,2048,64,0.347712187659754,0.0,0.5078125,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1216,1280,2048,64,0.37884118628322394,0.0,0.52197265625,0.0087890625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1280,1344,2048,64,0.3600561730895762,0.0,0.49755859375,0.0078125,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1344,1408,2048,64,0.3260628150482481,0.0,0.48095703125,0.00537109375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1408,1472,2048,64,0.37879752056346155,0.0,0.48046875,0.01220703125,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1472,1536,2048,64,0.36238239283082785,0.0,0.5048828125,0.00830078125,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1536,1600,2048,64,0.34506715110458136,0.0,0.51513671875,0.00927734375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1600,1664,2048,64,0.33262276116227696,0.0,0.54931640625,0.0107421875,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1664,1728,2048,64,0.32485771119553053,0.0,0.50439453125,0.00927734375,0.07421875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1728,1792,2048,64,0.3379085931338106,0.0,0.490234375,0.00537109375,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1792,1856,2048,64,0.36487387150504375,0.0,0.49755859375,0.0087890625,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1856,1920,2048,64,0.32926379462690797,0.0,0.4658203125,0.01123046875,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1920,1984,2048,64,0.4074753669653108,0.0,0.47607421875,0.00732421875,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,1984,2048,2048,64,0.3560884542815867,0.0,0.51513671875,0.00830078125,0.09765625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2048,2112,2048,64,0.3517625818580928,0.0,0.44970703125,0.00927734375,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2112,2176,2048,64,0.35596682089528825,0.0,0.46240234375,0.0029296875,0.0693359375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2176,2240,2048,64,0.33646096447081664,0.0,0.482421875,0.00830078125,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2240,2304,2048,64,0.3466846394374553,0.0,0.47314453125,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2304,2368,2048,64,0.32145720243524617,0.0,0.517578125,0.0078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2368,2432,2048,64,0.3633498261230296,0.0,0.486328125,0.0048828125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2432,2496,2048,64,0.31254073490458645,0.0,0.52734375,0.00634765625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2496,2560,2048,64,0.3606140998328151,0.0,0.5576171875,0.01025390625,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2560,2624,2048,64,0.3300241138423264,0.0,0.51953125,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2624,2688,2048,64,0.3420730756916478,0.0,0.49658203125,0.00732421875,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2688,2752,2048,64,0.32558844141617044,0.0,0.482421875,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2752,2816,2048,64,0.3526962049505109,0.0,0.50146484375,0.00634765625,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2816,2880,2048,64,0.3585150748304535,0.0,0.46875,0.0146484375,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2880,2944,2048,64,0.33121688591798226,0.0,0.46875,0.00830078125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,2944,3008,2048,64,0.3567842518196262,0.0,0.49169921875,0.0107421875,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3008,3072,2048,64,0.32901822270164555,0.0,0.49365234375,0.009765625,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3072,3136,2048,64,0.34615313593108665,0.0,0.46728515625,0.0078125,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3136,3200,2048,64,0.3260838292669732,0.0,0.51416015625,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3200,3264,2048,64,0.326785165763978,0.0,0.5224609375,0.01025390625,0.099609375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3264,3328,2048,64,0.3665428957266866,0.0,0.5205078125,0.009765625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3328,3392,2048,64,0.3452103247550201,0.0,0.4814453125,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3392,3456,2048,64,0.3568701028875799,0.0,0.5,0.005859375,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3456,3520,2048,64,0.33355999889301907,0.0,0.5556640625,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3520,3584,2048,64,0.3535155308027496,0.0,0.4296875,0.00634765625,0.09375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3584,3648,2048,64,0.3374552040340574,0.0,0.5341796875,0.0078125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3648,3712,2048,64,0.3456585799937573,0.0,0.55126953125,0.00634765625,0.07177734375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3712,3776,2048,64,0.32909308334800846,0.0,0.5087890625,0.00634765625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3776,3840,2048,64,0.3490410971207194,0.0,0.51025390625,0.01171875,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3840,3904,2048,64,0.3766814092085881,0.0,0.501953125,0.00732421875,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3904,3968,2048,64,0.3693080604911086,0.0,0.55126953125,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,3968,4032,2048,64,0.35994709311089573,0.0,0.52294921875,0.00390625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4032,4096,2048,64,0.320178285770689,0.0,0.5458984375,0.0126953125,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4096,4160,2048,64,0.32328327053583195,0.0,0.48974609375,0.00830078125,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4160,4224,2048,64,0.34285851830136743,0.0,0.50048828125,0.0087890625,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4224,4288,2048,64,0.3537392734806304,0.0,0.4892578125,0.01123046875,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4288,4352,2048,64,0.3482662567257906,0.0,0.54541015625,0.009765625,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4352,4416,2048,64,0.34559735734349206,0.0,0.48291015625,0.0068359375,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4416,4480,2048,64,0.34270611393955047,0.0,0.4970703125,0.0068359375,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4480,4544,2048,64,0.3380971704871753,0.0,0.4638671875,0.0048828125,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4544,4608,2048,64,0.3391891223771105,0.0,0.50341796875,0.00830078125,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4608,4672,2048,64,0.3328973495333383,0.0,0.46533203125,0.0107421875,0.0927734375,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4672,4736,2048,64,0.3330542981631767,0.0,0.4853515625,0.00634765625,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4736,4800,2048,64,0.3482257676912057,0.0,0.54248046875,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4800,4864,2048,64,0.3445471222968407,0.0,0.5009765625,0.009765625,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4864,4928,2048,64,0.359136981121794,0.0,0.51904296875,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4928,4992,2048,64,0.3464658752532599,0.0,0.51318359375,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,4992,5056,2048,64,0.34444473220268956,0.0,0.57861328125,0.005859375,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5056,5120,2048,64,0.3441935149883754,0.0,0.45947265625,0.01171875,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5120,5184,2048,64,0.30719321952277523,0.0,0.46728515625,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5184,5248,2048,64,0.32499810064847323,0.0,0.4443359375,0.01220703125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5248,5312,2048,64,0.3355715530125315,0.0,0.49267578125,0.00537109375,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5312,5376,2048,64,0.34215789945611297,0.0,0.5283203125,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5376,5440,2048,64,0.3283644616612459,0.0,0.5048828125,0.00634765625,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5440,5504,2048,64,0.35960806793883626,0.0,0.4931640625,0.0107421875,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5504,5568,2048,64,0.3476946497927152,0.0,0.556640625,0.01123046875,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5568,5632,2048,64,0.339331425065629,0.0,0.4765625,0.0048828125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5632,5696,2048,64,0.35584431586576304,0.0,0.54931640625,0.0146484375,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5696,5760,2048,64,0.3470806971715862,0.0,0.48486328125,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5760,5824,2048,64,0.3598116504886653,0.0,0.48779296875,0.0078125,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5824,5888,2048,64,0.34331587491202414,0.0,0.5126953125,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5888,5952,2048,64,0.33003282315584415,0.0,0.4794921875,0.00927734375,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,5952,6016,2048,64,0.3233967626066737,0.0,0.49169921875,0.01171875,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.up_proj.output,64,6016,6080,2048,64,0.3506849999818804,0.0,0.513671875,0.0078125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,64,6080,6144,2048,64,0.33533737057776203,0.0,0.52880859375,0.01171875,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,0,128,4096,128,0.3602013250424882,0.0,0.47265625,0.009033203125,0.0888671875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.up_proj.output,128,128,256,4096,128,0.32642465484678623,0.0,0.493896484375,0.00927734375,0.07861328125,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,256,384,4096,128,0.3522042855110182,0.0,0.532958984375,0.0087890625,0.080078125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,384,512,4096,128,0.35138158782831325,0.0,0.458984375,0.01123046875,0.093017578125,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,512,640,4096,128,0.3455173447710765,0.0,0.467529296875,0.0078125,0.08056640625,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,640,768,4096,128,0.3560480558077289,0.0,0.466796875,0.008544921875,0.091552734375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,768,896,4096,128,0.3369794657812062,0.0,0.50927734375,0.010009765625,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,896,1024,4096,128,0.338676314762857,0.0,0.498046875,0.010009765625,0.08935546875,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1024,1152,4096,128,0.34857848889426574,0.0,0.4921875,0.009521484375,0.087646484375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1152,1280,4096,128,0.3636099626465234,0.0,0.514892578125,0.00732421875,0.08642578125,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1280,1408,4096,128,0.34348028119318497,0.0,0.4892578125,0.00634765625,0.08642578125,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1408,1536,4096,128,0.3706808332102042,0.0,0.49267578125,0.010009765625,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1536,1664,4096,128,0.33890208026408536,0.0,0.5322265625,0.010009765625,0.081298828125,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1664,1792,4096,128,0.3314473938929599,0.0,0.497314453125,0.0078125,0.0751953125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1792,1920,4096,128,0.34752524265094026,0.0,0.481689453125,0.010498046875,0.087890625,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,1920,2048,4096,128,0.38264550301562694,0.0,0.49560546875,0.008056640625,0.088623046875,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2048,2176,4096,128,0.3538709451012965,0.0,0.4560546875,0.006103515625,0.078369140625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2176,2304,4096,128,0.34161105063691255,0.0,0.477783203125,0.00830078125,0.0830078125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2304,2432,4096,128,0.3430436044740746,0.0,0.501953125,0.00634765625,0.08203125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2432,2560,4096,128,0.33743461586871204,0.0,0.54248046875,0.0087890625,0.08544921875,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2560,2688,4096,128,0.3361025920984221,0.0,0.508056640625,0.0078125,0.082275390625,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2688,2816,4096,128,0.33941305673935396,0.0,0.491943359375,0.00732421875,0.07958984375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2816,2944,4096,128,0.34513597639038684,0.0,0.46875,0.01171875,0.082275390625,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,2944,3072,4096,128,0.3431821624270702,0.0,0.49267578125,0.0107421875,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3072,3200,4096,128,0.3362682390773309,0.0,0.49072265625,0.008544921875,0.078857421875,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3200,3328,4096,128,0.3472335229864012,0.0,0.521484375,0.01025390625,0.0947265625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3328,3456,4096,128,0.35108862033143307,0.0,0.49072265625,0.0078125,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3456,3584,4096,128,0.34368263222067297,0.0,0.49267578125,0.00732421875,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3584,3712,4096,128,0.34158151929881103,0.0,0.542724609375,0.0068359375,0.078369140625,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3712,3840,4096,128,0.33921375634453177,0.0,0.509521484375,0.00927734375,0.085205078125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3840,3968,4096,128,0.37301295392189276,0.0,0.526611328125,0.00732421875,0.09326171875,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,3968,4096,4096,128,0.3406435413434701,0.0,0.534423828125,0.0078125,0.08447265625,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4096,4224,4096,128,0.33321467298136276,0.0,0.4951171875,0.00830078125,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4224,4352,4096,128,0.3510134322048079,0.0,0.517333984375,0.009765625,0.081298828125,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4352,4480,4096,128,0.34415477182101767,0.0,0.489990234375,0.0068359375,0.0849609375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4480,4608,4096,128,0.33864358655553223,0.0,0.483642578125,0.006591796875,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4608,4736,4096,128,0.3329758330955025,0.0,0.475341796875,0.008544921875,0.084716796875,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4736,4864,4096,128,0.3463913283897012,0.0,0.521728515625,0.009033203125,0.0869140625,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4864,4992,4096,128,0.3528583100369632,0.0,0.51611328125,0.0087890625,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,4992,5120,4096,128,0.3443191465067224,0.0,0.51904296875,0.0087890625,0.085693359375,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5120,5248,4096,128,0.3162209983112152,0.0,0.455810546875,0.010498046875,0.08642578125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5248,5376,4096,128,0.3388807278021736,0.0,0.510498046875,0.007080078125,0.087646484375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5376,5504,4096,128,0.344340806620986,0.0,0.4990234375,0.008544921875,0.0908203125,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5504,5632,4096,128,0.34353848804140524,0.0,0.5166015625,0.008056640625,0.083251953125,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5632,5760,4096,128,0.3514898202530816,0.0,0.51708984375,0.011474609375,0.091552734375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5760,5888,4096,128,0.35166049948351186,0.0,0.500244140625,0.007568359375,0.079833984375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.up_proj.output,128,5888,6016,4096,128,0.32673164097213936,0.0,0.485595703125,0.01025390625,0.08544921875,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.up_proj.output,128,6016,6144,4096,128,0.3430970134803703,0.0,0.521240234375,0.010009765625,0.079833984375,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.silu_gate,0,0,6144,196608,6144,0.19250724937437486,0.0,0.7370147705078125,0.006571451822916667,0.06386311848958333,1.0,4596,0.748046875
+fresh-zh-2,layers.9.mlp.silu_gate,64,0,64,2048,64,0.18603227772850572,0.0,0.72509765625,0.0048828125,0.0703125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,64,128,2048,64,0.1886664648509067,0.0,0.75146484375,0.00634765625,0.05810546875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,128,192,2048,64,0.19650422232234627,0.0,0.7021484375,0.0078125,0.0712890625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,192,256,2048,64,0.19781148349347275,0.0,0.72216796875,0.00537109375,0.06982421875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,256,320,2048,64,0.1844099831990718,0.0,0.7978515625,0.005859375,0.0595703125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,320,384,2048,64,0.18705368344599152,0.0,0.70703125,0.005859375,0.068359375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,384,448,2048,64,0.22553179369197107,0.0,0.705078125,0.009765625,0.078125,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.silu_gate,64,448,512,2048,64,0.19903539429386802,0.0,0.6884765625,0.00439453125,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,512,576,2048,64,0.17674176505697606,0.0,0.7890625,0.00439453125,0.0625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,576,640,2048,64,0.1675070674517729,0.0,0.763671875,0.00341796875,0.064453125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,640,704,2048,64,0.19367289901954018,0.0,0.69921875,0.0078125,0.060546875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,704,768,2048,64,0.1724848594064696,0.0,0.79052734375,0.00732421875,0.05224609375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,768,832,2048,64,0.17676157043044285,0.0,0.798828125,0.0068359375,0.0556640625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,832,896,2048,64,0.17398959073507314,0.0,0.75,0.00537109375,0.06005859375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,896,960,2048,64,0.21211702650001996,0.0,0.7470703125,0.00830078125,0.06787109375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.silu_gate,64,960,1024,2048,64,0.21498680372632642,0.0,0.736328125,0.00537109375,0.0615234375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,1024,1088,2048,64,0.20080885539869786,0.0,0.75439453125,0.00537109375,0.06591796875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,1088,1152,2048,64,0.19081215738072463,0.0,0.75341796875,0.0068359375,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,1152,1216,2048,64,0.2031290532505805,0.0,0.6904296875,0.00830078125,0.0732421875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,1216,1280,2048,64,0.19207271472081144,0.0,0.724609375,0.01025390625,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,1280,1344,2048,64,0.18825404213693622,0.0,0.67626953125,0.0068359375,0.0732421875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,1344,1408,2048,64,0.19599929492102455,0.0,0.7353515625,0.005859375,0.06201171875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,1408,1472,2048,64,0.1986646071381606,0.0,0.72119140625,0.005859375,0.05810546875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,1472,1536,2048,64,0.17511920748011844,0.0,0.74169921875,0.00634765625,0.060546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,1536,1600,2048,64,0.1813515341319378,0.0,0.7744140625,0.0078125,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,1600,1664,2048,64,0.1945631458518428,0.0,0.7021484375,0.0087890625,0.0673828125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,1664,1728,2048,64,0.1803716729532965,0.0,0.7646484375,0.005859375,0.05419921875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,1728,1792,2048,64,0.2260041301480555,0.0,0.70654296875,0.0107421875,0.076171875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.silu_gate,64,1792,1856,2048,64,0.20332441155961317,0.0,0.7275390625,0.0068359375,0.07421875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,1856,1920,2048,64,0.22073589752465897,0.0,0.724609375,0.0078125,0.076171875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,1920,1984,2048,64,0.20255056232716287,0.0,0.69287109375,0.00390625,0.06591796875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,1984,2048,2048,64,0.19303039492204593,0.0,0.73095703125,0.0048828125,0.06787109375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,2048,2112,2048,64,0.18535718923253025,0.0,0.74853515625,0.0048828125,0.06591796875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,2112,2176,2048,64,0.18163282356803453,0.0,0.6962890625,0.00634765625,0.064453125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,2176,2240,2048,64,0.20291057294603002,0.0,0.7587890625,0.005859375,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,2240,2304,2048,64,0.1842846443012868,0.0,0.7578125,0.00537109375,0.0595703125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,2304,2368,2048,64,0.1948222681256622,0.0,0.7333984375,0.00732421875,0.05224609375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,2368,2432,2048,64,0.18378261561615386,0.0,0.703125,0.00927734375,0.0732421875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,2432,2496,2048,64,0.20725923680021205,0.0,0.810546875,0.00341796875,0.05029296875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,2496,2560,2048,64,0.1781328292105243,0.0,0.7626953125,0.0029296875,0.0595703125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,2560,2624,2048,64,0.18216063107078237,0.0,0.75634765625,0.0078125,0.064453125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,2624,2688,2048,64,0.2002974311486251,0.0,0.7392578125,0.00634765625,0.06103515625,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,2688,2752,2048,64,0.17003796859576473,0.0,0.73828125,0.00439453125,0.0625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,2752,2816,2048,64,0.17971224183102702,0.0,0.74462890625,0.00732421875,0.06103515625,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.silu_gate,64,2816,2880,2048,64,0.17812716808554907,0.0,0.77001953125,0.0068359375,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,2880,2944,2048,64,0.20104223871968702,0.0,0.7216796875,0.0068359375,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,2944,3008,2048,64,0.18539378508367724,0.0,0.73876953125,0.0068359375,0.05712890625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,3008,3072,2048,64,0.17853576341627858,0.0,0.77197265625,0.00732421875,0.0595703125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3072,3136,2048,64,0.19392712166625564,0.0,0.767578125,0.00341796875,0.05322265625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3136,3200,2048,64,0.1826532111657119,0.0,0.76708984375,0.00439453125,0.05859375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3200,3264,2048,64,0.19865006048416675,0.0,0.70068359375,0.00439453125,0.0654296875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,3264,3328,2048,64,0.2515568238064081,0.0,0.71337890625,0.0048828125,0.07177734375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.silu_gate,64,3328,3392,2048,64,0.1722032791818911,0.0,0.76318359375,0.0068359375,0.06591796875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3392,3456,2048,64,0.17777134565385858,0.0,0.76318359375,0.00830078125,0.05810546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3456,3520,2048,64,0.19744548411667043,0.0,0.7490234375,0.0087890625,0.07373046875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,3520,3584,2048,64,0.22731675079715974,0.0,0.677734375,0.009765625,0.08056640625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.silu_gate,64,3584,3648,2048,64,0.1744274191053189,0.0,0.716796875,0.00537109375,0.0556640625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3648,3712,2048,64,0.1863237494339735,0.0,0.759765625,0.00439453125,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,3712,3776,2048,64,0.1835644248037126,0.0,0.7041015625,0.005859375,0.06298828125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,3776,3840,2048,64,0.1818517563646575,0.0,0.7646484375,0.0029296875,0.06005859375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,3840,3904,2048,64,0.18737604515335102,0.0,0.6962890625,0.005859375,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,3904,3968,2048,64,0.18961003772761784,0.0,0.6611328125,0.01025390625,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,3968,4032,2048,64,0.1847975757675502,0.0,0.73388671875,0.0078125,0.05859375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,4032,4096,2048,64,0.2495287037984073,0.0,0.72021484375,0.01220703125,0.083984375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4096,4160,2048,64,0.19412957488609106,0.0,0.72900390625,0.0078125,0.060546875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4160,4224,2048,64,0.17520650088019502,0.0,0.79150390625,0.0068359375,0.05322265625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,4224,4288,2048,64,0.17824946117311644,0.0,0.74755859375,0.00341796875,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4288,4352,2048,64,0.19385774380891713,0.0,0.7021484375,0.01123046875,0.072265625,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,4352,4416,2048,64,0.18260155812824502,0.0,0.69580078125,0.01123046875,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,4416,4480,2048,64,0.18270844991667717,0.0,0.76220703125,0.0078125,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4480,4544,2048,64,0.18115455053945434,0.0,0.69677734375,0.0048828125,0.06494140625,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,4544,4608,2048,64,0.17917572643934138,0.0,0.73486328125,0.00537109375,0.05615234375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,4608,4672,2048,64,0.20421876520992788,0.0,0.7568359375,0.00830078125,0.068359375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4672,4736,2048,64,0.19066732437555242,0.0,0.7998046875,0.00732421875,0.05419921875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,4736,4800,2048,64,0.19216673406705412,0.0,0.716796875,0.0078125,0.0693359375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,4800,4864,2048,64,0.19603581760903085,0.0,0.71484375,0.0048828125,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,4864,4928,2048,64,0.17789953740819506,0.0,0.77294921875,0.00634765625,0.04296875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,4928,4992,2048,64,0.187005856330142,0.0,0.74951171875,0.00927734375,0.0634765625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,4992,5056,2048,64,0.1899648813791916,0.0,0.69580078125,0.0068359375,0.0556640625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,5056,5120,2048,64,0.17243431498784925,0.0,0.6962890625,0.00537109375,0.0654296875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,64,5120,5184,2048,64,0.1987226497652691,0.0,0.6845703125,0.00830078125,0.068359375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,64,5184,5248,2048,64,0.18913496061802046,0.0,0.7890625,0.0068359375,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,5248,5312,2048,64,0.19776639427930712,0.0,0.7060546875,0.00634765625,0.06640625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,5312,5376,2048,64,0.22870711877441302,0.0,0.751953125,0.00439453125,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.silu_gate,64,5376,5440,2048,64,0.18779592408219445,0.0,0.78125,0.0068359375,0.05859375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,5440,5504,2048,64,0.18661369721840182,0.0,0.71923828125,0.00732421875,0.06201171875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,5504,5568,2048,64,0.2004981498103074,0.0,0.73193359375,0.00537109375,0.064453125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,5568,5632,2048,64,0.17725513800045833,0.0,0.7353515625,0.00390625,0.0537109375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,5632,5696,2048,64,0.21298617859883748,0.0,0.7216796875,0.0087890625,0.0791015625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,5696,5760,2048,64,0.18962702001482432,0.0,0.74365234375,0.00537109375,0.0615234375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,64,5760,5824,2048,64,0.20703284465925945,0.0,0.72705078125,0.00732421875,0.06787109375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,64,5824,5888,2048,64,0.2028192207840629,0.0,0.76318359375,0.00537109375,0.0654296875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,5888,5952,2048,64,0.18881833523599473,0.0,0.732421875,0.00732421875,0.060546875,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,64,5952,6016,2048,64,0.17965487484711548,0.0,0.7763671875,0.00341796875,0.04931640625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,6016,6080,2048,64,0.1872280520038874,0.0,0.787109375,0.005859375,0.052734375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,64,6080,6144,2048,64,0.1749975799192615,0.0,0.73388671875,0.00537109375,0.05908203125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,128,0,128,4096,128,0.18735400091296997,0.0,0.73828125,0.00537109375,0.064208984375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,128,256,4096,128,0.1971589363843274,0.0,0.712158203125,0.006591796875,0.07080078125,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,256,384,4096,128,0.18573653705476897,0.0,0.75244140625,0.005859375,0.064208984375,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.silu_gate,128,384,512,4096,128,0.21269658923879495,0.0,0.69677734375,0.0068359375,0.06494140625,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.silu_gate,128,512,640,4096,128,0.17218633680078702,0.0,0.7763671875,0.00439453125,0.063720703125,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,128,640,768,4096,128,0.18338513917313828,0.0,0.744873046875,0.007080078125,0.056884765625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,768,896,4096,128,0.17538105722282932,0.0,0.7744140625,0.006103515625,0.0576171875,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,896,1024,4096,128,0.21355673567891995,0.0,0.74169921875,0.007080078125,0.064697265625,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,128,1024,1152,4096,128,0.19587429107825965,0.0,0.75390625,0.006103515625,0.06298828125,1.0,95,0.7421875
+fresh-zh-2,layers.9.mlp.silu_gate,128,1152,1280,4096,128,0.19767819810831366,0.0,0.70751953125,0.0087890625,0.07421875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,1280,1408,4096,128,0.19216569411634601,0.0,0.705810546875,0.00634765625,0.0673828125,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,1408,1536,4096,128,0.18726233331589198,0.0,0.7314453125,0.006103515625,0.05908203125,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.silu_gate,128,1536,1664,4096,128,0.18807338548525793,0.0,0.73828125,0.00830078125,0.064208984375,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,1664,1792,4096,128,0.2044649202772326,0.0,0.735595703125,0.0078125,0.06689453125,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.silu_gate,128,1792,1920,4096,128,0.21220880376657292,0.0,0.72607421875,0.007568359375,0.075927734375,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.silu_gate,128,1920,2048,4096,128,0.19784774911887537,0.0,0.7119140625,0.00439453125,0.066650390625,1.0,93,0.7265625
+fresh-zh-2,layers.9.mlp.silu_gate,128,2048,2176,4096,128,0.18350445525583403,0.0,0.722412109375,0.005615234375,0.064697265625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,2176,2304,4096,128,0.19382147809071362,0.0,0.75830078125,0.005615234375,0.063232421875,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.silu_gate,128,2304,2432,4096,128,0.18938290044291536,0.0,0.71826171875,0.00830078125,0.06298828125,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,2432,2560,4096,128,0.19324556409081192,0.0,0.78662109375,0.003173828125,0.056640625,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,2560,2688,4096,128,0.19144392969854634,0.0,0.747802734375,0.007568359375,0.063232421875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,2688,2816,4096,128,0.17494199128297902,0.0,0.741455078125,0.005859375,0.063232421875,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.silu_gate,128,2816,2944,4096,128,0.18993060543209073,0.0,0.745849609375,0.0068359375,0.068359375,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,2944,3072,4096,128,0.18199708015004815,0.0,0.75537109375,0.007080078125,0.058349609375,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,3072,3200,4096,128,0.18837452596742593,0.0,0.767333984375,0.00439453125,0.05615234375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,3200,3328,4096,128,0.22665246759513932,0.0,0.70703125,0.00537109375,0.070556640625,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.silu_gate,128,3328,3456,4096,128,0.17500945788239558,0.0,0.76318359375,0.007568359375,0.0615234375,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.silu_gate,128,3456,3584,4096,128,0.21290564153051977,0.0,0.71337890625,0.0087890625,0.076904296875,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.silu_gate,128,3584,3712,4096,128,0.18047363261551078,0.0,0.73828125,0.0048828125,0.05322265625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,3712,3840,4096,128,0.18271009734881732,0.0,0.734375,0.00439453125,0.061767578125,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,3840,3968,4096,128,0.1884963510314978,0.0,0.6787109375,0.00830078125,0.074462890625,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,3968,4096,4096,128,0.2195617430574789,0.0,0.72705078125,0.009521484375,0.072265625,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.silu_gate,128,4096,4224,4096,128,0.1849102617435498,0.0,0.76025390625,0.00732421875,0.057861328125,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,4224,4352,4096,128,0.18621720549292714,0.0,0.724853515625,0.00732421875,0.0634765625,1.0,95,0.7421875
+fresh-zh-2,layers.9.mlp.silu_gate,128,4352,4480,4096,128,0.18265501184174743,0.0,0.72900390625,0.009521484375,0.065185546875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,4480,4608,4096,128,0.18016785524368298,0.0,0.7158203125,0.005126953125,0.06005859375,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,4608,4736,4096,128,0.1975592729390344,0.0,0.7783203125,0.008056640625,0.060791015625,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,4736,4864,4096,128,0.19411091606043065,0.0,0.7158203125,0.006591796875,0.065185546875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,4864,4992,4096,128,0.18250950072779704,0.0,0.76123046875,0.007568359375,0.0537109375,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,4992,5120,4096,128,0.1814114786097329,0.0,0.696044921875,0.006103515625,0.060546875,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,5120,5248,4096,128,0.19398804712882434,0.0,0.73681640625,0.007568359375,0.060546875,1.0,97,0.7578125
+fresh-zh-2,layers.9.mlp.silu_gate,128,5248,5376,4096,128,0.21379720868656335,0.0,0.72900390625,0.006103515625,0.0703125,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.silu_gate,128,5376,5504,4096,128,0.1872057438907881,0.0,0.750244140625,0.007080078125,0.060546875,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.silu_gate,128,5504,5632,4096,128,0.18923383950144593,0.0,0.733642578125,0.004638671875,0.05810546875,1.0,95,0.7421875
+fresh-zh-2,layers.9.mlp.silu_gate,128,5632,5760,4096,128,0.2016451325892079,0.0,0.732666015625,0.0068359375,0.07080078125,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.silu_gate,128,5760,5888,4096,128,0.20493686233467062,0.0,0.7451171875,0.00634765625,0.0673828125,1.0,94,0.734375
+fresh-zh-2,layers.9.mlp.silu_gate,128,5888,6016,4096,128,0.18429356713898778,0.0,0.75439453125,0.00537109375,0.054931640625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.silu_gate,128,6016,6144,4096,128,0.18121602638117948,0.0,0.760498046875,0.005615234375,0.05615234375,1.0,102,0.796875
+fresh-zh-2,layers.9.mlp.gated_product,0,0,6144,196608,6144,0.06594282503942055,0.0,0.5008544921875,0.0320892333984375,0.20131429036458334,1.0,4041,0.65771484375
+fresh-zh-2,layers.9.mlp.gated_product,64,0,64,2048,64,0.06222830477277464,0.0,0.47412109375,0.029296875,0.2060546875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,64,128,2048,64,0.06525286358022923,0.0,0.51318359375,0.0234375,0.1826171875,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,128,192,2048,64,0.0611503914508149,0.0,0.53076171875,0.03564453125,0.20556640625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,192,256,2048,64,0.06521354075459937,0.0,0.48193359375,0.0283203125,0.19384765625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,256,320,2048,64,0.07721096896015095,0.0,0.501953125,0.033203125,0.21044921875,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gated_product,64,320,384,2048,64,0.06129193804477251,0.0,0.49755859375,0.02783203125,0.1943359375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,384,448,2048,64,0.11080892391514525,0.0,0.4775390625,0.05078125,0.29833984375,1.0,25,0.390625
+fresh-zh-2,layers.9.mlp.gated_product,64,448,512,2048,64,0.06385400029791773,0.0,0.5205078125,0.037109375,0.2041015625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,512,576,2048,64,0.06278329383674168,0.0,0.53369140625,0.029296875,0.17822265625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,576,640,2048,64,0.05628424861579557,0.0,0.5087890625,0.03125,0.19921875,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,640,704,2048,64,0.07141479681576478,0.0,0.5048828125,0.03271484375,0.21435546875,1.0,39,0.609375
+fresh-zh-2,layers.9.mlp.gated_product,64,704,768,2048,64,0.05965723872050647,0.0,0.52099609375,0.033203125,0.2021484375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,768,832,2048,64,0.05755910589554374,0.0,0.54052734375,0.02978515625,0.18212890625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,832,896,2048,64,0.05557686202414765,0.0,0.47900390625,0.03271484375,0.1865234375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,896,960,2048,64,0.06514053614937909,0.0,0.52587890625,0.0302734375,0.21728515625,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,960,1024,2048,64,0.07082142474386491,0.0,0.51318359375,0.0302734375,0.19140625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,1024,1088,2048,64,0.05998840243131636,0.0,0.51171875,0.03076171875,0.18115234375,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,1088,1152,2048,64,0.06888518187492602,0.0,0.5068359375,0.0341796875,0.2021484375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,1152,1216,2048,64,0.06525495906135216,0.0,0.5185546875,0.029296875,0.2021484375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,1216,1280,2048,64,0.06698234655923314,0.0,0.48974609375,0.03466796875,0.20068359375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,1280,1344,2048,64,0.0675573999602574,0.0,0.4775390625,0.0341796875,0.22900390625,1.0,39,0.609375
+fresh-zh-2,layers.9.mlp.gated_product,64,1344,1408,2048,64,0.059788615368723735,0.0,0.51708984375,0.02685546875,0.185546875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,1408,1472,2048,64,0.07427943236734987,0.0,0.50634765625,0.0361328125,0.18603515625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,1472,1536,2048,64,0.06050362000170155,0.0,0.47412109375,0.02880859375,0.17724609375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,1536,1600,2048,64,0.062085346280802534,0.0,0.48681640625,0.0283203125,0.1904296875,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,1600,1664,2048,64,0.06435983264960234,0.0,0.48291015625,0.037109375,0.21728515625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,1664,1728,2048,64,0.05584366627695482,0.0,0.49365234375,0.02880859375,0.1669921875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,1728,1792,2048,64,0.07160683440261376,0.0,0.49169921875,0.03857421875,0.2080078125,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,1792,1856,2048,64,0.06907978083727474,0.0,0.49365234375,0.03662109375,0.20849609375,1.0,39,0.609375
+fresh-zh-2,layers.9.mlp.gated_product,64,1856,1920,2048,64,0.0681709421279502,0.0,0.5146484375,0.03466796875,0.20556640625,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,1920,1984,2048,64,0.07702942711265033,0.0,0.5166015625,0.0283203125,0.20361328125,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gated_product,64,1984,2048,2048,64,0.06852767642625109,0.0,0.49609375,0.03515625,0.21533203125,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,2048,2112,2048,64,0.06341703493454308,0.0,0.513671875,0.0302734375,0.193359375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,2112,2176,2048,64,0.06071206865919531,0.0,0.51318359375,0.02783203125,0.181640625,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,2176,2240,2048,64,0.06625667778567487,0.0,0.5224609375,0.03759765625,0.21728515625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,2240,2304,2048,64,0.06317925856266653,0.0,0.50537109375,0.0302734375,0.19189453125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,2304,2368,2048,64,0.06245239405392433,0.0,0.462890625,0.03173828125,0.1875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,2368,2432,2048,64,0.0672921117878065,0.0,0.5263671875,0.03173828125,0.19970703125,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,2432,2496,2048,64,0.06457160231974039,0.0,0.484375,0.021484375,0.189453125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,2496,2560,2048,64,0.06499207641432359,0.0,0.4638671875,0.03125,0.19873046875,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,2560,2624,2048,64,0.05667403459757142,0.0,0.48388671875,0.03125,0.18603515625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gated_product,64,2624,2688,2048,64,0.06612573731624478,0.0,0.49951171875,0.0283203125,0.20361328125,1.0,39,0.609375
+fresh-zh-2,layers.9.mlp.gated_product,64,2688,2752,2048,64,0.0558656682601332,0.0,0.525390625,0.0263671875,0.19287109375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,2752,2816,2048,64,0.06225588244122881,0.0,0.517578125,0.02978515625,0.18505859375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,2816,2880,2048,64,0.06347737044753708,0.0,0.50048828125,0.0361328125,0.18603515625,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,2880,2944,2048,64,0.06675676601122991,0.0,0.521484375,0.0341796875,0.2138671875,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gated_product,64,2944,3008,2048,64,0.060871011996409305,0.0,0.494140625,0.02978515625,0.1796875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,3008,3072,2048,64,0.05902299114719306,0.0,0.517578125,0.02978515625,0.197265625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,3072,3136,2048,64,0.0689461135766266,0.0,0.54345703125,0.02587890625,0.18359375,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gated_product,64,3136,3200,2048,64,0.05898110549368116,0.0,0.501953125,0.029296875,0.18408203125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,3200,3264,2048,64,0.06352771923605148,0.0,0.49560546875,0.033203125,0.21533203125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,3264,3328,2048,64,0.08294408882284537,0.0,0.47900390625,0.0341796875,0.21484375,1.0,35,0.546875
+fresh-zh-2,layers.9.mlp.gated_product,64,3328,3392,2048,64,0.0594569359918804,0.0,0.51025390625,0.03515625,0.203125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,3392,3456,2048,64,0.06393987146480784,0.0,0.49169921875,0.02978515625,0.19970703125,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,3456,3520,2048,64,0.061616420443910525,0.0,0.453125,0.03271484375,0.18994140625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,3520,3584,2048,64,0.07046989615175644,0.0,0.482421875,0.0361328125,0.2099609375,1.0,40,0.625
+fresh-zh-2,layers.9.mlp.gated_product,64,3584,3648,2048,64,0.05921806798963195,0.0,0.4775390625,0.0263671875,0.19189453125,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,3648,3712,2048,64,0.06059420159021988,0.0,0.47900390625,0.02392578125,0.1611328125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,3712,3776,2048,64,0.05733836602601069,0.0,0.470703125,0.0283203125,0.197265625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,3776,3840,2048,64,0.06313994956441417,0.0,0.50927734375,0.021484375,0.189453125,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,3840,3904,2048,64,0.06639230403358436,0.0,0.5166015625,0.03466796875,0.22021484375,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,3904,3968,2048,64,0.07145958846275398,0.0,0.47607421875,0.0390625,0.21923828125,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,3968,4032,2048,64,0.0661071036808107,0.0,0.4892578125,0.02783203125,0.20556640625,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,4032,4096,2048,64,0.12899963222603944,0.0,0.48388671875,0.06103515625,0.33251953125,1.0,16,0.25
+fresh-zh-2,layers.9.mlp.gated_product,64,4096,4160,2048,64,0.05983427156244571,0.0,0.5,0.02978515625,0.189453125,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,4160,4224,2048,64,0.0573889617264669,0.0,0.5361328125,0.029296875,0.18603515625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,4224,4288,2048,64,0.06073681646980273,0.0,0.47509765625,0.02490234375,0.17919921875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,4288,4352,2048,64,0.06759060545707433,0.0,0.47900390625,0.03955078125,0.20849609375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,4352,4416,2048,64,0.05886721801799126,0.0,0.494140625,0.03466796875,0.1962890625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,4416,4480,2048,64,0.05806402096968036,0.0,0.51611328125,0.029296875,0.16650390625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,4480,4544,2048,64,0.0598906929863054,0.0,0.52490234375,0.02783203125,0.19287109375,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,4544,4608,2048,64,0.05838026844066092,0.0,0.4755859375,0.02783203125,0.18896484375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gated_product,64,4608,4672,2048,64,0.05973323449860041,0.0,0.50537109375,0.02978515625,0.1845703125,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,4672,4736,2048,64,0.0594105498848381,0.0,0.4951171875,0.02734375,0.16796875,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,4736,4800,2048,64,0.061176235705579035,0.0,0.45751953125,0.0322265625,0.17822265625,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.gated_product,64,4800,4864,2048,64,0.06626317311593012,0.0,0.5263671875,0.02734375,0.19482421875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,4864,4928,2048,64,0.06165875082413292,0.0,0.49609375,0.0283203125,0.17529296875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,4928,4992,2048,64,0.06535682155181122,0.0,0.50390625,0.03369140625,0.20849609375,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,4992,5056,2048,64,0.06487825260387946,0.0,0.4736328125,0.02685546875,0.1904296875,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,5056,5120,2048,64,0.056061555709511754,0.0,0.55224609375,0.029296875,0.21240234375,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,5120,5184,2048,64,0.06397407600740951,0.0,0.50732421875,0.0361328125,0.212890625,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,5184,5248,2048,64,0.06346291921504786,0.0,0.5078125,0.03759765625,0.1865234375,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,5248,5312,2048,64,0.07502003123595437,0.0,0.52978515625,0.03759765625,0.22509765625,1.0,38,0.59375
+fresh-zh-2,layers.9.mlp.gated_product,64,5312,5376,2048,64,0.07934090423477208,0.0,0.4716796875,0.0400390625,0.22314453125,1.0,36,0.5625
+fresh-zh-2,layers.9.mlp.gated_product,64,5376,5440,2048,64,0.0664578549169462,0.0,0.4970703125,0.02783203125,0.20361328125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,64,5440,5504,2048,64,0.07304852990185647,0.0,0.48583984375,0.0361328125,0.2216796875,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,5504,5568,2048,64,0.06489277130705409,0.0,0.48779296875,0.03515625,0.20654296875,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,5568,5632,2048,64,0.05738807760444923,0.0,0.5146484375,0.02294921875,0.18310546875,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,64,5632,5696,2048,64,0.05984393596265316,0.0,0.47509765625,0.03466796875,0.20166015625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,5696,5760,2048,64,0.07275933239163057,0.0,0.5205078125,0.03271484375,0.21044921875,1.0,41,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,64,5760,5824,2048,64,0.06543668641896748,0.0,0.515625,0.03271484375,0.18603515625,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,5824,5888,2048,64,0.06488299478744401,0.0,0.50146484375,0.02978515625,0.17919921875,1.0,44,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,64,5888,5952,2048,64,0.06343359856366992,0.0,0.5087890625,0.03076171875,0.20263671875,1.0,42,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,64,5952,6016,2048,64,0.06068222168547751,0.0,0.50146484375,0.03076171875,0.1962890625,1.0,45,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,64,6016,6080,2048,64,0.06529596574646114,0.0,0.515625,0.02490234375,0.1767578125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gated_product,64,6080,6144,2048,64,0.05650187582030448,0.0,0.515625,0.03125,0.18408203125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.gated_product,128,0,128,4096,128,0.06375852147091138,0.0,0.49365234375,0.026123046875,0.194580078125,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,128,128,256,4096,128,0.0632146196395252,0.0,0.50634765625,0.03173828125,0.20068359375,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gated_product,128,256,384,4096,128,0.06970737190946745,0.0,0.499755859375,0.030517578125,0.205810546875,1.0,82,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,128,384,512,4096,128,0.0904321595818626,0.0,0.4990234375,0.0458984375,0.2509765625,1.0,65,0.5078125
+fresh-zh-2,layers.9.mlp.gated_product,128,512,640,4096,128,0.05962238936521804,0.0,0.521240234375,0.030517578125,0.188720703125,1.0,92,0.71875
+fresh-zh-2,layers.9.mlp.gated_product,128,640,768,4096,128,0.06579916160557239,0.0,0.512939453125,0.0322265625,0.20703125,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,768,896,4096,128,0.056576665967276486,0.0,0.509765625,0.031494140625,0.183837890625,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,128,896,1024,4096,128,0.06804029560701322,0.0,0.51953125,0.03076171875,0.2060546875,1.0,83,0.6484375
+fresh-zh-2,layers.9.mlp.gated_product,128,1024,1152,4096,128,0.06459015678957283,0.0,0.50927734375,0.03271484375,0.1904296875,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,1152,1280,4096,128,0.06612429369256037,0.0,0.504150390625,0.03271484375,0.200439453125,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,1280,1408,4096,128,0.06379138193008276,0.0,0.497314453125,0.0302734375,0.208740234375,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,1408,1536,4096,128,0.06774260884453005,0.0,0.490234375,0.031982421875,0.18505859375,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,1536,1664,4096,128,0.06323281696038846,0.0,0.48486328125,0.0322265625,0.203857421875,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,128,1664,1792,4096,128,0.06421080047941799,0.0,0.49267578125,0.0322265625,0.18896484375,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,128,1792,1920,4096,128,0.06862686598970641,0.0,0.504150390625,0.03564453125,0.207275390625,1.0,81,0.6328125
+fresh-zh-2,layers.9.mlp.gated_product,128,1920,2048,4096,128,0.0729025893836566,0.0,0.50634765625,0.03173828125,0.20947265625,1.0,81,0.6328125
+fresh-zh-2,layers.9.mlp.gated_product,128,2048,2176,4096,128,0.06207928640363025,0.0,0.513427734375,0.029052734375,0.1884765625,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gated_product,128,2176,2304,4096,128,0.06473625747493832,0.0,0.513916015625,0.033447265625,0.203857421875,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,2304,2432,4096,128,0.06491736990948296,0.0,0.49462890625,0.031982421875,0.1953125,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gated_product,128,2432,2560,4096,128,0.06478218050816127,0.0,0.47412109375,0.02685546875,0.194580078125,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,2560,2688,4096,128,0.06158148801865594,0.0,0.49169921875,0.0302734375,0.195556640625,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,128,2688,2816,4096,128,0.05914713766822261,0.0,0.521484375,0.027587890625,0.18896484375,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gated_product,128,2816,2944,4096,128,0.06513770938255334,0.0,0.510986328125,0.035400390625,0.199462890625,1.0,83,0.6484375
+fresh-zh-2,layers.9.mlp.gated_product,128,2944,3072,4096,128,0.05995412239966755,0.0,0.505859375,0.02978515625,0.18896484375,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,3072,3200,4096,128,0.06415737441081049,0.0,0.522705078125,0.026611328125,0.18603515625,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,128,3200,3328,4096,128,0.07387656252826957,0.0,0.4873046875,0.0361328125,0.221923828125,1.0,77,0.6015625
+fresh-zh-2,layers.9.mlp.gated_product,128,3328,3456,4096,128,0.06173910592355023,0.0,0.5009765625,0.0322265625,0.199951171875,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,128,3456,3584,4096,128,0.06619134963105108,0.0,0.4677734375,0.033935546875,0.19873046875,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,128,3584,3712,4096,128,0.05991008614073626,0.0,0.478271484375,0.025390625,0.176513671875,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,3712,3840,4096,128,0.06030896056776946,0.0,0.489990234375,0.025146484375,0.193359375,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gated_product,128,3840,3968,4096,128,0.06897249748325075,0.0,0.496337890625,0.036865234375,0.221923828125,1.0,82,0.640625
+fresh-zh-2,layers.9.mlp.gated_product,128,3968,4096,4096,128,0.10249647377231787,0.0,0.486572265625,0.046630859375,0.279296875,1.0,54,0.421875
+fresh-zh-2,layers.9.mlp.gated_product,128,4096,4224,4096,128,0.058624367721325496,0.0,0.51806640625,0.029541015625,0.187744140625,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,128,4224,4352,4096,128,0.06425515862925088,0.0,0.47705078125,0.03271484375,0.195556640625,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gated_product,128,4352,4480,4096,128,0.058466998761460276,0.0,0.505126953125,0.031982421875,0.181640625,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,4480,4608,4096,128,0.05914030288045336,0.0,0.500244140625,0.02783203125,0.1923828125,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.gated_product,128,4608,4736,4096,128,0.059572110678083344,0.0,0.500244140625,0.028564453125,0.176513671875,1.0,89,0.6953125
+fresh-zh-2,layers.9.mlp.gated_product,128,4736,4864,4096,128,0.06377044741295254,0.0,0.491943359375,0.030029296875,0.186279296875,1.0,90,0.703125
+fresh-zh-2,layers.9.mlp.gated_product,128,4864,4992,4096,128,0.06353469790810297,0.0,0.5,0.03076171875,0.189208984375,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gated_product,128,4992,5120,4096,128,0.06063037889335462,0.0,0.512939453125,0.02783203125,0.20068359375,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gated_product,128,5120,5248,4096,128,0.06371901017866449,0.0,0.507568359375,0.036865234375,0.199462890625,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,5248,5376,4096,128,0.07721069929561201,0.0,0.500732421875,0.038818359375,0.224365234375,1.0,74,0.578125
+fresh-zh-2,layers.9.mlp.gated_product,128,5376,5504,4096,128,0.06983098954255298,0.0,0.491455078125,0.031982421875,0.213134765625,1.0,84,0.65625
+fresh-zh-2,layers.9.mlp.gated_product,128,5504,5632,4096,128,0.0612554618750194,0.0,0.501220703125,0.029296875,0.19482421875,1.0,88,0.6875
+fresh-zh-2,layers.9.mlp.gated_product,128,5632,5760,4096,128,0.06661537781014948,0.0,0.497802734375,0.03564453125,0.208740234375,1.0,85,0.6640625
+fresh-zh-2,layers.9.mlp.gated_product,128,5760,5888,4096,128,0.0651604287205117,0.0,0.508544921875,0.03125,0.182373046875,1.0,87,0.6796875
+fresh-zh-2,layers.9.mlp.gated_product,128,5888,6016,4096,128,0.06207315625704184,0.0,0.505126953125,0.03076171875,0.19921875,1.0,86,0.671875
+fresh-zh-2,layers.9.mlp.gated_product,128,6016,6144,4096,128,0.06105745291926341,0.0,0.515625,0.0283203125,0.181640625,1.0,95,0.7421875
+fresh-zh-2,layers.9.mlp.down_proj.output,0,0,2048,65536,2048,0.04217454708683217,0.0,0.50189208984375,0.009613037109375,0.091400146484375,1.0,1566,0.7646484375
+fresh-zh-2,layers.9.mlp.down_proj.output,64,0,64,2048,64,0.04173301017883464,0.0,0.5107421875,0.0087890625,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,64,128,2048,64,0.03946854655755416,0.0,0.49560546875,0.015625,0.10205078125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,128,192,2048,64,0.042106195611966026,0.0,0.51904296875,0.00732421875,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,192,256,2048,64,0.04275066700746133,0.0,0.5126953125,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,64,256,320,2048,64,0.0429025414845771,0.0,0.5029296875,0.013671875,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,320,384,2048,64,0.04277763780276451,0.0,0.47216796875,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,384,448,2048,64,0.04228339986586206,0.0,0.51953125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,448,512,2048,64,0.04184800429951222,0.0,0.48388671875,0.00927734375,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,512,576,2048,64,0.04199912749574145,0.0,0.50634765625,0.0087890625,0.10009765625,1.0,46,0.71875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,576,640,2048,64,0.043121672292047476,0.0,0.48046875,0.0078125,0.0888671875,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,640,704,2048,64,0.042708644065014345,0.0,0.51025390625,0.0078125,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,704,768,2048,64,0.0412944238315351,0.0,0.5107421875,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,64,768,832,2048,64,0.04180483293410415,0.0,0.53369140625,0.00537109375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,832,896,2048,64,0.04079790351128539,0.0,0.49609375,0.0107421875,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,896,960,2048,64,0.044349114914349924,0.0,0.482421875,0.00927734375,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,960,1024,2048,64,0.0413686251273401,0.0,0.4990234375,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1024,1088,2048,64,0.04126484437704041,0.0,0.513671875,0.013671875,0.10205078125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1088,1152,2048,64,0.04124157046607599,0.0,0.48095703125,0.00634765625,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1152,1216,2048,64,0.049445709288412756,0.0,0.4931640625,0.01513671875,0.12548828125,1.0,43,0.671875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1216,1280,2048,64,0.041163567099144475,0.0,0.4951171875,0.01220703125,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1280,1344,2048,64,0.043250366990273806,0.0,0.5029296875,0.01025390625,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1344,1408,2048,64,0.04108106342425478,0.0,0.50830078125,0.01025390625,0.099609375,1.0,47,0.734375
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1408,1472,2048,64,0.04189349082096501,0.0,0.51123046875,0.01220703125,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1472,1536,2048,64,0.040785730653004365,0.0,0.501953125,0.00732421875,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1536,1600,2048,64,0.0418948312808446,0.0,0.47998046875,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1600,1664,2048,64,0.04233948408835499,0.0,0.4873046875,0.0068359375,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1664,1728,2048,64,0.04244828669948225,0.0,0.51220703125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1728,1792,2048,64,0.0415640291330168,0.0,0.5185546875,0.0068359375,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1792,1856,2048,64,0.04151884925942176,0.0,0.4833984375,0.00927734375,0.1005859375,1.0,49,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1856,1920,2048,64,0.0429895248714574,0.0,0.48583984375,0.01025390625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1920,1984,2048,64,0.04066255626015578,0.0,0.51318359375,0.0126953125,0.09130859375,1.0,48,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,64,1984,2048,2048,64,0.041751224687824544,0.0,0.537109375,0.00537109375,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.9.mlp.down_proj.output,128,0,128,4096,128,0.040616562545053816,0.0,0.503173828125,0.011962890625,0.095947265625,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.down_proj.output,128,128,256,4096,128,0.0424296549508477,0.0,0.515869140625,0.008544921875,0.087890625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,256,384,4096,128,0.04284013516447145,0.0,0.487548828125,0.01025390625,0.084716796875,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,384,512,4096,128,0.042066265392047685,0.0,0.501708984375,0.009765625,0.091064453125,1.0,99,0.7734375
+fresh-zh-2,layers.9.mlp.down_proj.output,128,512,640,4096,128,0.042564100669850176,0.0,0.493408203125,0.008056640625,0.093994140625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,640,768,4096,128,0.0420074857462961,0.0,0.510498046875,0.009033203125,0.08740234375,1.0,96,0.75
+fresh-zh-2,layers.9.mlp.down_proj.output,128,768,896,4096,128,0.04130443673241721,0.0,0.514892578125,0.008056640625,0.088134765625,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,128,896,1024,4096,128,0.042884770831920105,0.0,0.49072265625,0.00927734375,0.082763671875,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1024,1152,4096,128,0.04125320906286973,0.0,0.497314453125,0.010009765625,0.094482421875,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1152,1280,4096,128,0.04549350186213409,0.0,0.494140625,0.01318359375,0.1064453125,1.0,91,0.7109375
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1280,1408,4096,128,0.04217966344615027,0.0,0.505615234375,0.01025390625,0.096435546875,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1408,1536,4096,128,0.0413433210934106,0.0,0.506591796875,0.009765625,0.092041015625,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1536,1664,4096,128,0.042117744484471746,0.0,0.483642578125,0.008544921875,0.08642578125,1.0,101,0.7890625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1664,1792,4096,128,0.04200848462805883,0.0,0.515380859375,0.00830078125,0.087890625,1.0,100,0.78125
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1792,1920,4096,128,0.042260585020206715,0.0,0.484619140625,0.009521484375,0.09521484375,1.0,98,0.765625
+fresh-zh-2,layers.9.mlp.down_proj.output,128,1920,2048,4096,128,0.04121048558645933,0.0,0.525146484375,0.009033203125,0.087890625,1.0,98,0.765625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1017351704062113,0.0,0.4998728434244792,0.012303670247395834,0.12459309895833333,1.0,3351,0.54541015625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.09995821501749,0.0,0.40087890625,0.01025390625,0.11572265625,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.973319675150238,0.0,0.46826171875,0.01318359375,0.1162109375,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9184925884459185,0.0,0.51220703125,0.01123046875,0.11767578125,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8773460567627904,0.0,0.46728515625,0.00927734375,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.0053760162375451,0.0,0.5380859375,0.00927734375,0.1005859375,1.0,46,0.71875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.1965435689459971,0.0,0.4765625,0.009765625,0.11083984375,1.0,38,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3385029215211057,0.0,0.4755859375,0.00927734375,0.1064453125,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.4247420791047807,0.0,0.4833984375,0.0146484375,0.12939453125,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.2270865060570317,0.0,0.5361328125,0.01416015625,0.13916015625,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.2190047609446009,0.0,0.525390625,0.0126953125,0.11767578125,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.097816567771009,0.0,0.498046875,0.01416015625,0.1123046875,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0001622351734512,0.0,0.5302734375,0.01171875,0.103515625,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.1033707088401814,0.0,0.482421875,0.0087890625,0.0927734375,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.096758396867165,0.0,0.462890625,0.015625,0.119140625,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.449110944709688,0.0,0.5107421875,0.00830078125,0.1083984375,1.0,34,0.53125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.1317797060447083,0.0,0.4951171875,0.0107421875,0.1220703125,1.0,38,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.0275363401221924,0.0,0.51806640625,0.01318359375,0.1083984375,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0344203355497437,0.0,0.47412109375,0.0087890625,0.10595703125,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9156088608032692,0.0,0.44873046875,0.00927734375,0.1025390625,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.0249418183225831,0.0,0.45654296875,0.01025390625,0.1015625,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.4522643737612202,0.0,0.5126953125,0.01513671875,0.11328125,1.0,31,0.484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.21950841050993,0.0,0.49853515625,0.009765625,0.10400390625,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.0165500692252736,0.0,0.43310546875,0.01171875,0.11572265625,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.2224393831927922,0.0,0.509765625,0.013671875,0.1142578125,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.7575121030063202,0.0,0.55419921875,0.00634765625,0.09375,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.8027712865040688,0.0,0.49658203125,0.009765625,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.2204774940298335,0.0,0.482421875,0.0068359375,0.09814453125,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.116602407565868,0.0,0.49951171875,0.00927734375,0.09423828125,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.3782411116705486,0.0,0.49462890625,0.013671875,0.12939453125,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.29412354536054,0.0,0.55517578125,0.01123046875,0.1220703125,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5388751545183024,0.0,0.45458984375,0.0166015625,0.1484375,1.0,29,0.453125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.2927703231975582,0.0,0.52783203125,0.0107421875,0.11181640625,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.121783467394629,0.0,0.46533203125,0.01318359375,0.12060546875,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9957543381637042,0.0,0.50048828125,0.01171875,0.1064453125,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6721538476258085,0.0,0.51708984375,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6488274259457174,0.0,0.51904296875,0.02734375,0.2216796875,1.0,16,0.25
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.8768695627152471,0.0,0.4697265625,0.00537109375,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.2470450936882087,0.0,0.50634765625,0.01123046875,0.10205078125,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.6083767668252018,0.0,0.45361328125,0.01025390625,0.13134765625,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.4254526114740842,0.0,0.51318359375,0.01025390625,0.12646484375,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.097601633091502,0.0,0.47900390625,0.01123046875,0.10986328125,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.21867573192461,0.0,0.49267578125,0.009765625,0.10693359375,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.1696505459335287,0.0,0.51953125,0.0087890625,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5161185455322557,0.0,0.51025390625,0.0146484375,0.12841796875,1.0,34,0.53125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.189668378351032,0.0,0.4736328125,0.0107421875,0.10498046875,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0975289745024552,0.0,0.5166015625,0.009765625,0.10107421875,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.4657239038453822,0.0,0.5029296875,0.0107421875,0.13330078125,1.0,32,0.5
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.8762030245696262,0.0,0.4814453125,0.00927734375,0.103515625,1.0,46,0.71875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2386937430218814,0.0,0.49267578125,0.013671875,0.09814453125,1.0,38,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.3601579593125228,0.0,0.537109375,0.01220703125,0.111328125,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4968839822512932,0.0,0.46923828125,0.0126953125,0.125,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2114804990926136,0.0,0.54296875,0.01025390625,0.10888671875,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.0993506189194227,0.0,0.45849609375,0.01806640625,0.138671875,1.0,26,0.40625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.774120500853954,0.0,0.50439453125,0.015625,0.11083984375,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.8631891816746091,0.0,0.60888671875,0.0087890625,0.09912109375,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.851572629255318,0.0,0.482421875,0.009765625,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,0.669265788316414,0.0,0.46484375,0.00830078125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5522007852030018,0.0,0.482421875,0.01611328125,0.2080078125,1.0,11,0.171875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.9753458636459353,0.0,0.52490234375,0.0078125,0.10693359375,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.0075020276169333,0.0,0.517578125,0.01025390625,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.9970004205473354,0.0,0.53662109375,0.0087890625,0.09765625,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.9861270611221148,0.0,0.49462890625,0.00732421875,0.09814453125,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7379345501941129,0.0,0.515625,0.01025390625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.8106974407619907,0.0,0.48583984375,0.01123046875,0.10498046875,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.5613067902842632,0.0,0.49267578125,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7836267144169391,0.0,0.4921875,0.0087890625,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3888846131976313,0.0,0.52685546875,0.017578125,0.16796875,1.0,23,0.359375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0591173798046898,0.0,0.4755859375,0.01708984375,0.125,1.0,33,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.752345823960049,0.0,0.48486328125,0.0068359375,0.0947265625,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8963858999048818,0.0,0.4453125,0.009765625,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0355670996135118,0.0,0.51220703125,0.01318359375,0.1337890625,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7340514370880504,0.0,0.4677734375,0.00830078125,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8780645441098338,0.0,0.515625,0.0078125,0.1171875,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.3947739419561704,0.0,0.53662109375,0.01953125,0.2021484375,1.0,18,0.28125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.028906067513358,0.0,0.5283203125,0.01171875,0.12353515625,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6366670536951735,0.0,0.50439453125,0.00927734375,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7430581334869694,0.0,0.49072265625,0.01025390625,0.1044921875,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8494932865644964,0.0,0.5205078125,0.01025390625,0.1318359375,1.0,38,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.8745842786477417,0.0,0.50390625,0.0078125,0.109375,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.7209966031208843,0.0,0.4814453125,0.013671875,0.10986328125,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.627943599435803,0.0,0.50830078125,0.009765625,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.7794306507595367,0.0,0.46826171875,0.017578125,0.12939453125,1.0,39,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.540029486218086,0.0,0.54541015625,0.0087890625,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9087222901901572,0.0,0.5458984375,0.01220703125,0.13525390625,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.919115282052896,0.0,0.53564453125,0.01318359375,0.140625,1.0,34,0.53125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6803179032854407,0.0,0.52978515625,0.01171875,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.9001091919993989,0.0,0.48876953125,0.01220703125,0.14501953125,1.0,31,0.484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.6595481087849117,0.0,0.53271484375,0.00927734375,0.099609375,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.9222146227850447,0.0,0.5234375,0.0126953125,0.12841796875,1.0,31,0.484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.7485809205453008,0.0,0.521484375,0.01513671875,0.12548828125,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6515209472678439,0.0,0.484375,0.01220703125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9947778832126544,0.0,0.48486328125,0.00927734375,0.12890625,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8532450531913899,0.0,0.50830078125,0.015625,0.10888671875,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.3898931217641155,0.0,0.4931640625,0.0146484375,0.1533203125,1.0,27,0.421875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.6991424487489044,0.0,0.51171875,0.0087890625,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0374388709722078,0.0,0.50732421875,0.02001953125,0.15478515625,1.0,31,0.484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.038570956848647,0.0,0.4345703125,0.011474609375,0.116455078125,1.0,79,0.6171875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8981549805983656,0.0,0.48974609375,0.01025390625,0.10693359375,1.0,86,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.1051012275831795,0.0,0.50732421875,0.010498046875,0.106689453125,1.0,83,0.6484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3822952041608818,0.0,0.4794921875,0.011474609375,0.1171875,1.0,68,0.53125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.2230523088880658,0.0,0.53076171875,0.013427734375,0.1279296875,1.0,71,0.5546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.0501251623353456,0.0,0.51416015625,0.012939453125,0.107421875,1.0,81,0.6328125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.100069521036084,0.0,0.47265625,0.01220703125,0.10546875,1.0,77,0.6015625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3001630346022093,0.0,0.5029296875,0.009521484375,0.1201171875,1.0,71,0.5546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.0309840835023967,0.0,0.49609375,0.010986328125,0.10693359375,1.0,83,0.6484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.9718141069484081,0.0,0.45263671875,0.010009765625,0.102294921875,1.0,83,0.6484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.3409460419048422,0.0,0.505615234375,0.01171875,0.1103515625,1.0,66,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.1242179701514032,0.0,0.471435546875,0.012451171875,0.115234375,1.0,71,0.5546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.7804698343422555,0.0,0.525390625,0.0078125,0.09228515625,1.0,87,0.6796875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.169693603046378,0.0,0.490966796875,0.008056640625,0.09765625,1.0,82,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.3368441032063918,0.0,0.52490234375,0.0126953125,0.123779296875,1.0,65,0.5078125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4211600630706678,0.0,0.4912109375,0.013427734375,0.128662109375,1.0,66,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.0606424585343905,0.0,0.48291015625,0.012939453125,0.114013671875,1.0,83,0.6484375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.2590517613325036,0.0,0.51806640625,0.020263671875,0.174072265625,1.0,55,0.4296875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.0779660698992946,0.0,0.488037109375,0.008544921875,0.0888671875,1.0,86,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.5196695317767899,0.0,0.4833984375,0.0107421875,0.130615234375,1.0,71,0.5546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.1597197688552,0.0,0.48583984375,0.0107421875,0.109130859375,1.0,84,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.3540121572034434,0.0,0.514892578125,0.01220703125,0.111328125,1.0,76,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.1445262557758964,0.0,0.4951171875,0.010009765625,0.1025390625,1.0,79,0.6171875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.2074929197657243,0.0,0.4921875,0.0107421875,0.1240234375,1.0,74,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3008443149129656,0.0,0.514892578125,0.0126953125,0.104736328125,1.0,73,0.5703125
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.361680332530763,0.0,0.506103515625,0.011474609375,0.117919921875,1.0,70,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.9435504331902025,0.0,0.4814453125,0.016845703125,0.126220703125,1.0,59,0.4609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8574005791509871,0.0,0.545654296875,0.009521484375,0.094482421875,1.0,85,0.6640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.1952497590452813,0.0,0.4736328125,0.0126953125,0.172607421875,1.0,47,0.3671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.9915543074848364,0.0,0.521240234375,0.009033203125,0.099853515625,1.0,88,0.6875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.991578645203925,0.0,0.515625,0.008056640625,0.097900390625,1.0,85,0.6640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7751702202833354,0.0,0.500732421875,0.010986328125,0.09716796875,1.0,94,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6815923049621044,0.0,0.492431640625,0.010009765625,0.099853515625,1.0,93,0.7265625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.2350566976826378,0.0,0.501220703125,0.01708984375,0.150390625,1.0,54,0.421875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.82750586716301,0.0,0.465087890625,0.00830078125,0.096435546875,1.0,86,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8975607862682541,0.0,0.489990234375,0.010498046875,0.1162109375,1.0,79,0.6171875
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.165416597784407,0.0,0.526123046875,0.014404296875,0.16845703125,1.0,56,0.4375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.8555678327948917,0.0,0.516357421875,0.01025390625,0.112060546875,1.0,80,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.7980520765148376,0.0,0.505615234375,0.009765625,0.120361328125,1.0,82,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.8014779354946849,0.0,0.49267578125,0.009765625,0.109130859375,1.0,82,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.7077518291801962,0.0,0.48828125,0.01318359375,0.113525390625,1.0,85,0.6640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.7474650649607024,0.0,0.545654296875,0.01171875,0.112548828125,1.0,82,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8085806549855966,0.0,0.53271484375,0.012451171875,0.120361328125,1.0,78,0.609375
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7890501458473866,0.0,0.5107421875,0.01171875,0.124267578125,1.0,72,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8398967808853098,0.0,0.5224609375,0.013671875,0.1318359375,1.0,72,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.8408515272204238,0.0,0.484619140625,0.010498046875,0.10693359375,1.0,85,0.6640625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1532194090290833,0.0,0.500732421875,0.01416015625,0.138671875,1.0,66,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.8846127894866498,0.0,0.509521484375,0.013671875,0.134521484375,1.0,72,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.694224351384949,0.0,0.2024993896484375,0.0070953369140625,0.0664215087890625,1.0,1196,0.583984375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,0,64,2048,64,2.095640881216425,0.0,0.00048828125,0.0,0.0009765625,1.0,55,0.859375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,64,128,2048,64,2.108365984231951,0.0,0.03125,0.00048828125,0.0009765625,1.0,54,0.84375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,128,192,2048,64,1.771388493724121,0.0,0.30419921875,0.0068359375,0.06494140625,1.0,40,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7954014194602563,0.0,0.2861328125,0.00390625,0.06201171875,1.0,40,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,256,320,2048,64,2.02002272391316,0.0,0.18408203125,0.00634765625,0.080078125,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,320,384,2048,64,1.897833715441857,0.0,0.22412109375,0.00732421875,0.0859375,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6904601938394328,0.0,0.1767578125,0.01220703125,0.07568359375,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4732724288960892,0.0,0.2109375,0.005859375,0.05810546875,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,512,576,2048,64,1.9857261484244175,0.0,0.17822265625,0.00244140625,0.01611328125,1.0,50,0.78125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,576,640,2048,64,1.843494517474687,0.0,0.15869140625,0.0078125,0.0439453125,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,640,704,2048,64,1.6546625218018678,0.0,0.1533203125,0.0048828125,0.05224609375,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,704,768,2048,64,1.5041700947837038,0.0,0.052734375,0.00244140625,0.03125,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,768,832,2048,64,1.842165310140773,0.0,0.13232421875,0.00244140625,0.02099609375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,832,896,2048,64,1.9082521659386724,0.0,0.09326171875,0.0009765625,0.0185546875,1.0,50,0.78125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,896,960,2048,64,2.0982136659773682,0.0,0.12451171875,0.00146484375,0.015625,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.057341107792085,0.0,0.14404296875,0.00146484375,0.017578125,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.2943029927373502,0.0,0.22998046875,0.00927734375,0.09521484375,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0707159799553494,0.0,0.20751953125,0.01025390625,0.08642578125,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.0306013652275605,0.0,0.21142578125,0.0068359375,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1993088354889363,0.0,0.234375,0.0107421875,0.095703125,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.5769900720743704,0.0,0.2177734375,0.0068359375,0.0712890625,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5015472466363327,0.0,0.25048828125,0.0068359375,0.0693359375,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4906880552773998,0.0,0.1767578125,0.00537109375,0.06787109375,1.0,34,0.53125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.05044847244664,0.0,0.1806640625,0.01025390625,0.0771484375,1.0,37,0.578125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9312361228708727,0.0,0.3740234375,0.01220703125,0.1015625,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.1196485609105349,0.0,0.37744140625,0.01416015625,0.10888671875,1.0,32,0.5
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2560340831424248,0.0,0.14697265625,0.0068359375,0.0830078125,1.0,43,0.671875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.192343562928129,0.0,0.1923828125,0.0087890625,0.0830078125,1.0,41,0.640625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.918615530104506,0.0,0.28466796875,0.00341796875,0.01806640625,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.918077905399755,0.0,0.302734375,0.001953125,0.02294921875,1.0,46,0.71875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.2294449457002044,0.0,0.27734375,0.00146484375,0.021484375,1.0,38,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.256531656633789,0.0,0.3603515625,0.00146484375,0.037109375,1.0,35,0.546875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,0,128,4096,128,2.1020130621016513,0.0,0.015869140625,0.000244140625,0.0009765625,1.0,108,0.84375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7834353720696068,0.0,0.295166015625,0.00537109375,0.063720703125,1.0,80,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,256,384,4096,128,1.959880687260501,0.0,0.2041015625,0.0068359375,0.083740234375,1.0,73,0.5703125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5855893725522119,0.0,0.19384765625,0.0087890625,0.068603515625,1.0,72,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,512,640,4096,128,1.9159306318987257,0.0,0.16845703125,0.005126953125,0.02978515625,1.0,96,0.75
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,640,768,4096,128,1.5812077243514424,0.0,0.10302734375,0.003662109375,0.041259765625,1.0,91,0.7109375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,768,896,4096,128,1.8754998478666538,0.0,0.11279296875,0.001708984375,0.019775390625,1.0,99,0.7734375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.077877886439113,0.0,0.13427734375,0.001708984375,0.016845703125,1.0,95,0.7421875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.1877821657906396,0.0,0.21875,0.01025390625,0.087158203125,1.0,76,0.59375
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.118141506449595,0.0,0.222900390625,0.009033203125,0.08544921875,1.0,79,0.6171875
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.539730791616229,0.0,0.234130859375,0.0068359375,0.07080078125,1.0,81,0.6328125
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.2894946435352486,0.0,0.1787109375,0.008056640625,0.076171875,1.0,69,0.5390625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.0297605586952256,0.0,0.375732421875,0.013916015625,0.10498046875,1.0,66,0.515625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.2246029540368537,0.0,0.169677734375,0.0078125,0.082763671875,1.0,84,0.65625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.9183467365860774,0.0,0.293701171875,0.002685546875,0.0205078125,1.0,93,0.7265625
+fresh-zh-2,layers.10.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.2430291887644507,0.0,0.31884765625,0.00146484375,0.02880859375,1.0,72,0.5625
+fresh-zh-2,layers.10.linear_attn.in_proj_b.output,0,0,16,512,16,1.3494046924417946,0.0,0.35546875,0.01171875,0.09765625,1.0,10,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_b.output,64,0,16,512,16,1.3494046924417946,0.0,0.35546875,0.01171875,0.09765625,1.0,10,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_b.output,128,0,16,512,16,1.3494046924417946,0.0,0.35546875,0.01171875,0.09765625,1.0,10,0.625
+fresh-zh-2,layers.10.linear_attn.in_proj_a.output,0,0,16,512,16,1.325618153355644,0.0,0.41015625,0.009765625,0.109375,1.0,13,0.8125
+fresh-zh-2,layers.10.linear_attn.in_proj_a.output,64,0,16,512,16,1.325618153355644,0.0,0.41015625,0.009765625,0.109375,1.0,13,0.8125
+fresh-zh-2,layers.10.linear_attn.in_proj_a.output,128,0,16,512,16,1.325618153355644,0.0,0.41015625,0.009765625,0.109375,1.0,13,0.8125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03166708036380367,0.0,0.4921722412109375,0.0103607177734375,0.10076904296875,1.0,1455,0.71044921875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,0,64,2048,64,0.030341025157313344,0.0,0.50244140625,0.01318359375,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,64,128,2048,64,0.031060344717947587,0.0,0.5166015625,0.0166015625,0.10498046875,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,128,192,2048,64,0.029872992997705523,0.0,0.49169921875,0.0087890625,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,192,256,2048,64,0.03201333863649367,0.0,0.51416015625,0.0078125,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,256,320,2048,64,0.029913635481886074,0.0,0.43408203125,0.01025390625,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,320,384,2048,64,0.03007473912640033,0.0,0.4453125,0.01123046875,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,384,448,2048,64,0.02978539724324326,0.0,0.576171875,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,448,512,2048,64,0.028309801218223924,0.0,0.52099609375,0.01611328125,0.10400390625,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,512,576,2048,64,0.027655119961545738,0.0,0.4853515625,0.009765625,0.10498046875,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,576,640,2048,64,0.03277511262121082,0.0,0.486328125,0.00830078125,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,640,704,2048,64,0.0275810863849133,0.0,0.50048828125,0.00830078125,0.10888671875,1.0,46,0.71875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,704,768,2048,64,0.029987152919279697,0.0,0.50537109375,0.0087890625,0.0966796875,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,768,832,2048,64,0.02742346141545907,0.0,0.44140625,0.0126953125,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,832,896,2048,64,0.03201956153984346,0.0,0.4736328125,0.00830078125,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,896,960,2048,64,0.030068489217328867,0.0,0.482421875,0.01123046875,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,960,1024,2048,64,0.02866288244265157,0.0,0.5263671875,0.0107421875,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1024,1088,2048,64,0.030337719381830483,0.0,0.51123046875,0.00830078125,0.09375,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1088,1152,2048,64,0.031066277222849343,0.0,0.5048828125,0.01123046875,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1152,1216,2048,64,0.05552690730370526,0.0,0.509765625,0.02001953125,0.1748046875,1.0,24,0.375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03205223272618056,0.0,0.49951171875,0.0126953125,0.1142578125,1.0,45,0.703125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03096016508596595,0.0,0.4677734375,0.00927734375,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1344,1408,2048,64,0.02961121849936899,0.0,0.4755859375,0.01025390625,0.11083984375,1.0,44,0.6875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1408,1472,2048,64,0.028837313439335866,0.0,0.44677734375,0.0087890625,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03032047296664373,0.0,0.49951171875,0.005859375,0.09619140625,1.0,46,0.71875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02946641601547316,0.0,0.47607421875,0.00830078125,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02835486571319226,0.0,0.49755859375,0.0068359375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1664,1728,2048,64,0.030257826542805327,0.0,0.478515625,0.00830078125,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1728,1792,2048,64,0.031016394098011574,0.0,0.49267578125,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03517415849315542,0.0,0.46630859375,0.0126953125,0.12255859375,1.0,42,0.65625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1856,1920,2048,64,0.029218752846021063,0.0,0.51318359375,0.0078125,0.1005859375,1.0,48,0.75
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1920,1984,2048,64,0.04177983003386087,0.0,0.4736328125,0.01416015625,0.1396484375,1.0,36,0.5625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,64,1984,2048,2048,64,0.028785556420175336,0.0,0.53369140625,0.0048828125,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,0,128,4096,128,0.030702791579874752,0.0,0.509521484375,0.014892578125,0.09130859375,1.0,93,0.7265625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,128,256,4096,128,0.03096166630929109,0.0,0.5029296875,0.00830078125,0.086181640625,1.0,97,0.7578125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,256,384,4096,128,0.02999429546817351,0.0,0.439697265625,0.0107421875,0.091064453125,1.0,97,0.7578125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,384,512,4096,128,0.02905696761495559,0.0,0.548583984375,0.01171875,0.094482421875,1.0,94,0.734375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,512,640,4096,128,0.030323371080905055,0.0,0.48583984375,0.0087890625,0.098876953125,1.0,92,0.71875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,640,768,4096,128,0.028809249091015152,0.0,0.5029296875,0.008544921875,0.102783203125,1.0,93,0.7265625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,768,896,4096,128,0.029810221042529984,0.0,0.45751953125,0.0107421875,0.091064453125,1.0,95,0.7421875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,896,1024,4096,128,0.029374094656124176,0.0,0.50439453125,0.010986328125,0.090087890625,1.0,100,0.78125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1024,1152,4096,128,0.030704159309266395,0.0,0.508056640625,0.009521484375,0.0966796875,1.0,93,0.7265625
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1152,1280,4096,128,0.04533532318980155,0.0,0.504638671875,0.0166015625,0.149169921875,1.0,67,0.5234375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1280,1408,4096,128,0.030293201243576397,0.0,0.4716796875,0.009521484375,0.10107421875,1.0,91,0.7109375
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1408,1536,4096,128,0.0295881879076725,0.0,0.47314453125,0.00732421875,0.095947265625,1.0,92,0.71875
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1536,1664,4096,128,0.028915982452703375,0.0,0.48681640625,0.00830078125,0.093017578125,1.0,97,0.7578125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1664,1792,4096,128,0.030639457974462127,0.0,0.485595703125,0.00830078125,0.08984375,1.0,97,0.7578125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1792,1920,4096,128,0.03233385952510527,0.0,0.48974609375,0.0107421875,0.113037109375,1.0,90,0.703125
+fresh-zh-2,layers.10.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03587591431641429,0.0,0.503662109375,0.008544921875,0.111328125,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,0,0,6144,196608,6144,0.538877594634167,0.0,0.7421213785807291,0.008234659830729166,0.08386739095052083,1.0,4001,0.6512044270833334
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,0,64,2048,64,0.5513917339917812,0.0,0.7822265625,0.0078125,0.0810546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,64,128,2048,64,0.495216340328175,0.0,0.7470703125,0.0048828125,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,128,192,2048,64,0.4863752366533822,0.0,0.7607421875,0.0068359375,0.0830078125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,192,256,2048,64,0.5531410761599901,0.0,0.7685546875,0.00634765625,0.08251953125,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,256,320,2048,64,0.5850108398248791,0.0,0.732421875,0.01220703125,0.0810546875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,320,384,2048,64,0.5354670253412381,0.0,0.69873046875,0.01025390625,0.09619140625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,384,448,2048,64,0.5104032805565464,0.0,0.74462890625,0.00927734375,0.08349609375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,448,512,2048,64,0.5128882892842879,0.0,0.76611328125,0.005859375,0.072265625,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,512,576,2048,64,0.6054858281906423,0.0,0.75390625,0.00927734375,0.09716796875,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,576,640,2048,64,0.5751549355907873,0.0,0.69189453125,0.0068359375,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,640,704,2048,64,0.5646990372342767,0.0,0.7353515625,0.00830078125,0.08544921875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,704,768,2048,64,0.4758511132787041,0.0,0.6953125,0.0068359375,0.078125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,768,832,2048,64,0.4653687106624646,0.0,0.68701171875,0.00732421875,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,832,896,2048,64,0.5190391424126318,0.0,0.759765625,0.0078125,0.0703125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,896,960,2048,64,0.48694430086034235,0.0,0.7236328125,0.0078125,0.06591796875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,960,1024,2048,64,0.5484441594627794,0.0,0.744140625,0.01171875,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1024,1088,2048,64,0.4916154409323617,0.0,0.71533203125,0.005859375,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1088,1152,2048,64,0.5071057191188557,0.0,0.740234375,0.0087890625,0.09375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1152,1216,2048,64,0.499142061682192,0.0,0.77685546875,0.01025390625,0.0908203125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1216,1280,2048,64,0.5956191175587758,0.0,0.74267578125,0.005859375,0.0849609375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1280,1344,2048,64,0.6039099661452848,0.0,0.787109375,0.0048828125,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1344,1408,2048,64,0.6085626634281346,0.0,0.79736328125,0.00927734375,0.0849609375,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1408,1472,2048,64,0.6542839672413704,0.0,0.75537109375,0.0078125,0.0966796875,1.0,36,0.5625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1472,1536,2048,64,0.5042259043657888,0.0,0.7421875,0.01025390625,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1536,1600,2048,64,0.5595941923686866,0.0,0.771484375,0.0068359375,0.08447265625,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1600,1664,2048,64,0.4986239672319439,0.0,0.779296875,0.00634765625,0.0810546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1664,1728,2048,64,0.5493287615729624,0.0,0.7333984375,0.01220703125,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1728,1792,2048,64,0.5448637230086345,0.0,0.79541015625,0.00634765625,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1792,1856,2048,64,0.600778758042773,0.0,0.72216796875,0.00927734375,0.0927734375,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1856,1920,2048,64,0.5881959420984737,0.0,0.708984375,0.00537109375,0.08642578125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1920,1984,2048,64,0.4428883846628243,0.0,0.69287109375,0.00927734375,0.09375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,1984,2048,2048,64,0.47003902770702455,0.0,0.68994140625,0.01025390625,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2048,2112,2048,64,0.48641852382845713,0.0,0.73193359375,0.00830078125,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2112,2176,2048,64,0.6261042871397214,0.0,0.77197265625,0.00634765625,0.08203125,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2176,2240,2048,64,0.5080797735909915,0.0,0.70849609375,0.00634765625,0.083984375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2240,2304,2048,64,0.668422185334468,0.0,0.73876953125,0.00927734375,0.099609375,1.0,35,0.546875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2304,2368,2048,64,0.5298881773996381,0.0,0.70361328125,0.00830078125,0.0908203125,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2368,2432,2048,64,0.5089883816871789,0.0,0.76611328125,0.0078125,0.07861328125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2432,2496,2048,64,0.4833246993280402,0.0,0.689453125,0.00537109375,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2496,2560,2048,64,0.6074636382298244,0.0,0.76904296875,0.01025390625,0.0947265625,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2560,2624,2048,64,0.5380407472611741,0.0,0.74853515625,0.0078125,0.08056640625,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2624,2688,2048,64,0.49803828525803245,0.0,0.7490234375,0.0078125,0.080078125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2688,2752,2048,64,0.5326487543288687,0.0,0.7431640625,0.0068359375,0.09716796875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2752,2816,2048,64,0.4581713648019688,0.0,0.69775390625,0.0107421875,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2816,2880,2048,64,0.5051238859800333,0.0,0.7646484375,0.0107421875,0.08544921875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2880,2944,2048,64,0.5776529052624039,0.0,0.7587890625,0.01025390625,0.080078125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,2944,3008,2048,64,0.5332191099939928,0.0,0.7451171875,0.00439453125,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3008,3072,2048,64,0.5223536012417465,0.0,0.71630859375,0.0078125,0.09033203125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3072,3136,2048,64,0.512835464694463,0.0,0.748046875,0.0078125,0.08251953125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3136,3200,2048,64,0.5573228531038186,0.0,0.76318359375,0.01025390625,0.09521484375,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3200,3264,2048,64,0.4994080442618402,0.0,0.7158203125,0.00830078125,0.068359375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3264,3328,2048,64,0.5667458503694557,0.0,0.7939453125,0.0078125,0.07080078125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3328,3392,2048,64,0.4743113773082579,0.0,0.65771484375,0.0087890625,0.08740234375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3392,3456,2048,64,0.5439188577388407,0.0,0.73828125,0.009765625,0.08984375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3456,3520,2048,64,0.6136410492905081,0.0,0.802734375,0.0078125,0.0771484375,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3520,3584,2048,64,0.5059179928806713,0.0,0.74072265625,0.00830078125,0.0732421875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3584,3648,2048,64,0.5288475036139946,0.0,0.7802734375,0.00732421875,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3648,3712,2048,64,0.502081720812848,0.0,0.73095703125,0.00927734375,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3712,3776,2048,64,0.6100750020164907,0.0,0.77880859375,0.009765625,0.08642578125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3776,3840,2048,64,0.6268729191871888,0.0,0.80419921875,0.0087890625,0.0908203125,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3840,3904,2048,64,0.528519446466425,0.0,0.72607421875,0.00732421875,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3904,3968,2048,64,0.523376279972389,0.0,0.7724609375,0.009765625,0.08447265625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,3968,4032,2048,64,0.5304568129761913,0.0,0.7490234375,0.0068359375,0.09033203125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4032,4096,2048,64,0.5385142751048926,0.0,0.71337890625,0.00830078125,0.07861328125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4096,4160,2048,64,0.6422735976663447,0.0,0.7490234375,0.01025390625,0.08984375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4160,4224,2048,64,0.48067094977146174,0.0,0.75341796875,0.00732421875,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4224,4288,2048,64,0.5309629550590141,0.0,0.71728515625,0.01318359375,0.0888671875,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4288,4352,2048,64,0.48538371240264566,0.0,0.7548828125,0.013671875,0.0830078125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4352,4416,2048,64,0.5318427473212686,0.0,0.73193359375,0.0087890625,0.07421875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4416,4480,2048,64,0.501189600411411,0.0,0.74755859375,0.00439453125,0.07421875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4480,4544,2048,64,0.5062817845593545,0.0,0.775390625,0.0107421875,0.0810546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4544,4608,2048,64,0.5525461872367288,0.0,0.69384765625,0.013671875,0.1044921875,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4608,4672,2048,64,0.5769692865955259,0.0,0.80029296875,0.00537109375,0.07958984375,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4672,4736,2048,64,0.5491817763938579,0.0,0.72802734375,0.00830078125,0.0791015625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4736,4800,2048,64,0.5687417238756812,0.0,0.79345703125,0.009765625,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4800,4864,2048,64,0.5315323919197932,0.0,0.7294921875,0.01025390625,0.08544921875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4864,4928,2048,64,0.5742774196821918,0.0,0.70947265625,0.0078125,0.08935546875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4928,4992,2048,64,0.5334044818578827,0.0,0.73486328125,0.0087890625,0.08203125,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,4992,5056,2048,64,0.5400242172198673,0.0,0.6904296875,0.0068359375,0.10400390625,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5056,5120,2048,64,0.5835676328326309,0.0,0.8212890625,0.0068359375,0.06982421875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5120,5184,2048,64,0.46068178162765966,0.0,0.74560546875,0.00634765625,0.07275390625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5184,5248,2048,64,0.5371723950567906,0.0,0.76171875,0.00634765625,0.06884765625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5248,5312,2048,64,0.47295785986753497,0.0,0.76220703125,0.00634765625,0.0830078125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5312,5376,2048,64,0.6043769814985009,0.0,0.74951171875,0.009765625,0.09521484375,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5376,5440,2048,64,0.5170656362191518,0.0,0.7138671875,0.00634765625,0.09228515625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5440,5504,2048,64,0.45175586437971144,0.0,0.7021484375,0.00537109375,0.0771484375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5504,5568,2048,64,0.5546139526142835,0.0,0.7275390625,0.0087890625,0.0810546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5568,5632,2048,64,0.5290650070308938,0.0,0.73046875,0.0087890625,0.07958984375,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5632,5696,2048,64,0.6187241910044423,0.0,0.77392578125,0.0068359375,0.08447265625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5696,5760,2048,64,0.54828471383152,0.0,0.7392578125,0.0029296875,0.072265625,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5760,5824,2048,64,0.5075757999670052,0.0,0.72412109375,0.00830078125,0.087890625,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5824,5888,2048,64,0.5386143396008048,0.0,0.73388671875,0.00830078125,0.07470703125,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5888,5952,2048,64,0.4849363402088416,0.0,0.63720703125,0.005859375,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,5952,6016,2048,64,0.5247556036852674,0.0,0.7568359375,0.00537109375,0.07275390625,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,6016,6080,2048,64,0.5798009758266885,0.0,0.75537109375,0.00537109375,0.0771484375,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,64,6080,6144,2048,64,0.46827254187523165,0.0,0.73876953125,0.0068359375,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,0,128,4096,128,0.5240572812405596,0.0,0.7646484375,0.006591796875,0.0771484375,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,128,256,4096,128,0.5208291087127647,0.0,0.7646484375,0.007080078125,0.083984375,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,256,384,4096,128,0.5607863309409408,0.0,0.715576171875,0.010986328125,0.08837890625,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,384,512,4096,128,0.5116472935958168,0.0,0.75537109375,0.007568359375,0.077880859375,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,512,640,4096,128,0.5905151514034804,0.0,0.722900390625,0.008056640625,0.08203125,1.0,77,0.6015625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,640,768,4096,128,0.52216821267763,0.0,0.71533203125,0.0078125,0.080810546875,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,768,896,4096,128,0.4929349187367867,0.0,0.723388671875,0.00830078125,0.080322265625,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,896,1024,4096,128,0.5186066660722759,0.0,0.73388671875,0.009521484375,0.07373046875,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1024,1152,4096,128,0.49942064040554646,0.0,0.727783203125,0.00732421875,0.083740234375,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1152,1280,4096,128,0.5495020158934105,0.0,0.759765625,0.008056640625,0.08642578125,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1280,1408,4096,128,0.6062407782920677,0.0,0.792236328125,0.007080078125,0.083740234375,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1408,1536,4096,128,0.5840938590768628,0.0,0.748779296875,0.009521484375,0.09228515625,1.0,77,0.6015625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1536,1664,4096,128,0.5299865662594124,0.0,0.775390625,0.006591796875,0.08447265625,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1664,1792,4096,128,0.5471007973591862,0.0,0.764404296875,0.00927734375,0.081787109375,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1792,1920,4096,128,0.5945206398505135,0.0,0.715576171875,0.00732421875,0.08984375,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,1920,2048,4096,128,0.4566655279507152,0.0,0.69140625,0.009521484375,0.093017578125,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2048,2176,4096,128,0.56062891412154,0.0,0.751953125,0.0078125,0.08447265625,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2176,2304,4096,128,0.5936890070481258,0.0,0.7236328125,0.00830078125,0.092041015625,1.0,79,0.6171875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2304,2432,4096,128,0.5195433828086177,0.0,0.73486328125,0.008056640625,0.083984375,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2432,2560,4096,128,0.5489147642175219,0.0,0.729248046875,0.0078125,0.087646484375,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2560,2688,4096,128,0.5184254909319775,0.0,0.748779296875,0.008056640625,0.08203125,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2688,2816,4096,128,0.49680765644894925,0.0,0.720458984375,0.009033203125,0.091796875,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2816,2944,4096,128,0.5426016122099462,0.0,0.76171875,0.010986328125,0.082763671875,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,2944,3072,4096,128,0.5278143158313382,0.0,0.730712890625,0.006103515625,0.081787109375,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3072,3200,4096,128,0.5355413039347041,0.0,0.755615234375,0.009033203125,0.088623046875,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3200,3328,4096,128,0.534139145534398,0.0,0.7548828125,0.008056640625,0.068603515625,1.0,89,0.6953125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3328,3456,4096,128,0.5103033443198183,0.0,0.697998046875,0.01123046875,0.089599609375,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3456,3584,4096,128,0.5623648072624934,0.0,0.771728515625,0.0078125,0.076904296875,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3584,3712,4096,128,0.5156383114418209,0.0,0.755615234375,0.008544921875,0.08056640625,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3712,3840,4096,128,0.618530987459678,0.0,0.79150390625,0.0087890625,0.088623046875,1.0,78,0.609375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3840,3968,4096,128,0.5259541499650482,0.0,0.749267578125,0.008544921875,0.0810546875,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,3968,4096,4096,128,0.5345007272794893,0.0,0.731201171875,0.007568359375,0.0849609375,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4096,4224,4096,128,0.5672565276016966,0.0,0.751220703125,0.009521484375,0.083251953125,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4224,4352,4096,128,0.5086840905271045,0.0,0.736083984375,0.01318359375,0.084716796875,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4352,4480,4096,128,0.5167435163786696,0.0,0.73974609375,0.006591796875,0.073974609375,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4480,4608,4096,128,0.5299191138308047,0.0,0.734619140625,0.01171875,0.092041015625,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4608,4736,4096,128,0.5632469179665626,0.0,0.76416015625,0.007080078125,0.07958984375,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4736,4864,4096,128,0.550451556513858,0.0,0.761474609375,0.01025390625,0.081298828125,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4864,4992,4096,128,0.5542178705269764,0.0,0.72216796875,0.008544921875,0.085693359375,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,4992,5120,4096,128,0.5622176345837129,0.0,0.755859375,0.0068359375,0.087158203125,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5120,5248,4096,128,0.500390790250322,0.0,0.753662109375,0.006591796875,0.07275390625,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5248,5376,4096,128,0.5426604246560266,0.0,0.755859375,0.007568359375,0.09033203125,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5376,5504,4096,128,0.4855101611501949,0.0,0.7080078125,0.006103515625,0.084716796875,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5504,5632,4096,128,0.5419900451572143,0.0,0.72900390625,0.008544921875,0.080322265625,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5632,5760,4096,128,0.584566399973268,0.0,0.756591796875,0.004638671875,0.078369140625,1.0,79,0.6171875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5760,5888,4096,128,0.5233252332611892,0.0,0.72900390625,0.008056640625,0.081298828125,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,5888,6016,4096,128,0.505238407909689,0.0,0.697021484375,0.005859375,0.076171875,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gate_proj.output,128,6016,6144,4096,128,0.5269954198301304,0.0,0.7470703125,0.006103515625,0.08154296875,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.up_proj.output,0,0,6144,196608,6144,0.35144636631452447,0.0,0.4969533284505208,0.0081024169921875,0.08722432454427083,1.0,4648,0.7565104166666666
+fresh-zh-2,layers.10.mlp.up_proj.output,64,0,64,2048,64,0.3317649393920091,0.0,0.505859375,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,64,128,2048,64,0.3481326059172778,0.0,0.53466796875,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,128,192,2048,64,0.3434038551387064,0.0,0.44677734375,0.0048828125,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,192,256,2048,64,0.347660451773764,0.0,0.53173828125,0.005859375,0.0703125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,256,320,2048,64,0.3505456416048783,0.0,0.4931640625,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,320,384,2048,64,0.3574005216823403,0.0,0.494140625,0.0087890625,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,384,448,2048,64,0.3369439035536905,0.0,0.50537109375,0.00634765625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,448,512,2048,64,0.3699150324338569,0.0,0.50244140625,0.00732421875,0.08349609375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,512,576,2048,64,0.3199835347462192,0.0,0.47509765625,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,576,640,2048,64,0.3407112538756969,0.0,0.49169921875,0.01318359375,0.1005859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,640,704,2048,64,0.3436394943833501,0.0,0.44775390625,0.009765625,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,704,768,2048,64,0.35462372937934006,0.0,0.5205078125,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,768,832,2048,64,0.3768937231264866,0.0,0.4580078125,0.01025390625,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,832,896,2048,64,0.3723927502218077,0.0,0.47119140625,0.0048828125,0.07666015625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,896,960,2048,64,0.35367151845101946,0.0,0.53369140625,0.0068359375,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,960,1024,2048,64,0.3188810434156131,0.0,0.525390625,0.00830078125,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1024,1088,2048,64,0.3820232887167698,0.0,0.4853515625,0.0078125,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1088,1152,2048,64,0.34978369698793166,0.0,0.5419921875,0.0048828125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1152,1216,2048,64,0.34276909512899717,0.0,0.5185546875,0.00634765625,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1216,1280,2048,64,0.36964230789995034,0.0,0.5029296875,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1280,1344,2048,64,0.34122791067024755,0.0,0.4765625,0.009765625,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1344,1408,2048,64,0.33482810213646835,0.0,0.54345703125,0.00634765625,0.07568359375,1.0,52,0.8125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1408,1472,2048,64,0.38073193178106046,0.0,0.53369140625,0.0078125,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1472,1536,2048,64,0.39435040885310385,0.0,0.46484375,0.00830078125,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1536,1600,2048,64,0.34532754209830413,0.0,0.52099609375,0.00634765625,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1600,1664,2048,64,0.387985563478763,0.0,0.49462890625,0.01171875,0.10107421875,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1664,1728,2048,64,0.3766310669349862,0.0,0.47021484375,0.00732421875,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1728,1792,2048,64,0.3307285637306918,0.0,0.501953125,0.00927734375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1792,1856,2048,64,0.3834339632638339,0.0,0.52294921875,0.0087890625,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1856,1920,2048,64,0.34838922466384353,0.0,0.46875,0.009765625,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1920,1984,2048,64,0.3501993447394258,0.0,0.5,0.00634765625,0.07470703125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,1984,2048,2048,64,0.3385338618811173,0.0,0.505859375,0.00537109375,0.0751953125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2048,2112,2048,64,0.34747490620428084,0.0,0.556640625,0.00634765625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2112,2176,2048,64,0.38201815010144996,0.0,0.4716796875,0.00732421875,0.087890625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2176,2240,2048,64,0.36032208590645176,0.0,0.541015625,0.0048828125,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2240,2304,2048,64,0.34712012062118736,0.0,0.4853515625,0.01025390625,0.0810546875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2304,2368,2048,64,0.32572072281076403,0.0,0.4853515625,0.00927734375,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2368,2432,2048,64,0.3190712089827385,0.0,0.49365234375,0.00927734375,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2432,2496,2048,64,0.35502992591245724,0.0,0.48388671875,0.01220703125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2496,2560,2048,64,0.36283198929044874,0.0,0.54833984375,0.0068359375,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2560,2624,2048,64,0.34549616260375937,0.0,0.4755859375,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2624,2688,2048,64,0.342970378121554,0.0,0.44677734375,0.00830078125,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2688,2752,2048,64,0.3381813324363047,0.0,0.47607421875,0.00830078125,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2752,2816,2048,64,0.3541364642967518,0.0,0.4404296875,0.0087890625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2816,2880,2048,64,0.3322780690309122,0.0,0.4599609375,0.009765625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2880,2944,2048,64,0.3436487851530755,0.0,0.48193359375,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,2944,3008,2048,64,0.3883643443569857,0.0,0.4794921875,0.00830078125,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3008,3072,2048,64,0.32907476001087854,0.0,0.52880859375,0.0078125,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3072,3136,2048,64,0.3799489035315517,0.0,0.5185546875,0.0107421875,0.1015625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3136,3200,2048,64,0.3302850127017131,0.0,0.51513671875,0.005859375,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3200,3264,2048,64,0.3627905348193566,0.0,0.4755859375,0.00634765625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3264,3328,2048,64,0.35078436445044786,0.0,0.50244140625,0.01171875,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3328,3392,2048,64,0.36309886621322046,0.0,0.50830078125,0.00634765625,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3392,3456,2048,64,0.359868604420392,0.0,0.51025390625,0.00537109375,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3456,3520,2048,64,0.3375403135825288,0.0,0.5107421875,0.01025390625,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3520,3584,2048,64,0.3231928229267362,0.0,0.490234375,0.00634765625,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3584,3648,2048,64,0.3273486803318842,0.0,0.47802734375,0.01025390625,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3648,3712,2048,64,0.348869709394954,0.0,0.4609375,0.005859375,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3712,3776,2048,64,0.34727146636898876,0.0,0.5078125,0.005859375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3776,3840,2048,64,0.3332429332478501,0.0,0.4443359375,0.0078125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3840,3904,2048,64,0.3519208558109966,0.0,0.5361328125,0.0087890625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3904,3968,2048,64,0.34272149080542663,0.0,0.53173828125,0.005859375,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,3968,4032,2048,64,0.36087614898532133,0.0,0.4853515625,0.0087890625,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4032,4096,2048,64,0.3528023717164329,0.0,0.48046875,0.00927734375,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4096,4160,2048,64,0.4356674756221057,0.0,0.4736328125,0.009765625,0.107421875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4160,4224,2048,64,0.32191118093870746,0.0,0.49072265625,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4224,4288,2048,64,0.31894523065002284,0.0,0.51904296875,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4288,4352,2048,64,0.36114893408474685,0.0,0.54150390625,0.00634765625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4352,4416,2048,64,0.32100467571807373,0.0,0.51123046875,0.00390625,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4416,4480,2048,64,0.34983557832176604,0.0,0.47998046875,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4480,4544,2048,64,0.3771710328711137,0.0,0.47900390625,0.00927734375,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4544,4608,2048,64,0.38367071446035744,0.0,0.49853515625,0.0078125,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4608,4672,2048,64,0.3219482763024568,0.0,0.51806640625,0.00830078125,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4672,4736,2048,64,0.3310237485408913,0.0,0.474609375,0.00927734375,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4736,4800,2048,64,0.32645573376424813,0.0,0.46923828125,0.00927734375,0.076171875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4800,4864,2048,64,0.33183230799091096,0.0,0.466796875,0.01025390625,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4864,4928,2048,64,0.36686774495913493,0.0,0.50146484375,0.00537109375,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4928,4992,2048,64,0.3825916358219552,0.0,0.4765625,0.0078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,4992,5056,2048,64,0.3389128276882115,0.0,0.486328125,0.0087890625,0.1015625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5056,5120,2048,64,0.3491876044202426,0.0,0.47607421875,0.005859375,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5120,5184,2048,64,0.32722045713080383,0.0,0.5087890625,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5184,5248,2048,64,0.3529114213969667,0.0,0.53173828125,0.0078125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5248,5312,2048,64,0.35386060354758847,0.0,0.57470703125,0.00732421875,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5312,5376,2048,64,0.36733572318337543,0.0,0.46923828125,0.009765625,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5376,5440,2048,64,0.3573701445315267,0.0,0.498046875,0.01318359375,0.09765625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5440,5504,2048,64,0.35970058795151577,0.0,0.43115234375,0.00830078125,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5504,5568,2048,64,0.33782161957578316,0.0,0.49853515625,0.00537109375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5568,5632,2048,64,0.36358908891276553,0.0,0.5400390625,0.01123046875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5632,5696,2048,64,0.32553267053034796,0.0,0.462890625,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5696,5760,2048,64,0.3525936164438582,0.0,0.52734375,0.00634765625,0.07080078125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5760,5824,2048,64,0.33759380079581053,0.0,0.521484375,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5824,5888,2048,64,0.3576699826112065,0.0,0.48583984375,0.00830078125,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5888,5952,2048,64,0.3437834828385784,0.0,0.51611328125,0.0078125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,5952,6016,2048,64,0.38189752372440844,0.0,0.4990234375,0.01171875,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.up_proj.output,64,6016,6080,2048,64,0.3316164933803819,0.0,0.48095703125,0.01171875,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,64,6080,6144,2048,64,0.34285401450159403,0.0,0.49755859375,0.0048828125,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,0,128,4096,128,0.3400472660620418,0.0,0.520263671875,0.0087890625,0.085693359375,1.0,100,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,128,256,4096,128,0.3455387079993089,0.0,0.4892578125,0.00537109375,0.076416015625,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,256,384,4096,128,0.35398967481198146,0.0,0.49365234375,0.007568359375,0.0830078125,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,384,512,4096,128,0.3538137400967776,0.0,0.50390625,0.0068359375,0.08642578125,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,512,640,4096,128,0.3305099249842843,0.0,0.4833984375,0.01025390625,0.09423828125,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,640,768,4096,128,0.3491748068940226,0.0,0.484130859375,0.009033203125,0.08544921875,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,128,768,896,4096,128,0.3746499959628362,0.0,0.464599609375,0.007568359375,0.08642578125,1.0,92,0.71875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,896,1024,4096,128,0.336725899518644,0.0,0.529541015625,0.007568359375,0.081787109375,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1024,1152,4096,128,0.36625839771978036,0.0,0.513671875,0.006591796875,0.0888671875,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1152,1280,4096,128,0.35645903577069915,0.0,0.5107421875,0.006591796875,0.090087890625,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1280,1408,4096,128,0.3380431518317534,0.0,0.510009765625,0.008056640625,0.085205078125,1.0,101,0.7890625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1408,1536,4096,128,0.38760098609288157,0.0,0.499267578125,0.007568359375,0.084228515625,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1536,1664,4096,128,0.367276400548408,0.0,0.5078125,0.008544921875,0.091796875,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1664,1792,4096,128,0.35442371777855974,0.0,0.486083984375,0.00830078125,0.089111328125,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1792,1920,4096,128,0.36633089962906834,0.0,0.495849609375,0.009521484375,0.09326171875,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,1920,2048,4096,128,0.34441599606875595,0.0,0.5029296875,0.005859375,0.07568359375,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2048,2176,4096,128,0.3651552255196464,0.0,0.51416015625,0.007080078125,0.084228515625,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2176,2304,4096,128,0.35378269017296765,0.0,0.51318359375,0.007568359375,0.086669921875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2304,2432,4096,128,0.32241310896896935,0.0,0.489501953125,0.00927734375,0.0830078125,1.0,100,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2432,2560,4096,128,0.3589521561057053,0.0,0.51611328125,0.009521484375,0.08984375,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2560,2688,4096,128,0.34423558694792517,0.0,0.461181640625,0.007568359375,0.080078125,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2688,2816,4096,128,0.34625081151745984,0.0,0.458251953125,0.008544921875,0.087890625,1.0,100,0.78125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2816,2944,4096,128,0.33801124441066777,0.0,0.470947265625,0.009521484375,0.0888671875,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,2944,3072,4096,128,0.359942399311368,0.0,0.504150390625,0.00830078125,0.0869140625,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3072,3200,4096,128,0.35598410000321584,0.0,0.516845703125,0.0087890625,0.09814453125,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3200,3328,4096,128,0.35683794816234116,0.0,0.489013671875,0.009033203125,0.093994140625,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3328,3456,4096,128,0.361487343549402,0.0,0.50927734375,0.005859375,0.083251953125,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3456,3584,4096,128,0.3304444462271567,0.0,0.50048828125,0.008544921875,0.08642578125,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3584,3712,4096,128,0.33828038122860876,0.0,0.469482421875,0.008056640625,0.089599609375,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3712,3840,4096,128,0.34032949028382686,0.0,0.47607421875,0.0068359375,0.082275390625,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3840,3968,4096,128,0.3473516294870649,0.0,0.533935546875,0.007080078125,0.086669921875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,3968,4096,4096,128,0.35686209408903036,0.0,0.48291015625,0.00927734375,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4096,4224,4096,128,0.38303587151094043,0.0,0.482177734375,0.0087890625,0.0986328125,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4224,4352,4096,128,0.3407011980790096,0.0,0.5302734375,0.008056640625,0.08544921875,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4352,4480,4096,128,0.3357297526974562,0.0,0.49560546875,0.00634765625,0.083251953125,1.0,101,0.7890625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4480,4608,4096,128,0.38043475470281624,0.0,0.48876953125,0.008544921875,0.091796875,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4608,4736,4096,128,0.32651754525001125,0.0,0.496337890625,0.0087890625,0.087158203125,1.0,102,0.796875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4736,4864,4096,128,0.32915499900056844,0.0,0.468017578125,0.009521484375,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4864,4992,4096,128,0.37481215434689447,0.0,0.489013671875,0.0068359375,0.089599609375,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,4992,5120,4096,128,0.3440885698859868,0.0,0.481201171875,0.00732421875,0.091796875,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5120,5248,4096,128,0.34030846222017436,0.0,0.520263671875,0.008056640625,0.082275390625,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5248,5376,4096,128,0.36066110149953584,0.0,0.52197265625,0.00830078125,0.093017578125,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5376,5504,4096,128,0.3585372596921765,0.0,0.464599609375,0.0107421875,0.093017578125,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5504,5632,4096,128,0.35094192698309795,0.0,0.519287109375,0.00830078125,0.086669921875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5632,5760,4096,128,0.33933300601295674,0.0,0.4951171875,0.008056640625,0.080322265625,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5760,5888,4096,128,0.34777678962005376,0.0,0.503662109375,0.0078125,0.083251953125,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.up_proj.output,128,5888,6016,4096,128,0.3633406127172259,0.0,0.507568359375,0.010009765625,0.08447265625,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.up_proj.output,128,6016,6144,4096,128,0.33728205847758946,0.0,0.4892578125,0.00830078125,0.090087890625,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.silu_gate,0,0,6144,196608,6144,0.20363055191175994,0.0,0.7421213785807291,0.006062825520833333,0.063720703125,1.0,4431,0.72119140625
+fresh-zh-2,layers.10.mlp.silu_gate,64,0,64,2048,64,0.18374731028407565,0.0,0.7822265625,0.00537109375,0.05126953125,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.silu_gate,64,64,128,2048,64,0.18804042978840685,0.0,0.7470703125,0.00439453125,0.0537109375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,128,192,2048,64,0.21515985182178077,0.0,0.7607421875,0.005859375,0.07421875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,192,256,2048,64,0.19314975332916232,0.0,0.7685546875,0.00244140625,0.0595703125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,256,320,2048,64,0.22033038934142063,0.0,0.732421875,0.01025390625,0.06103515625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,320,384,2048,64,0.17494048902610848,0.0,0.69873046875,0.00732421875,0.0673828125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,384,448,2048,64,0.19617119157419347,0.0,0.74462890625,0.00732421875,0.0673828125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,448,512,2048,64,0.2031074257158196,0.0,0.76611328125,0.00537109375,0.05859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,512,576,2048,64,0.19183439328589627,0.0,0.75390625,0.0068359375,0.06689453125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,576,640,2048,64,0.2388522415777566,0.0,0.69189453125,0.00537109375,0.056640625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.silu_gate,64,640,704,2048,64,0.29426832866606284,0.0,0.7353515625,0.00830078125,0.08935546875,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.silu_gate,64,704,768,2048,64,0.19089034603808333,0.0,0.6953125,0.005859375,0.064453125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,768,832,2048,64,0.21986142712869994,0.0,0.68701171875,0.0068359375,0.08349609375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,832,896,2048,64,0.19057276399041834,0.0,0.759765625,0.00537109375,0.0498046875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,896,960,2048,64,0.18108875708631209,0.0,0.7236328125,0.00537109375,0.05126953125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,960,1024,2048,64,0.20878407429179383,0.0,0.744140625,0.00830078125,0.05859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,1024,1088,2048,64,0.22604407909979632,0.0,0.71533203125,0.00537109375,0.0703125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1088,1152,2048,64,0.1852643480544226,0.0,0.740234375,0.005859375,0.06396484375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,1152,1216,2048,64,0.18644579108815526,0.0,0.77685546875,0.00830078125,0.06787109375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,1216,1280,2048,64,0.18139653366828157,0.0,0.74267578125,0.00390625,0.04931640625,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,1280,1344,2048,64,0.27475086714686675,0.0,0.787109375,0.0048828125,0.07666015625,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.silu_gate,64,1344,1408,2048,64,0.18288005793293888,0.0,0.79736328125,0.00537109375,0.046875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,1408,1472,2048,64,0.18200265398654572,0.0,0.75537109375,0.00439453125,0.05859375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,1472,1536,2048,64,0.20869905331299116,0.0,0.7421875,0.00830078125,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1536,1600,2048,64,0.20232884216654035,0.0,0.771484375,0.00439453125,0.0654296875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,1600,1664,2048,64,0.16701769989587797,0.0,0.779296875,0.00390625,0.0576171875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1664,1728,2048,64,0.18471587531198944,0.0,0.7333984375,0.00830078125,0.05517578125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,1728,1792,2048,64,0.18319408943057197,0.0,0.79541015625,0.0048828125,0.05322265625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,1792,1856,2048,64,0.22738071920832076,0.0,0.72216796875,0.00830078125,0.0751953125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1856,1920,2048,64,0.24999770386995404,0.0,0.708984375,0.00439453125,0.0751953125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1920,1984,2048,64,0.19333494173317098,0.0,0.69287109375,0.0078125,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,1984,2048,2048,64,0.19803461105437184,0.0,0.68994140625,0.0078125,0.07861328125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,2048,2112,2048,64,0.194785425371806,0.0,0.73193359375,0.0068359375,0.06689453125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,2112,2176,2048,64,0.19996910942623458,0.0,0.77197265625,0.00390625,0.0498046875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,2176,2240,2048,64,0.2134385738704533,0.0,0.70849609375,0.00537109375,0.0703125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,2240,2304,2048,64,0.1953356886571919,0.0,0.73876953125,0.00390625,0.05419921875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,2304,2368,2048,64,0.22270366412385909,0.0,0.70361328125,0.00732421875,0.08056640625,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,2368,2432,2048,64,0.193716108923459,0.0,0.76611328125,0.005859375,0.06005859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,2432,2496,2048,64,0.19028699413115785,0.0,0.689453125,0.0048828125,0.06298828125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,2496,2560,2048,64,0.2557955387824229,0.0,0.76904296875,0.0087890625,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.silu_gate,64,2560,2624,2048,64,0.1997582999121878,0.0,0.74853515625,0.0068359375,0.0595703125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,2624,2688,2048,64,0.17944980232039356,0.0,0.7490234375,0.005859375,0.0576171875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,2688,2752,2048,64,0.18629257794548082,0.0,0.7431640625,0.00390625,0.07421875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,2752,2816,2048,64,0.1858076475241105,0.0,0.69775390625,0.00830078125,0.06884765625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,2816,2880,2048,64,0.18588026578955477,0.0,0.7646484375,0.0068359375,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,2880,2944,2048,64,0.22331888440723216,0.0,0.7587890625,0.00830078125,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,2944,3008,2048,64,0.2082039662585692,0.0,0.7451171875,0.00341796875,0.05615234375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,3008,3072,2048,64,0.1979957445830706,0.0,0.71630859375,0.00634765625,0.0712890625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,3072,3136,2048,64,0.1893843160449311,0.0,0.748046875,0.00634765625,0.06591796875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,3136,3200,2048,64,0.18222405462060748,0.0,0.76318359375,0.00537109375,0.0615234375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,3200,3264,2048,64,0.2195475811673421,0.0,0.7158203125,0.00732421875,0.0625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,3264,3328,2048,64,0.19148705167854096,0.0,0.7939453125,0.00390625,0.0439453125,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.silu_gate,64,3328,3392,2048,64,0.22052754290886667,0.0,0.65771484375,0.0078125,0.07958984375,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.silu_gate,64,3392,3456,2048,64,0.20362031953988372,0.0,0.73828125,0.00634765625,0.06640625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,3456,3520,2048,64,0.20080297718863213,0.0,0.802734375,0.00439453125,0.05078125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,3520,3584,2048,64,0.19022227473929032,0.0,0.74072265625,0.005859375,0.05322265625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,3584,3648,2048,64,0.19384786200621784,0.0,0.7802734375,0.00537109375,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,3648,3712,2048,64,0.189687977638699,0.0,0.73095703125,0.00732421875,0.056640625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,3712,3776,2048,64,0.19229123001386178,0.0,0.77880859375,0.00732421875,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,3776,3840,2048,64,0.17720590123816304,0.0,0.80419921875,0.00439453125,0.048828125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,3840,3904,2048,64,0.2074644199749803,0.0,0.72607421875,0.00537109375,0.06005859375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,3904,3968,2048,64,0.177587742871055,0.0,0.7724609375,0.00439453125,0.0546875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.silu_gate,64,3968,4032,2048,64,0.20585939779228868,0.0,0.7490234375,0.00537109375,0.0732421875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,4032,4096,2048,64,0.1932409746219001,0.0,0.71337890625,0.005859375,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,4096,4160,2048,64,0.2580167228330582,0.0,0.7490234375,0.0078125,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.silu_gate,64,4160,4224,2048,64,0.19258729524821067,0.0,0.75341796875,0.005859375,0.05859375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,4224,4288,2048,64,0.2636226358019153,0.0,0.71728515625,0.0126953125,0.087890625,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.silu_gate,64,4288,4352,2048,64,0.1893057144723472,0.0,0.7548828125,0.01171875,0.0654296875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,4352,4416,2048,64,0.1937910242524948,0.0,0.73193359375,0.005859375,0.0537109375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,4416,4480,2048,64,0.19427084757836985,0.0,0.74755859375,0.0029296875,0.06005859375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,4480,4544,2048,64,0.19748186276339072,0.0,0.775390625,0.00830078125,0.06298828125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,4544,4608,2048,64,0.20845505839618406,0.0,0.69384765625,0.0087890625,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,4608,4672,2048,64,0.19452203716937064,0.0,0.80029296875,0.0029296875,0.05322265625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,4672,4736,2048,64,0.20063613018626403,0.0,0.72802734375,0.005859375,0.060546875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,4736,4800,2048,64,0.2029029114626828,0.0,0.79345703125,0.00830078125,0.0546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,4800,4864,2048,64,0.214409301847281,0.0,0.7294921875,0.00732421875,0.06884765625,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.silu_gate,64,4864,4928,2048,64,0.2208063337644166,0.0,0.70947265625,0.00634765625,0.072265625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,4928,4992,2048,64,0.1815412451089356,0.0,0.73486328125,0.00537109375,0.05419921875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,4992,5056,2048,64,0.21411642577643372,0.0,0.6904296875,0.00537109375,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5056,5120,2048,64,0.18735678525510577,0.0,0.8212890625,0.00341796875,0.04541015625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,5120,5184,2048,64,0.1819168324223209,0.0,0.74560546875,0.005859375,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,5184,5248,2048,64,0.23174368536666992,0.0,0.76171875,0.00634765625,0.0615234375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5248,5312,2048,64,0.17210797178192536,0.0,0.76220703125,0.00390625,0.05615234375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,64,5312,5376,2048,64,0.20551708150295372,0.0,0.74951171875,0.0078125,0.06640625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5376,5440,2048,64,0.1866433192651271,0.0,0.7138671875,0.005859375,0.0634765625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,5440,5504,2048,64,0.18154197125689683,0.0,0.7021484375,0.0048828125,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,64,5504,5568,2048,64,0.24534328671746305,0.0,0.7275390625,0.0078125,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5568,5632,2048,64,0.1970748907233701,0.0,0.73046875,0.00634765625,0.064453125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5632,5696,2048,64,0.19443623814253616,0.0,0.77392578125,0.00244140625,0.05419921875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,5696,5760,2048,64,0.200400990779075,0.0,0.7392578125,0.00244140625,0.05322265625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,5760,5824,2048,64,0.19732918655537557,0.0,0.72412109375,0.00732421875,0.0712890625,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,5824,5888,2048,64,0.20982104772138271,0.0,0.73388671875,0.005859375,0.06005859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,5888,5952,2048,64,0.22575412881349308,0.0,0.63720703125,0.00537109375,0.07275390625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,64,5952,6016,2048,64,0.1961932598328709,0.0,0.7568359375,0.00439453125,0.0546875,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,64,6016,6080,2048,64,0.1978573370828216,0.0,0.75537109375,0.0048828125,0.056640625,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,64,6080,6144,2048,64,0.1999791852422545,0.0,0.73876953125,0.0048828125,0.0673828125,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,128,0,128,4096,128,0.18590626303548938,0.0,0.7646484375,0.004638671875,0.052001953125,1.0,100,0.78125
+fresh-zh-2,layers.10.mlp.silu_gate,128,128,256,4096,128,0.20445120328220975,0.0,0.7646484375,0.00439453125,0.067138671875,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.silu_gate,128,256,384,4096,128,0.19893422929204013,0.0,0.715576171875,0.008544921875,0.06298828125,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,384,512,4096,128,0.19966943028984946,0.0,0.75537109375,0.006591796875,0.063232421875,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,512,640,4096,128,0.21662274552097124,0.0,0.722900390625,0.005859375,0.062744140625,1.0,89,0.6953125
+fresh-zh-2,layers.10.mlp.silu_gate,128,640,768,4096,128,0.24802517358774007,0.0,0.71533203125,0.0068359375,0.076904296875,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.silu_gate,128,768,896,4096,128,0.20573894321933356,0.0,0.723388671875,0.00634765625,0.06787109375,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.silu_gate,128,896,1024,4096,128,0.19542764341431668,0.0,0.73388671875,0.00732421875,0.055419921875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.silu_gate,128,1024,1152,4096,128,0.20666253210984473,0.0,0.727783203125,0.00537109375,0.06787109375,1.0,91,0.7109375
+fresh-zh-2,layers.10.mlp.silu_gate,128,1152,1280,4096,128,0.1839384889594291,0.0,0.759765625,0.006103515625,0.05908203125,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.silu_gate,128,1280,1408,4096,128,0.23338075604846933,0.0,0.792236328125,0.005615234375,0.06396484375,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.silu_gate,128,1408,1536,4096,128,0.1958063595901382,0.0,0.748779296875,0.005615234375,0.062744140625,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.silu_gate,128,1536,1664,4096,128,0.18551532612019198,0.0,0.775390625,0.004638671875,0.060546875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.silu_gate,128,1664,1792,4096,128,0.1839565560051759,0.0,0.764404296875,0.006591796875,0.05419921875,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,128,1792,1920,4096,128,0.2389569452934382,0.0,0.715576171875,0.00634765625,0.07421875,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.silu_gate,128,1920,2048,4096,128,0.19569888460390486,0.0,0.69140625,0.008056640625,0.080322265625,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.silu_gate,128,2048,2176,4096,128,0.19739428393699346,0.0,0.751953125,0.00537109375,0.058349609375,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,2176,2304,4096,128,0.2045874581676897,0.0,0.7236328125,0.00439453125,0.06396484375,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.silu_gate,128,2304,2432,4096,128,0.20871374280415517,0.0,0.73486328125,0.005859375,0.0693359375,1.0,89,0.6953125
+fresh-zh-2,layers.10.mlp.silu_gate,128,2432,2560,4096,128,0.22543346889543853,0.0,0.729248046875,0.006591796875,0.072265625,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.silu_gate,128,2560,2688,4096,128,0.18987576192952577,0.0,0.748779296875,0.0068359375,0.058349609375,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.silu_gate,128,2688,2816,4096,128,0.18605027072812488,0.0,0.720458984375,0.006103515625,0.07177734375,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,2816,2944,4096,128,0.20545412790071443,0.0,0.76171875,0.008544921875,0.06298828125,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.silu_gate,128,2944,3072,4096,128,0.20316398110738523,0.0,0.730712890625,0.0048828125,0.064453125,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.silu_gate,128,3072,3200,4096,128,0.18583867364757597,0.0,0.755615234375,0.005859375,0.0634765625,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,3200,3328,4096,128,0.20599566907701106,0.0,0.7548828125,0.005126953125,0.053466796875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.silu_gate,128,3328,3456,4096,128,0.21224235170076963,0.0,0.697998046875,0.007080078125,0.074462890625,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,128,3456,3584,4096,128,0.19558418833690053,0.0,0.771728515625,0.005126953125,0.052490234375,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,128,3584,3712,4096,128,0.19177919916539599,0.0,0.755615234375,0.006103515625,0.05908203125,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,128,3712,3840,4096,128,0.18490247236566834,0.0,0.79150390625,0.005615234375,0.05419921875,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,3840,3968,4096,128,0.19310475392075532,0.0,0.749267578125,0.005126953125,0.05810546875,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.silu_gate,128,3968,4096,4096,128,0.19964990099199345,0.0,0.731201171875,0.005615234375,0.064453125,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,4096,4224,4096,128,0.22766477060859971,0.0,0.751220703125,0.00634765625,0.0693359375,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,128,4224,4352,4096,128,0.22949242649707977,0.0,0.736083984375,0.012451171875,0.075927734375,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.silu_gate,128,4352,4480,4096,128,0.1940310842360693,0.0,0.73974609375,0.00439453125,0.056396484375,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.silu_gate,128,4480,4608,4096,128,0.2030426032775575,0.0,0.734619140625,0.008544921875,0.0703125,1.0,92,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,128,4608,4736,4096,128,0.19760273237058423,0.0,0.76416015625,0.0048828125,0.0576171875,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,4736,4864,4096,128,0.20873540691347953,0.0,0.761474609375,0.0078125,0.06201171875,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,4864,4992,4096,128,0.20212948907344713,0.0,0.72216796875,0.00537109375,0.06298828125,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,4992,5120,4096,128,0.20118201804386354,0.0,0.755859375,0.00439453125,0.064453125,1.0,94,0.734375
+fresh-zh-2,layers.10.mlp.silu_gate,128,5120,5248,4096,128,0.20832531006324806,0.0,0.753662109375,0.006103515625,0.060546875,1.0,92,0.71875
+fresh-zh-2,layers.10.mlp.silu_gate,128,5248,5376,4096,128,0.18955002603584595,0.0,0.755859375,0.00537109375,0.06201171875,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,5376,5504,4096,128,0.18411031469494601,0.0,0.7080078125,0.00537109375,0.060791015625,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,5504,5632,4096,128,0.2225217302770176,0.0,0.72900390625,0.007080078125,0.06884765625,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.silu_gate,128,5632,5760,4096,128,0.19744114035359492,0.0,0.756591796875,0.0029296875,0.052978515625,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.silu_gate,128,5760,5888,4096,128,0.20367091094889442,0.0,0.72900390625,0.0068359375,0.065185546875,1.0,93,0.7265625
+fresh-zh-2,layers.10.mlp.silu_gate,128,5888,6016,4096,128,0.2114908058051078,0.0,0.697021484375,0.0048828125,0.06396484375,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.silu_gate,128,6016,6144,4096,128,0.1989210903444645,0.0,0.7470703125,0.004638671875,0.06201171875,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.gated_product,0,0,6144,196608,6144,0.07208784052581341,0.0,0.4982401529947917,0.0323028564453125,0.2062530517578125,1.0,3776,0.6145833333333334
+fresh-zh-2,layers.10.mlp.gated_product,64,0,64,2048,64,0.05856473470846007,0.0,0.4794921875,0.02587890625,0.171875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,64,128,2048,64,0.07064276337349697,0.0,0.49267578125,0.029296875,0.20947265625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,128,192,2048,64,0.07428931332095767,0.0,0.51025390625,0.0361328125,0.2216796875,1.0,36,0.5625
+fresh-zh-2,layers.10.mlp.gated_product,64,192,256,2048,64,0.06181561319603144,0.0,0.44482421875,0.021484375,0.166015625,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,256,320,2048,64,0.07579346639486473,0.0,0.5146484375,0.033203125,0.1953125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,320,384,2048,64,0.06010974126309569,0.0,0.49853515625,0.0322265625,0.1943359375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,384,448,2048,64,0.06670396452842442,0.0,0.4921875,0.033203125,0.212890625,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,448,512,2048,64,0.06983012312907369,0.0,0.4794921875,0.02685546875,0.1865234375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,512,576,2048,64,0.06537642016996249,0.0,0.49755859375,0.02978515625,0.21044921875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,576,640,2048,64,0.07370151220056881,0.0,0.5263671875,0.0341796875,0.20458984375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,640,704,2048,64,0.1263775053562955,0.0,0.51904296875,0.05419921875,0.3134765625,1.0,20,0.3125
+fresh-zh-2,layers.10.mlp.gated_product,64,704,768,2048,64,0.05988941102163783,0.0,0.48046875,0.0244140625,0.17333984375,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,768,832,2048,64,0.16236838940540055,0.0,0.52783203125,0.07177734375,0.40478515625,1.0,5,0.078125
+fresh-zh-2,layers.10.mlp.gated_product,64,832,896,2048,64,0.06817565264971649,0.0,0.49462890625,0.02490234375,0.1748046875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,896,960,2048,64,0.06901928644944202,0.0,0.49951171875,0.025390625,0.185546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,960,1024,2048,64,0.06909276220713775,0.0,0.4619140625,0.0322265625,0.20556640625,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,1024,1088,2048,64,0.07311463171956963,0.0,0.52392578125,0.02978515625,0.185546875,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,1088,1152,2048,64,0.06110819604459488,0.0,0.4765625,0.02783203125,0.19189453125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,1152,1216,2048,64,0.05752651260199245,0.0,0.47705078125,0.03076171875,0.18603515625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,1216,1280,2048,64,0.07215858771403043,0.0,0.46923828125,0.02880859375,0.19140625,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,1280,1344,2048,64,0.10576542596490182,0.0,0.4990234375,0.0400390625,0.25390625,1.0,26,0.40625
+fresh-zh-2,layers.10.mlp.gated_product,64,1344,1408,2048,64,0.06078820736260203,0.0,0.4794921875,0.0205078125,0.16845703125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gated_product,64,1408,1472,2048,64,0.06395591614608245,0.0,0.4775390625,0.02490234375,0.18359375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,1472,1536,2048,64,0.08048712237575592,0.0,0.4921875,0.03271484375,0.20947265625,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,64,1536,1600,2048,64,0.06750863493837296,0.0,0.46630859375,0.02734375,0.18603515625,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,1600,1664,2048,64,0.06049627352679597,0.0,0.48681640625,0.0283203125,0.203125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,1664,1728,2048,64,0.06657374709373419,0.0,0.50244140625,0.03369140625,0.19677734375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,1728,1792,2048,64,0.0631311642230406,0.0,0.50732421875,0.02783203125,0.1884765625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,1792,1856,2048,64,0.07732115901303459,0.0,0.5029296875,0.03955078125,0.205078125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,1856,1920,2048,64,0.07780778434762531,0.0,0.5126953125,0.0390625,0.21484375,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,64,1920,1984,2048,64,0.05947997299738298,0.0,0.47412109375,0.0302734375,0.2001953125,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,1984,2048,2048,64,0.06684684551079308,0.0,0.51416015625,0.03466796875,0.21923828125,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,2048,2112,2048,64,0.06482248499577792,0.0,0.44970703125,0.03173828125,0.19677734375,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,2112,2176,2048,64,0.07330232148463048,0.0,0.53369140625,0.02783203125,0.171875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,2176,2240,2048,64,0.07539223821415723,0.0,0.49853515625,0.02880859375,0.2236328125,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,2240,2304,2048,64,0.07028439083947514,0.0,0.51123046875,0.03076171875,0.1982421875,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,64,2304,2368,2048,64,0.06290114002230152,0.0,0.49658203125,0.03173828125,0.2001953125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,2368,2432,2048,64,0.05784586759602637,0.0,0.509765625,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,2432,2496,2048,64,0.0641289300931854,0.0,0.47900390625,0.03515625,0.189453125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,2496,2560,2048,64,0.10630613844415922,0.0,0.490234375,0.0478515625,0.2744140625,1.0,27,0.421875
+fresh-zh-2,layers.10.mlp.gated_product,64,2560,2624,2048,64,0.07584334866775394,0.0,0.55810546875,0.0341796875,0.21142578125,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gated_product,64,2624,2688,2048,64,0.059861417053162565,0.0,0.50341796875,0.02294921875,0.1826171875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,2688,2752,2048,64,0.059265331354680165,0.0,0.51318359375,0.03125,0.1943359375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,2752,2816,2048,64,0.05923799647122816,0.0,0.50146484375,0.0341796875,0.19873046875,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,2816,2880,2048,64,0.058051242624359865,0.0,0.5078125,0.02880859375,0.1845703125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,2880,2944,2048,64,0.0680998239519637,0.0,0.53857421875,0.033203125,0.1865234375,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,2944,3008,2048,64,0.07163327886818448,0.0,0.4931640625,0.025390625,0.18701171875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,3008,3072,2048,64,0.06851810031769603,0.0,0.48046875,0.02685546875,0.20703125,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,64,3072,3136,2048,64,0.06225045521848285,0.0,0.4609375,0.02978515625,0.197265625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,3136,3200,2048,64,0.05547211548599671,0.0,0.4931640625,0.029296875,0.18798828125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,3200,3264,2048,64,0.07736639207572865,0.0,0.5087890625,0.03125,0.2109375,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gated_product,64,3264,3328,2048,64,0.06872842898046186,0.0,0.47705078125,0.03369140625,0.1904296875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,3328,3392,2048,64,0.06846053348401457,0.0,0.5361328125,0.03271484375,0.2119140625,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,3392,3456,2048,64,0.06484508564083084,0.0,0.50830078125,0.03369140625,0.18310546875,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,3456,3520,2048,64,0.0688304168540654,0.0,0.4921875,0.03173828125,0.1865234375,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,3520,3584,2048,64,0.057439387526258386,0.0,0.47412109375,0.02685546875,0.16796875,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,3584,3648,2048,64,0.056206632193728644,0.0,0.53076171875,0.02392578125,0.18017578125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gated_product,64,3648,3712,2048,64,0.06817206439614668,0.0,0.52685546875,0.03125,0.20166015625,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,3712,3776,2048,64,0.06283474898184642,0.0,0.51708984375,0.02734375,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,3776,3840,2048,64,0.058814764135476205,0.0,0.51806640625,0.02880859375,0.18017578125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,3840,3904,2048,64,0.08645744150608643,0.0,0.49365234375,0.03564453125,0.21728515625,1.0,36,0.5625
+fresh-zh-2,layers.10.mlp.gated_product,64,3904,3968,2048,64,0.06122731762168342,0.0,0.49951171875,0.02392578125,0.1875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,3968,4032,2048,64,0.07639809898385588,0.0,0.509765625,0.03271484375,0.2080078125,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,4032,4096,2048,64,0.06637564107864016,0.0,0.48486328125,0.029296875,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,4096,4160,2048,64,0.09667183454954341,0.0,0.513671875,0.0380859375,0.2421875,1.0,31,0.484375
+fresh-zh-2,layers.10.mlp.gated_product,64,4160,4224,2048,64,0.07490143039175387,0.0,0.5048828125,0.0400390625,0.2177734375,1.0,36,0.5625
+fresh-zh-2,layers.10.mlp.gated_product,64,4224,4288,2048,64,0.073495504874206,0.0,0.5009765625,0.03564453125,0.228515625,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,64,4288,4352,2048,64,0.06730517062355278,0.0,0.47119140625,0.029296875,0.19580078125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,4352,4416,2048,64,0.060171691181608526,0.0,0.4921875,0.0263671875,0.16796875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,4416,4480,2048,64,0.07446357242444336,0.0,0.5322265625,0.02587890625,0.2099609375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,4480,4544,2048,64,0.06815552315124988,0.0,0.49951171875,0.03076171875,0.19775390625,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,4544,4608,2048,64,0.08968503931135258,0.0,0.4873046875,0.048828125,0.25927734375,1.0,34,0.53125
+fresh-zh-2,layers.10.mlp.gated_product,64,4608,4672,2048,64,0.06448085320597514,0.0,0.5068359375,0.0302734375,0.1865234375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,4672,4736,2048,64,0.07866269943705242,0.0,0.46826171875,0.0400390625,0.2216796875,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,64,4736,4800,2048,64,0.06638084824821609,0.0,0.521484375,0.02685546875,0.1865234375,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,4800,4864,2048,64,0.06656779121345409,0.0,0.5087890625,0.03466796875,0.21875,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,64,4864,4928,2048,64,0.07659596686878882,0.0,0.4931640625,0.029296875,0.21533203125,1.0,41,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,64,4928,4992,2048,64,0.06591633794510643,0.0,0.53955078125,0.02880859375,0.19091796875,1.0,42,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,64,4992,5056,2048,64,0.07249498870267437,0.0,0.5,0.04541015625,0.240234375,1.0,39,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,64,5056,5120,2048,64,0.06386561561631707,0.0,0.51513671875,0.01953125,0.158203125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,5120,5184,2048,64,0.06013629650673324,0.0,0.49072265625,0.03173828125,0.19677734375,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,64,5184,5248,2048,64,0.0827757865293275,0.0,0.44873046875,0.0283203125,0.21337890625,1.0,36,0.5625
+fresh-zh-2,layers.10.mlp.gated_product,64,5248,5312,2048,64,0.05796334256626012,0.0,0.4794921875,0.029296875,0.17626953125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.gated_product,64,5312,5376,2048,64,0.06280448314140592,0.0,0.4931640625,0.0283203125,0.177734375,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,5376,5440,2048,64,0.07724189338831751,0.0,0.4892578125,0.03955078125,0.22802734375,1.0,35,0.546875
+fresh-zh-2,layers.10.mlp.gated_product,64,5440,5504,2048,64,0.062455473987901695,0.0,0.52197265625,0.02880859375,0.19921875,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,5504,5568,2048,64,0.08016609990583888,0.0,0.48193359375,0.03173828125,0.20458984375,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,64,5568,5632,2048,64,0.06385937206701153,0.0,0.5,0.0322265625,0.17578125,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.gated_product,64,5632,5696,2048,64,0.05796235841926297,0.0,0.51708984375,0.0263671875,0.1708984375,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,5696,5760,2048,64,0.06293353658100848,0.0,0.4794921875,0.02001953125,0.16064453125,1.0,44,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,64,5760,5824,2048,64,0.07253523759294722,0.0,0.47314453125,0.03173828125,0.224609375,1.0,37,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,64,5824,5888,2048,64,0.09616078037722856,0.0,0.521484375,0.03369140625,0.24755859375,1.0,31,0.484375
+fresh-zh-2,layers.10.mlp.gated_product,64,5888,5952,2048,64,0.07866040553733264,0.0,0.4892578125,0.03759765625,0.21630859375,1.0,38,0.59375
+fresh-zh-2,layers.10.mlp.gated_product,64,5952,6016,2048,64,0.06562954874194374,0.0,0.5068359375,0.02783203125,0.189453125,1.0,43,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,64,6016,6080,2048,64,0.06189217562077847,0.0,0.4990234375,0.03125,0.1923828125,1.0,45,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,64,6080,6144,2048,64,0.06897525818448454,0.0,0.5068359375,0.0302734375,0.21240234375,1.0,40,0.625
+fresh-zh-2,layers.10.mlp.gated_product,128,0,128,4096,128,0.06488539191727284,0.0,0.486083984375,0.026611328125,0.1904296875,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.gated_product,128,128,256,4096,128,0.06833766204846635,0.0,0.4775390625,0.029296875,0.1962890625,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gated_product,128,256,384,4096,128,0.06840259696409852,0.0,0.506591796875,0.0341796875,0.1962890625,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.gated_product,128,384,512,4096,128,0.0682849360402091,0.0,0.48583984375,0.030029296875,0.199951171875,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gated_product,128,512,640,4096,128,0.0696634380966446,0.0,0.511962890625,0.03125,0.20654296875,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gated_product,128,640,768,4096,128,0.09888886543134967,0.0,0.499755859375,0.04248046875,0.259521484375,1.0,61,0.4765625
+fresh-zh-2,layers.10.mlp.gated_product,128,768,896,4096,128,0.12452191271482818,0.0,0.51123046875,0.048828125,0.3037109375,1.0,34,0.265625
+fresh-zh-2,layers.10.mlp.gated_product,128,896,1024,4096,128,0.06905603410058464,0.0,0.480712890625,0.02880859375,0.195556640625,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gated_product,128,1024,1152,4096,128,0.06737937739142792,0.0,0.500244140625,0.029541015625,0.189453125,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,1152,1280,4096,128,0.065253970886953,0.0,0.47314453125,0.027099609375,0.191162109375,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,128,1280,1408,4096,128,0.08625987330125125,0.0,0.4892578125,0.03125,0.22607421875,1.0,70,0.546875
+fresh-zh-2,layers.10.mlp.gated_product,128,1408,1536,4096,128,0.07269297104402406,0.0,0.48486328125,0.030517578125,0.198974609375,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gated_product,128,1536,1664,4096,128,0.06409842003462887,0.0,0.4765625,0.028076171875,0.19677734375,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.gated_product,128,1664,1792,4096,128,0.06487529459762399,0.0,0.5048828125,0.031494140625,0.19287109375,1.0,86,0.671875
+fresh-zh-2,layers.10.mlp.gated_product,128,1792,1920,4096,128,0.07756485330420455,0.0,0.5078125,0.03955078125,0.2099609375,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gated_product,128,1920,2048,4096,128,0.06327071969921493,0.0,0.494140625,0.03369140625,0.210693359375,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gated_product,128,2048,2176,4096,128,0.06919243056889957,0.0,0.49169921875,0.031005859375,0.1826171875,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,128,2176,2304,4096,128,0.07288307477945867,0.0,0.5048828125,0.030029296875,0.210205078125,1.0,79,0.6171875
+fresh-zh-2,layers.10.mlp.gated_product,128,2304,2432,4096,128,0.06042639247068368,0.0,0.503173828125,0.030517578125,0.1923828125,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,128,2432,2560,4096,128,0.08778813913566402,0.0,0.484619140625,0.041015625,0.24560546875,1.0,69,0.5390625
+fresh-zh-2,layers.10.mlp.gated_product,128,2560,2688,4096,128,0.06832130995798878,0.0,0.53076171875,0.029296875,0.199462890625,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,2688,2816,4096,128,0.05925166548927244,0.0,0.50732421875,0.03271484375,0.196533203125,1.0,89,0.6953125
+fresh-zh-2,layers.10.mlp.gated_product,128,2816,2944,4096,128,0.0632753221742914,0.0,0.523193359375,0.03076171875,0.18701171875,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gated_product,128,2944,3072,4096,128,0.07009299791189182,0.0,0.48681640625,0.0263671875,0.197021484375,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,3072,3200,4096,128,0.0589587770030896,0.0,0.47705078125,0.02978515625,0.19189453125,1.0,87,0.6796875
+fresh-zh-2,layers.10.mlp.gated_product,128,3200,3328,4096,128,0.0731749806044995,0.0,0.492919921875,0.032470703125,0.199951171875,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,3328,3456,4096,128,0.06667731914482827,0.0,0.522216796875,0.033447265625,0.197021484375,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gated_product,128,3456,3584,4096,128,0.06339128301153124,0.0,0.483154296875,0.029052734375,0.180908203125,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.gated_product,128,3584,3712,4096,128,0.062476459032956816,0.0,0.52880859375,0.027099609375,0.19140625,1.0,89,0.6953125
+fresh-zh-2,layers.10.mlp.gated_product,128,3712,3840,4096,128,0.060857958230306035,0.0,0.517578125,0.028076171875,0.178466796875,1.0,90,0.703125
+fresh-zh-2,layers.10.mlp.gated_product,128,3840,3968,4096,128,0.07491219398377297,0.0,0.49658203125,0.031005859375,0.2041015625,1.0,78,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,128,3968,4096,4096,128,0.07156254347403922,0.0,0.497314453125,0.031005859375,0.192138671875,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,128,4096,4224,4096,128,0.08647446984487689,0.0,0.50927734375,0.0400390625,0.231201171875,1.0,65,0.5078125
+fresh-zh-2,layers.10.mlp.gated_product,128,4224,4352,4096,128,0.07046834477047119,0.0,0.486083984375,0.03271484375,0.212890625,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,4352,4480,4096,128,0.06769584934789277,0.0,0.51220703125,0.026123046875,0.192626953125,1.0,83,0.6484375
+fresh-zh-2,layers.10.mlp.gated_product,128,4480,4608,4096,128,0.07965105652877248,0.0,0.493408203125,0.0400390625,0.233154296875,1.0,76,0.59375
+fresh-zh-2,layers.10.mlp.gated_product,128,4608,4736,4096,128,0.07192218264518452,0.0,0.487548828125,0.034912109375,0.20458984375,1.0,79,0.6171875
+fresh-zh-2,layers.10.mlp.gated_product,128,4736,4864,4096,128,0.06647438544729356,0.0,0.51513671875,0.03076171875,0.20263671875,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,128,4864,4992,4096,128,0.07145595058726066,0.0,0.516357421875,0.029541015625,0.202392578125,1.0,81,0.6328125
+fresh-zh-2,layers.10.mlp.gated_product,128,4992,5120,4096,128,0.06831668992659132,0.0,0.507568359375,0.031982421875,0.201416015625,1.0,84,0.65625
+fresh-zh-2,layers.10.mlp.gated_product,128,5120,5248,4096,128,0.07234709736089807,0.0,0.4697265625,0.03076171875,0.20703125,1.0,74,0.578125
+fresh-zh-2,layers.10.mlp.gated_product,128,5248,5376,4096,128,0.06043240928555126,0.0,0.486328125,0.028076171875,0.17822265625,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,128,5376,5504,4096,128,0.07023886504374083,0.0,0.505615234375,0.0341796875,0.217529296875,1.0,78,0.609375
+fresh-zh-2,layers.10.mlp.gated_product,128,5504,5632,4096,128,0.07247283275443961,0.0,0.490966796875,0.033203125,0.193115234375,1.0,82,0.640625
+fresh-zh-2,layers.10.mlp.gated_product,128,5632,5760,4096,128,0.06049902900095272,0.0,0.498291015625,0.023193359375,0.16650390625,1.0,88,0.6875
+fresh-zh-2,layers.10.mlp.gated_product,128,5760,5888,4096,128,0.08517116993273866,0.0,0.497314453125,0.03369140625,0.23681640625,1.0,66,0.515625
+fresh-zh-2,layers.10.mlp.gated_product,128,5888,6016,4096,128,0.07243858456433559,0.0,0.498046875,0.03271484375,0.202392578125,1.0,80,0.625
+fresh-zh-2,layers.10.mlp.gated_product,128,6016,6144,4096,128,0.065529488189248,0.0,0.5029296875,0.031494140625,0.200439453125,1.0,85,0.6640625
+fresh-zh-2,layers.10.mlp.down_proj.output,0,0,2048,65536,2048,0.04724709585224875,0.0,0.5001983642578125,0.0091705322265625,0.0911865234375,1.0,1536,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,64,0,64,2048,64,0.044999868712073184,0.0,0.49169921875,0.0087890625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,64,128,2048,64,0.04347951131135273,0.0,0.4697265625,0.0087890625,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,128,192,2048,64,0.0453315715617929,0.0,0.53955078125,0.01025390625,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,192,256,2048,64,0.04669203081558859,0.0,0.55859375,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,256,320,2048,64,0.04803510902989284,0.0,0.54150390625,0.0078125,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,320,384,2048,64,0.046401094459418014,0.0,0.51611328125,0.00830078125,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,384,448,2048,64,0.048025491384939376,0.0,0.45556640625,0.005859375,0.0751953125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,448,512,2048,64,0.04527646687002749,0.0,0.49365234375,0.01220703125,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,512,576,2048,64,0.04589762823376185,0.0,0.47216796875,0.01416015625,0.1064453125,1.0,46,0.71875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,576,640,2048,64,0.04721286789658451,0.0,0.52197265625,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,640,704,2048,64,0.043827717765471515,0.0,0.51220703125,0.0087890625,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.10.mlp.down_proj.output,64,704,768,2048,64,0.04429843789206435,0.0,0.50732421875,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,768,832,2048,64,0.04720128020508077,0.0,0.49169921875,0.00634765625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,832,896,2048,64,0.04709856506373215,0.0,0.52783203125,0.01220703125,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,896,960,2048,64,0.04706295094889019,0.0,0.5146484375,0.00830078125,0.0966796875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,960,1024,2048,64,0.04689781538512111,0.0,0.49755859375,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1024,1088,2048,64,0.04590475624331552,0.0,0.53076171875,0.01171875,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1088,1152,2048,64,0.043123838468997276,0.0,0.4443359375,0.009765625,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1152,1216,2048,64,0.08365254788646952,0.0,0.525390625,0.0224609375,0.18505859375,1.0,27,0.421875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1216,1280,2048,64,0.04527645735061451,0.0,0.53369140625,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1280,1344,2048,64,0.044856783963999766,0.0,0.4697265625,0.005859375,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1344,1408,2048,64,0.0451478123320463,0.0,0.49951171875,0.0068359375,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1408,1472,2048,64,0.04405547851542128,0.0,0.50146484375,0.00927734375,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1472,1536,2048,64,0.0445684867382638,0.0,0.5107421875,0.01025390625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1536,1600,2048,64,0.046981845930206316,0.0,0.4697265625,0.009765625,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1600,1664,2048,64,0.04593519137921255,0.0,0.4775390625,0.01171875,0.0927734375,1.0,52,0.8125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1664,1728,2048,64,0.04607430959662342,0.0,0.4267578125,0.00830078125,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1728,1792,2048,64,0.044869902549612956,0.0,0.53466796875,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1792,1856,2048,64,0.043388086306098014,0.0,0.4306640625,0.00927734375,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1856,1920,2048,64,0.046085493948250546,0.0,0.52978515625,0.005859375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1920,1984,2048,64,0.04459808836941309,0.0,0.486328125,0.00634765625,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,64,1984,2048,2048,64,0.044104556202235363,0.0,0.5234375,0.01025390625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,128,0,128,4096,128,0.04424622067463996,0.0,0.480712890625,0.0087890625,0.094482421875,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.down_proj.output,128,128,256,4096,128,0.04601682910602286,0.0,0.549072265625,0.00927734375,0.0791015625,1.0,98,0.765625
+fresh-zh-2,layers.10.mlp.down_proj.output,128,256,384,4096,128,0.047225169489084555,0.0,0.52880859375,0.008056640625,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.10.mlp.down_proj.output,128,384,512,4096,128,0.0466712238697336,0.0,0.474609375,0.009033203125,0.08837890625,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,128,512,640,4096,128,0.046559892463927326,0.0,0.4970703125,0.0107421875,0.094970703125,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,128,640,768,4096,128,0.0440637064045168,0.0,0.509765625,0.00830078125,0.08544921875,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,128,768,896,4096,128,0.04714995060475229,0.0,0.509765625,0.00927734375,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.10.mlp.down_proj.output,128,896,1024,4096,128,0.04698045572317571,0.0,0.506103515625,0.008056640625,0.08984375,1.0,101,0.7890625
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1024,1152,4096,128,0.044536008409254556,0.0,0.487548828125,0.010498046875,0.09326171875,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1152,1280,4096,128,0.06725959544228649,0.0,0.529541015625,0.014404296875,0.138671875,1.0,73,0.5703125
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1280,1408,4096,128,0.04500253340625735,0.0,0.484619140625,0.00634765625,0.084228515625,1.0,97,0.7578125
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1408,1536,4096,128,0.044312725019804086,0.0,0.506103515625,0.009765625,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1536,1664,4096,128,0.046461466044747914,0.0,0.4736328125,0.0107421875,0.094482421875,1.0,102,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1664,1792,4096,128,0.045476093497667916,0.0,0.480712890625,0.00830078125,0.076904296875,1.0,102,0.796875
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1792,1920,4096,128,0.044757115555851275,0.0,0.480224609375,0.007568359375,0.089599609375,1.0,96,0.75
+fresh-zh-2,layers.10.mlp.down_proj.output,128,1920,2048,4096,128,0.04435200877075421,0.0,0.5048828125,0.008544921875,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.11.self_attn.q_proj.output,0,0,4096,131072,4096,1.6176889758941004,0.0,0.7486190795898438,0.0125732421875,0.12163543701171875,1.0,1846,0.45068359375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,0,64,2048,64,1.7548234614797602,0.0,0.529296875,0.0166015625,0.15185546875,1.0,17,0.265625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,64,128,2048,64,0.6283726092630898,0.0,0.51171875,0.0126953125,0.10302734375,1.0,41,0.640625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,128,192,2048,64,0.5402909123410156,0.0,0.45166015625,0.009765625,0.0947265625,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,192,256,2048,64,0.5751557594869324,0.0,0.45361328125,0.01123046875,0.1181640625,1.0,38,0.59375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,256,320,2048,64,2.0228647494309957,0.0,0.994140625,0.0009765625,0.00439453125,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,320,384,2048,64,2.1522710974624726,0.0,0.99560546875,0.0009765625,0.00830078125,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,384,448,2048,64,2.1670983340777465,0.0,0.99658203125,0.0,0.00732421875,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,448,512,2048,64,2.0232145273928492,0.0,0.9951171875,0.0,0.0078125,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,512,576,2048,64,1.1869974900269527,0.0,0.541015625,0.0126953125,0.14111328125,1.0,20,0.3125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,576,640,2048,64,0.6364447122954436,0.0,0.51708984375,0.0107421875,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,640,704,2048,64,0.6170885876667835,0.0,0.48779296875,0.009765625,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,704,768,2048,64,0.7273215682760366,0.0,0.4453125,0.01220703125,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,768,832,2048,64,3.003331617906219,0.0,0.998046875,0.00146484375,0.00634765625,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,832,896,2048,64,2.942060599452583,0.0,0.99755859375,0.00048828125,0.0048828125,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,896,960,2048,64,2.9383040760185324,0.0,0.99560546875,0.0009765625,0.0087890625,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,960,1024,2048,64,2.959295792870159,0.0,0.99609375,0.0,0.00341796875,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1024,1088,2048,64,1.2800807059171482,0.0,0.548828125,0.01806640625,0.125,1.0,22,0.34375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1088,1152,2048,64,0.5372230577271511,0.0,0.5048828125,0.0087890625,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1152,1216,2048,64,0.515589931274032,0.0,0.4599609375,0.00537109375,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1216,1280,2048,64,0.547158421890295,0.0,0.43408203125,0.00927734375,0.08837890625,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1280,1344,2048,64,2.251951865887026,0.0,0.99853515625,0.0,0.00244140625,1.0,55,0.859375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1344,1408,2048,64,2.387648726479955,0.0,0.99560546875,0.00048828125,0.0048828125,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1408,1472,2048,64,2.3295971302287817,0.0,0.9990234375,0.0,0.00244140625,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1472,1536,2048,64,2.333759041332672,0.0,0.99755859375,0.00048828125,0.00146484375,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1536,1600,2048,64,1.791299366959809,0.0,0.564453125,0.01904296875,0.17431640625,1.0,16,0.25
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1600,1664,2048,64,0.6175717506527518,0.0,0.451171875,0.0068359375,0.08935546875,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1664,1728,2048,64,0.5877149181235826,0.0,0.45654296875,0.01123046875,0.1015625,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1728,1792,2048,64,0.5920017195500353,0.0,0.4599609375,0.00732421875,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1792,1856,2048,64,1.9250859583179927,0.0,0.99560546875,0.0,0.00634765625,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1856,1920,2048,64,2.096675311946962,0.0,0.99560546875,0.00048828125,0.0068359375,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1920,1984,2048,64,2.128365172041553,0.0,0.99462890625,0.00146484375,0.00634765625,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,1984,2048,2048,64,1.8772577083153956,0.0,0.9912109375,0.001953125,0.01123046875,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2048,2112,2048,64,1.3256068371572902,0.0,0.53125,0.0146484375,0.13232421875,1.0,21,0.328125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2112,2176,2048,64,0.520593377644897,0.0,0.4951171875,0.01123046875,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2176,2240,2048,64,0.516166530541349,0.0,0.533203125,0.009765625,0.080078125,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2240,2304,2048,64,0.5017783988931092,0.0,0.50439453125,0.0087890625,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2304,2368,2048,64,1.7648642084614283,0.0,0.99755859375,0.0,0.005859375,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2368,2432,2048,64,1.8380656909512711,0.0,0.99560546875,0.00048828125,0.005859375,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2432,2496,2048,64,1.7096400128779061,0.0,0.98486328125,0.00244140625,0.01953125,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2496,2560,2048,64,1.7273327550171627,0.0,0.99462890625,0.0,0.00439453125,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2560,2624,2048,64,1.1309281514408271,0.0,0.5244140625,0.01171875,0.11962890625,1.0,26,0.40625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2624,2688,2048,64,0.5286914436384539,0.0,0.482421875,0.0126953125,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2688,2752,2048,64,0.5243051828266374,0.0,0.54736328125,0.0078125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2752,2816,2048,64,0.5184463115468098,0.0,0.49267578125,0.01416015625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2816,2880,2048,64,2.071787831877146,0.0,0.998046875,0.0,0.00390625,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2880,2944,2048,64,2.1784141083392923,0.0,0.9970703125,0.0009765625,0.00244140625,1.0,55,0.859375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,2944,3008,2048,64,2.1151921541350607,0.0,0.9970703125,0.00048828125,0.0029296875,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3008,3072,2048,64,2.0310406267410315,0.0,0.99560546875,0.0009765625,0.00439453125,1.0,55,0.859375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3072,3136,2048,64,2.417521611497005,0.0,0.5380859375,0.02099609375,0.19140625,1.0,13,0.203125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3136,3200,2048,64,0.755480241200719,0.0,0.48486328125,0.01611328125,0.146484375,1.0,25,0.390625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3200,3264,2048,64,0.5030759377848918,0.0,0.541015625,0.009765625,0.09375,1.0,41,0.640625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3264,3328,2048,64,0.5589217022151529,0.0,0.48193359375,0.0078125,0.09326171875,1.0,40,0.625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3328,3392,2048,64,1.3638263194379223,0.0,0.98486328125,0.00146484375,0.01318359375,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3392,3456,2048,64,1.3863225387801303,0.0,0.98974609375,0.00048828125,0.0126953125,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3456,3520,2048,64,1.28603306782948,0.0,0.9853515625,0.00048828125,0.017578125,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3520,3584,2048,64,1.294562501671097,0.0,0.9853515625,0.001953125,0.01611328125,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3584,3648,2048,64,1.4456540738933807,0.0,0.51220703125,0.0126953125,0.11669921875,1.0,22,0.34375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3648,3712,2048,64,0.5524083728561074,0.0,0.50732421875,0.00732421875,0.0966796875,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3712,3776,2048,64,0.5776830130406525,0.0,0.55908203125,0.00439453125,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3776,3840,2048,64,0.5192202345159656,0.0,0.53759765625,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3840,3904,2048,64,1.7131651861454251,0.0,0.99267578125,0.00048828125,0.0068359375,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3904,3968,2048,64,1.7354963946831161,0.0,0.998046875,0.0,0.00341796875,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,3968,4032,2048,64,1.7266783637838143,0.0,0.99365234375,0.00048828125,0.0068359375,1.0,55,0.859375
+fresh-zh-2,layers.11.self_attn.q_proj.output,64,4032,4096,2048,64,1.6723301255104224,0.0,0.99462890625,0.0,0.00244140625,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,0,128,4096,128,1.3180018052020852,0.0,0.5205078125,0.017578125,0.16259765625,1.0,34,0.265625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,128,256,4096,128,0.557995706806637,0.0,0.45263671875,0.010498046875,0.107177734375,1.0,84,0.65625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,256,384,4096,128,2.0885704047820415,0.0,0.994873046875,0.0009765625,0.00634765625,1.0,106,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,384,512,4096,128,2.096391210320251,0.0,0.995849609375,0.0,0.0078125,1.0,105,0.8203125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,512,640,4096,128,0.9523720158475667,0.0,0.529052734375,0.01123046875,0.11572265625,1.0,65,0.5078125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,640,768,4096,128,0.6744608916416499,0.0,0.466552734375,0.01123046875,0.087158203125,1.0,97,0.7578125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,768,896,4096,128,2.9728539636153064,0.0,0.997802734375,0.0009765625,0.005615234375,1.0,103,0.8046875
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,896,1024,4096,128,2.9488186136863472,0.0,0.995849609375,0.00048828125,0.006103515625,1.0,103,0.8046875
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1024,1152,4096,128,0.981635173426221,0.0,0.52685546875,0.016357421875,0.128173828125,1.0,53,0.4140625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1152,1280,4096,128,0.5316085570589694,0.0,0.447021484375,0.0068359375,0.08740234375,1.0,90,0.703125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1280,1408,4096,128,2.3207922836106434,0.0,0.9970703125,0.000244140625,0.00341796875,1.0,107,0.8359375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1408,1536,4096,128,2.3316790143769968,0.0,0.998291015625,0.000244140625,0.001953125,1.0,107,0.8359375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1536,1664,4096,128,1.3398037709446329,0.0,0.5078125,0.016845703125,0.160400390625,1.0,37,0.2890625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1664,1792,4096,128,0.589862213120661,0.0,0.458251953125,0.009033203125,0.097412109375,1.0,94,0.734375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1792,1920,4096,128,2.0127100276295384,0.0,0.99560546875,0.000244140625,0.00634765625,1.0,102,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,1920,2048,4096,128,2.0067429841647684,0.0,0.992919921875,0.001708984375,0.009521484375,1.0,101,0.7890625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2048,2176,4096,128,1.0070379713709599,0.0,0.51318359375,0.01513671875,0.14013671875,1.0,46,0.359375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2176,2304,4096,128,0.5090233044010979,0.0,0.518798828125,0.00927734375,0.082763671875,1.0,93,0.7265625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2304,2432,4096,128,1.801836723812726,0.0,0.99658203125,0.000244140625,0.005859375,1.0,106,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2432,2560,4096,128,1.7185091533344168,0.0,0.98974609375,0.001220703125,0.01220703125,1.0,105,0.8203125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2560,2688,4096,128,0.882755098058878,0.0,0.50341796875,0.013916015625,0.121826171875,1.0,62,0.484375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2688,2816,4096,128,0.5213839768804587,0.0,0.52001953125,0.010986328125,0.088134765625,1.0,100,0.78125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2816,2944,4096,128,2.1257696074276113,0.0,0.99755859375,0.00048828125,0.003173828125,1.0,109,0.8515625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,2944,3072,4096,128,2.073543329229838,0.0,0.996337890625,0.000732421875,0.00390625,1.0,108,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3072,3200,4096,128,1.7909719619385127,0.0,0.511474609375,0.027099609375,0.243408203125,1.0,19,0.1484375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3200,3328,4096,128,0.5317324836725854,0.0,0.511474609375,0.00927734375,0.094482421875,1.0,80,0.625
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3328,3456,4096,128,1.375120433111474,0.0,0.9873046875,0.0009765625,0.01318359375,1.0,104,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3456,3584,4096,128,1.2903048326430142,0.0,0.9853515625,0.001220703125,0.016845703125,1.0,104,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3584,3712,4096,128,1.0943195858080172,0.0,0.509765625,0.013671875,0.1376953125,1.0,49,0.3828125
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3712,3840,4096,128,0.5492300590310681,0.0,0.54833984375,0.006591796875,0.085205078125,1.0,94,0.734375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3840,3968,4096,128,1.7243669405000177,0.0,0.995361328125,0.000244140625,0.005126953125,1.0,108,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.output,128,3968,4096,4096,128,1.6997214802209297,0.0,0.994140625,0.000244140625,0.004638671875,1.0,109,0.8515625
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1809806734870613,0.0,0.0,0.00018310546875,0.013580322265625,1.0,1441,0.70361328125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.1689424694301996,0.0,0.0,0.0,0.0048828125,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.156606192321418,0.0,0.0,0.0,0.001953125,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.16590069670691363,0.0,0.0,0.00146484375,0.0166015625,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.1733354014640763,0.0,0.0,0.0,0.0068359375,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.10398194164834362,0.0,0.0,0.0,0.01806640625,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.10667711325892658,0.0,0.0,0.0,0.01806640625,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.11691385970904068,0.0,0.0,0.0,0.03662109375,1.0,42,0.65625
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.106462090364337,0.0,0.0,0.0,0.029296875,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.14230604740723915,0.0,0.0,0.0,0.00634765625,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.1427053701084064,0.0,0.0,0.0,0.00927734375,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.14117635739346113,0.0,0.0,0.0,0.0068359375,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.13769352019965805,0.0,0.0,0.0,0.00146484375,1.0,51,0.796875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.1871941434407739,0.0,0.0,0.0,0.001953125,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.17452436095695628,0.0,0.0,0.0,0.0166015625,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.17899760877536158,0.0,0.0,0.0009765625,0.03076171875,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.19937504047010804,0.0,0.0,0.0,0.0078125,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.19562840482348123,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.18815437993338488,0.0,0.0,0.0,0.00146484375,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.2073474940820821,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.20128802899690065,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.15548826673703023,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.1450083931584377,0.0,0.0,0.0,0.00634765625,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.1503449901639857,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.1598651554114376,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.25858123035364855,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.25405975601203384,0.0,0.0,0.0,0.00244140625,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.27230936480331047,0.0,0.0,0.0,0.0009765625,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.26862656346439195,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.19356066524777102,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.18539156732804507,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.1886302592835006,0.0,0.0,0.0,0.0048828125,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.19445630139508818,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.16289115606838037,0.0,0.0,0.0,0.00341796875,1.0,100,0.78125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1696587789779118,0.0,0.0,0.000732421875,0.011474609375,1.0,99,0.7734375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.10533814760621478,0.0,0.0,0.0,0.017822265625,1.0,88,0.6875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.11181016786681233,0.0,0.0,0.0,0.033203125,1.0,86,0.671875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.1425058486281329,0.0,0.0,0.0,0.0078125,1.0,96,0.75
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.13944581275868398,0.0,0.0,0.0,0.00390625,1.0,99,0.7734375
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.18097016315674666,0.0,0.0,0.0,0.010009765625,1.0,95,0.7421875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.1894604849431071,0.0,0.0,0.000732421875,0.01953125,1.0,95,0.7421875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.19192777738240027,0.0,0.0,0.0,0.000732421875,1.0,105,0.8203125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.2043402235483462,0.0,0.0,0.0,0.0,1.0,105,0.8203125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.15033967403729112,0.0,0.0,0.0,0.003173828125,1.0,104,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.1551780976525554,0.0,0.0,0.0,0.0,1.0,104,0.8125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.2563304627976363,0.0,0.0,0.0,0.001220703125,1.0,105,0.8203125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.27047423237553647,0.0,0.0,0.0,0.00048828125,1.0,103,0.8046875
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.18952013661812925,0.0,0.0,0.0,0.0,1.0,106,0.828125
+fresh-zh-2,layers.11.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.19156542990531727,0.0,0.0,0.0,0.00244140625,1.0,108,0.84375
+fresh-zh-2,layers.11.self_attn.k_proj.output,0,0,512,16384,512,0.862170393964524,0.0,0.49603271484375,0.0152587890625,0.15106201171875,1.0,217,0.423828125
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,0,64,2048,64,0.8534112396857552,0.0,0.52001953125,0.02001953125,0.2158203125,1.0,14,0.21875
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,64,128,2048,64,0.8856095691639405,0.0,0.515625,0.01123046875,0.12451171875,1.0,32,0.5
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,128,192,2048,64,0.876257093472669,0.0,0.51318359375,0.01416015625,0.1220703125,1.0,34,0.53125
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,192,256,2048,64,0.7819759046997555,0.0,0.41015625,0.009765625,0.1142578125,1.0,39,0.609375
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,256,320,2048,64,0.8735317401929421,0.0,0.4560546875,0.0244140625,0.232421875,1.0,13,0.203125
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,320,384,2048,64,0.8011480756214678,0.0,0.49072265625,0.00927734375,0.1162109375,1.0,35,0.546875
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,384,448,2048,64,0.9228345528477646,0.0,0.5595703125,0.01708984375,0.14404296875,1.0,28,0.4375
+fresh-zh-2,layers.11.self_attn.k_proj.output,64,448,512,2048,64,0.8934511129862823,0.0,0.5029296875,0.015625,0.13720703125,1.0,31,0.484375
+fresh-zh-2,layers.11.self_attn.k_proj.output,128,0,128,4096,128,0.8696594313341051,0.0,0.517822265625,0.015869140625,0.17138671875,1.0,44,0.34375
+fresh-zh-2,layers.11.self_attn.k_proj.output,128,128,256,4096,128,0.8304555404692568,0.0,0.461669921875,0.011474609375,0.1181640625,1.0,72,0.5625
+fresh-zh-2,layers.11.self_attn.k_proj.output,128,256,384,4096,128,0.8381216917001048,0.0,0.473388671875,0.017578125,0.173583984375,1.0,46,0.359375
+fresh-zh-2,layers.11.self_attn.k_proj.output,128,384,512,4096,128,0.9082616647272306,0.0,0.53125,0.01611328125,0.141357421875,1.0,59,0.4609375
+fresh-zh-2,layers.11.self_attn.v_proj.output,0,0,512,16384,512,0.8240534555210486,0.0,0.49554443359375,0.01214599609375,0.11077880859375,1.0,339,0.662109375
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,0,64,2048,64,1.0550976048683687,0.0,0.48583984375,0.01953125,0.12744140625,1.0,35,0.546875
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,64,128,2048,64,0.7000298867069097,0.0,0.5322265625,0.01171875,0.10498046875,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,128,192,2048,64,0.8129207357393556,0.0,0.482421875,0.01220703125,0.11474609375,1.0,41,0.640625
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,192,256,2048,64,0.7881800875601461,0.0,0.5009765625,0.00927734375,0.103515625,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,256,320,2048,64,0.7097267092795236,0.0,0.529296875,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,320,384,2048,64,1.0220731303133828,0.0,0.45458984375,0.01611328125,0.142578125,1.0,34,0.53125
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,384,448,2048,64,0.7181271406095021,0.0,0.47412109375,0.009765625,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.v_proj.output,64,448,512,2048,64,0.6950682942653454,0.0,0.5048828125,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.v_proj.output,128,0,128,4096,128,0.8953414985584709,0.0,0.509033203125,0.014892578125,0.12255859375,1.0,77,0.6015625
+fresh-zh-2,layers.11.self_attn.v_proj.output,128,128,256,4096,128,0.8006459807622015,0.0,0.49169921875,0.0107421875,0.109130859375,1.0,85,0.6640625
+fresh-zh-2,layers.11.self_attn.v_proj.output,128,256,384,4096,128,0.8798708671087305,0.0,0.491943359375,0.01220703125,0.1171875,1.0,81,0.6328125
+fresh-zh-2,layers.11.self_attn.v_proj.output,128,384,512,4096,128,0.7066917729013535,0.0,0.489501953125,0.00927734375,0.090576171875,1.0,98,0.765625
+fresh-zh-2,layers.11.self_attn.o_proj.output,0,0,2048,65536,2048,0.03174640856374762,0.0,0.5068359375,0.011138916015625,0.111297607421875,1.0,1401,0.68408203125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,0,64,2048,64,0.031258320831256806,0.0,0.4853515625,0.01123046875,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,64,128,2048,64,0.03140137166030364,0.0,0.4931640625,0.0126953125,0.10009765625,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,128,192,2048,64,0.029656508431580256,0.0,0.52392578125,0.00732421875,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,192,256,2048,64,0.032302829623078934,0.0,0.44921875,0.01318359375,0.11669921875,1.0,43,0.671875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,256,320,2048,64,0.030465248560180198,0.0,0.4931640625,0.00732421875,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,320,384,2048,64,0.03018763245937327,0.0,0.57373046875,0.0146484375,0.11376953125,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,384,448,2048,64,0.031274716879274383,0.0,0.56787109375,0.00439453125,0.10107421875,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,448,512,2048,64,0.027003969310394758,0.0,0.45068359375,0.01025390625,0.10205078125,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,512,576,2048,64,0.026742301110362122,0.0,0.55810546875,0.009765625,0.11279296875,1.0,42,0.65625
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,576,640,2048,64,0.031493680197460266,0.0,0.47998046875,0.00634765625,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,640,704,2048,64,0.032666820023964246,0.0,0.5009765625,0.01318359375,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,704,768,2048,64,0.02952465268204944,0.0,0.5205078125,0.01220703125,0.1083984375,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,768,832,2048,64,0.03147008628101522,0.0,0.5048828125,0.01025390625,0.10693359375,1.0,48,0.75
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,832,896,2048,64,0.028700036067464848,0.0,0.47998046875,0.01025390625,0.11474609375,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,896,960,2048,64,0.03489138572837804,0.0,0.49951171875,0.0078125,0.09716796875,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,960,1024,2048,64,0.03197163495995254,0.0,0.4912109375,0.01171875,0.103515625,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1024,1088,2048,64,0.028240562622250852,0.0,0.4833984375,0.01171875,0.1064453125,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1088,1152,2048,64,0.030497746077969918,0.0,0.50341796875,0.0126953125,0.11279296875,1.0,43,0.671875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1152,1216,2048,64,0.05187906099282166,0.0,0.46142578125,0.01513671875,0.18505859375,1.0,24,0.375
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1216,1280,2048,64,0.02957587599565525,0.0,0.45947265625,0.0107421875,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1280,1344,2048,64,0.03149534260589824,0.0,0.51806640625,0.01171875,0.1123046875,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1344,1408,2048,64,0.02966820126997052,0.0,0.47802734375,0.01123046875,0.12451171875,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1408,1472,2048,64,0.031209325990399675,0.0,0.53466796875,0.01025390625,0.1005859375,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1472,1536,2048,64,0.0337317423437441,0.0,0.4599609375,0.0166015625,0.12451171875,1.0,43,0.671875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1536,1600,2048,64,0.029560495416868473,0.0,0.52490234375,0.01123046875,0.119140625,1.0,46,0.71875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1600,1664,2048,64,0.03189620418241754,0.0,0.59912109375,0.01123046875,0.1044921875,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1664,1728,2048,64,0.032092928479853726,0.0,0.53271484375,0.01025390625,0.11865234375,1.0,47,0.734375
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1728,1792,2048,64,0.03263442991362019,0.0,0.51806640625,0.01171875,0.10546875,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1792,1856,2048,64,0.02810374530304366,0.0,0.55859375,0.00732421875,0.10791015625,1.0,45,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1856,1920,2048,64,0.03124562152058007,0.0,0.4609375,0.0107421875,0.10693359375,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1920,1984,2048,64,0.03189537703859504,0.0,0.58740234375,0.01708984375,0.14208984375,1.0,42,0.65625
+fresh-zh-2,layers.11.self_attn.o_proj.output,64,1984,2048,2048,64,0.032725594251695356,0.0,0.46630859375,0.01025390625,0.0927734375,1.0,44,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,0,128,4096,128,0.03132992789122171,0.0,0.4892578125,0.011962890625,0.10009765625,1.0,88,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,128,256,4096,128,0.031007912651531837,0.0,0.486572265625,0.01025390625,0.10107421875,1.0,91,0.7109375
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,256,384,4096,128,0.030326758179335358,0.0,0.533447265625,0.010986328125,0.10595703125,1.0,95,0.7421875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,384,512,4096,128,0.02921747999396519,0.0,0.50927734375,0.0078125,0.09912109375,1.0,90,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,512,640,4096,128,0.02921474423178454,0.0,0.51904296875,0.0087890625,0.10546875,1.0,89,0.6953125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,640,768,4096,128,0.03113539984064538,0.0,0.5107421875,0.01220703125,0.110107421875,1.0,87,0.6796875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,768,896,4096,128,0.030116925480602477,0.0,0.492431640625,0.010498046875,0.10986328125,1.0,93,0.7265625
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,896,1024,4096,128,0.033463369824772,0.0,0.495361328125,0.01025390625,0.1015625,1.0,90,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1024,1152,4096,128,0.029390830994185938,0.0,0.493408203125,0.0126953125,0.10888671875,1.0,89,0.6953125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1152,1280,4096,128,0.04222658765758421,0.0,0.46044921875,0.013671875,0.146240234375,1.0,66,0.515625
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1280,1408,4096,128,0.030595414464085865,0.0,0.498046875,0.011474609375,0.118896484375,1.0,90,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1408,1536,4096,128,0.03249501862070381,0.0,0.497314453125,0.01318359375,0.113037109375,1.0,86,0.671875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1536,1664,4096,128,0.030750534389967697,0.0,0.56201171875,0.011474609375,0.112548828125,1.0,92,0.71875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1664,1792,4096,128,0.03236481171117789,0.0,0.525390625,0.010986328125,0.112060546875,1.0,90,0.703125
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1792,1920,4096,128,0.02971623600210569,0.0,0.509765625,0.0087890625,0.10888671875,1.0,88,0.6875
+fresh-zh-2,layers.11.self_attn.o_proj.output,128,1920,2048,4096,128,0.032313152086733445,0.0,0.52685546875,0.013671875,0.11865234375,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,0,0,6144,196608,6144,0.5414052249747551,0.0,0.7352549235026041,0.008626302083333334,0.0879058837890625,1.0,3988,0.6490885416666666
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,0,64,2048,64,0.4800659091529783,0.0,0.7744140625,0.00634765625,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,64,128,2048,64,0.534061162039718,0.0,0.76708984375,0.0078125,0.0927734375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,128,192,2048,64,0.5647465728803149,0.0,0.7119140625,0.009765625,0.07861328125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,192,256,2048,64,0.5055097300161012,0.0,0.724609375,0.0068359375,0.083984375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,256,320,2048,64,0.5859109900242003,0.0,0.73046875,0.01025390625,0.08935546875,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,320,384,2048,64,0.5321996571841169,0.0,0.7275390625,0.00634765625,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,384,448,2048,64,0.46334235931647505,0.0,0.6904296875,0.0068359375,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,448,512,2048,64,0.5488491571915279,0.0,0.77490234375,0.0087890625,0.0927734375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,512,576,2048,64,0.5289711614345204,0.0,0.7353515625,0.00732421875,0.0859375,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,576,640,2048,64,0.5136119530992251,0.0,0.775390625,0.01025390625,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,640,704,2048,64,0.5085595977967535,0.0,0.72021484375,0.01123046875,0.0888671875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,704,768,2048,64,0.5312803011830942,0.0,0.7666015625,0.009765625,0.07861328125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,768,832,2048,64,0.5771689308279564,0.0,0.6923828125,0.013671875,0.1025390625,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,832,896,2048,64,0.6339309208935279,0.0,0.71826171875,0.00830078125,0.1005859375,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,896,960,2048,64,0.49489404349538657,0.0,0.77880859375,0.0078125,0.083984375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,960,1024,2048,64,0.5163521556546856,0.0,0.7431640625,0.0078125,0.091796875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1024,1088,2048,64,0.6993402454110422,0.0,0.724609375,0.00830078125,0.10205078125,1.0,35,0.546875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1088,1152,2048,64,0.47603876362073844,0.0,0.6943359375,0.0146484375,0.1025390625,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1152,1216,2048,64,0.5600064816503076,0.0,0.7177734375,0.01025390625,0.0859375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1216,1280,2048,64,0.6118025427458021,0.0,0.7275390625,0.00634765625,0.09228515625,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1280,1344,2048,64,0.5664269098535525,0.0,0.74169921875,0.00927734375,0.09423828125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1344,1408,2048,64,0.47429016674887814,0.0,0.72314453125,0.0068359375,0.07666015625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1408,1472,2048,64,0.6256850529151065,0.0,0.75,0.01171875,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1472,1536,2048,64,0.6350673424349248,0.0,0.69775390625,0.00732421875,0.09326171875,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1536,1600,2048,64,0.5108384620151477,0.0,0.73583984375,0.0078125,0.09619140625,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1600,1664,2048,64,0.6250710394612374,0.0,0.7236328125,0.00927734375,0.10595703125,1.0,36,0.5625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1664,1728,2048,64,0.5198336707716342,0.0,0.6787109375,0.01025390625,0.091796875,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1728,1792,2048,64,0.48758219415584286,0.0,0.75244140625,0.0068359375,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1792,1856,2048,64,0.49589303382627636,0.0,0.7431640625,0.00830078125,0.08642578125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1856,1920,2048,64,0.5966330548439684,0.0,0.7734375,0.009765625,0.09619140625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1920,1984,2048,64,0.6113332331104054,0.0,0.80029296875,0.00732421875,0.08447265625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,1984,2048,2048,64,0.5180449698898102,0.0,0.806640625,0.00634765625,0.07373046875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2048,2112,2048,64,0.5501128570920448,0.0,0.70068359375,0.00830078125,0.08935546875,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2112,2176,2048,64,0.5059254444920024,0.0,0.76123046875,0.0107421875,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2176,2240,2048,64,0.522974736209403,0.0,0.71923828125,0.00830078125,0.07861328125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2240,2304,2048,64,0.547258394458468,0.0,0.71044921875,0.01123046875,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2304,2368,2048,64,0.6486102584932287,0.0,0.791015625,0.009765625,0.087890625,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2368,2432,2048,64,0.5249943539152219,0.0,0.759765625,0.0078125,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2432,2496,2048,64,0.5677428093785358,0.0,0.7998046875,0.005859375,0.0859375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2496,2560,2048,64,0.502843074746089,0.0,0.68896484375,0.00634765625,0.0791015625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2560,2624,2048,64,0.5580076898088111,0.0,0.70947265625,0.01171875,0.08740234375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2624,2688,2048,64,0.5367444446080327,0.0,0.6875,0.00634765625,0.08984375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2688,2752,2048,64,0.4883908445959899,0.0,0.77099609375,0.0048828125,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2752,2816,2048,64,0.4501657461663899,0.0,0.68310546875,0.00732421875,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2816,2880,2048,64,0.5498806808049818,0.0,0.7021484375,0.00927734375,0.0927734375,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2880,2944,2048,64,0.5965085295222123,0.0,0.7197265625,0.009765625,0.10302734375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,2944,3008,2048,64,0.48356946385786653,0.0,0.69140625,0.00537109375,0.080078125,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3008,3072,2048,64,0.5680855540249745,0.0,0.767578125,0.0068359375,0.0810546875,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3072,3136,2048,64,0.5075798211118552,0.0,0.7412109375,0.005859375,0.08935546875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3136,3200,2048,64,0.5429300349293731,0.0,0.74169921875,0.0107421875,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3200,3264,2048,64,0.5062908786782976,0.0,0.7578125,0.0087890625,0.076171875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3264,3328,2048,64,0.52409888259348,0.0,0.69189453125,0.00732421875,0.0771484375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3328,3392,2048,64,0.55928126099747,0.0,0.771484375,0.0078125,0.08447265625,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3392,3456,2048,64,0.5690749720237325,0.0,0.7724609375,0.00634765625,0.080078125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3456,3520,2048,64,0.5113474763433843,0.0,0.78173828125,0.00634765625,0.08447265625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3520,3584,2048,64,0.4992845362545461,0.0,0.73291015625,0.00927734375,0.10009765625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3584,3648,2048,64,0.5299946831643452,0.0,0.7294921875,0.00927734375,0.08984375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3648,3712,2048,64,0.5537275408052439,0.0,0.70703125,0.01123046875,0.078125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3712,3776,2048,64,0.541799433084208,0.0,0.75927734375,0.009765625,0.07861328125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3776,3840,2048,64,0.5492039918553161,0.0,0.72314453125,0.0087890625,0.08642578125,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3840,3904,2048,64,0.5756419952884531,0.0,0.72607421875,0.00830078125,0.09130859375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3904,3968,2048,64,0.5463885195126492,0.0,0.72021484375,0.0078125,0.087890625,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,3968,4032,2048,64,0.5782091542156689,0.0,0.7373046875,0.01123046875,0.1005859375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4032,4096,2048,64,0.5217331624410887,0.0,0.72705078125,0.0107421875,0.0869140625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4096,4160,2048,64,0.6639849794779092,0.0,0.7509765625,0.009765625,0.09765625,1.0,36,0.5625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4160,4224,2048,64,0.531989582393806,0.0,0.73828125,0.009765625,0.0986328125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4224,4288,2048,64,0.5148777693998703,0.0,0.70947265625,0.00830078125,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4288,4352,2048,64,0.5484651919895731,0.0,0.7568359375,0.005859375,0.091796875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4352,4416,2048,64,0.5102382104114277,0.0,0.7685546875,0.00732421875,0.0791015625,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4416,4480,2048,64,0.589755276451506,0.0,0.76806640625,0.00927734375,0.08349609375,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4480,4544,2048,64,0.5408576742776434,0.0,0.724609375,0.00634765625,0.0859375,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4544,4608,2048,64,0.5011037840575351,0.0,0.75146484375,0.0068359375,0.0673828125,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4608,4672,2048,64,0.5144126340526617,0.0,0.70703125,0.00244140625,0.078125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4672,4736,2048,64,0.4811295175594946,0.0,0.70068359375,0.0107421875,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4736,4800,2048,64,0.4967403115413576,0.0,0.75634765625,0.009765625,0.07568359375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4800,4864,2048,64,0.5805009771852246,0.0,0.77783203125,0.00732421875,0.08642578125,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4864,4928,2048,64,0.4856384124137604,0.0,0.7119140625,0.00732421875,0.0859375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4928,4992,2048,64,0.5237197718222095,0.0,0.74755859375,0.0078125,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,4992,5056,2048,64,0.5293844760101678,0.0,0.732421875,0.0068359375,0.09521484375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5056,5120,2048,64,0.46463349701586204,0.0,0.75390625,0.00830078125,0.08154296875,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5120,5184,2048,64,0.5380552058622373,0.0,0.76220703125,0.01318359375,0.10498046875,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5184,5248,2048,64,0.4760176213297233,0.0,0.654296875,0.00732421875,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5248,5312,2048,64,0.5609145312056782,0.0,0.6962890625,0.00732421875,0.0888671875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5312,5376,2048,64,0.48544208870997335,0.0,0.736328125,0.00732421875,0.07275390625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5376,5440,2048,64,0.49192921163813935,0.0,0.70751953125,0.00732421875,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5440,5504,2048,64,0.5261651702058038,0.0,0.76171875,0.00634765625,0.0732421875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5504,5568,2048,64,0.5853059499693913,0.0,0.7255859375,0.01171875,0.09033203125,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5568,5632,2048,64,0.5599967722422361,0.0,0.74267578125,0.00927734375,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5632,5696,2048,64,0.5872306288807488,0.0,0.70654296875,0.013671875,0.1123046875,1.0,37,0.578125
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5696,5760,2048,64,0.5428941970514524,0.0,0.70166015625,0.01171875,0.09619140625,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5760,5824,2048,64,0.5411256120918431,0.0,0.67529296875,0.0087890625,0.0830078125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5824,5888,2048,64,0.5510898788617318,0.0,0.7939453125,0.0029296875,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5888,5952,2048,64,0.5373753190001261,0.0,0.72607421875,0.0068359375,0.08203125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,5952,6016,2048,64,0.4817016504267978,0.0,0.728515625,0.01220703125,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,6016,6080,2048,64,0.5582823230964131,0.0,0.73486328125,0.0078125,0.0908203125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,64,6080,6144,2048,64,0.5310089051197542,0.0,0.7685546875,0.01123046875,0.083984375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,0,128,4096,128,0.5077817454035196,0.0,0.770751953125,0.007080078125,0.0869140625,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,128,256,4096,128,0.5359471889659523,0.0,0.71826171875,0.00830078125,0.080810546875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,256,384,4096,128,0.5596999925576335,0.0,0.72900390625,0.008544921875,0.08935546875,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,384,512,4096,128,0.5078983851553418,0.0,0.732666015625,0.0078125,0.09228515625,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,512,640,4096,128,0.521348121697866,0.0,0.75537109375,0.0087890625,0.0869140625,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,640,768,4096,128,0.5200440476230812,0.0,0.743408203125,0.0107421875,0.083740234375,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,768,896,4096,128,0.6062146431660995,0.0,0.705322265625,0.0107421875,0.1015625,1.0,77,0.6015625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,896,1024,4096,128,0.5057369192260213,0.0,0.760986328125,0.007080078125,0.089111328125,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1024,1152,4096,128,0.5982013387318429,0.0,0.70947265625,0.01220703125,0.108642578125,1.0,74,0.578125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1152,1280,4096,128,0.5864766026026039,0.0,0.72265625,0.0087890625,0.08837890625,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1280,1408,4096,128,0.5223938200634284,0.0,0.732421875,0.0078125,0.0869140625,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1408,1536,4096,128,0.6303936527554579,0.0,0.723876953125,0.009521484375,0.09228515625,1.0,76,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1536,1664,4096,128,0.5708194717452941,0.0,0.729736328125,0.009765625,0.1015625,1.0,79,0.6171875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1664,1792,4096,128,0.5039659915737063,0.0,0.715576171875,0.00830078125,0.08984375,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1792,1920,4096,128,0.5485803966283677,0.0,0.75830078125,0.0087890625,0.088623046875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,1920,2048,4096,128,0.5666122628100082,0.0,0.803466796875,0.007080078125,0.07666015625,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2048,2176,4096,128,0.528481177963039,0.0,0.73095703125,0.009765625,0.090087890625,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2176,2304,4096,128,0.5352542970488677,0.0,0.71484375,0.00927734375,0.08740234375,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2304,2432,4096,128,0.5900484467675151,0.0,0.775390625,0.0087890625,0.086181640625,1.0,81,0.6328125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2432,2560,4096,128,0.5362756079765018,0.0,0.744384765625,0.006103515625,0.081298828125,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2560,2688,4096,128,0.5474793058661449,0.0,0.698486328125,0.00927734375,0.08837890625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2688,2816,4096,128,0.4696673376480032,0.0,0.72705078125,0.00634765625,0.074462890625,1.0,91,0.7109375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2816,2944,4096,128,0.573668540585634,0.0,0.7109375,0.009033203125,0.09912109375,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,2944,3072,4096,128,0.5275228066480381,0.0,0.7294921875,0.005859375,0.0810546875,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3072,3200,4096,128,0.5255522322416456,0.0,0.741455078125,0.008544921875,0.088134765625,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3200,3328,4096,128,0.5152718178634347,0.0,0.724853515625,0.008056640625,0.07666015625,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3328,3456,4096,128,0.5641993675495977,0.0,0.77197265625,0.007080078125,0.082275390625,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3456,3584,4096,128,0.5053520009387839,0.0,0.75732421875,0.0078125,0.091552734375,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3584,3712,4096,128,0.5419910301973169,0.0,0.71826171875,0.010498046875,0.083740234375,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3712,3840,4096,128,0.5455142758719441,0.0,0.7412109375,0.009521484375,0.082275390625,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3840,3968,4096,128,0.5612058984877547,0.0,0.72314453125,0.0078125,0.08935546875,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,3968,4096,4096,128,0.5506956141143575,0.0,0.732177734375,0.010986328125,0.09521484375,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4096,4224,4096,128,0.6016182214443873,0.0,0.74462890625,0.010009765625,0.099609375,1.0,76,0.59375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4224,4352,4096,128,0.5319366429596412,0.0,0.733154296875,0.007080078125,0.087158203125,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4352,4480,4096,128,0.5514319166797695,0.0,0.768310546875,0.008544921875,0.080322265625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4480,4608,4096,128,0.521359773199756,0.0,0.738037109375,0.0068359375,0.07763671875,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4608,4736,4096,128,0.4980491796700551,0.0,0.703857421875,0.006591796875,0.0849609375,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4736,4864,4096,128,0.5402463889852508,0.0,0.76708984375,0.008544921875,0.0810546875,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4864,4992,4096,128,0.5050381505437311,0.0,0.729736328125,0.007568359375,0.08154296875,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,4992,5120,4096,128,0.4980623505093258,0.0,0.7431640625,0.0078125,0.086669921875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5120,5248,4096,128,0.5079843404928258,0.0,0.708251953125,0.0107421875,0.093994140625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5248,5376,4096,128,0.5245374785507645,0.0,0.71630859375,0.007080078125,0.0810546875,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5376,5504,4096,128,0.5093349269393489,0.0,0.734619140625,0.0068359375,0.08154296875,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5504,5632,4096,128,0.5727911661291987,0.0,0.734130859375,0.010498046875,0.086181640625,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5632,5760,4096,128,0.5654970913664459,0.0,0.7041015625,0.01318359375,0.10302734375,1.0,79,0.6171875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5760,5888,4096,128,0.5461304709708158,0.0,0.734619140625,0.005859375,0.07958984375,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,5888,6016,4096,128,0.5102983017286988,0.0,0.727294921875,0.009765625,0.08544921875,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gate_proj.output,128,6016,6144,4096,128,0.5448163037200741,0.0,0.751708984375,0.009521484375,0.086669921875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.up_proj.output,0,0,6144,196608,6144,0.35504009832332306,0.0,0.5032958984375,0.0085296630859375,0.08654276529947917,1.0,4721,0.7683919270833334
+fresh-zh-2,layers.11.mlp.up_proj.output,64,0,64,2048,64,0.33427379738041385,0.0,0.45703125,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,64,128,2048,64,0.34897873964399484,0.0,0.53369140625,0.0048828125,0.0712890625,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,128,192,2048,64,0.3338155295512443,0.0,0.48681640625,0.01123046875,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,192,256,2048,64,0.3124420344304813,0.0,0.49365234375,0.0068359375,0.0751953125,1.0,53,0.828125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,256,320,2048,64,0.3539591245993688,0.0,0.45654296875,0.0087890625,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,320,384,2048,64,0.3455643456224891,0.0,0.521484375,0.01171875,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,384,448,2048,64,0.3418592609524649,0.0,0.46826171875,0.00537109375,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,448,512,2048,64,0.3406934064104708,0.0,0.5,0.00390625,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,512,576,2048,64,0.3362213087766341,0.0,0.529296875,0.00927734375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,576,640,2048,64,0.3532299763402486,0.0,0.47509765625,0.0068359375,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.up_proj.output,64,640,704,2048,64,0.33072980136689833,0.0,0.48681640625,0.0078125,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,704,768,2048,64,0.3556076849803326,0.0,0.4755859375,0.00732421875,0.09521484375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,768,832,2048,64,0.35542985670119887,0.0,0.53857421875,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,832,896,2048,64,0.3711184789617786,0.0,0.46923828125,0.0068359375,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,896,960,2048,64,0.348190863858744,0.0,0.533203125,0.0048828125,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,960,1024,2048,64,0.38568422895333887,0.0,0.515625,0.00732421875,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1024,1088,2048,64,0.36841393281639956,0.0,0.50634765625,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1088,1152,2048,64,0.36815873103102376,0.0,0.509765625,0.0126953125,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1152,1216,2048,64,0.3476051625843445,0.0,0.482421875,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1216,1280,2048,64,0.34387004888523737,0.0,0.55859375,0.0048828125,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1280,1344,2048,64,0.3320206734835154,0.0,0.515625,0.00732421875,0.099609375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1344,1408,2048,64,0.3626379124361558,0.0,0.47900390625,0.0107421875,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1408,1472,2048,64,0.3618493792336832,0.0,0.47607421875,0.005859375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1472,1536,2048,64,0.35154591926421874,0.0,0.447265625,0.0087890625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1536,1600,2048,64,0.3697886496408817,0.0,0.51513671875,0.009765625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1600,1664,2048,64,0.36707210624661996,0.0,0.4609375,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1664,1728,2048,64,0.37010130481882403,0.0,0.52880859375,0.00634765625,0.08984375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1728,1792,2048,64,0.35682124469444715,0.0,0.498046875,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1792,1856,2048,64,0.3580553087641063,0.0,0.5146484375,0.0107421875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1856,1920,2048,64,0.38572280254083585,0.0,0.509765625,0.0068359375,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1920,1984,2048,64,0.34608891867227165,0.0,0.49267578125,0.0107421875,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,1984,2048,2048,64,0.3786755084168286,0.0,0.50927734375,0.0078125,0.09619140625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2048,2112,2048,64,0.36813912764176454,0.0,0.52587890625,0.0048828125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2112,2176,2048,64,0.328612292679082,0.0,0.52099609375,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2176,2240,2048,64,0.3465121404841345,0.0,0.49755859375,0.01123046875,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2240,2304,2048,64,0.364258252009007,0.0,0.51708984375,0.005859375,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2304,2368,2048,64,0.3483974232021908,0.0,0.4794921875,0.0087890625,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2368,2432,2048,64,0.3723332902816069,0.0,0.513671875,0.00830078125,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2432,2496,2048,64,0.3327941371450923,0.0,0.5205078125,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2496,2560,2048,64,0.3562481329954958,0.0,0.48779296875,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2560,2624,2048,64,0.3738504059091456,0.0,0.56494140625,0.00830078125,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2624,2688,2048,64,0.34095944495871944,0.0,0.5361328125,0.0078125,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2688,2752,2048,64,0.3395756519516452,0.0,0.47314453125,0.00732421875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2752,2816,2048,64,0.3499984530794911,0.0,0.501953125,0.00927734375,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2816,2880,2048,64,0.3532497438795811,0.0,0.474609375,0.0107421875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2880,2944,2048,64,0.36512157736943507,0.0,0.49462890625,0.0087890625,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,2944,3008,2048,64,0.38544102971591215,0.0,0.5078125,0.009765625,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3008,3072,2048,64,0.3648187338096609,0.0,0.50146484375,0.0087890625,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3072,3136,2048,64,0.36846462212881814,0.0,0.49609375,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3136,3200,2048,64,0.35708312823166216,0.0,0.50244140625,0.009765625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3200,3264,2048,64,0.32701539497270077,0.0,0.53759765625,0.0087890625,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3264,3328,2048,64,0.3465878332840713,0.0,0.498046875,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3328,3392,2048,64,0.349568777050448,0.0,0.5400390625,0.00732421875,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3392,3456,2048,64,0.3330540815535243,0.0,0.4833984375,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3456,3520,2048,64,0.3633681540544749,0.0,0.51611328125,0.00439453125,0.072265625,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3520,3584,2048,64,0.3382587200422209,0.0,0.5029296875,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3584,3648,2048,64,0.39524496080242855,0.0,0.5048828125,0.0068359375,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3648,3712,2048,64,0.3457618007128545,0.0,0.4794921875,0.01025390625,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3712,3776,2048,64,0.3284003255070296,0.0,0.49462890625,0.01025390625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3776,3840,2048,64,0.353044276155802,0.0,0.453125,0.01171875,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3840,3904,2048,64,0.3473324384410249,0.0,0.53662109375,0.0087890625,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3904,3968,2048,64,0.33921099927234455,0.0,0.48974609375,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,3968,4032,2048,64,0.4036738375689189,0.0,0.50732421875,0.0087890625,0.103515625,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4032,4096,2048,64,0.33908125675715245,0.0,0.48193359375,0.01025390625,0.1015625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4096,4160,2048,64,0.36454544782118053,0.0,0.451171875,0.0068359375,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4160,4224,2048,64,0.34255993096042275,0.0,0.50927734375,0.0087890625,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4224,4288,2048,64,0.332525636708464,0.0,0.49267578125,0.01220703125,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4288,4352,2048,64,0.34213480552372255,0.0,0.51611328125,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4352,4416,2048,64,0.35415167892949323,0.0,0.49365234375,0.00927734375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4416,4480,2048,64,0.3792174552741788,0.0,0.5146484375,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4480,4544,2048,64,0.3635271896669192,0.0,0.5400390625,0.0107421875,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4544,4608,2048,64,0.3540958530070517,0.0,0.5087890625,0.00732421875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4608,4672,2048,64,0.3469251301623096,0.0,0.49072265625,0.0107421875,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4672,4736,2048,64,0.35267915999146476,0.0,0.49365234375,0.009765625,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4736,4800,2048,64,0.34422672321243286,0.0,0.51025390625,0.01171875,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4800,4864,2048,64,0.359994748182296,0.0,0.4716796875,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4864,4928,2048,64,0.3612150903600718,0.0,0.47705078125,0.0078125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4928,4992,2048,64,0.3617373418581101,0.0,0.509765625,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,4992,5056,2048,64,0.47376144498138234,0.0,0.50390625,0.0087890625,0.10595703125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5056,5120,2048,64,0.3564252530745028,0.0,0.509765625,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5120,5184,2048,64,0.3368063371483263,0.0,0.49755859375,0.0078125,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5184,5248,2048,64,0.32280027260005956,0.0,0.521484375,0.00634765625,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5248,5312,2048,64,0.35520515470316694,0.0,0.5126953125,0.00830078125,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5312,5376,2048,64,0.32362818560074175,0.0,0.5185546875,0.0078125,0.0771484375,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5376,5440,2048,64,0.3555388143897197,0.0,0.54345703125,0.009765625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5440,5504,2048,64,0.34469836100999374,0.0,0.5341796875,0.00634765625,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5504,5568,2048,64,0.37327223361526973,0.0,0.51513671875,0.013671875,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5568,5632,2048,64,0.4054769187575421,0.0,0.537109375,0.0078125,0.10546875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5632,5696,2048,64,0.365091824529526,0.0,0.47509765625,0.01025390625,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5696,5760,2048,64,0.37502128787287775,0.0,0.517578125,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5760,5824,2048,64,0.33920918813559636,0.0,0.50732421875,0.00634765625,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5824,5888,2048,64,0.3512548167911739,0.0,0.52197265625,0.0107421875,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5888,5952,2048,64,0.337034158644873,0.0,0.51220703125,0.0078125,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,5952,6016,2048,64,0.3410467224202823,0.0,0.4658203125,0.00634765625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,64,6016,6080,2048,64,0.33309839430835375,0.0,0.509765625,0.0126953125,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,64,6080,6144,2048,64,0.3321080505449123,0.0,0.5458984375,0.00732421875,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,128,0,128,4096,128,0.34170537919283117,0.0,0.495361328125,0.007080078125,0.077392578125,1.0,102,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,128,128,256,4096,128,0.323305453595076,0.0,0.490234375,0.009033203125,0.083251953125,1.0,104,0.8125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,256,384,4096,128,0.3497869200332186,0.0,0.489013671875,0.01025390625,0.087890625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,384,512,4096,128,0.3412768315243035,0.0,0.484130859375,0.004638671875,0.079345703125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,512,640,4096,128,0.3448305269699924,0.0,0.502197265625,0.00830078125,0.08056640625,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,640,768,4096,128,0.3433941082264367,0.0,0.481201171875,0.0078125,0.091552734375,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,768,896,4096,128,0.3633588504918649,0.0,0.50390625,0.008544921875,0.086669921875,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,896,1024,4096,128,0.36741611432953636,0.0,0.5244140625,0.006103515625,0.079833984375,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1024,1152,4096,128,0.36828635402877763,0.0,0.508056640625,0.0107421875,0.08642578125,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1152,1280,4096,128,0.3457426496511705,0.0,0.5205078125,0.00634765625,0.084716796875,1.0,101,0.7890625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1280,1408,4096,128,0.3476664947593455,0.0,0.497314453125,0.009033203125,0.0859375,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1408,1536,4096,128,0.3567348501360124,0.0,0.461669921875,0.00732421875,0.082763671875,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1536,1664,4096,128,0.36843288166744603,0.0,0.488037109375,0.00927734375,0.08642578125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1664,1792,4096,128,0.36352192264971495,0.0,0.513427734375,0.008544921875,0.08935546875,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1792,1920,4096,128,0.37214626461521555,0.0,0.51220703125,0.0087890625,0.09228515625,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,1920,2048,4096,128,0.36274831515975775,0.0,0.5009765625,0.009033203125,0.092529296875,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2048,2176,4096,128,0.348935850981697,0.0,0.5234375,0.0068359375,0.0869140625,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2176,2304,4096,128,0.3554959476981094,0.0,0.50732421875,0.00830078125,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2304,2432,4096,128,0.3605640328331805,0.0,0.49658203125,0.0087890625,0.0927734375,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2432,2560,4096,128,0.34472066226215897,0.0,0.504150390625,0.008056640625,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2560,2688,4096,128,0.3577830830999356,0.0,0.550537109375,0.007568359375,0.0869140625,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2688,2816,4096,128,0.3448264350049323,0.0,0.487548828125,0.008056640625,0.09130859375,1.0,102,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2816,2944,4096,128,0.3592347058760707,0.0,0.484619140625,0.009765625,0.08544921875,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,2944,3072,4096,128,0.37527156562078273,0.0,0.504638671875,0.00927734375,0.093994140625,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3072,3200,4096,128,0.36281850712735314,0.0,0.499267578125,0.0087890625,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3200,3328,4096,128,0.3369437599434798,0.0,0.517822265625,0.008056640625,0.08203125,1.0,101,0.7890625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3328,3456,4096,128,0.34141129970169953,0.0,0.51171875,0.00732421875,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3456,3584,4096,128,0.35103801579427135,0.0,0.509521484375,0.0068359375,0.076171875,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3584,3712,4096,128,0.3713285619716782,0.0,0.4921875,0.0087890625,0.083251953125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3712,3840,4096,128,0.34094503568720363,0.0,0.473876953125,0.010986328125,0.083251953125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3840,3968,4096,128,0.34329573607949965,0.0,0.51318359375,0.0068359375,0.0888671875,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,3968,4096,4096,128,0.3727792012851762,0.0,0.49462890625,0.00927734375,0.1005859375,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4096,4224,4096,128,0.35372354305781983,0.0,0.480224609375,0.0078125,0.090576171875,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4224,4352,4096,128,0.3373644351581275,0.0,0.50439453125,0.010986328125,0.092529296875,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4352,4480,4096,128,0.36689868497529576,0.0,0.504150390625,0.008544921875,0.082275390625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4480,4608,4096,128,0.3588425077550873,0.0,0.5244140625,0.009033203125,0.092041015625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4608,4736,4096,128,0.3498139761576291,0.0,0.4921875,0.01025390625,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4736,4864,4096,128,0.35219898899088536,0.0,0.490966796875,0.011474609375,0.082275390625,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4864,4992,4096,128,0.3614763104260126,0.0,0.493408203125,0.0087890625,0.083740234375,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,4992,5120,4096,128,0.4192188377089409,0.0,0.5068359375,0.0078125,0.093994140625,1.0,93,0.7265625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5120,5248,4096,128,0.32987764757099325,0.0,0.509521484375,0.007080078125,0.07763671875,1.0,101,0.7890625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5248,5376,4096,128,0.3397836844544841,0.0,0.515625,0.009033203125,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5376,5504,4096,128,0.3501605407671055,0.0,0.538818359375,0.008056640625,0.079833984375,1.0,101,0.7890625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5504,5632,4096,128,0.3897073851194271,0.0,0.526123046875,0.0107421875,0.09130859375,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5632,5760,4096,128,0.37008985847772835,0.0,0.496337890625,0.0087890625,0.08544921875,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5760,5888,4096,128,0.34528453457591435,0.0,0.5146484375,0.008544921875,0.087158203125,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.up_proj.output,128,5888,6016,4096,128,0.3390463765969742,0.0,0.489013671875,0.007080078125,0.083740234375,1.0,102,0.796875
+fresh-zh-2,layers.11.mlp.up_proj.output,128,6016,6144,4096,128,0.33260359102657444,0.0,0.52783203125,0.010009765625,0.0908203125,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,0,0,6144,196608,6144,0.20425101137663812,0.0,0.7352549235026041,0.0064697265625,0.06678263346354167,1.0,4438,0.7223307291666666
+fresh-zh-2,layers.11.mlp.silu_gate,64,0,64,2048,64,0.1705086361887882,0.0,0.7744140625,0.00537109375,0.06005859375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.silu_gate,64,64,128,2048,64,0.18798937009241704,0.0,0.76708984375,0.005859375,0.06103515625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,128,192,2048,64,0.2385608703212586,0.0,0.7119140625,0.0078125,0.06591796875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.silu_gate,64,192,256,2048,64,0.19609466483342752,0.0,0.724609375,0.0048828125,0.06787109375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,256,320,2048,64,0.21400958707645706,0.0,0.73046875,0.00732421875,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,320,384,2048,64,0.2054157898763721,0.0,0.7275390625,0.00537109375,0.064453125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,384,448,2048,64,0.18375222987383008,0.0,0.6904296875,0.0048828125,0.0732421875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,448,512,2048,64,0.1822264576196923,0.0,0.77490234375,0.0068359375,0.0595703125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,512,576,2048,64,0.22157859516609946,0.0,0.7353515625,0.00537109375,0.0751953125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,64,576,640,2048,64,0.18395383410583604,0.0,0.775390625,0.00634765625,0.064453125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,640,704,2048,64,0.18512900186791692,0.0,0.72021484375,0.0078125,0.068359375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,704,768,2048,64,0.19780891071262982,0.0,0.7666015625,0.00732421875,0.05712890625,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,768,832,2048,64,0.23515636070278662,0.0,0.6923828125,0.01220703125,0.08837890625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.silu_gate,64,832,896,2048,64,0.26035144463276716,0.0,0.71826171875,0.0068359375,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,896,960,2048,64,0.17278447401027905,0.0,0.77880859375,0.00439453125,0.0546875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,960,1024,2048,64,0.19402795484032276,0.0,0.7431640625,0.00537109375,0.0703125,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,1024,1088,2048,64,0.2297641478835316,0.0,0.724609375,0.005859375,0.06396484375,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,64,1088,1152,2048,64,0.1942195205271212,0.0,0.6943359375,0.009765625,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,1152,1216,2048,64,0.24034312811784436,0.0,0.7177734375,0.00830078125,0.07568359375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,1216,1280,2048,64,0.20248012429062612,0.0,0.7275390625,0.00537109375,0.05859375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,1280,1344,2048,64,0.2134075928825121,0.0,0.74169921875,0.00634765625,0.0732421875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,1344,1408,2048,64,0.183690286304779,0.0,0.72314453125,0.00634765625,0.05810546875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,1408,1472,2048,64,0.20073424316830524,0.0,0.75,0.0068359375,0.060546875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,1472,1536,2048,64,0.2558202479367443,0.0,0.69775390625,0.0068359375,0.07666015625,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,1536,1600,2048,64,0.2002033645730576,0.0,0.73583984375,0.0048828125,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,1600,1664,2048,64,0.19572437423421538,0.0,0.7236328125,0.00634765625,0.0615234375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,1664,1728,2048,64,0.23247846581986636,0.0,0.6787109375,0.00927734375,0.0830078125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,1728,1792,2048,64,0.1786621160994475,0.0,0.75244140625,0.00390625,0.06201171875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,1792,1856,2048,64,0.19600698465790514,0.0,0.7431640625,0.00537109375,0.0673828125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,1856,1920,2048,64,0.20047226430217013,0.0,0.7734375,0.00634765625,0.06396484375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,1920,1984,2048,64,0.18497121310820902,0.0,0.80029296875,0.00439453125,0.0517578125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.silu_gate,64,1984,2048,2048,64,0.18027724779245285,0.0,0.806640625,0.00439453125,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,2048,2112,2048,64,0.1915247486726693,0.0,0.70068359375,0.00537109375,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,2112,2176,2048,64,0.19244097737384677,0.0,0.76123046875,0.00732421875,0.06982421875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,2176,2240,2048,64,0.19539661224881594,0.0,0.71923828125,0.0078125,0.0576171875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,2240,2304,2048,64,0.2246508699346972,0.0,0.71044921875,0.00830078125,0.0791015625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,64,2304,2368,2048,64,0.20240260897063161,0.0,0.791015625,0.00537109375,0.05615234375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,2368,2432,2048,64,0.17974061048298548,0.0,0.759765625,0.00341796875,0.05908203125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,2432,2496,2048,64,0.18511219052544536,0.0,0.7998046875,0.0048828125,0.05322265625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.silu_gate,64,2496,2560,2048,64,0.2115192248680814,0.0,0.68896484375,0.00537109375,0.0654296875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,2560,2624,2048,64,0.21138536761996668,0.0,0.70947265625,0.00830078125,0.0673828125,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,2624,2688,2048,64,0.24150200826965942,0.0,0.6875,0.00439453125,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,2688,2752,2048,64,0.1819072563923587,0.0,0.77099609375,0.0029296875,0.05322265625,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.silu_gate,64,2752,2816,2048,64,0.1898262046959669,0.0,0.68310546875,0.0048828125,0.0693359375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,2816,2880,2048,64,0.227654779491987,0.0,0.7021484375,0.00732421875,0.080078125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,64,2880,2944,2048,64,0.21177205888074982,0.0,0.7197265625,0.00634765625,0.0703125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,2944,3008,2048,64,0.191006648722454,0.0,0.69140625,0.0048828125,0.06396484375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,3008,3072,2048,64,0.23425713244378132,0.0,0.767578125,0.00537109375,0.06494140625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,3072,3136,2048,64,0.19377847556468233,0.0,0.7412109375,0.00537109375,0.0703125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,3136,3200,2048,64,0.18810820018064434,0.0,0.74169921875,0.00927734375,0.06103515625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,3200,3264,2048,64,0.2037497564812301,0.0,0.7578125,0.0048828125,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,3264,3328,2048,64,0.2423196229489908,0.0,0.69189453125,0.0068359375,0.07421875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.silu_gate,64,3328,3392,2048,64,0.19843557152743238,0.0,0.771484375,0.0068359375,0.060546875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,3392,3456,2048,64,0.20808502556046438,0.0,0.7724609375,0.0048828125,0.060546875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,3456,3520,2048,64,0.17424690979030868,0.0,0.78173828125,0.0048828125,0.05712890625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,3520,3584,2048,64,0.1741633075927199,0.0,0.73291015625,0.00634765625,0.0732421875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,3584,3648,2048,64,0.23593966579737657,0.0,0.7294921875,0.00830078125,0.08203125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,64,3648,3712,2048,64,0.21562385216288668,0.0,0.70703125,0.009765625,0.06201171875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,3712,3776,2048,64,0.19462869594437618,0.0,0.75927734375,0.00634765625,0.05908203125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,3776,3840,2048,64,0.2146046677276916,0.0,0.72314453125,0.00732421875,0.06982421875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.silu_gate,64,3840,3904,2048,64,0.21401729461840063,0.0,0.72607421875,0.005859375,0.06884765625,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,3904,3968,2048,64,0.1978845615662975,0.0,0.72021484375,0.00732421875,0.06201171875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,3968,4032,2048,64,0.2205821524851011,0.0,0.7373046875,0.00927734375,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,64,4032,4096,2048,64,0.19901634303055918,0.0,0.72705078125,0.0087890625,0.0654296875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,4096,4160,2048,64,0.20781196667573792,0.0,0.7509765625,0.00634765625,0.06396484375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,4160,4224,2048,64,0.18970627817466157,0.0,0.73828125,0.00732421875,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,4224,4288,2048,64,0.20147294369640747,0.0,0.70947265625,0.005859375,0.06298828125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,4288,4352,2048,64,0.19848549449333855,0.0,0.7568359375,0.00341796875,0.0634765625,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,4352,4416,2048,64,0.185044196493128,0.0,0.7685546875,0.00537109375,0.05908203125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,4416,4480,2048,64,0.1919538255860856,0.0,0.76806640625,0.0068359375,0.05517578125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,4480,4544,2048,64,0.19702129992398862,0.0,0.724609375,0.00439453125,0.064453125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,4544,4608,2048,64,0.18021278560068532,0.0,0.75146484375,0.00341796875,0.05224609375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,4608,4672,2048,64,0.20499897753926816,0.0,0.70703125,0.001953125,0.0556640625,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,4672,4736,2048,64,0.18561930980630204,0.0,0.70068359375,0.0078125,0.07275390625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.silu_gate,64,4736,4800,2048,64,0.20384331237167055,0.0,0.75634765625,0.0087890625,0.0634765625,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,4800,4864,2048,64,0.1861017041351224,0.0,0.77783203125,0.00341796875,0.05322265625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,4864,4928,2048,64,0.18959274043308372,0.0,0.7119140625,0.005859375,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,4928,4992,2048,64,0.17869928633603163,0.0,0.74755859375,0.00634765625,0.05419921875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.silu_gate,64,4992,5056,2048,64,0.1809927958815234,0.0,0.732421875,0.00439453125,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,5056,5120,2048,64,0.17765499157794878,0.0,0.75390625,0.0068359375,0.060546875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,64,5120,5184,2048,64,0.17708801586440906,0.0,0.76220703125,0.0107421875,0.0712890625,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,5184,5248,2048,64,0.18836647075057109,0.0,0.654296875,0.0068359375,0.06640625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,5248,5312,2048,64,0.21470800632162346,0.0,0.6962890625,0.00634765625,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,64,5312,5376,2048,64,0.19262225624981624,0.0,0.736328125,0.00634765625,0.0576171875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,5376,5440,2048,64,0.20173144674696072,0.0,0.70751953125,0.00634765625,0.07373046875,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,5440,5504,2048,64,0.1876570969109919,0.0,0.76171875,0.005859375,0.05615234375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,5504,5568,2048,64,0.2152235989400558,0.0,0.7255859375,0.0087890625,0.0654296875,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,64,5568,5632,2048,64,0.20631276852915678,0.0,0.74267578125,0.0068359375,0.0634765625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,5632,5696,2048,64,0.3261705061387132,0.0,0.70654296875,0.0146484375,0.1201171875,1.0,27,0.421875
+fresh-zh-2,layers.11.mlp.silu_gate,64,5696,5760,2048,64,0.21395052309415089,0.0,0.70166015625,0.0087890625,0.076171875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,5760,5824,2048,64,0.25475054858130514,0.0,0.67529296875,0.0087890625,0.07861328125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.silu_gate,64,5824,5888,2048,64,0.18940482514365906,0.0,0.7939453125,0.00048828125,0.04833984375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,64,5888,5952,2048,64,0.20383819915057402,0.0,0.72607421875,0.00537109375,0.0595703125,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,64,5952,6016,2048,64,0.18305874523505444,0.0,0.728515625,0.0087890625,0.06005859375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,64,6016,6080,2048,64,0.21247291718119854,0.0,0.73486328125,0.00634765625,0.07373046875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,64,6080,6144,2048,64,0.18513238669433402,0.0,0.7685546875,0.01025390625,0.06298828125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.silu_gate,128,0,128,4096,128,0.17946197129573757,0.0,0.770751953125,0.005615234375,0.060302734375,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,128,256,4096,128,0.2183625499308096,0.0,0.71826171875,0.0068359375,0.06689453125,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,128,256,384,4096,128,0.2097567044115271,0.0,0.72900390625,0.00634765625,0.066650390625,1.0,92,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,128,384,512,4096,128,0.18299093398338945,0.0,0.732666015625,0.005859375,0.06640625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,512,640,4096,128,0.20363703852445364,0.0,0.75537109375,0.005859375,0.071533203125,1.0,92,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,128,640,768,4096,128,0.1915738923887182,0.0,0.743408203125,0.007568359375,0.062255859375,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,768,896,4096,128,0.24807396951448565,0.0,0.705322265625,0.009765625,0.084716796875,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.silu_gate,128,896,1024,4096,128,0.18371352933103094,0.0,0.760986328125,0.00537109375,0.062255859375,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,1024,1152,4096,128,0.21273549986594883,0.0,0.70947265625,0.0087890625,0.075439453125,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.silu_gate,128,1152,1280,4096,128,0.22221950855653735,0.0,0.72265625,0.006591796875,0.06640625,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.silu_gate,128,1280,1408,4096,128,0.19910414609274174,0.0,0.732421875,0.006103515625,0.06689453125,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,1408,1536,4096,128,0.22993285501942695,0.0,0.723876953125,0.007080078125,0.06787109375,1.0,88,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,128,1536,1664,4096,128,0.19797653630638634,0.0,0.729736328125,0.005615234375,0.070068359375,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,1664,1792,4096,128,0.20732388767227383,0.0,0.715576171875,0.0068359375,0.071044921875,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.silu_gate,128,1792,1920,4096,128,0.19825219644322156,0.0,0.75830078125,0.005859375,0.0654296875,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,1920,2048,4096,128,0.18263931087028326,0.0,0.803466796875,0.004150390625,0.052734375,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,2048,2176,4096,128,0.1919834096044897,0.0,0.73095703125,0.00634765625,0.064697265625,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,128,2176,2304,4096,128,0.21053247901538896,0.0,0.71484375,0.007568359375,0.06689453125,1.0,93,0.7265625
+fresh-zh-2,layers.11.mlp.silu_gate,128,2304,2432,4096,128,0.19140729240929502,0.0,0.775390625,0.004150390625,0.05859375,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,128,2432,2560,4096,128,0.19875475537697557,0.0,0.744384765625,0.005126953125,0.059814453125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.silu_gate,128,2560,2688,4096,128,0.2269438186447332,0.0,0.698486328125,0.007080078125,0.076904296875,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.silu_gate,128,2688,2816,4096,128,0.1859088996221946,0.0,0.72705078125,0.00439453125,0.060791015625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,2816,2944,4096,128,0.21985688930317493,0.0,0.7109375,0.0068359375,0.073974609375,1.0,91,0.7109375
+fresh-zh-2,layers.11.mlp.silu_gate,128,2944,3072,4096,128,0.2137287345643611,0.0,0.7294921875,0.0048828125,0.065185546875,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,3072,3200,4096,128,0.19096438485667103,0.0,0.741455078125,0.00732421875,0.065185546875,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,3200,3328,4096,128,0.22386688336185595,0.0,0.724853515625,0.006103515625,0.068359375,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,128,3328,3456,4096,128,0.20331755200906515,0.0,0.77197265625,0.005859375,0.060302734375,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,3456,3584,4096,128,0.17420511370667097,0.0,0.75732421875,0.005615234375,0.065185546875,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.silu_gate,128,3584,3712,4096,128,0.22601014525695542,0.0,0.71826171875,0.009033203125,0.07275390625,1.0,88,0.6875
+fresh-zh-2,layers.11.mlp.silu_gate,128,3712,3840,4096,128,0.20486030935191102,0.0,0.7412109375,0.007080078125,0.063720703125,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,128,3840,3968,4096,128,0.20610883302525523,0.0,0.72314453125,0.006591796875,0.065185546875,1.0,94,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,3968,4096,4096,128,0.21007616569736987,0.0,0.732177734375,0.009033203125,0.07421875,1.0,92,0.71875
+fresh-zh-2,layers.11.mlp.silu_gate,128,4096,4224,4096,128,0.19896517970805858,0.0,0.74462890625,0.006591796875,0.06982421875,1.0,94,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,4224,4352,4096,128,0.19998479762967095,0.0,0.733154296875,0.00439453125,0.063232421875,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,4352,4480,4096,128,0.18853066834459686,0.0,0.768310546875,0.006103515625,0.05615234375,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,128,4480,4608,4096,128,0.18880418522598597,0.0,0.738037109375,0.00390625,0.057861328125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.silu_gate,128,4608,4736,4096,128,0.19554936584544746,0.0,0.703857421875,0.005126953125,0.06494140625,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.silu_gate,128,4736,4864,4096,128,0.19517420459765053,0.0,0.76708984375,0.005859375,0.057861328125,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,4864,4992,4096,128,0.18422654825232665,0.0,0.729736328125,0.005859375,0.05810546875,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.silu_gate,128,4992,5120,4096,128,0.17933165949376012,0.0,0.7431640625,0.005615234375,0.063720703125,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,128,5120,5248,4096,128,0.18281423996207044,0.0,0.708251953125,0.008056640625,0.069580078125,1.0,95,0.7421875
+fresh-zh-2,layers.11.mlp.silu_gate,128,5248,5376,4096,128,0.20396428802780175,0.0,0.71630859375,0.005859375,0.061767578125,1.0,94,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,5376,5504,4096,128,0.19482140876670004,0.0,0.734619140625,0.006103515625,0.064453125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.silu_gate,128,5504,5632,4096,128,0.2108152698440929,0.0,0.734130859375,0.008056640625,0.06396484375,1.0,94,0.734375
+fresh-zh-2,layers.11.mlp.silu_gate,128,5632,5760,4096,128,0.2758278678877871,0.0,0.7041015625,0.012939453125,0.10205078125,1.0,71,0.5546875
+fresh-zh-2,layers.11.mlp.silu_gate,128,5760,5888,4096,128,0.2244682937412052,0.0,0.734619140625,0.004150390625,0.062744140625,1.0,90,0.703125
+fresh-zh-2,layers.11.mlp.silu_gate,128,5888,6016,4096,128,0.19372727691265065,0.0,0.727294921875,0.0068359375,0.06103515625,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.silu_gate,128,6016,6144,4096,128,0.1992721018339357,0.0,0.751708984375,0.008056640625,0.068603515625,1.0,96,0.75
+fresh-zh-2,layers.11.mlp.gated_product,0,0,6144,196608,6144,0.07377882710833997,0.0,0.4969533284505208,0.034128824869791664,0.2118072509765625,1.0,3805,0.6193033854166666
+fresh-zh-2,layers.11.mlp.gated_product,64,0,64,2048,64,0.05766497120628673,0.0,0.5185546875,0.03173828125,0.197265625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,64,128,2048,64,0.0701695617051758,0.0,0.478515625,0.03076171875,0.19775390625,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,128,192,2048,64,0.07554118970242904,0.0,0.49658203125,0.03515625,0.2158203125,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,192,256,2048,64,0.06495640092612791,0.0,0.49560546875,0.0302734375,0.1982421875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,256,320,2048,64,0.073957496100829,0.0,0.52197265625,0.02978515625,0.205078125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,320,384,2048,64,0.06628218134808246,0.0,0.482421875,0.03173828125,0.1923828125,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,384,448,2048,64,0.06462244164385003,0.0,0.55322265625,0.02734375,0.21826171875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,448,512,2048,64,0.06367921927413746,0.0,0.47705078125,0.0234375,0.19384765625,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,512,576,2048,64,0.07257391960881202,0.0,0.486328125,0.0302734375,0.2177734375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,576,640,2048,64,0.06571519315798655,0.0,0.52294921875,0.0322265625,0.201171875,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,640,704,2048,64,0.0685090895564894,0.0,0.5126953125,0.03564453125,0.2275390625,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,704,768,2048,64,0.08046009042294551,0.0,0.4931640625,0.03857421875,0.22900390625,1.0,37,0.578125
+fresh-zh-2,layers.11.mlp.gated_product,64,768,832,2048,64,0.07501104153632948,0.0,0.48974609375,0.04150390625,0.21826171875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,832,896,2048,64,0.08305612399269996,0.0,0.4873046875,0.03076171875,0.216796875,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,896,960,2048,64,0.062204048891681796,0.0,0.49169921875,0.02978515625,0.1904296875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,960,1024,2048,64,0.09519776716249959,0.0,0.4951171875,0.037109375,0.2490234375,1.0,29,0.453125
+fresh-zh-2,layers.11.mlp.gated_product,64,1024,1088,2048,64,0.1215104226356215,0.0,0.46826171875,0.048828125,0.2734375,1.0,26,0.40625
+fresh-zh-2,layers.11.mlp.gated_product,64,1088,1152,2048,64,0.06450007827622069,0.0,0.5,0.03955078125,0.2138671875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,1152,1216,2048,64,0.0741040363945796,0.0,0.5009765625,0.0322265625,0.20849609375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,1216,1280,2048,64,0.07991150403552476,0.0,0.474609375,0.029296875,0.23095703125,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,1280,1344,2048,64,0.06407051010471185,0.0,0.48388671875,0.02978515625,0.21240234375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,1344,1408,2048,64,0.06346292954017425,0.0,0.4921875,0.02734375,0.1728515625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,1408,1472,2048,64,0.07781843249987709,0.0,0.51611328125,0.02978515625,0.2021484375,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,1472,1536,2048,64,0.09082595960634168,0.0,0.53955078125,0.0419921875,0.220703125,1.0,36,0.5625
+fresh-zh-2,layers.11.mlp.gated_product,64,1536,1600,2048,64,0.06987780726592917,0.0,0.478515625,0.03466796875,0.201171875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,1600,1664,2048,64,0.07628119365013479,0.0,0.5576171875,0.02978515625,0.21875,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gated_product,64,1664,1728,2048,64,0.06814983046509847,0.0,0.49853515625,0.029296875,0.2099609375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,1728,1792,2048,64,0.0653779308577995,0.0,0.51025390625,0.0361328125,0.20458984375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,1792,1856,2048,64,0.0719622915943966,0.0,0.4794921875,0.03662109375,0.2021484375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,1856,1920,2048,64,0.08175035128488956,0.0,0.486328125,0.03564453125,0.22705078125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,1920,1984,2048,64,0.06965445361931612,0.0,0.486328125,0.03466796875,0.1953125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,1984,2048,2048,64,0.06503354615278636,0.0,0.51513671875,0.0302734375,0.19189453125,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,2048,2112,2048,64,0.0729901526461534,0.0,0.4921875,0.02734375,0.19091796875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,2112,2176,2048,64,0.06664849738101214,0.0,0.51953125,0.033203125,0.21142578125,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,2176,2240,2048,64,0.06846409700630585,0.0,0.52734375,0.0390625,0.20068359375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,2240,2304,2048,64,0.08256535621119444,0.0,0.4921875,0.03466796875,0.2255859375,1.0,37,0.578125
+fresh-zh-2,layers.11.mlp.gated_product,64,2304,2368,2048,64,0.06748523955272186,0.0,0.5234375,0.0283203125,0.19384765625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,2368,2432,2048,64,0.06999978794854174,0.0,0.4951171875,0.02734375,0.2099609375,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,2432,2496,2048,64,0.0623868985170781,0.0,0.4951171875,0.021484375,0.17724609375,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,2496,2560,2048,64,0.07434926257928126,0.0,0.4951171875,0.03369140625,0.21630859375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,2560,2624,2048,64,0.07617749386353037,0.0,0.4580078125,0.03515625,0.20849609375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,2624,2688,2048,64,0.08900919106071695,0.0,0.466796875,0.03955078125,0.23583984375,1.0,31,0.484375
+fresh-zh-2,layers.11.mlp.gated_product,64,2688,2752,2048,64,0.06587752608324404,0.0,0.501953125,0.0302734375,0.1982421875,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,2752,2816,2048,64,0.06620536354079075,0.0,0.48291015625,0.03125,0.21875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,2816,2880,2048,64,0.07311363574936312,0.0,0.4951171875,0.03369140625,0.201171875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,2880,2944,2048,64,0.07343117833228008,0.0,0.50048828125,0.03271484375,0.201171875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,2944,3008,2048,64,0.07390159017462203,0.0,0.5,0.03271484375,0.20458984375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,3008,3072,2048,64,0.09692928295384416,0.0,0.51025390625,0.04150390625,0.2548828125,1.0,34,0.53125
+fresh-zh-2,layers.11.mlp.gated_product,64,3072,3136,2048,64,0.06992609537400937,0.0,0.517578125,0.03564453125,0.19189453125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,3136,3200,2048,64,0.06910140606950649,0.0,0.4814453125,0.03515625,0.20068359375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,3200,3264,2048,64,0.06034455922406758,0.0,0.49267578125,0.02978515625,0.1875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.gated_product,64,3264,3328,2048,64,0.07980219155346933,0.0,0.54736328125,0.04150390625,0.21484375,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gated_product,64,3328,3392,2048,64,0.06721193390463337,0.0,0.4599609375,0.02978515625,0.17431640625,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,3392,3456,2048,64,0.07112334459895599,0.0,0.4853515625,0.03125,0.21044921875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,3456,3520,2048,64,0.06162504859351915,0.0,0.486328125,0.02294921875,0.17919921875,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,3520,3584,2048,64,0.058816940550927385,0.0,0.49267578125,0.03173828125,0.193359375,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,3584,3648,2048,64,0.07426044794510982,0.0,0.470703125,0.0322265625,0.19140625,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,3648,3712,2048,64,0.07949670637612682,0.0,0.5068359375,0.03515625,0.21142578125,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,3712,3776,2048,64,0.062172095918242395,0.0,0.49609375,0.029296875,0.17529296875,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,3776,3840,2048,64,0.07252281194875448,0.0,0.47119140625,0.03955078125,0.20849609375,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gated_product,64,3840,3904,2048,64,0.08265297549799715,0.0,0.4912109375,0.03857421875,0.24658203125,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gated_product,64,3904,3968,2048,64,0.06827538631609954,0.0,0.5390625,0.0302734375,0.19921875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,3968,4032,2048,64,0.08522649597740016,0.0,0.51611328125,0.0458984375,0.251953125,1.0,34,0.53125
+fresh-zh-2,layers.11.mlp.gated_product,64,4032,4096,2048,64,0.06836080605583394,0.0,0.5283203125,0.037109375,0.21533203125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,4096,4160,2048,64,0.07367319922744334,0.0,0.51953125,0.02783203125,0.1845703125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,4160,4224,2048,64,0.0652333495567723,0.0,0.47705078125,0.03515625,0.2177734375,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,4224,4288,2048,64,0.07368868578902636,0.0,0.5244140625,0.0361328125,0.21533203125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,4288,4352,2048,64,0.06713231123063175,0.0,0.49951171875,0.0361328125,0.208984375,1.0,40,0.625
+fresh-zh-2,layers.11.mlp.gated_product,64,4352,4416,2048,64,0.07124394007017978,0.0,0.50537109375,0.025390625,0.2060546875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,4416,4480,2048,64,0.07513723383465823,0.0,0.47900390625,0.03369140625,0.1796875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,4480,4544,2048,64,0.06989168647981069,0.0,0.4912109375,0.0302734375,0.197265625,1.0,44,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,64,4544,4608,2048,64,0.06374209081922533,0.0,0.48876953125,0.02783203125,0.18408203125,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,4608,4672,2048,64,0.07575107370878822,0.0,0.48681640625,0.0322265625,0.212890625,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,4672,4736,2048,64,0.06155461825412278,0.0,0.5029296875,0.03564453125,0.1875,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,4736,4800,2048,64,0.07613159811698873,0.0,0.4921875,0.0341796875,0.2119140625,1.0,39,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,64,4800,4864,2048,64,0.06920949184189892,0.0,0.49267578125,0.03125,0.18505859375,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,4864,4928,2048,64,0.07228423756059817,0.0,0.49951171875,0.0322265625,0.22216796875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,4928,4992,2048,64,0.06870876315764123,0.0,0.50537109375,0.02783203125,0.18798828125,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,4992,5056,2048,64,0.10756724472784097,0.0,0.4677734375,0.04638671875,0.30029296875,1.0,25,0.390625
+fresh-zh-2,layers.11.mlp.gated_product,64,5056,5120,2048,64,0.06372831868458124,0.0,0.474609375,0.02783203125,0.19140625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,5120,5184,2048,64,0.05762869315717637,0.0,0.5068359375,0.03515625,0.19580078125,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,5184,5248,2048,64,0.06165653906389274,0.0,0.513671875,0.03369140625,0.201171875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,5248,5312,2048,64,0.10439958421661436,0.0,0.50390625,0.04541015625,0.2744140625,1.0,27,0.421875
+fresh-zh-2,layers.11.mlp.gated_product,64,5312,5376,2048,64,0.0599921225898327,0.0,0.5009765625,0.02978515625,0.18310546875,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,5376,5440,2048,64,0.06814745969878194,0.0,0.4736328125,0.03271484375,0.20947265625,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,5440,5504,2048,64,0.06448369724037158,0.0,0.4599609375,0.0283203125,0.173828125,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,64,5504,5568,2048,64,0.07247908156643613,0.0,0.49267578125,0.0341796875,0.17919921875,1.0,43,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,64,5568,5632,2048,64,0.08492496014467532,0.0,0.47705078125,0.03662109375,0.21337890625,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,5632,5696,2048,64,0.12346138548020488,0.0,0.51171875,0.0615234375,0.314453125,1.0,18,0.28125
+fresh-zh-2,layers.11.mlp.gated_product,64,5696,5760,2048,64,0.07800995868726336,0.0,0.46044921875,0.03857421875,0.234375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,5760,5824,2048,64,0.0750697033439873,0.0,0.5234375,0.03173828125,0.2138671875,1.0,38,0.59375
+fresh-zh-2,layers.11.mlp.gated_product,64,5824,5888,2048,64,0.0672178070323734,0.0,0.48388671875,0.02880859375,0.18896484375,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,5888,5952,2048,64,0.06998750378790462,0.0,0.49609375,0.03271484375,0.201171875,1.0,41,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,64,5952,6016,2048,64,0.0645732721768903,0.0,0.5029296875,0.03173828125,0.19775390625,1.0,45,0.703125
+fresh-zh-2,layers.11.mlp.gated_product,64,6016,6080,2048,64,0.06922751440029702,0.0,0.49365234375,0.0390625,0.21044921875,1.0,42,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,64,6080,6144,2048,64,0.06306669479489216,0.0,0.470703125,0.03515625,0.18994140625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.gated_product,128,0,128,4096,128,0.06422233370922592,0.0,0.49853515625,0.031494140625,0.19873046875,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gated_product,128,128,256,4096,128,0.07044787208615404,0.0,0.49609375,0.0322265625,0.20703125,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,256,384,4096,128,0.07022477765633803,0.0,0.502197265625,0.031005859375,0.198486328125,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,128,384,512,4096,128,0.064152563983743,0.0,0.51513671875,0.02490234375,0.20556640625,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,128,512,640,4096,128,0.06922954722940847,0.0,0.504638671875,0.031982421875,0.210693359375,1.0,78,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,128,640,768,4096,128,0.07472389678920544,0.0,0.5029296875,0.03759765625,0.230224609375,1.0,75,0.5859375
+fresh-zh-2,layers.11.mlp.gated_product,128,768,896,4096,128,0.07913588340650435,0.0,0.488525390625,0.03466796875,0.2177734375,1.0,79,0.6171875
+fresh-zh-2,layers.11.mlp.gated_product,128,896,1024,4096,128,0.08041131316936762,0.0,0.493408203125,0.0341796875,0.223876953125,1.0,70,0.546875
+fresh-zh-2,layers.11.mlp.gated_product,128,1024,1152,4096,128,0.09727549256294198,0.0,0.484130859375,0.04736328125,0.265869140625,1.0,63,0.4921875
+fresh-zh-2,layers.11.mlp.gated_product,128,1152,1280,4096,128,0.07706249634935552,0.0,0.48779296875,0.030517578125,0.2177734375,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gated_product,128,1280,1408,4096,128,0.06376744346019804,0.0,0.488037109375,0.028564453125,0.19287109375,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gated_product,128,1408,1536,4096,128,0.08457264148396555,0.0,0.52783203125,0.03515625,0.21337890625,1.0,74,0.578125
+fresh-zh-2,layers.11.mlp.gated_product,128,1536,1664,4096,128,0.07314960168375391,0.0,0.51806640625,0.032958984375,0.2109375,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gated_product,128,1664,1792,4096,128,0.06677826456141578,0.0,0.50439453125,0.03271484375,0.20703125,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,128,1792,1920,4096,128,0.07701198395938065,0.0,0.48291015625,0.03662109375,0.217529296875,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,1920,2048,4096,128,0.06738362202424286,0.0,0.500732421875,0.032958984375,0.19482421875,1.0,89,0.6953125
+fresh-zh-2,layers.11.mlp.gated_product,128,2048,2176,4096,128,0.06989128910835583,0.0,0.505859375,0.0302734375,0.202392578125,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gated_product,128,2176,2304,4096,128,0.07584316259614403,0.0,0.509765625,0.036865234375,0.218505859375,1.0,78,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,128,2304,2432,4096,128,0.06875401032059536,0.0,0.50927734375,0.028076171875,0.200439453125,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gated_product,128,2432,2560,4096,128,0.06862921372368735,0.0,0.4951171875,0.028076171875,0.196533203125,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,128,2560,2688,4096,128,0.08284215914801901,0.0,0.46240234375,0.03662109375,0.224853515625,1.0,71,0.5546875
+fresh-zh-2,layers.11.mlp.gated_product,128,2688,2816,4096,128,0.06604164823964027,0.0,0.492431640625,0.03076171875,0.20849609375,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gated_product,128,2816,2944,4096,128,0.07327257905846385,0.0,0.497802734375,0.033203125,0.201171875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,128,2944,3072,4096,128,0.08618796587773776,0.0,0.505126953125,0.036376953125,0.234375,1.0,74,0.578125
+fresh-zh-2,layers.11.mlp.gated_product,128,3072,3200,4096,128,0.06951497369285946,0.0,0.49951171875,0.034912109375,0.196044921875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,128,3200,3328,4096,128,0.07074551436198487,0.0,0.52001953125,0.03369140625,0.201904296875,1.0,84,0.65625
+fresh-zh-2,layers.11.mlp.gated_product,128,3328,3456,4096,128,0.06919528237583342,0.0,0.47265625,0.0302734375,0.19189453125,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gated_product,128,3456,3584,4096,128,0.0602373601261083,0.0,0.489501953125,0.02734375,0.18603515625,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.gated_product,128,3584,3712,4096,128,0.07692314493590498,0.0,0.48876953125,0.03369140625,0.19970703125,1.0,78,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,128,3712,3840,4096,128,0.06754601307191099,0.0,0.483642578125,0.032958984375,0.19140625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,3840,3968,4096,128,0.0758058135477918,0.0,0.51513671875,0.03466796875,0.225830078125,1.0,78,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,128,3968,4096,4096,128,0.07725527626379039,0.0,0.522216796875,0.041748046875,0.23583984375,1.0,74,0.578125
+fresh-zh-2,layers.11.mlp.gated_product,128,4096,4224,4096,128,0.06958135590372827,0.0,0.498291015625,0.03125,0.2021484375,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,4224,4352,4096,128,0.07048677047673649,0.0,0.511962890625,0.03662109375,0.212890625,1.0,81,0.6328125
+fresh-zh-2,layers.11.mlp.gated_product,128,4352,4480,4096,128,0.0732164698174102,0.0,0.4921875,0.029052734375,0.193603515625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,4480,4608,4096,128,0.06688759967661616,0.0,0.489990234375,0.029541015625,0.1904296875,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gated_product,128,4608,4736,4096,128,0.06901882423094823,0.0,0.494873046875,0.034912109375,0.20166015625,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gated_product,128,4736,4864,4096,128,0.07275291744274093,0.0,0.492431640625,0.033203125,0.19677734375,1.0,80,0.625
+fresh-zh-2,layers.11.mlp.gated_product,128,4864,4992,4096,128,0.07051916453833605,0.0,0.50244140625,0.030029296875,0.2041015625,1.0,82,0.640625
+fresh-zh-2,layers.11.mlp.gated_product,128,4992,5120,4096,128,0.08840817479368857,0.0,0.47119140625,0.0380859375,0.246337890625,1.0,67,0.5234375
+fresh-zh-2,layers.11.mlp.gated_product,128,5120,5248,4096,128,0.059676607998198586,0.0,0.51025390625,0.033447265625,0.20068359375,1.0,88,0.6875
+fresh-zh-2,layers.11.mlp.gated_product,128,5248,5376,4096,128,0.08514202240208846,0.0,0.50244140625,0.038330078125,0.237548828125,1.0,69,0.5390625
+fresh-zh-2,layers.11.mlp.gated_product,128,5376,5504,4096,128,0.06634087530770533,0.0,0.466796875,0.03076171875,0.19091796875,1.0,86,0.671875
+fresh-zh-2,layers.11.mlp.gated_product,128,5504,5632,4096,128,0.0789476602575681,0.0,0.48486328125,0.036865234375,0.19677734375,1.0,83,0.6484375
+fresh-zh-2,layers.11.mlp.gated_product,128,5632,5760,4096,128,0.10326729239957896,0.0,0.486083984375,0.05322265625,0.28369140625,1.0,56,0.4375
+fresh-zh-2,layers.11.mlp.gated_product,128,5760,5888,4096,128,0.0712519962611422,0.0,0.503662109375,0.0302734375,0.203369140625,1.0,78,0.609375
+fresh-zh-2,layers.11.mlp.gated_product,128,5888,6016,4096,128,0.06733482815784383,0.0,0.49951171875,0.03271484375,0.20166015625,1.0,85,0.6640625
+fresh-zh-2,layers.11.mlp.gated_product,128,6016,6144,4096,128,0.06621879167727016,0.0,0.482177734375,0.0361328125,0.2021484375,1.0,87,0.6796875
+fresh-zh-2,layers.11.mlp.down_proj.output,0,0,2048,65536,2048,0.052752611756178486,0.0,0.5011749267578125,0.0101318359375,0.1017608642578125,1.0,1521,0.74267578125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,0,64,2048,64,0.0487004622028074,0.0,0.48291015625,0.01123046875,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,64,128,2048,64,0.04706954791903354,0.0,0.50390625,0.01025390625,0.10595703125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,128,192,2048,64,0.04980630264574891,0.0,0.4716796875,0.0087890625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,192,256,2048,64,0.05204198524178479,0.0,0.46435546875,0.01318359375,0.1162109375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.down_proj.output,64,256,320,2048,64,0.05135831001369322,0.0,0.5078125,0.0107421875,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,320,384,2048,64,0.048131074793553344,0.0,0.4658203125,0.0078125,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,384,448,2048,64,0.049619559046897965,0.0,0.51611328125,0.0107421875,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,448,512,2048,64,0.0497182120781969,0.0,0.49267578125,0.01123046875,0.09912109375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.down_proj.output,64,512,576,2048,64,0.04812609416261892,0.0,0.525390625,0.01025390625,0.11181640625,1.0,46,0.71875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,576,640,2048,64,0.05289925092090994,0.0,0.5029296875,0.013671875,0.10595703125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,640,704,2048,64,0.046505617864099985,0.0,0.51806640625,0.00732421875,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,704,768,2048,64,0.04877020056423009,0.0,0.5009765625,0.009765625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,768,832,2048,64,0.04951710287446596,0.0,0.48974609375,0.0068359375,0.0908203125,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,832,896,2048,64,0.05026119982806992,0.0,0.50390625,0.0068359375,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,896,960,2048,64,0.048879104538745236,0.0,0.52685546875,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,960,1024,2048,64,0.0478858274151167,0.0,0.50732421875,0.0078125,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1024,1088,2048,64,0.04885234648327854,0.0,0.4951171875,0.0068359375,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1088,1152,2048,64,0.047755825276630394,0.0,0.51513671875,0.00634765625,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1152,1216,2048,64,0.12096341064967406,0.0,0.48779296875,0.0224609375,0.2451171875,1.0,13,0.203125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1216,1280,2048,64,0.04984643170592749,0.0,0.47216796875,0.01171875,0.095703125,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1280,1344,2048,64,0.048716133749836875,0.0,0.5146484375,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1344,1408,2048,64,0.04808554076108739,0.0,0.4775390625,0.01220703125,0.1083984375,1.0,47,0.734375
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1408,1472,2048,64,0.0469422331021462,0.0,0.52490234375,0.01025390625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1472,1536,2048,64,0.046137830081175335,0.0,0.49609375,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1536,1600,2048,64,0.0472455230906274,0.0,0.52197265625,0.01220703125,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1600,1664,2048,64,0.050765832189579745,0.0,0.5166015625,0.00634765625,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1664,1728,2048,64,0.04810990307703247,0.0,0.50732421875,0.00927734375,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1728,1792,2048,64,0.05133737648173584,0.0,0.50634765625,0.009765625,0.0966796875,1.0,50,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1792,1856,2048,64,0.04807238716240972,0.0,0.53369140625,0.0087890625,0.103515625,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1856,1920,2048,64,0.04938925296303757,0.0,0.49169921875,0.0087890625,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1920,1984,2048,64,0.04785013577907508,0.0,0.5048828125,0.0087890625,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.11.mlp.down_proj.output,64,1984,2048,2048,64,0.04968998767905673,0.0,0.4912109375,0.0087890625,0.09130859375,1.0,52,0.8125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,0,128,4096,128,0.047891947966590735,0.0,0.493408203125,0.01123046875,0.099853515625,1.0,99,0.7734375
+fresh-zh-2,layers.11.mlp.down_proj.output,128,128,256,4096,128,0.05093641139276539,0.0,0.468017578125,0.010986328125,0.10400390625,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,256,384,4096,128,0.04977085677505084,0.0,0.48681640625,0.0087890625,0.093505859375,1.0,101,0.7890625
+fresh-zh-2,layers.11.mlp.down_proj.output,128,384,512,4096,128,0.04966891005579425,0.0,0.50439453125,0.010986328125,0.09130859375,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,128,512,640,4096,128,0.05056902059236788,0.0,0.51416015625,0.01220703125,0.107421875,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,640,768,4096,128,0.047651363862941665,0.0,0.509521484375,0.008544921875,0.091064453125,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,768,896,4096,128,0.04989053860822521,0.0,0.496826171875,0.0068359375,0.090576171875,1.0,103,0.8046875
+fresh-zh-2,layers.11.mlp.down_proj.output,128,896,1024,4096,128,0.048385014868964994,0.0,0.51708984375,0.00732421875,0.08642578125,1.0,103,0.8046875
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1024,1152,4096,128,0.04830719721104893,0.0,0.505126953125,0.006591796875,0.08544921875,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1152,1280,4096,128,0.09251165729197422,0.0,0.47998046875,0.018310546875,0.186279296875,1.0,55,0.4296875
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1280,1408,4096,128,0.04840186420902708,0.0,0.49609375,0.010986328125,0.0966796875,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1408,1536,4096,128,0.04654176948299043,0.0,0.510498046875,0.010009765625,0.0908203125,1.0,98,0.765625
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1536,1664,4096,128,0.049037277503994746,0.0,0.519287109375,0.00927734375,0.091552734375,1.0,102,0.796875
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1664,1792,4096,128,0.049749819085645644,0.0,0.5068359375,0.010009765625,0.09375,1.0,100,0.78125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1792,1920,4096,128,0.04873526811119197,0.0,0.5126953125,0.0087890625,0.09765625,1.0,97,0.7578125
+fresh-zh-2,layers.11.mlp.down_proj.output,128,1920,2048,4096,128,0.04877873701532631,0.0,0.498046875,0.0087890625,0.0947265625,1.0,98,0.765625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5781896047912214,0.0,0.4948170979817708,0.014455159505208334,0.144317626953125,1.0,2590,0.4215494791666667
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3296754943460303,0.0,0.4384765625,0.01220703125,0.123046875,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.438569423987936,0.0,0.50390625,0.01220703125,0.1279296875,1.0,31,0.484375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3209405735778503,0.0,0.49755859375,0.0126953125,0.1103515625,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.333404359662842,0.0,0.5556640625,0.0107421875,0.1015625,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.8316397953603203,0.0,0.48486328125,0.01025390625,0.10595703125,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.8299894959700647,0.0,0.53759765625,0.01123046875,0.11328125,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3414362157152921,0.0,0.53466796875,0.01708984375,0.1396484375,1.0,31,0.484375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.9860707964153055,0.0,0.45556640625,0.0078125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.6977863771252609,0.0,0.45654296875,0.0087890625,0.10546875,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.7998874968987183,0.0,0.49267578125,0.0126953125,0.1142578125,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.1754831333654376,0.0,0.44482421875,0.01171875,0.1181640625,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0688685400215048,0.0,0.490234375,0.01171875,0.11083984375,1.0,40,0.625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.1823662523258958,0.0,0.4931640625,0.01025390625,0.125,1.0,30,0.46875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.905158131301706,0.0,0.4716796875,0.01220703125,0.119140625,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.336984388864884,0.0,0.501953125,0.01025390625,0.12158203125,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.4377859016132453,0.0,0.470703125,0.013671875,0.119140625,1.0,37,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.3709759972781148,0.0,0.48876953125,0.01171875,0.11279296875,1.0,33,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.237834595761751,0.0,0.55322265625,0.0068359375,0.1044921875,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.904341683739798,0.0,0.4736328125,0.013671875,0.1357421875,1.0,27,0.421875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9406130858042312,0.0,0.4716796875,0.01318359375,0.14794921875,1.0,27,0.421875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.751728230502696,0.0,0.474609375,0.0166015625,0.12939453125,1.0,29,0.453125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0577587480294506,0.0,0.49951171875,0.00927734375,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7833479361700393,0.0,0.52734375,0.01171875,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.8103090352142572,0.0,0.53515625,0.0087890625,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.6960699643346677,0.0,0.46826171875,0.01123046875,0.10791015625,1.0,33,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.847859619771211,0.0,0.5654296875,0.0126953125,0.126953125,1.0,27,0.421875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.737970461197707,0.0,0.56396484375,0.00732421875,0.0947265625,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.048185104964407,0.0,0.51416015625,0.00927734375,0.1103515625,1.0,30,0.46875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2643061276749803,0.0,0.53173828125,0.009765625,0.0986328125,1.0,40,0.625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.3070545811279137,0.0,0.49462890625,0.0078125,0.1220703125,1.0,37,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.0725257218240583,0.0,0.544921875,0.00927734375,0.10498046875,1.0,42,0.65625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.2209783061426018,0.0,0.4853515625,0.0107421875,0.12548828125,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.3872286345629248,0.0,0.5205078125,0.01171875,0.1298828125,1.0,30,0.46875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.2812771003421335,0.0,0.4814453125,0.0126953125,0.12548828125,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.41211659890241,0.0,0.548828125,0.00830078125,0.09619140625,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.9792278646008226,0.0,0.56396484375,0.01416015625,0.1337890625,1.0,29,0.453125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.95596170252366,0.0,0.48974609375,0.0126953125,0.10400390625,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.5071195278453207,0.0,0.44873046875,0.01171875,0.1357421875,1.0,28,0.4375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.387941014154543,0.0,0.390625,0.00830078125,0.10302734375,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.2425774306223856,0.0,0.46142578125,0.00927734375,0.08837890625,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.1340078062091714,0.0,0.51025390625,0.01171875,0.14306640625,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.6239895582474686,0.0,0.48779296875,0.01123046875,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.023034337502167,0.0,0.52490234375,0.01318359375,0.1123046875,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.994508051065428,0.0,0.46728515625,0.0146484375,0.1162109375,1.0,45,0.703125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.0949562324006274,0.0,0.40771484375,0.01123046875,0.10400390625,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.1264305802688024,0.0,0.4599609375,0.00927734375,0.1162109375,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2482081430059417,0.0,0.53173828125,0.01123046875,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.3549567752242777,0.0,0.5205078125,0.00830078125,0.10498046875,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.9151217885022451,0.0,0.4609375,0.013671875,0.10986328125,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.964371664688095,0.0,0.52099609375,0.0126953125,0.12353515625,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7053954667924691,0.0,0.4443359375,0.0107421875,0.11767578125,1.0,37,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.383657994009071,0.0,0.4599609375,0.0087890625,0.08935546875,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.474235107730543,0.0,0.52587890625,0.013671875,0.1298828125,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.237010673696057,0.0,0.5009765625,0.01123046875,0.11669921875,1.0,43,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.3415073844542678,0.0,0.5068359375,0.013671875,0.13818359375,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.0508012916981966,0.0,0.46923828125,0.01171875,0.10302734375,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8333362040854122,0.0,0.47705078125,0.00537109375,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.8613773987836588,0.0,0.4453125,0.0107421875,0.09033203125,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.1757623675516555,0.0,0.4306640625,0.00830078125,0.1103515625,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.30694516101436,0.0,0.46044921875,0.00830078125,0.0869140625,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.379064279354426,0.0,0.49169921875,0.01025390625,0.109375,1.0,41,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2676885331329293,0.0,0.501953125,0.0087890625,0.10302734375,1.0,42,0.65625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.3022343081936216,0.0,0.4697265625,0.01220703125,0.1337890625,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.0302163551061472,0.0,0.50244140625,0.0107421875,0.103515625,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.2855046419331713,0.0,0.5693359375,0.0146484375,0.16015625,1.0,24,0.375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3884510588632801,0.0,0.39453125,0.0185546875,0.17822265625,1.0,16,0.25
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.8781263945581358,0.0,0.5048828125,0.0126953125,0.107421875,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.003633677506414,0.0,0.5244140625,0.01416015625,0.138671875,1.0,39,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.2124144794529466,0.0,0.54541015625,0.03759765625,0.2646484375,1.0,5,0.078125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.2848201592816706,0.0,0.5205078125,0.01416015625,0.16015625,1.0,25,0.390625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,3.086583791161907,0.0,0.49560546875,0.02490234375,0.28564453125,1.0,8,0.125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.687018568711524,0.0,0.47998046875,0.02490234375,0.2470703125,1.0,12,0.1875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9881620348816156,0.0,0.52197265625,0.0078125,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.9580002985289534,0.0,0.4521484375,0.01025390625,0.10498046875,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.4562869050218752,0.0,0.4755859375,0.01513671875,0.15478515625,1.0,28,0.4375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.1419109966346508,0.0,0.5419921875,0.01171875,0.11767578125,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.4713226701001143,0.0,0.548828125,0.015625,0.17041015625,1.0,24,0.375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1827378569736784,0.0,0.50341796875,0.01220703125,0.13134765625,1.0,33,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.894108738470328,0.0,0.4892578125,0.00830078125,0.0908203125,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,3.0283302912605468,0.0,0.552734375,0.009765625,0.07421875,1.0,36,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.267142122906834,0.0,0.47900390625,0.01904296875,0.14501953125,1.0,23,0.359375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.4643940475045645,0.0,0.4501953125,0.01806640625,0.18212890625,1.0,15,0.234375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8135265869798443,0.0,0.47265625,0.0078125,0.10546875,1.0,43,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9763450649428894,0.0,0.5166015625,0.0126953125,0.125,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.0138174356127265,0.0,0.4951171875,0.01611328125,0.15771484375,1.0,32,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6882800022172851,0.0,0.47216796875,0.0107421875,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.1410862861485431,0.0,0.46826171875,0.01904296875,0.13818359375,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.9140308961310691,0.0,0.4697265625,0.01025390625,0.0986328125,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.5028691932085545,0.0,0.4970703125,0.0126953125,0.12744140625,1.0,24,0.375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.0588087690881234,0.0,0.43505859375,0.01123046875,0.12158203125,1.0,29,0.453125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.8388209251869103,0.0,0.57421875,0.037109375,0.32568359375,1.0,6,0.09375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.2320572630433562,0.0,0.51806640625,0.013671875,0.1591796875,1.0,25,0.390625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.104590928515977,0.0,0.5185546875,0.0146484375,0.1416015625,1.0,37,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9898661243735167,0.0,0.49658203125,0.009765625,0.119140625,1.0,40,0.625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0761023890682515,0.0,0.51171875,0.01220703125,0.12451171875,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.3472528667536239,0.0,0.50048828125,0.0166015625,0.16357421875,1.0,29,0.453125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.385192930226209,0.0,0.47119140625,0.012451171875,0.126220703125,1.0,65,0.5078125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3271870978298526,0.0,0.526611328125,0.01171875,0.105712890625,1.0,78,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.8308148316130126,0.0,0.51123046875,0.0107421875,0.109619140625,1.0,71,0.5546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1772397241801855,0.0,0.4951171875,0.013427734375,0.12158203125,1.0,74,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.7505750581375903,0.0,0.474609375,0.011474609375,0.109130859375,1.0,87,0.6796875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1234412651924288,0.0,0.467529296875,0.01123046875,0.11767578125,1.0,71,0.5546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.0484567318540057,0.0,0.482421875,0.011474609375,0.12060546875,1.0,64,0.5
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3883003196258041,0.0,0.486328125,0.01171875,0.1201171875,1.0,78,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3061029192941456,0.0,0.52099609375,0.00927734375,0.107666015625,1.0,71,0.5546875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.9225629244869398,0.0,0.47265625,0.01318359375,0.1416015625,1.0,53,0.4140625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4469632618993713,0.0,0.487060546875,0.01318359375,0.11328125,1.0,72,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7969425078547764,0.0,0.53125,0.010009765625,0.09521484375,1.0,92,0.71875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7735893688082376,0.0,0.516845703125,0.012939453125,0.1162109375,1.0,59,0.4609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.8994214314092897,0.0,0.5390625,0.0078125,0.101806640625,1.0,63,0.4921875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2858580136476907,0.0,0.51318359375,0.0087890625,0.110595703125,1.0,77,0.6015625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.1491517410779732,0.0,0.51513671875,0.010009765625,0.11376953125,1.0,79,0.6171875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.3353041399644618,0.0,0.5009765625,0.012451171875,0.12646484375,1.0,61,0.4765625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.7192172970436346,0.0,0.556396484375,0.010986328125,0.1171875,1.0,67,0.5234375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.2484922179810405,0.0,0.46923828125,0.01318359375,0.123291015625,1.0,67,0.5234375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.3163997732924178,0.0,0.426025390625,0.0087890625,0.09716796875,1.0,72,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9152422284142074,0.0,0.4990234375,0.013427734375,0.126953125,1.0,78,0.609375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.0088720234356918,0.0,0.49609375,0.014404296875,0.114501953125,1.0,85,0.6640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.11075207312187,0.0,0.433837890625,0.010498046875,0.110595703125,1.0,76,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.3026763663689682,0.0,0.526123046875,0.009765625,0.1044921875,1.0,84,0.65625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.9399030261620702,0.0,0.490966796875,0.012939453125,0.11572265625,1.0,65,0.5078125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.552881699058481,0.0,0.4521484375,0.009521484375,0.102783203125,1.0,74,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3608020722543117,0.0,0.513427734375,0.01318359375,0.12158203125,1.0,76,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.2049534051530641,0.0,0.488037109375,0.013427734375,0.1201171875,1.0,79,0.6171875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.8474100056447849,0.0,0.461181640625,0.008056640625,0.084716796875,1.0,82,0.640625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.242313298357475,0.0,0.445556640625,0.0087890625,0.099609375,1.0,66,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.3245475649496437,0.0,0.496826171875,0.010009765625,0.10693359375,1.0,81,0.6328125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.1741294502235933,0.0,0.486083984375,0.01123046875,0.1181640625,1.0,80,0.625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.337968334320789,0.0,0.48193359375,0.016845703125,0.166259765625,1.0,40,0.3125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9429704458371746,0.0,0.5146484375,0.01416015625,0.121337890625,1.0,86,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.8090799692923516,0.0,0.532958984375,0.025146484375,0.216796875,1.0,16,0.125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.893705953311768,0.0,0.48779296875,0.024658203125,0.2666015625,1.0,18,0.140625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9731980217722751,0.0,0.487060546875,0.009033203125,0.098876953125,1.0,90,0.703125
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.3085740854023769,0.0,0.5087890625,0.01318359375,0.13525390625,1.0,61,0.4765625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.3348519089901358,0.0,0.526123046875,0.01416015625,0.1533203125,1.0,56,0.4375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.9619798904665524,0.0,0.52099609375,0.0087890625,0.082763671875,1.0,72,0.5625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3693244841913181,0.0,0.464599609375,0.017578125,0.16357421875,1.0,38,0.296875
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8986309569454553,0.0,0.49462890625,0.010498046875,0.11767578125,1.0,76,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8664742218336883,0.0,0.483642578125,0.013916015625,0.12841796875,1.0,76,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.0338110058222538,0.0,0.468994140625,0.01513671875,0.119140625,1.0,80,0.625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.299940733532348,0.0,0.466064453125,0.012451171875,0.130859375,1.0,51,0.3984375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.188249225373672,0.0,0.546142578125,0.025390625,0.2578125,1.0,12,0.09375
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0487983751756182,0.0,0.507568359375,0.011474609375,0.130615234375,1.0,77,0.6015625
+fresh-zh-2,layers.12.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.2192388278623383,0.0,0.506103515625,0.014892578125,0.143798828125,1.0,66,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.6797600109449067,0.0,0.3443756103515625,0.0120697021484375,0.1164093017578125,1.0,963,0.47021484375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5086919701848138,0.0,0.50048828125,0.0146484375,0.173828125,1.0,19,0.296875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,64,128,2048,64,1.1927148320516283,0.0,0.36474609375,0.01611328125,0.13623046875,1.0,31,0.484375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4172476172747333,0.0,0.20166015625,0.01171875,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3923595309914105,0.0,0.208984375,0.00634765625,0.0849609375,1.0,45,0.703125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6757152461127889,0.0,0.29931640625,0.01025390625,0.1064453125,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,320,384,2048,64,1.558933716508564,0.0,0.26123046875,0.01123046875,0.09228515625,1.0,33,0.515625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,384,448,2048,64,1.8707193050089437,0.0,0.64013671875,0.01416015625,0.16162109375,1.0,19,0.296875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,448,512,2048,64,2.1759359774596936,0.0,0.6533203125,0.01611328125,0.16845703125,1.0,22,0.34375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,512,576,2048,64,1.792028690874327,0.0,0.19873046875,0.00830078125,0.07080078125,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,576,640,2048,64,1.645726930785334,0.0,0.15673828125,0.00244140625,0.0498046875,1.0,37,0.578125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,640,704,2048,64,1.6201285979242208,0.0,0.31982421875,0.01171875,0.115234375,1.0,28,0.4375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,704,768,2048,64,1.5429037450114207,0.0,0.44384765625,0.01220703125,0.13623046875,1.0,24,0.375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,768,832,2048,64,1.703891643818897,0.0,0.47802734375,0.0166015625,0.1015625,1.0,31,0.484375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,832,896,2048,64,2.2999859798790374,0.0,0.60791015625,0.01123046875,0.1240234375,1.0,21,0.328125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,896,960,2048,64,1.1947701519633322,0.0,0.451171875,0.037109375,0.2763671875,1.0,14,0.21875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.384974949086592,0.0,0.478515625,0.03076171875,0.296875,1.0,9,0.140625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.487069495958175,0.0,0.28466796875,0.01025390625,0.09423828125,1.0,35,0.546875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6712791584963125,0.0,0.30615234375,0.0087890625,0.0751953125,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6744026362594335,0.0,0.1171875,0.00341796875,0.041015625,1.0,43,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.6212787439740015,0.0,0.13232421875,0.0029296875,0.04638671875,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.9770055905336081,0.0,0.2421875,0.0078125,0.08544921875,1.0,34,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.0661601348965477,0.0,0.30322265625,0.01123046875,0.10107421875,1.0,29,0.453125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.338932456562212,0.0,0.2138671875,0.0078125,0.07177734375,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.316019717053908,0.0,0.177734375,0.0078125,0.06884765625,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.729836300965049,0.0,0.4150390625,0.015625,0.13623046875,1.0,23,0.359375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.7119008099629078,0.0,0.474609375,0.0107421875,0.10595703125,1.0,27,0.421875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.0327604941515705,0.0,0.638671875,0.0146484375,0.14990234375,1.0,21,0.328125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.1064768435700576,0.0,0.76123046875,0.0126953125,0.1328125,1.0,25,0.390625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.838776654647671,0.0,0.10693359375,0.0,0.02294921875,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.8498117365081204,0.0,0.1337890625,0.00244140625,0.013671875,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.3353681344211432,0.0,0.21533203125,0.0107421875,0.0927734375,1.0,38,0.59375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.2211173208016213,0.0,0.232421875,0.0087890625,0.0986328125,1.0,42,0.65625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,0,128,4096,128,1.359911786017034,0.0,0.4326171875,0.0146484375,0.157470703125,1.0,48,0.375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,128,256,4096,128,1.4048586890170713,0.0,0.205322265625,0.00927734375,0.09228515625,1.0,88,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,256,384,4096,128,1.6183781879588663,0.0,0.2802734375,0.011474609375,0.100830078125,1.0,67,0.5234375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,384,512,4096,128,2.0290746777948585,0.0,0.646728515625,0.014404296875,0.167236328125,1.0,39,0.3046875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,512,640,4096,128,1.7204336603933423,0.0,0.177734375,0.00537109375,0.061279296875,1.0,71,0.5546875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,640,768,4096,128,1.5819874588918472,0.0,0.3818359375,0.011962890625,0.126708984375,1.0,52,0.40625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,768,896,4096,128,2.0240037353616716,0.0,0.54296875,0.013427734375,0.1162109375,1.0,45,0.3515625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.293373752172954,0.0,0.46484375,0.033203125,0.28515625,1.0,22,0.171875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.5818580390530377,0.0,0.29541015625,0.009521484375,0.084228515625,1.0,68,0.53125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.6480547554578484,0.0,0.124755859375,0.003173828125,0.0439453125,1.0,86,0.671875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.0220742825174427,0.0,0.272705078125,0.009765625,0.09228515625,1.0,62,0.484375
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.3275255212067238,0.0,0.19580078125,0.0078125,0.069580078125,1.0,88,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.7208919215465135,0.0,0.44482421875,0.01318359375,0.120849609375,1.0,50,0.390625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.0699468494480975,0.0,0.699951171875,0.013916015625,0.141845703125,1.0,45,0.3515625
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.8443024489221482,0.0,0.120361328125,0.001220703125,0.018310546875,1.0,97,0.7578125
+fresh-zh-2,layers.12.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.2795185746188162,0.0,0.223876953125,0.009521484375,0.096435546875,1.0,79,0.6171875
+fresh-zh-2,layers.12.linear_attn.in_proj_b.output,0,0,16,512,16,1.164784189058931,0.0,0.705078125,0.009765625,0.09375,1.0,11,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_b.output,64,0,16,512,16,1.164784189058931,0.0,0.705078125,0.009765625,0.09375,1.0,11,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_b.output,128,0,16,512,16,1.164784189058931,0.0,0.705078125,0.009765625,0.09375,1.0,11,0.6875
+fresh-zh-2,layers.12.linear_attn.in_proj_a.output,0,0,16,512,16,1.6422189319108313,0.0,0.419921875,0.015625,0.083984375,1.0,13,0.8125
+fresh-zh-2,layers.12.linear_attn.in_proj_a.output,64,0,16,512,16,1.6422189319108313,0.0,0.419921875,0.015625,0.083984375,1.0,13,0.8125
+fresh-zh-2,layers.12.linear_attn.in_proj_a.output,128,0,16,512,16,1.6422189319108313,0.0,0.419921875,0.015625,0.083984375,1.0,13,0.8125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,0,0,2048,65536,2048,0.030409583166779913,0.0,0.5020294189453125,0.01007080078125,0.1043701171875,1.0,1423,0.69482421875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,0,64,2048,64,0.02802286321159388,0.0,0.5341796875,0.005859375,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,64,128,2048,64,0.027949527647612358,0.0,0.53076171875,0.00830078125,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,128,192,2048,64,0.02748017796147386,0.0,0.49365234375,0.0126953125,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,192,256,2048,64,0.028402696703053117,0.0,0.5361328125,0.0126953125,0.08984375,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,256,320,2048,64,0.02740796578625338,0.0,0.46484375,0.0087890625,0.09375,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,320,384,2048,64,0.025978783296388124,0.0,0.5244140625,0.01318359375,0.103515625,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,384,448,2048,64,0.02804840353747005,0.0,0.5107421875,0.009765625,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,448,512,2048,64,0.0258260629052612,0.0,0.52392578125,0.0087890625,0.09814453125,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,512,576,2048,64,0.02645714626418993,0.0,0.50830078125,0.01025390625,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,576,640,2048,64,0.030600367163107777,0.0,0.44091796875,0.0068359375,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,640,704,2048,64,0.028091496925272904,0.0,0.427734375,0.01025390625,0.1103515625,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,704,768,2048,64,0.026407608573060518,0.0,0.5126953125,0.00634765625,0.0869140625,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,768,832,2048,64,0.02658091562456812,0.0,0.54150390625,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,832,896,2048,64,0.027871526959786636,0.0,0.47216796875,0.0078125,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,896,960,2048,64,0.03130148996769791,0.0,0.53125,0.01220703125,0.10302734375,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,960,1024,2048,64,0.02912922318207176,0.0,0.53369140625,0.0107421875,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1024,1088,2048,64,0.027464706048861573,0.0,0.52783203125,0.0087890625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02659280917756143,0.0,0.521484375,0.005859375,0.0830078125,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07604399657309606,0.0,0.515625,0.02001953125,0.26123046875,1.0,4,0.0625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1216,1280,2048,64,0.027791529311149754,0.0,0.50146484375,0.0068359375,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1280,1344,2048,64,0.029332282988781322,0.0,0.50146484375,0.009765625,0.1025390625,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1344,1408,2048,64,0.025848321574156972,0.0,0.50341796875,0.00634765625,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1408,1472,2048,64,0.026151521057583327,0.0,0.4736328125,0.0087890625,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1472,1536,2048,64,0.028131335634299138,0.0,0.466796875,0.0087890625,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1536,1600,2048,64,0.026312608611562472,0.0,0.50732421875,0.00927734375,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1600,1664,2048,64,0.027395072754691063,0.0,0.52001953125,0.01025390625,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1664,1728,2048,64,0.030047363894996328,0.0,0.4375,0.00732421875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1728,1792,2048,64,0.029518042704140185,0.0,0.48681640625,0.01171875,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02626871448639783,0.0,0.48779296875,0.0087890625,0.08935546875,1.0,44,0.6875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1856,1920,2048,64,0.027082873659399005,0.0,0.5224609375,0.0087890625,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1920,1984,2048,64,0.02803845291148658,0.0,0.5087890625,0.01025390625,0.10888671875,1.0,45,0.703125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,64,1984,2048,2048,64,0.026497226950892776,0.0,0.49560546875,0.00927734375,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,0,128,4096,128,0.027986219450832843,0.0,0.532470703125,0.007080078125,0.0966796875,1.0,92,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,128,256,4096,128,0.02794524432528635,0.0,0.514892578125,0.01318359375,0.093505859375,1.0,94,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,256,384,4096,128,0.026702937760676546,0.0,0.49462890625,0.010986328125,0.098876953125,1.0,96,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,384,512,4096,128,0.0269601415629376,0.0,0.517333984375,0.00927734375,0.09716796875,1.0,95,0.7421875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,512,640,4096,128,0.028603872630832212,0.0,0.474609375,0.009033203125,0.096435546875,1.0,91,0.7109375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,640,768,4096,128,0.027262556648731576,0.0,0.47021484375,0.008056640625,0.099609375,1.0,93,0.7265625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,768,896,4096,128,0.0272338676147047,0.0,0.5068359375,0.008056640625,0.090576171875,1.0,95,0.7421875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,896,1024,4096,128,0.030234871567354472,0.0,0.532470703125,0.011474609375,0.09423828125,1.0,96,0.75
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02703227310368635,0.0,0.524658203125,0.00732421875,0.08740234375,1.0,94,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05724970967726186,0.0,0.508544921875,0.01416015625,0.19482421875,1.0,38,0.296875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02764523967643416,0.0,0.50244140625,0.0078125,0.099853515625,1.0,92,0.71875
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1408,1536,4096,128,0.027159474389196237,0.0,0.47021484375,0.0087890625,0.09716796875,1.0,93,0.7265625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1536,1664,4096,128,0.026859294324126315,0.0,0.513671875,0.00927734375,0.084716796875,1.0,97,0.7578125
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1664,1792,4096,128,0.029783879214448982,0.0,0.462158203125,0.009521484375,0.09326171875,1.0,94,0.734375
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02667889996250647,0.0,0.505126953125,0.0087890625,0.08740234375,1.0,93,0.7265625
+fresh-zh-2,layers.12.linear_attn.out_proj.output,128,1920,2048,4096,128,0.02727872685589238,0.0,0.502197265625,0.009033203125,0.101806640625,1.0,94,0.734375
+fresh-zh-2,layers.12.mlp.gate_proj.output,0,0,6144,196608,6144,0.612560440264149,0.0,0.7449493408203125,0.009104410807291666,0.08958943684895833,1.0,3799,0.6183268229166666
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,0,64,2048,64,0.5453863782413084,0.0,0.7509765625,0.0087890625,0.08837890625,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,64,128,2048,64,0.6381198435456678,0.0,0.69384765625,0.01220703125,0.0966796875,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,128,192,2048,64,0.6751407204963673,0.0,0.7626953125,0.0087890625,0.10009765625,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,192,256,2048,64,0.5894208733412742,0.0,0.75927734375,0.01123046875,0.095703125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,256,320,2048,64,0.5306628204615783,0.0,0.7236328125,0.00830078125,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,320,384,2048,64,0.6787249229876862,0.0,0.7265625,0.00634765625,0.09326171875,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,384,448,2048,64,0.6171682537490296,0.0,0.740234375,0.0087890625,0.08837890625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,448,512,2048,64,0.6570726818279958,0.0,0.77880859375,0.0068359375,0.10205078125,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,512,576,2048,64,0.6320516541780214,0.0,0.80224609375,0.00927734375,0.08203125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,576,640,2048,64,0.5709154798493622,0.0,0.71484375,0.009765625,0.08935546875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,640,704,2048,64,0.5426253357087605,0.0,0.7587890625,0.00830078125,0.0869140625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,704,768,2048,64,0.6310906942811098,0.0,0.78125,0.01171875,0.09716796875,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,768,832,2048,64,0.5147716442371447,0.0,0.7578125,0.0078125,0.0751953125,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,832,896,2048,64,0.6128933212033119,0.0,0.7333984375,0.0107421875,0.09521484375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,896,960,2048,64,0.6847984528781118,0.0,0.78076171875,0.01416015625,0.09228515625,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,960,1024,2048,64,0.6393673981390717,0.0,0.72412109375,0.00927734375,0.09130859375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1024,1088,2048,64,0.5213220731017645,0.0,0.7041015625,0.00634765625,0.072265625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1088,1152,2048,64,0.5397932812014679,0.0,0.76025390625,0.00439453125,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1152,1216,2048,64,0.6546916321156803,0.0,0.74365234375,0.01025390625,0.10791015625,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1216,1280,2048,64,0.6025669663501121,0.0,0.748046875,0.01025390625,0.1015625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1280,1344,2048,64,0.6151120658492306,0.0,0.75048828125,0.01171875,0.091796875,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1344,1408,2048,64,0.6599748823116458,0.0,0.71044921875,0.00634765625,0.1025390625,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1408,1472,2048,64,0.6443385648051075,0.0,0.75390625,0.0078125,0.09912109375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1472,1536,2048,64,0.562890533390822,0.0,0.7490234375,0.0087890625,0.0849609375,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1536,1600,2048,64,0.5836329703767439,0.0,0.82470703125,0.00732421875,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1600,1664,2048,64,0.669233151269908,0.0,0.76171875,0.009765625,0.09765625,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1664,1728,2048,64,0.5276330540666201,0.0,0.732421875,0.0068359375,0.0888671875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1728,1792,2048,64,0.5678085341868997,0.0,0.77880859375,0.0068359375,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1792,1856,2048,64,0.606311657055215,0.0,0.7275390625,0.01025390625,0.08740234375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1856,1920,2048,64,0.7001815327313187,0.0,0.7734375,0.00927734375,0.08837890625,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1920,1984,2048,64,0.6771957186719487,0.0,0.70654296875,0.00927734375,0.10302734375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,1984,2048,2048,64,0.540310519286108,0.0,0.72998046875,0.00927734375,0.07470703125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2048,2112,2048,64,0.5318296643489209,0.0,0.75244140625,0.00732421875,0.08447265625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2112,2176,2048,64,0.6743290310853873,0.0,0.70458984375,0.01171875,0.10693359375,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2176,2240,2048,64,0.7427618980115366,0.0,0.81005859375,0.00732421875,0.1005859375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2240,2304,2048,64,0.5761748369234905,0.0,0.708984375,0.01025390625,0.08984375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2304,2368,2048,64,0.5741304956725305,0.0,0.74462890625,0.00927734375,0.09912109375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2368,2432,2048,64,0.5707992564073097,0.0,0.73486328125,0.00732421875,0.07666015625,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2432,2496,2048,64,0.7448540582401139,0.0,0.7236328125,0.00927734375,0.09326171875,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2496,2560,2048,64,0.6184637699893024,0.0,0.71484375,0.01123046875,0.0791015625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2560,2624,2048,64,0.54523899057785,0.0,0.71630859375,0.0068359375,0.0751953125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2624,2688,2048,64,0.5921651007812451,0.0,0.7177734375,0.01318359375,0.09326171875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2688,2752,2048,64,0.615786581433134,0.0,0.7626953125,0.01025390625,0.07568359375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2752,2816,2048,64,0.5779182383338226,0.0,0.763671875,0.0078125,0.0830078125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2816,2880,2048,64,0.5212105727867961,0.0,0.75048828125,0.0126953125,0.08349609375,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2880,2944,2048,64,0.6307608117811486,0.0,0.78466796875,0.005859375,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,2944,3008,2048,64,0.537425866978396,0.0,0.69482421875,0.01220703125,0.09228515625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3008,3072,2048,64,0.7659101579300582,0.0,0.7412109375,0.00927734375,0.09716796875,1.0,35,0.546875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3072,3136,2048,64,0.6968771319319822,0.0,0.75537109375,0.00830078125,0.09912109375,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3136,3200,2048,64,0.6475064990206999,0.0,0.796875,0.00927734375,0.10400390625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3200,3264,2048,64,0.6233934775938585,0.0,0.74560546875,0.00537109375,0.0869140625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3264,3328,2048,64,0.6060320742838988,0.0,0.78173828125,0.00439453125,0.07666015625,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3328,3392,2048,64,0.6945225295844405,0.0,0.828125,0.00732421875,0.0751953125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3392,3456,2048,64,0.5695082124295784,0.0,0.7373046875,0.01171875,0.09326171875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3456,3520,2048,64,0.617720829355602,0.0,0.783203125,0.0068359375,0.09521484375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3520,3584,2048,64,0.6276952275701198,0.0,0.76953125,0.00732421875,0.0966796875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3584,3648,2048,64,0.6068666952607416,0.0,0.74755859375,0.0078125,0.103515625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3648,3712,2048,64,0.5363536685062468,0.0,0.75244140625,0.00732421875,0.0703125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3712,3776,2048,64,0.614096874768228,0.0,0.71630859375,0.00732421875,0.07373046875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3776,3840,2048,64,0.5206536831991248,0.0,0.7392578125,0.01025390625,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3840,3904,2048,64,0.6092406301988191,0.0,0.72314453125,0.0078125,0.08544921875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3904,3968,2048,64,0.48099286798393137,0.0,0.70361328125,0.00830078125,0.076171875,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,3968,4032,2048,64,0.6748061948628673,0.0,0.748046875,0.0126953125,0.09130859375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4032,4096,2048,64,0.5482567536998462,0.0,0.70263671875,0.0087890625,0.08447265625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4096,4160,2048,64,0.5716414131676898,0.0,0.7470703125,0.01025390625,0.09765625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4160,4224,2048,64,0.5886955704275492,0.0,0.74267578125,0.01123046875,0.08349609375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4224,4288,2048,64,0.62391395166618,0.0,0.78466796875,0.0078125,0.10400390625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4288,4352,2048,64,0.6135667500449755,0.0,0.75634765625,0.009765625,0.08935546875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4352,4416,2048,64,0.516151299484226,0.0,0.73779296875,0.0087890625,0.08740234375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4416,4480,2048,64,0.5886826746013692,0.0,0.693359375,0.0078125,0.080078125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4480,4544,2048,64,0.6011975254077712,0.0,0.76611328125,0.00927734375,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4544,4608,2048,64,0.5993915577624688,0.0,0.7431640625,0.0126953125,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4608,4672,2048,64,0.645153472300358,0.0,0.70166015625,0.01025390625,0.08447265625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4672,4736,2048,64,0.6032593603041311,0.0,0.759765625,0.00830078125,0.0849609375,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4736,4800,2048,64,0.6178819985451915,0.0,0.724609375,0.0087890625,0.0859375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4800,4864,2048,64,0.6711652064227347,0.0,0.79833984375,0.009765625,0.0888671875,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4864,4928,2048,64,0.6195138190432187,0.0,0.72705078125,0.00634765625,0.076171875,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4928,4992,2048,64,0.5621315585020483,0.0,0.72412109375,0.00927734375,0.1083984375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,4992,5056,2048,64,0.602006413151161,0.0,0.76416015625,0.0078125,0.08203125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5056,5120,2048,64,0.5987125802047082,0.0,0.75244140625,0.0078125,0.09130859375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5120,5184,2048,64,0.6238449157741895,0.0,0.78271484375,0.0107421875,0.08740234375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5184,5248,2048,64,0.584654626264252,0.0,0.71923828125,0.0087890625,0.08056640625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5248,5312,2048,64,0.5752948266804369,0.0,0.72900390625,0.00927734375,0.10400390625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5312,5376,2048,64,0.6125674621467513,0.0,0.771484375,0.00732421875,0.0947265625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5376,5440,2048,64,0.6461952225628423,0.0,0.72314453125,0.01025390625,0.10302734375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5440,5504,2048,64,0.6196835325692778,0.0,0.7294921875,0.00732421875,0.0869140625,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5504,5568,2048,64,0.6305034190368248,0.0,0.7578125,0.00439453125,0.07080078125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5568,5632,2048,64,0.6330941922738599,0.0,0.70947265625,0.00830078125,0.0751953125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5632,5696,2048,64,0.7065121551329853,0.0,0.74169921875,0.01025390625,0.07861328125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5696,5760,2048,64,0.6208327552935465,0.0,0.73388671875,0.005859375,0.08837890625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5760,5824,2048,64,0.5566103946528262,0.0,0.7041015625,0.0068359375,0.08740234375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5824,5888,2048,64,0.6013293726898091,0.0,0.7314453125,0.01025390625,0.099609375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5888,5952,2048,64,0.7154141898851167,0.0,0.794921875,0.00830078125,0.09130859375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,5952,6016,2048,64,0.6551854273423597,0.0,0.71142578125,0.009765625,0.1044921875,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,6016,6080,2048,64,0.6195911005103139,0.0,0.7158203125,0.01025390625,0.099609375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,64,6080,6144,2048,64,0.6120614230286604,0.0,0.7353515625,0.00830078125,0.0947265625,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,0,128,4096,128,0.5935668607233389,0.0,0.722412109375,0.010009765625,0.09375,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,128,256,4096,128,0.6337317880628778,0.0,0.760986328125,0.009765625,0.10009765625,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,256,384,4096,128,0.6092087286410455,0.0,0.72509765625,0.0078125,0.091796875,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,384,512,4096,128,0.6374328053372611,0.0,0.759521484375,0.008056640625,0.093505859375,1.0,76,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,512,640,4096,128,0.6022598187994949,0.0,0.758544921875,0.009521484375,0.087646484375,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,640,768,4096,128,0.5885226076206665,0.0,0.77001953125,0.01025390625,0.094482421875,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,768,896,4096,128,0.5659629267391282,0.0,0.74560546875,0.009765625,0.08740234375,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,896,1024,4096,128,0.6624724865484535,0.0,0.75244140625,0.011962890625,0.091796875,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1024,1152,4096,128,0.5306380547667913,0.0,0.732177734375,0.005615234375,0.072998046875,1.0,92,0.71875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1152,1280,4096,128,0.6291693262146011,0.0,0.745849609375,0.0107421875,0.10595703125,1.0,76,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1280,1408,4096,128,0.6379379667473865,0.0,0.73046875,0.0087890625,0.098388671875,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1408,1536,4096,128,0.6049867513739907,0.0,0.75146484375,0.008544921875,0.091796875,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1536,1664,4096,128,0.6278934841473643,0.0,0.793212890625,0.009033203125,0.0849609375,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1664,1792,4096,128,0.5480890307418789,0.0,0.755615234375,0.007080078125,0.081298828125,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1792,1920,4096,128,0.6549305322929369,0.0,0.75048828125,0.010986328125,0.08837890625,1.0,77,0.6015625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,1920,2048,4096,128,0.6125885644700041,0.0,0.71826171875,0.009521484375,0.091796875,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2048,2176,4096,128,0.6072735932205694,0.0,0.728515625,0.010498046875,0.093017578125,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2176,2304,4096,128,0.6647077101408976,0.0,0.759521484375,0.009033203125,0.096435546875,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2304,2432,4096,128,0.5724672991430703,0.0,0.73974609375,0.00830078125,0.087890625,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2432,2560,4096,128,0.6845819902926703,0.0,0.71923828125,0.010498046875,0.08740234375,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2560,2688,4096,128,0.5691858498898296,0.0,0.717041015625,0.01025390625,0.0849609375,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2688,2816,4096,128,0.5971526622531188,0.0,0.76318359375,0.009033203125,0.08056640625,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2816,2944,4096,128,0.5785843338976409,0.0,0.767578125,0.009521484375,0.076416015625,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,2944,3072,4096,128,0.6616059750780396,0.0,0.718017578125,0.01123046875,0.097900390625,1.0,77,0.6015625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3072,3200,4096,128,0.6726449298418108,0.0,0.776123046875,0.0087890625,0.1005859375,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3200,3328,4096,128,0.614774065396146,0.0,0.763671875,0.0048828125,0.08203125,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3328,3456,4096,128,0.6350988695176145,0.0,0.78271484375,0.010009765625,0.083251953125,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3456,3584,4096,128,0.6227279991031708,0.0,0.7763671875,0.007080078125,0.095458984375,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3584,3712,4096,128,0.572696448189092,0.0,0.75,0.008056640625,0.08837890625,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3712,3840,4096,128,0.5692957181592531,0.0,0.727783203125,0.009033203125,0.077392578125,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3840,3968,4096,128,0.5488753431046351,0.0,0.71337890625,0.007568359375,0.08251953125,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,3968,4096,4096,128,0.6147962543000712,0.0,0.725341796875,0.01123046875,0.089111328125,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4096,4224,4096,128,0.5802311521666907,0.0,0.744873046875,0.010986328125,0.09130859375,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4224,4352,4096,128,0.6187619800231999,0.0,0.7705078125,0.008544921875,0.09619140625,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4352,4480,4096,128,0.5536061123827468,0.0,0.715576171875,0.00830078125,0.083740234375,1.0,85,0.6640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4480,4608,4096,128,0.6002952207344927,0.0,0.754638671875,0.010986328125,0.088623046875,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4608,4736,4096,128,0.6245577870044365,0.0,0.730712890625,0.0087890625,0.086669921875,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4736,4864,4096,128,0.6450739873993805,0.0,0.761474609375,0.009033203125,0.086669921875,1.0,77,0.6015625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4864,4992,4096,128,0.591518918146096,0.0,0.7255859375,0.008056640625,0.09130859375,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,4992,5120,4096,128,0.6003617555984497,0.0,0.75830078125,0.0078125,0.086669921875,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5120,5248,4096,128,0.6045674118530943,0.0,0.7509765625,0.010009765625,0.084228515625,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5248,5376,4096,128,0.5942234568267166,0.0,0.750244140625,0.008544921875,0.099609375,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5376,5504,4096,128,0.6330781729773111,0.0,0.726318359375,0.00830078125,0.09521484375,1.0,74,0.578125
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5504,5632,4096,128,0.6318001336293056,0.0,0.733642578125,0.00634765625,0.0732421875,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5632,5760,4096,128,0.6650536577585421,0.0,0.73779296875,0.00732421875,0.08349609375,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5760,5888,4096,128,0.5794014782062151,0.0,0.7177734375,0.0087890625,0.0927734375,1.0,76,0.59375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,5888,6016,4096,128,0.6859611531605738,0.0,0.753173828125,0.009521484375,0.098388671875,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gate_proj.output,128,6016,6144,4096,128,0.6158377697865934,0.0,0.7255859375,0.009033203125,0.09716796875,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.up_proj.output,0,0,6144,196608,6144,0.37006779484449276,0.0,0.4979604085286458,0.008870442708333334,0.0866851806640625,1.0,4723,0.7687174479166666
+fresh-zh-2,layers.12.mlp.up_proj.output,64,0,64,2048,64,0.36149025818439207,0.0,0.5068359375,0.005859375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,64,128,2048,64,0.3921561755016559,0.0,0.51806640625,0.00732421875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,128,192,2048,64,0.3657399453713105,0.0,0.482421875,0.01171875,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,192,256,2048,64,0.4026081661905953,0.0,0.50390625,0.0107421875,0.10107421875,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,256,320,2048,64,0.3407473499514548,0.0,0.53564453125,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,320,384,2048,64,0.41586032030802034,0.0,0.52978515625,0.00634765625,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,64,384,448,2048,64,0.3885071750809443,0.0,0.5205078125,0.00537109375,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,448,512,2048,64,0.3898672253172636,0.0,0.47509765625,0.009765625,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,512,576,2048,64,0.3436179059339868,0.0,0.46435546875,0.009765625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,576,640,2048,64,0.35876063777321465,0.0,0.47509765625,0.009765625,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,640,704,2048,64,0.3428119730503721,0.0,0.47607421875,0.00927734375,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,704,768,2048,64,0.3685647838495506,0.0,0.49072265625,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,768,832,2048,64,0.4369494100977392,0.0,0.5048828125,0.0078125,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,832,896,2048,64,0.3552057312040628,0.0,0.52783203125,0.0087890625,0.07080078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,896,960,2048,64,0.41711800145889427,0.0,0.49609375,0.01220703125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,960,1024,2048,64,0.3698531521165154,0.0,0.49609375,0.009765625,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1024,1088,2048,64,0.3690551397521761,0.0,0.4638671875,0.00830078125,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1088,1152,2048,64,0.3795680689406705,0.0,0.45703125,0.01025390625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1152,1216,2048,64,0.39349333601327124,0.0,0.490234375,0.00732421875,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1216,1280,2048,64,0.35688762553683095,0.0,0.5205078125,0.0087890625,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1280,1344,2048,64,0.39371676796985566,0.0,0.5068359375,0.01025390625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1344,1408,2048,64,0.3946608034548539,0.0,0.52783203125,0.0107421875,0.1015625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1408,1472,2048,64,0.36446438307263535,0.0,0.45361328125,0.0087890625,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1472,1536,2048,64,0.36214741336103046,0.0,0.4970703125,0.00732421875,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1536,1600,2048,64,0.3506840642335051,0.0,0.4873046875,0.0068359375,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1600,1664,2048,64,0.38176855363789797,0.0,0.4921875,0.00537109375,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1664,1728,2048,64,0.3515997549247036,0.0,0.5048828125,0.0107421875,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1728,1792,2048,64,0.3561834459014395,0.0,0.48681640625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1792,1856,2048,64,0.3558176962713548,0.0,0.5205078125,0.00830078125,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1856,1920,2048,64,0.35468298481795696,0.0,0.51318359375,0.01025390625,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1920,1984,2048,64,0.3722490056347555,0.0,0.4921875,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,1984,2048,2048,64,0.35288266466952,0.0,0.49755859375,0.009765625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2048,2112,2048,64,0.3730591038224189,0.0,0.45361328125,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2112,2176,2048,64,0.35727590017755384,0.0,0.4853515625,0.0068359375,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2176,2240,2048,64,0.35651420194428407,0.0,0.5068359375,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2240,2304,2048,64,0.3791503055126354,0.0,0.5234375,0.01025390625,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2304,2368,2048,64,0.36642722598185445,0.0,0.49951171875,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2368,2432,2048,64,0.36405146125692744,0.0,0.5166015625,0.01171875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2432,2496,2048,64,0.42117952245877266,0.0,0.4833984375,0.0107421875,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2496,2560,2048,64,0.378096740704799,0.0,0.53759765625,0.00732421875,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2560,2624,2048,64,0.36129730972036783,0.0,0.52099609375,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2624,2688,2048,64,0.3781905604810775,0.0,0.53662109375,0.01025390625,0.09619140625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2688,2752,2048,64,0.3518400033104092,0.0,0.484375,0.0107421875,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2752,2816,2048,64,0.33678673513931523,0.0,0.51171875,0.01171875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2816,2880,2048,64,0.35128171743891246,0.0,0.46923828125,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2880,2944,2048,64,0.36110163122203137,0.0,0.46826171875,0.01171875,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,2944,3008,2048,64,0.35282495955079785,0.0,0.5263671875,0.0087890625,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3008,3072,2048,64,0.3546831781087302,0.0,0.54541015625,0.013671875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3072,3136,2048,64,0.40484965928021055,0.0,0.451171875,0.0078125,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3136,3200,2048,64,0.37527729558306794,0.0,0.51953125,0.0068359375,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3200,3264,2048,64,0.3640373478919117,0.0,0.47802734375,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3264,3328,2048,64,0.36984380436975633,0.0,0.54296875,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3328,3392,2048,64,0.35421297177229844,0.0,0.48779296875,0.0107421875,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3392,3456,2048,64,0.3427916093049645,0.0,0.52880859375,0.005859375,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3456,3520,2048,64,0.379262044587149,0.0,0.498046875,0.00390625,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3520,3584,2048,64,0.3486132145195693,0.0,0.50830078125,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3584,3648,2048,64,0.3781116109059008,0.0,0.482421875,0.0126953125,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3648,3712,2048,64,0.3456680696509926,0.0,0.52392578125,0.00732421875,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3712,3776,2048,64,0.3500420987961287,0.0,0.4521484375,0.00634765625,0.0712890625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3776,3840,2048,64,0.40209820545522273,0.0,0.474609375,0.0078125,0.09765625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3840,3904,2048,64,0.3543315641364012,0.0,0.5224609375,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3904,3968,2048,64,0.36351812834581876,0.0,0.5390625,0.0078125,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,3968,4032,2048,64,0.3672398585580755,0.0,0.5146484375,0.0078125,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4032,4096,2048,64,0.3523495772836811,0.0,0.54833984375,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4096,4160,2048,64,0.32810137081820134,0.0,0.482421875,0.005859375,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4160,4224,2048,64,0.3847144646794864,0.0,0.490234375,0.009765625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4224,4288,2048,64,0.3856409264353669,0.0,0.45654296875,0.01318359375,0.10302734375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4288,4352,2048,64,0.36194086252089247,0.0,0.54150390625,0.00830078125,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4352,4416,2048,64,0.35576173270921235,0.0,0.5087890625,0.0048828125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4416,4480,2048,64,0.3729723466795568,0.0,0.4775390625,0.00927734375,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4480,4544,2048,64,0.36259785439503817,0.0,0.541015625,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4544,4608,2048,64,0.40829079025025206,0.0,0.486328125,0.00830078125,0.0908203125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4608,4672,2048,64,0.3517864677662353,0.0,0.482421875,0.0087890625,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4672,4736,2048,64,0.3590651358890403,0.0,0.5009765625,0.0068359375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4736,4800,2048,64,0.37390789110916595,0.0,0.490234375,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4800,4864,2048,64,0.34070939159587743,0.0,0.47412109375,0.00732421875,0.08056640625,1.0,53,0.828125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4864,4928,2048,64,0.37052022291659076,0.0,0.54296875,0.0048828125,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4928,4992,2048,64,0.39229528540407027,0.0,0.42822265625,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,4992,5056,2048,64,0.36918535475134584,0.0,0.53076171875,0.005859375,0.07421875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5056,5120,2048,64,0.35151467011383325,0.0,0.47412109375,0.0078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5120,5184,2048,64,0.3657615558137626,0.0,0.5263671875,0.0048828125,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5184,5248,2048,64,0.3695286813219651,0.0,0.482421875,0.0087890625,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5248,5312,2048,64,0.37168809015688475,0.0,0.51806640625,0.013671875,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5312,5376,2048,64,0.3519725526413068,0.0,0.4521484375,0.00537109375,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5376,5440,2048,64,0.37275009004585463,0.0,0.46142578125,0.0107421875,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5440,5504,2048,64,0.3702897302458245,0.0,0.5048828125,0.009765625,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5504,5568,2048,64,0.3391358805798023,0.0,0.50732421875,0.01220703125,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5568,5632,2048,64,0.39343797318301665,0.0,0.51220703125,0.01220703125,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5632,5696,2048,64,0.41168238010981023,0.0,0.51220703125,0.01025390625,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5696,5760,2048,64,0.40998732763878454,0.0,0.4794921875,0.0166015625,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5760,5824,2048,64,0.3672488143891737,0.0,0.43310546875,0.01171875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5824,5888,2048,64,0.3909723554382604,0.0,0.5205078125,0.005859375,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5888,5952,2048,64,0.36049245656385376,0.0,0.4765625,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,64,5952,6016,2048,64,0.3644376691530014,0.0,0.49267578125,0.00830078125,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,6016,6080,2048,64,0.35720315651328277,0.0,0.486328125,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,64,6080,6144,2048,64,0.3697942718042032,0.0,0.4736328125,0.0048828125,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,0,128,4096,128,0.37713503731840137,0.0,0.512451171875,0.0068359375,0.082763671875,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,128,256,4096,128,0.3846160703373971,0.0,0.4931640625,0.010986328125,0.09423828125,1.0,96,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,128,256,384,4096,128,0.3801634927933168,0.0,0.53271484375,0.007568359375,0.09130859375,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,384,512,4096,128,0.38918779430113015,0.0,0.497802734375,0.007568359375,0.0927734375,1.0,96,0.75
+fresh-zh-2,layers.12.mlp.up_proj.output,128,512,640,4096,128,0.3512708787345614,0.0,0.4697265625,0.009521484375,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,640,768,4096,128,0.35592137387403067,0.0,0.4833984375,0.0087890625,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,768,896,4096,128,0.39818079967834663,0.0,0.516357421875,0.008056640625,0.079833984375,1.0,97,0.7578125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,896,1024,4096,128,0.39419461010494833,0.0,0.49609375,0.01123046875,0.091796875,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1024,1152,4096,128,0.37434851084039844,0.0,0.46044921875,0.00927734375,0.08544921875,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1152,1280,4096,128,0.37563664807109176,0.0,0.50537109375,0.008056640625,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1280,1408,4096,128,0.3941890683189096,0.0,0.517333984375,0.010498046875,0.095703125,1.0,97,0.7578125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1408,1536,4096,128,0.3633077452605447,0.0,0.475341796875,0.0078125,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1536,1664,4096,128,0.3665559585207296,0.0,0.48974609375,0.006103515625,0.086669921875,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1664,1792,4096,128,0.3538990214717577,0.0,0.495849609375,0.009765625,0.087646484375,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1792,1920,4096,128,0.3552507935946303,0.0,0.516845703125,0.00927734375,0.087158203125,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,1920,2048,4096,128,0.3626951179850131,0.0,0.494873046875,0.010498046875,0.09130859375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2048,2176,4096,128,0.36525276439232307,0.0,0.469482421875,0.00830078125,0.081787109375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2176,2304,4096,128,0.3680063385040362,0.0,0.51513671875,0.008544921875,0.08203125,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2304,2432,4096,128,0.3652412753126768,0.0,0.508056640625,0.01123046875,0.0869140625,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2432,2560,4096,128,0.40021827511383823,0.0,0.510498046875,0.0087890625,0.09375,1.0,97,0.7578125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2560,2688,4096,128,0.3698404020980989,0.0,0.52880859375,0.010009765625,0.09228515625,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2688,2816,4096,128,0.34439562489618536,0.0,0.498046875,0.01123046875,0.091796875,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2816,2944,4096,128,0.3562255135992114,0.0,0.46875,0.01025390625,0.084228515625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,2944,3072,4096,128,0.3537552889465621,0.0,0.535888671875,0.01123046875,0.08984375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3072,3200,4096,128,0.3903436275894894,0.0,0.4853515625,0.00732421875,0.0849609375,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3200,3328,4096,128,0.3669520610998604,0.0,0.510498046875,0.008056640625,0.081787109375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3328,3456,4096,128,0.3485490760148781,0.0,0.50830078125,0.00830078125,0.07861328125,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3456,3584,4096,128,0.36426012120604956,0.0,0.503173828125,0.006591796875,0.0830078125,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3584,3712,4096,128,0.3622532295771142,0.0,0.503173828125,0.009521484375,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3712,3840,4096,128,0.37696978510214135,0.0,0.46337890625,0.007568359375,0.083740234375,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3840,3968,4096,128,0.35895423592666775,0.0,0.53076171875,0.0087890625,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,3968,4096,4096,128,0.35987173987807386,0.0,0.531494140625,0.008056640625,0.092041015625,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4096,4224,4096,128,0.35753022869850226,0.0,0.486328125,0.008544921875,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4224,4352,4096,128,0.37397868395424333,0.0,0.4990234375,0.010986328125,0.091552734375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4352,4480,4096,128,0.36446864189386485,0.0,0.4931640625,0.007080078125,0.09033203125,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4480,4608,4096,128,0.3861208187957887,0.0,0.513671875,0.00732421875,0.0888671875,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4608,4736,4096,128,0.35544443357187316,0.0,0.49169921875,0.0078125,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4736,4864,4096,128,0.35769400369263726,0.0,0.482177734375,0.008056640625,0.084716796875,1.0,103,0.8046875
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4864,4992,4096,128,0.3815631183306512,0.0,0.485595703125,0.007080078125,0.08251953125,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.up_proj.output,128,4992,5120,4096,128,0.360458312061266,0.0,0.50244140625,0.007080078125,0.07666015625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5120,5248,4096,128,0.36764994358142816,0.0,0.50439453125,0.0068359375,0.07666015625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5248,5376,4096,128,0.36196457988131236,0.0,0.485107421875,0.009765625,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5376,5504,4096,128,0.3715219468313536,0.0,0.483154296875,0.01025390625,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5504,5632,4096,128,0.36729183508417257,0.0,0.509765625,0.012451171875,0.091796875,1.0,97,0.7578125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5632,5760,4096,128,0.41083572806979085,0.0,0.495849609375,0.013427734375,0.09130859375,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5760,5888,4096,128,0.37929610753815757,0.0,0.476806640625,0.008544921875,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,5888,6016,4096,128,0.3624704304747592,0.0,0.484619140625,0.0078125,0.07958984375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.up_proj.output,128,6016,6144,4096,128,0.3635532275212625,0.0,0.47998046875,0.006591796875,0.081787109375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,0,0,6144,196608,6144,0.2253695954059725,0.0,0.7449493408203125,0.0066986083984375,0.06619771321614583,1.0,4278,0.6962890625
+fresh-zh-2,layers.12.mlp.silu_gate,64,0,64,2048,64,0.21185785980555616,0.0,0.7509765625,0.00537109375,0.06787109375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,64,128,2048,64,0.2126486110210975,0.0,0.69384765625,0.0078125,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,128,192,2048,64,0.2280375244700747,0.0,0.7626953125,0.00732421875,0.0693359375,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,192,256,2048,64,0.1883762376767684,0.0,0.75927734375,0.00830078125,0.0615234375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,256,320,2048,64,0.20034500932771743,0.0,0.7236328125,0.0068359375,0.06494140625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,320,384,2048,64,0.2476444177243999,0.0,0.7265625,0.00537109375,0.06689453125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,384,448,2048,64,0.21156086885044978,0.0,0.740234375,0.00439453125,0.0615234375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,448,512,2048,64,0.18737868188103834,0.0,0.77880859375,0.00390625,0.05078125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,512,576,2048,64,0.2141893148902891,0.0,0.80224609375,0.00634765625,0.05517578125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,576,640,2048,64,0.21125219669048417,0.0,0.71484375,0.00537109375,0.05908203125,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,640,704,2048,64,0.1944881560327752,0.0,0.7587890625,0.00634765625,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,704,768,2048,64,0.20601347794468006,0.0,0.78125,0.0078125,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,768,832,2048,64,0.1976184822972074,0.0,0.7578125,0.0068359375,0.05322265625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,832,896,2048,64,0.20306285100615534,0.0,0.7333984375,0.00830078125,0.06640625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,896,960,2048,64,0.2539635028909577,0.0,0.78076171875,0.0107421875,0.0673828125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.silu_gate,64,960,1024,2048,64,0.3498664510679429,0.0,0.72412109375,0.0107421875,0.1015625,1.0,30,0.46875
+fresh-zh-2,layers.12.mlp.silu_gate,64,1024,1088,2048,64,0.20597107575985382,0.0,0.7041015625,0.0048828125,0.05615234375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,1088,1152,2048,64,0.20411619444111095,0.0,0.76025390625,0.00390625,0.05419921875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,1152,1216,2048,64,0.1997893049612612,0.0,0.74365234375,0.0068359375,0.064453125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,1216,1280,2048,64,0.26838070241355194,0.0,0.748046875,0.00830078125,0.091796875,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.silu_gate,64,1280,1344,2048,64,0.24104605845642588,0.0,0.75048828125,0.0087890625,0.072265625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.silu_gate,64,1344,1408,2048,64,0.22082296439373264,0.0,0.71044921875,0.00439453125,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,1408,1472,2048,64,0.2077784449269857,0.0,0.75390625,0.00439453125,0.0615234375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,1472,1536,2048,64,0.18794838277525747,0.0,0.7490234375,0.00732421875,0.05859375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.silu_gate,64,1536,1600,2048,64,0.18610401199852503,0.0,0.82470703125,0.00439453125,0.04443359375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.silu_gate,64,1600,1664,2048,64,0.2507579687625266,0.0,0.76171875,0.00830078125,0.07373046875,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.silu_gate,64,1664,1728,2048,64,0.18758061109742102,0.0,0.732421875,0.005859375,0.06201171875,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,1728,1792,2048,64,0.2112494039644325,0.0,0.77880859375,0.0048828125,0.04833984375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,1792,1856,2048,64,0.21137020310015361,0.0,0.7275390625,0.00732421875,0.0615234375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,1856,1920,2048,64,0.25769709743487457,0.0,0.7734375,0.0068359375,0.06689453125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,1920,1984,2048,64,0.3028899427079669,0.0,0.70654296875,0.00830078125,0.09521484375,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.silu_gate,64,1984,2048,2048,64,0.22539369536664589,0.0,0.72998046875,0.0078125,0.06201171875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,2048,2112,2048,64,0.19176772330471284,0.0,0.75244140625,0.00390625,0.06005859375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,2112,2176,2048,64,0.23896547708388466,0.0,0.70458984375,0.0078125,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,2176,2240,2048,64,0.24870396613450974,0.0,0.81005859375,0.00537109375,0.05908203125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,2240,2304,2048,64,0.21380576982729235,0.0,0.708984375,0.00927734375,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,2304,2368,2048,64,0.18770126679936758,0.0,0.74462890625,0.0048828125,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,2368,2432,2048,64,0.21280766311636884,0.0,0.73486328125,0.0048828125,0.05615234375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,2432,2496,2048,64,0.24206602516960157,0.0,0.7236328125,0.00732421875,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,2496,2560,2048,64,0.3396069074124188,0.0,0.71484375,0.01171875,0.08935546875,1.0,34,0.53125
+fresh-zh-2,layers.12.mlp.silu_gate,64,2560,2624,2048,64,0.25514455190210805,0.0,0.71630859375,0.0068359375,0.0712890625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.silu_gate,64,2624,2688,2048,64,0.2529299461238966,0.0,0.7177734375,0.01220703125,0.08203125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.silu_gate,64,2688,2752,2048,64,0.22077101440368418,0.0,0.7626953125,0.0078125,0.05810546875,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,2752,2816,2048,64,0.2242984267101175,0.0,0.763671875,0.005859375,0.06640625,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,2816,2880,2048,64,0.2177488364383537,0.0,0.75048828125,0.01025390625,0.0693359375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,2880,2944,2048,64,0.21200814374935775,0.0,0.78466796875,0.0029296875,0.04931640625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,2944,3008,2048,64,0.2023163891314588,0.0,0.69482421875,0.00830078125,0.06787109375,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,3008,3072,2048,64,0.24241581698142728,0.0,0.7412109375,0.00537109375,0.06005859375,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,3072,3136,2048,64,0.21409771363526214,0.0,0.75537109375,0.00244140625,0.05908203125,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,3136,3200,2048,64,0.19262175355215025,0.0,0.796875,0.00732421875,0.0615234375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,3200,3264,2048,64,0.2563037062213784,0.0,0.74560546875,0.00390625,0.07080078125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,3264,3328,2048,64,0.2157871325612813,0.0,0.78173828125,0.0029296875,0.05126953125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,3328,3392,2048,64,0.2279077989581811,0.0,0.828125,0.005859375,0.05078125,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,3392,3456,2048,64,0.19740691745954117,0.0,0.7373046875,0.0087890625,0.06982421875,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,3456,3520,2048,64,0.20636429426480876,0.0,0.783203125,0.005859375,0.06103515625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,3520,3584,2048,64,0.2121220894877543,0.0,0.76953125,0.0048828125,0.0634765625,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,3584,3648,2048,64,0.2083961842524959,0.0,0.74755859375,0.00537109375,0.0751953125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,3648,3712,2048,64,0.19137806754582298,0.0,0.75244140625,0.0048828125,0.05078125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,3712,3776,2048,64,0.24284184867140848,0.0,0.71630859375,0.00732421875,0.0595703125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,64,3776,3840,2048,64,0.19050595717912042,0.0,0.7392578125,0.00634765625,0.0634765625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,3840,3904,2048,64,0.28148767336605235,0.0,0.72314453125,0.0068359375,0.08056640625,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.silu_gate,64,3904,3968,2048,64,0.18307459162004114,0.0,0.70361328125,0.00537109375,0.05810546875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,3968,4032,2048,64,0.2172004480999576,0.0,0.748046875,0.00732421875,0.05712890625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,4032,4096,2048,64,0.23526650125166265,0.0,0.70263671875,0.00732421875,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,4096,4160,2048,64,0.18819762258862355,0.0,0.7470703125,0.00830078125,0.06640625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,4160,4224,2048,64,0.21725765662979613,0.0,0.74267578125,0.009765625,0.05908203125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,4224,4288,2048,64,0.18878459457190402,0.0,0.78466796875,0.00244140625,0.0673828125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,4288,4352,2048,64,0.19980363939979195,0.0,0.75634765625,0.00634765625,0.0576171875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,4352,4416,2048,64,0.20345651381786378,0.0,0.73779296875,0.005859375,0.07080078125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,64,4416,4480,2048,64,0.2592391684136963,0.0,0.693359375,0.00732421875,0.0703125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,4480,4544,2048,64,0.20393229007953875,0.0,0.76611328125,0.00537109375,0.0625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,4544,4608,2048,64,0.18818802794996642,0.0,0.7431640625,0.0078125,0.056640625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.silu_gate,64,4608,4672,2048,64,0.25186964620806457,0.0,0.70166015625,0.00830078125,0.06640625,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,4672,4736,2048,64,0.21662660918267163,0.0,0.759765625,0.00732421875,0.0576171875,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,4736,4800,2048,64,0.2194150902980354,0.0,0.724609375,0.0068359375,0.06005859375,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,64,4800,4864,2048,64,0.24862347616477865,0.0,0.79833984375,0.00732421875,0.06640625,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,4864,4928,2048,64,0.2223134155308256,0.0,0.72705078125,0.00341796875,0.05712890625,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,4928,4992,2048,64,0.23124619474947652,0.0,0.72412109375,0.00830078125,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.silu_gate,64,4992,5056,2048,64,0.21946966660702094,0.0,0.76416015625,0.0068359375,0.05908203125,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,5056,5120,2048,64,0.1981116901567979,0.0,0.75244140625,0.00390625,0.0595703125,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,64,5120,5184,2048,64,0.20434473018486302,0.0,0.78271484375,0.00634765625,0.0634765625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,5184,5248,2048,64,0.22529111426079654,0.0,0.71923828125,0.00634765625,0.06201171875,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5248,5312,2048,64,0.20230062195035928,0.0,0.72900390625,0.005859375,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5312,5376,2048,64,0.20000882773960602,0.0,0.771484375,0.00390625,0.0625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,5376,5440,2048,64,0.34099273356684173,0.0,0.72314453125,0.01025390625,0.10791015625,1.0,30,0.46875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5440,5504,2048,64,0.20579769310143597,0.0,0.7294921875,0.00537109375,0.05859375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5504,5568,2048,64,0.2442567863278696,0.0,0.7578125,0.00341796875,0.052734375,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5568,5632,2048,64,0.2600624193285416,0.0,0.70947265625,0.00732421875,0.0595703125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5632,5696,2048,64,0.27040474814057985,0.0,0.74169921875,0.0068359375,0.0595703125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5696,5760,2048,64,0.2509229712206176,0.0,0.73388671875,0.00537109375,0.07421875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,64,5760,5824,2048,64,0.20253682525229671,0.0,0.7041015625,0.00439453125,0.06494140625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,5824,5888,2048,64,0.20155857627528445,0.0,0.7314453125,0.00830078125,0.064453125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,64,5888,5952,2048,64,0.24029650050507767,0.0,0.794921875,0.00634765625,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,64,5952,6016,2048,64,0.20834521257786173,0.0,0.71142578125,0.0068359375,0.06689453125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,64,6016,6080,2048,64,0.2176115342526603,0.0,0.7158203125,0.0078125,0.07666015625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,64,6080,6144,2048,64,0.21532079674229837,0.0,0.7353515625,0.0048828125,0.06201171875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,128,0,128,4096,128,0.21225360365679627,0.0,0.722412109375,0.006591796875,0.063720703125,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,128,256,4096,128,0.2091491327829191,0.0,0.760986328125,0.0078125,0.0634765625,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,256,384,4096,128,0.22523973938070993,0.0,0.72509765625,0.005859375,0.068359375,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,384,512,4096,128,0.19983589724100195,0.0,0.759521484375,0.004150390625,0.056396484375,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,512,640,4096,128,0.21272582497163622,0.0,0.758544921875,0.005859375,0.057373046875,1.0,92,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,128,640,768,4096,128,0.2003337164981126,0.0,0.77001953125,0.006591796875,0.068115234375,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,768,896,4096,128,0.2003591600154579,0.0,0.74560546875,0.007568359375,0.0595703125,1.0,96,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,128,896,1024,4096,128,0.30569919396648954,0.0,0.75244140625,0.01123046875,0.08447265625,1.0,69,0.5390625
+fresh-zh-2,layers.12.mlp.silu_gate,128,1024,1152,4096,128,0.2050457325608032,0.0,0.732177734375,0.00439453125,0.054931640625,1.0,97,0.7578125
+fresh-zh-2,layers.12.mlp.silu_gate,128,1152,1280,4096,128,0.23658398910840875,0.0,0.745849609375,0.008056640625,0.0810546875,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,128,1280,1408,4096,128,0.23115577420974628,0.0,0.73046875,0.006591796875,0.069580078125,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.silu_gate,128,1408,1536,4096,128,0.1981116815890864,0.0,0.75146484375,0.006103515625,0.05908203125,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,128,1536,1664,4096,128,0.2208101698063921,0.0,0.793212890625,0.0068359375,0.059814453125,1.0,92,0.71875
+fresh-zh-2,layers.12.mlp.silu_gate,128,1664,1792,4096,128,0.19976585836299696,0.0,0.755615234375,0.005615234375,0.05615234375,1.0,96,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,128,1792,1920,4096,128,0.23567473006769246,0.0,0.75048828125,0.006591796875,0.065185546875,1.0,88,0.6875
+fresh-zh-2,layers.12.mlp.silu_gate,128,1920,2048,4096,128,0.2669687578207119,0.0,0.71826171875,0.008056640625,0.078125,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.silu_gate,128,2048,2176,4096,128,0.21665567029205754,0.0,0.728515625,0.00634765625,0.068115234375,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,2176,2304,4096,128,0.23191223553585577,0.0,0.759521484375,0.00732421875,0.0634765625,1.0,90,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,128,2304,2432,4096,128,0.20064753554322226,0.0,0.73974609375,0.00537109375,0.0615234375,1.0,94,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,128,2432,2560,4096,128,0.2948972805093643,0.0,0.71923828125,0.009521484375,0.074462890625,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.silu_gate,128,2560,2688,4096,128,0.25403966226906843,0.0,0.717041015625,0.009521484375,0.075927734375,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.silu_gate,128,2688,2816,4096,128,0.22254170960234135,0.0,0.76318359375,0.0068359375,0.061767578125,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,2816,2944,4096,128,0.2148976602784512,0.0,0.767578125,0.006591796875,0.059814453125,1.0,94,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,128,2944,3072,4096,128,0.2232681679438033,0.0,0.718017578125,0.006591796875,0.06591796875,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,3072,3200,4096,128,0.20364303440745526,0.0,0.776123046875,0.00439453125,0.060546875,1.0,95,0.7421875
+fresh-zh-2,layers.12.mlp.silu_gate,128,3200,3328,4096,128,0.23691314484620166,0.0,0.763671875,0.003173828125,0.06201171875,1.0,90,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,128,3328,3456,4096,128,0.21320348951980217,0.0,0.78271484375,0.007568359375,0.06103515625,1.0,94,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,128,3456,3584,4096,128,0.20926299576855845,0.0,0.7763671875,0.005126953125,0.062255859375,1.0,94,0.734375
+fresh-zh-2,layers.12.mlp.silu_gate,128,3584,3712,4096,128,0.20006815632250652,0.0,0.75,0.005126953125,0.06201171875,1.0,96,0.75
+fresh-zh-2,layers.12.mlp.silu_gate,128,3712,3840,4096,128,0.21824834843233076,0.0,0.727783203125,0.007568359375,0.0625,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,3840,3968,4096,128,0.23743590330221565,0.0,0.71337890625,0.00732421875,0.072998046875,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.silu_gate,128,3968,4096,4096,128,0.22641373773031195,0.0,0.725341796875,0.007080078125,0.063232421875,1.0,89,0.6953125
+fresh-zh-2,layers.12.mlp.silu_gate,128,4096,4224,4096,128,0.20324767466354982,0.0,0.744873046875,0.009033203125,0.062744140625,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,4224,4352,4096,128,0.1943722169769644,0.0,0.7705078125,0.00439453125,0.062255859375,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,128,4352,4480,4096,128,0.2330230669426778,0.0,0.715576171875,0.007080078125,0.07275390625,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.silu_gate,128,4480,4608,4096,128,0.19621813473884425,0.0,0.754638671875,0.006591796875,0.059326171875,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.silu_gate,128,4608,4736,4096,128,0.23490998966301707,0.0,0.730712890625,0.008056640625,0.06298828125,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,4736,4864,4096,128,0.23447453459891254,0.0,0.761474609375,0.00634765625,0.064453125,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,128,4864,4992,4096,128,0.2268237832669828,0.0,0.7255859375,0.006103515625,0.075927734375,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.silu_gate,128,4992,5120,4096,128,0.20906359838262137,0.0,0.75830078125,0.00537109375,0.06103515625,1.0,95,0.7421875
+fresh-zh-2,layers.12.mlp.silu_gate,128,5120,5248,4096,128,0.21507307469694545,0.0,0.7509765625,0.007568359375,0.0615234375,1.0,90,0.703125
+fresh-zh-2,layers.12.mlp.silu_gate,128,5248,5376,4096,128,0.2011579886746653,0.0,0.750244140625,0.004638671875,0.07080078125,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,5376,5504,4096,128,0.281628065745639,0.0,0.726318359375,0.007568359375,0.0859375,1.0,74,0.578125
+fresh-zh-2,layers.12.mlp.silu_gate,128,5504,5632,4096,128,0.25228341167646434,0.0,0.733642578125,0.00537109375,0.055419921875,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.silu_gate,128,5632,5760,4096,128,0.2608458024419344,0.0,0.73779296875,0.00634765625,0.06787109375,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.silu_gate,128,5760,5888,4096,128,0.2020482928081787,0.0,0.7177734375,0.00634765625,0.064453125,1.0,91,0.7109375
+fresh-zh-2,layers.12.mlp.silu_gate,128,5888,6016,4096,128,0.22488901235843112,0.0,0.753173828125,0.00634765625,0.06494140625,1.0,93,0.7265625
+fresh-zh-2,layers.12.mlp.silu_gate,128,6016,6144,4096,128,0.21646919567173398,0.0,0.7255859375,0.00634765625,0.069580078125,1.0,89,0.6953125
+fresh-zh-2,layers.12.mlp.gated_product,0,0,6144,196608,6144,0.08123232271457727,0.0,0.5017903645833334,0.033559163411458336,0.208282470703125,1.0,3776,0.6145833333333334
+fresh-zh-2,layers.12.mlp.gated_product,64,0,64,2048,64,0.07418905294648336,0.0,0.4912109375,0.02392578125,0.19970703125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,64,128,2048,64,0.0801540932624164,0.0,0.482421875,0.0302734375,0.20849609375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,128,192,2048,64,0.08160399337171366,0.0,0.509765625,0.03515625,0.2109375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,192,256,2048,64,0.08072091929898098,0.0,0.49267578125,0.03662109375,0.224609375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,256,320,2048,64,0.06893646073728649,0.0,0.47607421875,0.03466796875,0.19873046875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,320,384,2048,64,0.10611204198529535,0.0,0.46435546875,0.03662109375,0.232421875,1.0,34,0.53125
+fresh-zh-2,layers.12.mlp.gated_product,64,384,448,2048,64,0.08639186921871068,0.0,0.505859375,0.02783203125,0.2099609375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gated_product,64,448,512,2048,64,0.07109308681297996,0.0,0.509765625,0.03076171875,0.19677734375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,512,576,2048,64,0.07616227208069382,0.0,0.533203125,0.03515625,0.19775390625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,576,640,2048,64,0.07121434923257455,0.0,0.49951171875,0.0341796875,0.205078125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,640,704,2048,64,0.06545999090872434,0.0,0.50244140625,0.03369140625,0.193359375,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,704,768,2048,64,0.07535677686003903,0.0,0.52880859375,0.0390625,0.20263671875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,768,832,2048,64,0.07828130572829348,0.0,0.505859375,0.0302734375,0.185546875,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gated_product,64,832,896,2048,64,0.06883010124387812,0.0,0.48681640625,0.03125,0.17919921875,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,896,960,2048,64,0.07688214291223992,0.0,0.49658203125,0.0380859375,0.1767578125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,960,1024,2048,64,0.09107742950456206,0.0,0.55126953125,0.03173828125,0.23193359375,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gated_product,64,1024,1088,2048,64,0.08810588176620808,0.0,0.5087890625,0.03173828125,0.21435546875,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,1088,1152,2048,64,0.07531971755775659,0.0,0.54736328125,0.02783203125,0.189453125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,1152,1216,2048,64,0.08440650982121713,0.0,0.51611328125,0.029296875,0.205078125,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,1216,1280,2048,64,0.08640549949583934,0.0,0.4482421875,0.03857421875,0.24365234375,1.0,35,0.546875
+fresh-zh-2,layers.12.mlp.gated_product,64,1280,1344,2048,64,0.08596581864993733,0.0,0.48876953125,0.0361328125,0.20849609375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,1344,1408,2048,64,0.07996045059537263,0.0,0.486328125,0.03662109375,0.21826171875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,1408,1472,2048,64,0.07726380827932602,0.0,0.53173828125,0.03466796875,0.21044921875,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,1472,1536,2048,64,0.07091861783438692,0.0,0.498046875,0.03271484375,0.19970703125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,1536,1600,2048,64,0.06899751671337477,0.0,0.48681640625,0.02734375,0.18798828125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,1600,1664,2048,64,0.0878060467354887,0.0,0.5048828125,0.03466796875,0.20263671875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,1664,1728,2048,64,0.06357835748389029,0.0,0.48046875,0.029296875,0.19873046875,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,1728,1792,2048,64,0.07587537671869089,0.0,0.5234375,0.02783203125,0.1845703125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,1792,1856,2048,64,0.09704914740580732,0.0,0.474609375,0.04736328125,0.251953125,1.0,35,0.546875
+fresh-zh-2,layers.12.mlp.gated_product,64,1856,1920,2048,64,0.09088358895300007,0.0,0.49267578125,0.037109375,0.2177734375,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gated_product,64,1920,1984,2048,64,0.09457207110559258,0.0,0.48095703125,0.041015625,0.2275390625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,1984,2048,2048,64,0.07923987516857037,0.0,0.515625,0.03759765625,0.21240234375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,2048,2112,2048,64,0.07895510897710718,0.0,0.5068359375,0.0322265625,0.20556640625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,2112,2176,2048,64,0.0807212081467096,0.0,0.47802734375,0.03076171875,0.20654296875,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,2176,2240,2048,64,0.08916296002603666,0.0,0.48583984375,0.03515625,0.21484375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,2240,2304,2048,64,0.07384867815300065,0.0,0.4833984375,0.0322265625,0.19580078125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,2304,2368,2048,64,0.0775443502213884,0.0,0.486328125,0.0390625,0.2158203125,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,2368,2432,2048,64,0.07637922860117725,0.0,0.50244140625,0.03369140625,0.18310546875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,2432,2496,2048,64,0.09968168707677735,0.0,0.4990234375,0.033203125,0.2109375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,2496,2560,2048,64,0.09921892697629547,0.0,0.46826171875,0.0341796875,0.2265625,1.0,37,0.578125
+fresh-zh-2,layers.12.mlp.gated_product,64,2560,2624,2048,64,0.08686728496988462,0.0,0.494140625,0.03466796875,0.22412109375,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gated_product,64,2624,2688,2048,64,0.08582092402162621,0.0,0.52001953125,0.037109375,0.21630859375,1.0,38,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,64,2688,2752,2048,64,0.07149622390868385,0.0,0.513671875,0.029296875,0.18359375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,2752,2816,2048,64,0.06641093409593947,0.0,0.4892578125,0.0341796875,0.19482421875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,2816,2880,2048,64,0.0713033650634298,0.0,0.5244140625,0.0400390625,0.20703125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,2880,2944,2048,64,0.07713045651465499,0.0,0.5234375,0.03173828125,0.173828125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,2944,3008,2048,64,0.07016567594816901,0.0,0.52197265625,0.03173828125,0.19677734375,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gated_product,64,3008,3072,2048,64,0.07643384124097127,0.0,0.44677734375,0.03857421875,0.19677734375,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,3072,3136,2048,64,0.07251683730508017,0.0,0.52587890625,0.0283203125,0.1865234375,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,3136,3200,2048,64,0.07008440431410595,0.0,0.4833984375,0.029296875,0.17724609375,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.gated_product,64,3200,3264,2048,64,0.0973643651351613,0.0,0.5224609375,0.03564453125,0.21728515625,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gated_product,64,3264,3328,2048,64,0.087273458479035,0.0,0.49951171875,0.02783203125,0.1953125,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gated_product,64,3328,3392,2048,64,0.07750414796369647,0.0,0.52978515625,0.0263671875,0.16943359375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.gated_product,64,3392,3456,2048,64,0.06969271547155934,0.0,0.47900390625,0.03369140625,0.2177734375,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,3456,3520,2048,64,0.0736195572787187,0.0,0.4921875,0.02392578125,0.18408203125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,3520,3584,2048,64,0.07005319499511764,0.0,0.52685546875,0.0302734375,0.19970703125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,3584,3648,2048,64,0.07758388344089702,0.0,0.53173828125,0.03515625,0.22119140625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,3648,3712,2048,64,0.06652413017516862,0.0,0.4619140625,0.029296875,0.18310546875,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gated_product,64,3712,3776,2048,64,0.08046265433092394,0.0,0.51318359375,0.02734375,0.17724609375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,3776,3840,2048,64,0.07166218487798608,0.0,0.548828125,0.0322265625,0.20654296875,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,3840,3904,2048,64,0.09049346265824174,0.0,0.51806640625,0.0419921875,0.23388671875,1.0,36,0.5625
+fresh-zh-2,layers.12.mlp.gated_product,64,3904,3968,2048,64,0.06309163797865605,0.0,0.48388671875,0.02685546875,0.203125,1.0,45,0.703125
+fresh-zh-2,layers.12.mlp.gated_product,64,3968,4032,2048,64,0.08122648789535868,0.0,0.4970703125,0.02880859375,0.201171875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,4032,4096,2048,64,0.07998230601475628,0.0,0.4716796875,0.03955078125,0.2158203125,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,4096,4160,2048,64,0.059941372850644374,0.0,0.5087890625,0.03271484375,0.189453125,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,4160,4224,2048,64,0.08304449928912923,0.0,0.50146484375,0.03076171875,0.20556640625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,4224,4288,2048,64,0.07768573830862259,0.0,0.5244140625,0.04052734375,0.2177734375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,4288,4352,2048,64,0.07422350350201684,0.0,0.5029296875,0.02880859375,0.1875,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,4352,4416,2048,64,0.07500764714849228,0.0,0.50439453125,0.0322265625,0.22265625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,4416,4480,2048,64,0.08362138727649636,0.0,0.5185546875,0.03466796875,0.20947265625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,4480,4544,2048,64,0.07056848007526795,0.0,0.47802734375,0.02783203125,0.173828125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,4544,4608,2048,64,0.08647574603711948,0.0,0.5126953125,0.03955078125,0.21728515625,1.0,35,0.546875
+fresh-zh-2,layers.12.mlp.gated_product,64,4608,4672,2048,64,0.07824539060543481,0.0,0.49169921875,0.03466796875,0.1884765625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,4672,4736,2048,64,0.09721551271768872,0.0,0.466796875,0.04443359375,0.23046875,1.0,33,0.515625
+fresh-zh-2,layers.12.mlp.gated_product,64,4736,4800,2048,64,0.08384105304211271,0.0,0.546875,0.03173828125,0.20556640625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,4800,4864,2048,64,0.08614247854766224,0.0,0.501953125,0.0302734375,0.20166015625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,4864,4928,2048,64,0.0829488561033032,0.0,0.51318359375,0.02783203125,0.19580078125,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,4928,4992,2048,64,0.07771446359046479,0.0,0.5380859375,0.03564453125,0.21728515625,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,4992,5056,2048,64,0.07957798198907634,0.0,0.4560546875,0.02294921875,0.1728515625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,5056,5120,2048,64,0.06500032946642884,0.0,0.5166015625,0.0263671875,0.1884765625,1.0,47,0.734375
+fresh-zh-2,layers.12.mlp.gated_product,64,5120,5184,2048,64,0.07073978816511572,0.0,0.47900390625,0.02099609375,0.1826171875,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.gated_product,64,5184,5248,2048,64,0.08021855956030495,0.0,0.51220703125,0.0322265625,0.19677734375,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,5248,5312,2048,64,0.06886961849365002,0.0,0.462890625,0.03662109375,0.20703125,1.0,42,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,64,5312,5376,2048,64,0.06773319195921561,0.0,0.5302734375,0.02294921875,0.1787109375,1.0,46,0.71875
+fresh-zh-2,layers.12.mlp.gated_product,64,5376,5440,2048,64,0.17775834388887624,0.0,0.4931640625,0.06494140625,0.3662109375,1.0,9,0.140625
+fresh-zh-2,layers.12.mlp.gated_product,64,5440,5504,2048,64,0.07938948267424745,0.0,0.5400390625,0.03173828125,0.19921875,1.0,40,0.625
+fresh-zh-2,layers.12.mlp.gated_product,64,5504,5568,2048,64,0.07923873015669226,0.0,0.50244140625,0.03369140625,0.20166015625,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,5568,5632,2048,64,0.09353962986221842,0.0,0.498046875,0.03662109375,0.203125,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,5632,5696,2048,64,0.0959051833770818,0.0,0.490234375,0.03125,0.19482421875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,5696,5760,2048,64,0.09040861372475613,0.0,0.51318359375,0.0380859375,0.216796875,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,64,5760,5824,2048,64,0.07375090410779896,0.0,0.52197265625,0.03271484375,0.21240234375,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,5824,5888,2048,64,0.07271704802943746,0.0,0.4912109375,0.0302734375,0.19970703125,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,64,5888,5952,2048,64,0.08008387412207632,0.0,0.552734375,0.02880859375,0.1923828125,1.0,43,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,64,5952,6016,2048,64,0.07347889074211832,0.0,0.48828125,0.02685546875,0.1904296875,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,6016,6080,2048,64,0.08398395743498725,0.0,0.482421875,0.03759765625,0.2265625,1.0,41,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,64,6080,6144,2048,64,0.07062929508974769,0.0,0.48046875,0.0263671875,0.181640625,1.0,44,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,128,0,128,4096,128,0.07722918568720073,0.0,0.48681640625,0.027587890625,0.202392578125,1.0,82,0.640625
+fresh-zh-2,layers.12.mlp.gated_product,128,128,256,4096,128,0.08116365734330634,0.0,0.501220703125,0.035888671875,0.2177734375,1.0,76,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,128,256,384,4096,128,0.08947625683183368,0.0,0.47021484375,0.03515625,0.222900390625,1.0,74,0.578125
+fresh-zh-2,layers.12.mlp.gated_product,128,384,512,4096,128,0.07911315333021658,0.0,0.5078125,0.0302734375,0.201904296875,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,128,512,640,4096,128,0.07372982851299983,0.0,0.516357421875,0.034912109375,0.200927734375,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,640,768,4096,128,0.0705820594361768,0.0,0.515625,0.0361328125,0.19921875,1.0,85,0.6640625
+fresh-zh-2,layers.12.mlp.gated_product,128,768,896,4096,128,0.07370734584751056,0.0,0.496337890625,0.03076171875,0.183349609375,1.0,88,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,128,896,1024,4096,128,0.08427918504570554,0.0,0.52392578125,0.034423828125,0.202880859375,1.0,77,0.6015625
+fresh-zh-2,layers.12.mlp.gated_product,128,1024,1152,4096,128,0.08196251049956092,0.0,0.528076171875,0.030517578125,0.205078125,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gated_product,128,1152,1280,4096,128,0.08541185293425238,0.0,0.482177734375,0.033935546875,0.2236328125,1.0,73,0.5703125
+fresh-zh-2,layers.12.mlp.gated_product,128,1280,1408,4096,128,0.08301745489825901,0.0,0.487548828125,0.03515625,0.2119140625,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gated_product,128,1408,1536,4096,128,0.07415910741562452,0.0,0.514892578125,0.03466796875,0.20458984375,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,1536,1664,4096,128,0.07896378649712556,0.0,0.495849609375,0.0322265625,0.196533203125,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gated_product,128,1664,1792,4096,128,0.06999742971192803,0.0,0.501953125,0.029052734375,0.193603515625,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,128,1792,1920,4096,128,0.09401692335205401,0.0,0.483642578125,0.04248046875,0.235107421875,1.0,71,0.5546875
+fresh-zh-2,layers.12.mlp.gated_product,128,1920,2048,4096,128,0.08724343657242038,0.0,0.498291015625,0.038818359375,0.223876953125,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gated_product,128,2048,2176,4096,128,0.07984304189549421,0.0,0.492431640625,0.031494140625,0.205810546875,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,128,2176,2304,4096,128,0.08186470761430131,0.0,0.484619140625,0.032470703125,0.2080078125,1.0,81,0.6328125
+fresh-zh-2,layers.12.mlp.gated_product,128,2304,2432,4096,128,0.07696399422122085,0.0,0.494384765625,0.03662109375,0.199462890625,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gated_product,128,2432,2560,4096,128,0.09945057618938166,0.0,0.483642578125,0.03369140625,0.21875,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gated_product,128,2560,2688,4096,128,0.08634568952172679,0.0,0.507080078125,0.035888671875,0.220458984375,1.0,73,0.5703125
+fresh-zh-2,layers.12.mlp.gated_product,128,2688,2816,4096,128,0.06900044275472395,0.0,0.50146484375,0.031982421875,0.19140625,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,2816,2944,4096,128,0.0742740775490609,0.0,0.52392578125,0.036376953125,0.19140625,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gated_product,128,2944,3072,4096,128,0.07336673008971255,0.0,0.484375,0.03564453125,0.19921875,1.0,88,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,128,3072,3200,4096,128,0.07131099291411717,0.0,0.504638671875,0.0283203125,0.181396484375,1.0,89,0.6953125
+fresh-zh-2,layers.12.mlp.gated_product,128,3200,3328,4096,128,0.09245668216268865,0.0,0.510986328125,0.031494140625,0.205810546875,1.0,71,0.5546875
+fresh-zh-2,layers.12.mlp.gated_product,128,3328,3456,4096,128,0.07370199298993983,0.0,0.50439453125,0.029541015625,0.191162109375,1.0,87,0.6796875
+fresh-zh-2,layers.12.mlp.gated_product,128,3456,3584,4096,128,0.07185850451734477,0.0,0.509521484375,0.02685546875,0.192138671875,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,3584,3712,4096,128,0.07226589397957198,0.0,0.496826171875,0.032470703125,0.20458984375,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,3712,3840,4096,128,0.07618959077021088,0.0,0.531005859375,0.0302734375,0.192138671875,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.gated_product,128,3840,3968,4096,128,0.07800519715604975,0.0,0.5009765625,0.03564453125,0.2216796875,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,128,3968,4096,4096,128,0.08060679751501411,0.0,0.484375,0.034423828125,0.207763671875,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gated_product,128,4096,4224,4096,128,0.07242015272492233,0.0,0.505126953125,0.03369140625,0.20361328125,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gated_product,128,4224,4352,4096,128,0.07597434569862942,0.0,0.513671875,0.03466796875,0.201171875,1.0,85,0.6640625
+fresh-zh-2,layers.12.mlp.gated_product,128,4352,4480,4096,128,0.07943136515507747,0.0,0.511474609375,0.03369140625,0.216552734375,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,128,4480,4608,4096,128,0.0789239033272236,0.0,0.495361328125,0.03369140625,0.1953125,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gated_product,128,4608,4736,4096,128,0.08824170517380137,0.0,0.479248046875,0.03955078125,0.211181640625,1.0,76,0.59375
+fresh-zh-2,layers.12.mlp.gated_product,128,4736,4864,4096,128,0.08499955525043883,0.0,0.5244140625,0.03076171875,0.204833984375,1.0,78,0.609375
+fresh-zh-2,layers.12.mlp.gated_product,128,4864,4992,4096,128,0.0803742825162383,0.0,0.525634765625,0.0322265625,0.20703125,1.0,80,0.625
+fresh-zh-2,layers.12.mlp.gated_product,128,4992,5120,4096,128,0.07265568817442325,0.0,0.486328125,0.026123046875,0.183349609375,1.0,89,0.6953125
+fresh-zh-2,layers.12.mlp.gated_product,128,5120,5248,4096,128,0.07562782202197693,0.0,0.49560546875,0.026611328125,0.1923828125,1.0,86,0.671875
+fresh-zh-2,layers.12.mlp.gated_product,128,5248,5376,4096,128,0.06830376872634793,0.0,0.49658203125,0.030029296875,0.192138671875,1.0,88,0.6875
+fresh-zh-2,layers.12.mlp.gated_product,128,5376,5504,4096,128,0.13766030433897897,0.0,0.5166015625,0.05322265625,0.297607421875,1.0,39,0.3046875
+fresh-zh-2,layers.12.mlp.gated_product,128,5504,5632,4096,128,0.08668459699279311,0.0,0.500244140625,0.034423828125,0.2041015625,1.0,75,0.5859375
+fresh-zh-2,layers.12.mlp.gated_product,128,5632,5760,4096,128,0.09319742924089658,0.0,0.501708984375,0.03515625,0.20556640625,1.0,79,0.6171875
+fresh-zh-2,layers.12.mlp.gated_product,128,5760,5888,4096,128,0.0732358004354198,0.0,0.506591796875,0.03125,0.205810546875,1.0,85,0.6640625
+fresh-zh-2,layers.12.mlp.gated_product,128,5888,6016,4096,128,0.07685237237422383,0.0,0.5205078125,0.0283203125,0.19140625,1.0,83,0.6484375
+fresh-zh-2,layers.12.mlp.gated_product,128,6016,6144,4096,128,0.07759446639843723,0.0,0.4814453125,0.031005859375,0.2080078125,1.0,84,0.65625
+fresh-zh-2,layers.12.mlp.down_proj.output,0,0,2048,65536,2048,0.05054029039554873,0.0,0.4947052001953125,0.0087127685546875,0.0888671875,1.0,1577,0.77001953125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,0,64,2048,64,0.050046155889563446,0.0,0.48681640625,0.0048828125,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,64,128,2048,64,0.048934663997531595,0.0,0.45703125,0.00830078125,0.10009765625,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.down_proj.output,64,128,192,2048,64,0.0491250015520547,0.0,0.49951171875,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,192,256,2048,64,0.048056254851831674,0.0,0.5,0.00927734375,0.091796875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,256,320,2048,64,0.0512395310278517,0.0,0.5009765625,0.00537109375,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,320,384,2048,64,0.04908326894220032,0.0,0.4814453125,0.00439453125,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,384,448,2048,64,0.05035376141758254,0.0,0.486328125,0.01123046875,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,448,512,2048,64,0.04815695121599022,0.0,0.4677734375,0.01025390625,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,64,512,576,2048,64,0.04581454733983647,0.0,0.4931640625,0.00830078125,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.down_proj.output,64,576,640,2048,64,0.053642790354569335,0.0,0.5009765625,0.0087890625,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,640,704,2048,64,0.04966520837562166,0.0,0.53857421875,0.009765625,0.099609375,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,64,704,768,2048,64,0.049560002315997054,0.0,0.4921875,0.00927734375,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,768,832,2048,64,0.049772543314978886,0.0,0.49169921875,0.00439453125,0.087890625,1.0,53,0.828125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,832,896,2048,64,0.0506637813921341,0.0,0.52099609375,0.005859375,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,896,960,2048,64,0.05099838094941023,0.0,0.50537109375,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,960,1024,2048,64,0.05294145104514379,0.0,0.49755859375,0.009765625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1024,1088,2048,64,0.050022701352228104,0.0,0.4873046875,0.00830078125,0.09619140625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1088,1152,2048,64,0.04989962205883803,0.0,0.48974609375,0.009765625,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1152,1216,2048,64,0.06852285777224576,0.0,0.4814453125,0.0166015625,0.13427734375,1.0,39,0.609375
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1216,1280,2048,64,0.048589111849158595,0.0,0.50244140625,0.01123046875,0.0986328125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1280,1344,2048,64,0.04939601116685328,0.0,0.4658203125,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1344,1408,2048,64,0.04748367335971339,0.0,0.50732421875,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1408,1472,2048,64,0.05035647380445332,0.0,0.4755859375,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1472,1536,2048,64,0.04779342878322485,0.0,0.5087890625,0.0087890625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1536,1600,2048,64,0.05022465919404816,0.0,0.4853515625,0.009765625,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1600,1664,2048,64,0.05183000320355595,0.0,0.50537109375,0.00830078125,0.080078125,1.0,53,0.828125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1664,1728,2048,64,0.050265690991584365,0.0,0.5048828125,0.0087890625,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1728,1792,2048,64,0.051958754676854665,0.0,0.484375,0.0068359375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1792,1856,2048,64,0.046869294139355276,0.0,0.50048828125,0.0068359375,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1856,1920,2048,64,0.05105302267091575,0.0,0.48193359375,0.0068359375,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1920,1984,2048,64,0.04911450582160294,0.0,0.53857421875,0.01171875,0.099609375,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.down_proj.output,64,1984,2048,2048,64,0.05163578559888455,0.0,0.49072265625,0.00927734375,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.12.mlp.down_proj.output,128,0,128,4096,128,0.04949353018260973,0.0,0.471923828125,0.006591796875,0.08740234375,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,128,128,256,4096,128,0.048593566487105944,0.0,0.499755859375,0.00927734375,0.08837890625,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,128,256,384,4096,128,0.05017298491223411,0.0,0.4912109375,0.0048828125,0.08642578125,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,128,384,512,4096,128,0.04926760213019346,0.0,0.47705078125,0.0107421875,0.086181640625,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,128,512,640,4096,128,0.0498824703928063,0.0,0.4970703125,0.00830078125,0.07958984375,1.0,100,0.78125
+fresh-zh-2,layers.12.mlp.down_proj.output,128,640,768,4096,128,0.04961263323265332,0.0,0.515380859375,0.009521484375,0.089111328125,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.down_proj.output,128,768,896,4096,128,0.05022013945117736,0.0,0.50634765625,0.005126953125,0.083251953125,1.0,103,0.8046875
+fresh-zh-2,layers.12.mlp.down_proj.output,128,896,1024,4096,128,0.05197899623033579,0.0,0.50146484375,0.00927734375,0.08642578125,1.0,101,0.7890625
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1024,1152,4096,128,0.049961199606239834,0.0,0.488525390625,0.009033203125,0.09423828125,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1152,1280,4096,128,0.05939816422906295,0.0,0.491943359375,0.015380859375,0.1171875,1.0,88,0.6875
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1280,1408,4096,128,0.0484492783998268,0.0,0.486572265625,0.009521484375,0.090576171875,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1408,1536,4096,128,0.049091681010512256,0.0,0.4921875,0.0078125,0.08642578125,1.0,98,0.765625
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1536,1664,4096,128,0.05103364391868812,0.0,0.495361328125,0.00927734375,0.082763671875,1.0,101,0.7890625
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1664,1792,4096,128,0.05111923257655093,0.0,0.49462890625,0.0078125,0.08642578125,1.0,102,0.796875
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1792,1920,4096,128,0.04900582545452347,0.0,0.4912109375,0.00732421875,0.077880859375,1.0,99,0.7734375
+fresh-zh-2,layers.12.mlp.down_proj.output,128,1920,2048,4096,128,0.050390917021395046,0.0,0.5146484375,0.010986328125,0.09619140625,1.0,96,0.75
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.357759408628017,0.0,0.4973195393880208,0.013254801432291666,0.13315327962239584,1.0,2964,0.482421875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2344313765387034,0.0,0.421875,0.01416015625,0.1103515625,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.2455322842689944,0.0,0.49462890625,0.00927734375,0.111328125,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3153051127346003,0.0,0.51953125,0.0126953125,0.14013671875,1.0,33,0.515625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.869636583585397,0.0,0.4794921875,0.00390625,0.07373046875,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.7326627499308203,0.0,0.51708984375,0.0078125,0.07373046875,1.0,52,0.8125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.743905404419534,0.0,0.49853515625,0.0126953125,0.1005859375,1.0,50,0.78125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.180093279060192,0.0,0.4375,0.0087890625,0.091796875,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.1928884471489545,0.0,0.50439453125,0.01025390625,0.0966796875,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.3436436081328298,0.0,0.48974609375,0.009765625,0.0966796875,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.3623566075511155,0.0,0.5,0.00732421875,0.10986328125,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.7475936344703389,0.0,0.44580078125,0.013671875,0.15283203125,1.0,21,0.328125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1205470759053866,0.0,0.5400390625,0.01123046875,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.898229973094015,0.0,0.443359375,0.017578125,0.1220703125,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.282631631806264,0.0,0.5244140625,0.00634765625,0.1171875,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4843817330396298,0.0,0.478515625,0.0107421875,0.14697265625,1.0,30,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.0588041365944272,0.0,0.5185546875,0.00927734375,0.09619140625,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6250134678046688,0.0,0.50048828125,0.009765625,0.11279296875,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.968032256306038,0.0,0.55029296875,0.01416015625,0.11767578125,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.3194617221289267,0.0,0.5185546875,0.01025390625,0.1083984375,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.244134790170278,0.0,0.474609375,0.01611328125,0.11865234375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.3607971027148535,0.0,0.5322265625,0.0107421875,0.11083984375,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.4726862411040167,0.0,0.5400390625,0.0126953125,0.13525390625,1.0,30,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.3935620836687532,0.0,0.52099609375,0.01806640625,0.13623046875,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.6600610534801892,0.0,0.56884765625,0.013671875,0.14453125,1.0,26,0.40625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.8889223029898197,0.0,0.55029296875,0.013671875,0.1181640625,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.0120569332670655,0.0,0.552734375,0.01025390625,0.11083984375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3201251409894708,0.0,0.5888671875,0.01025390625,0.09521484375,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.2782792482402268,0.0,0.484375,0.00927734375,0.0986328125,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1810151433802984,0.0,0.44189453125,0.009765625,0.1064453125,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9564054857687744,0.0,0.53173828125,0.0087890625,0.09033203125,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.8028080220358749,0.0,0.46630859375,0.00927734375,0.13525390625,1.0,30,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.4562715325208773,0.0,0.4423828125,0.01171875,0.10693359375,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.2282168792519685,0.0,0.54296875,0.0126953125,0.1005859375,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.1581227079155951,0.0,0.5107421875,0.005859375,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.069038621855463,0.0,0.44970703125,0.013671875,0.11669921875,1.0,37,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.0740664907589135,0.0,0.455078125,0.013671875,0.11865234375,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.6397290185737792,0.0,0.470703125,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7186733297948743,0.0,0.533203125,0.01123046875,0.107421875,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.1468961425962716,0.0,0.49462890625,0.00830078125,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1292263849204114,0.0,0.49365234375,0.0087890625,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.6125908571427394,0.0,0.5009765625,0.0068359375,0.083984375,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5870168795760244,0.0,0.44482421875,0.0087890625,0.08740234375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,3.0292983951503896,0.0,0.4716796875,0.0205078125,0.19384765625,1.0,15,0.234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.8598588714856947,0.0,0.55712890625,0.01513671875,0.1953125,1.0,11,0.171875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.6706923603504513,0.0,0.45751953125,0.0126953125,0.12060546875,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.6729925928718838,0.0,0.5107421875,0.0078125,0.1015625,1.0,37,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5268779874829783,0.0,0.50439453125,0.013671875,0.126953125,1.0,34,0.53125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6371639525889052,0.0,0.482421875,0.01220703125,0.1337890625,1.0,32,0.5
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.432645501864564,0.0,0.513671875,0.00927734375,0.10498046875,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.7058465186127165,0.0,0.4794921875,0.0107421875,0.125,1.0,34,0.53125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.8487532512615609,0.0,0.55810546875,0.01123046875,0.0830078125,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.762506803299779,0.0,0.509765625,0.02099609375,0.1962890625,1.0,18,0.28125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4929084735090956,0.0,0.50390625,0.009765625,0.11181640625,1.0,33,0.515625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7013834797548006,0.0,0.4658203125,0.01416015625,0.12841796875,1.0,32,0.5
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.7251397534366144,0.0,0.490234375,0.01171875,0.1005859375,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.5138376582077697,0.0,0.4892578125,0.0107421875,0.10205078125,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8180040177738206,0.0,0.52197265625,0.017578125,0.1728515625,1.0,25,0.390625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,0.8846643980502844,0.0,0.5009765625,0.00927734375,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.8403302864003652,0.0,0.4287109375,0.0107421875,0.10205078125,1.0,33,0.515625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.7409578449985903,0.0,0.4794921875,0.00634765625,0.107421875,1.0,34,0.53125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.4365137375414316,0.0,0.5390625,0.0048828125,0.1005859375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2061639883865376,0.0,0.4794921875,0.00732421875,0.09326171875,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.4894366386814486,0.0,0.45166015625,0.01171875,0.10791015625,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.4855356724180062,0.0,0.53466796875,0.01513671875,0.11083984375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.2202373302035339,0.0,0.50927734375,0.01416015625,0.1533203125,1.0,26,0.40625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.6642597025066038,0.0,0.5029296875,0.00927734375,0.1025390625,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.2817082544067548,0.0,0.4931640625,0.01318359375,0.1396484375,1.0,35,0.546875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.838021632761013,0.0,0.44677734375,0.0078125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.954803700024807,0.0,0.494140625,0.0107421875,0.09716796875,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.277320928764077,0.0,0.50146484375,0.01611328125,0.13330078125,1.0,32,0.5
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.873939787187991,0.0,0.52392578125,0.0146484375,0.1083984375,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.2888784110170526,0.0,0.486328125,0.01513671875,0.16259765625,1.0,28,0.4375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.2155456579401158,0.0,0.4970703125,0.013671875,0.16064453125,1.0,20,0.3125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7583376206235896,0.0,0.4716796875,0.01171875,0.0966796875,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7781549294376139,0.0,0.43701171875,0.01416015625,0.1220703125,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.2982456246032632,0.0,0.4716796875,0.01904296875,0.17724609375,1.0,21,0.328125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.1776029058142898,0.0,0.49560546875,0.01416015625,0.14892578125,1.0,33,0.515625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.0255078273692186,0.0,0.52880859375,0.0185546875,0.12890625,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.2067664811732857,0.0,0.46923828125,0.01220703125,0.1455078125,1.0,30,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.0394454578494068,0.0,0.43505859375,0.0107421875,0.1025390625,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4543238504497655,0.0,0.53857421875,0.0166015625,0.14306640625,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.1670709589485861,0.0,0.501953125,0.01806640625,0.1279296875,1.0,37,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.5210292659893612,0.0,0.48681640625,0.02197265625,0.20166015625,1.0,18,0.28125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.1114184424357856,0.0,0.515625,0.01416015625,0.125,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.7339242569002151,0.0,0.49560546875,0.00732421875,0.10107421875,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.9179498922091757,0.0,0.5205078125,0.01025390625,0.11181640625,1.0,34,0.53125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.803032480262193,0.0,0.50146484375,0.01220703125,0.10498046875,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.0922223824855675,0.0,0.50439453125,0.01416015625,0.15771484375,1.0,30,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.2097473566752632,0.0,0.52880859375,0.01416015625,0.1220703125,1.0,37,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.9888011025011711,0.0,0.50146484375,0.009765625,0.1083984375,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.6194687839377975,0.0,0.47265625,0.01904296875,0.2265625,1.0,9,0.140625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.8680522295644032,0.0,0.513671875,0.00439453125,0.08837890625,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.5305762241748375,0.0,0.51171875,0.0263671875,0.236328125,1.0,7,0.109375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.21658087739605,0.0,0.5029296875,0.0166015625,0.181640625,1.0,20,0.3125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.1120006928702622,0.0,0.46142578125,0.01220703125,0.13916015625,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.7217289757991452,0.0,0.51611328125,0.00830078125,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.2399942529180483,0.0,0.458251953125,0.01171875,0.111083984375,1.0,80,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.1149653194373044,0.0,0.49951171875,0.008544921875,0.114501953125,1.0,77,0.6015625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.7383054773807324,0.0,0.5078125,0.01025390625,0.08740234375,1.0,102,0.796875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1865081109340299,0.0,0.470947265625,0.009521484375,0.09423828125,1.0,83,0.6484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.353032459295488,0.0,0.494873046875,0.008544921875,0.1025390625,1.0,74,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4679423116324022,0.0,0.492919921875,0.01171875,0.12939453125,1.0,59,0.4609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.6199415010521994,0.0,0.48388671875,0.013427734375,0.123291015625,1.0,67,0.5234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2892740843302493,0.0,0.49853515625,0.0107421875,0.124267578125,1.0,73,0.5703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.8046910722347453,0.0,0.525390625,0.012451171875,0.11767578125,1.0,70,0.546875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2823514752741298,0.0,0.49658203125,0.013427734375,0.113525390625,1.0,80,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4178458166342025,0.0,0.5361328125,0.011962890625,0.122314453125,1.0,68,0.53125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.532615082517615,0.0,0.544921875,0.016845703125,0.1435546875,1.0,56,0.4375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.9524815213238161,0.0,0.551513671875,0.011474609375,0.11572265625,1.0,84,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.2993706600416353,0.0,0.53662109375,0.009765625,0.096923828125,1.0,74,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.0745948590287857,0.0,0.48681640625,0.0087890625,0.099609375,1.0,81,0.6328125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.6387256543954525,0.0,0.454345703125,0.011474609375,0.121826171875,1.0,65,0.5078125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.1936844032383926,0.0,0.52685546875,0.00927734375,0.100830078125,1.0,88,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.0715555052328822,0.0,0.452392578125,0.013671875,0.116943359375,1.0,76,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.6803471805496893,0.0,0.501953125,0.01025390625,0.09619140625,1.0,98,0.765625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1380955562479427,0.0,0.494140625,0.008544921875,0.09130859375,1.0,90,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5998549697706315,0.0,0.472900390625,0.0078125,0.0849609375,1.0,79,0.6171875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.945797135893454,0.0,0.514404296875,0.018310546875,0.1953125,1.0,25,0.1953125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.6718428722128091,0.0,0.484130859375,0.01025390625,0.111083984375,1.0,67,0.5234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.5829817112519964,0.0,0.493408203125,0.012939453125,0.131103515625,1.0,65,0.5078125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.5751802244625683,0.0,0.49658203125,0.010009765625,0.1142578125,1.0,73,0.5703125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3832592514068134,0.0,0.533935546875,0.013916015625,0.15185546875,1.0,60,0.46875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6005438849743876,0.0,0.48486328125,0.011474609375,0.118408203125,1.0,64,0.5
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.6229312407331569,0.0,0.48974609375,0.011474609375,0.100830078125,1.0,80,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.4296450094025834,0.0,0.511474609375,0.013916015625,0.133056640625,1.0,67,0.5234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.7913332717705808,0.0,0.4541015625,0.00830078125,0.103759765625,1.0,66,0.515625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.3263489897130718,0.0,0.50927734375,0.005859375,0.097412109375,1.0,83,0.6484375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.4874874343457678,0.0,0.4931640625,0.013671875,0.109375,1.0,80,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.9824001461717139,0.0,0.506103515625,0.011474609375,0.141845703125,1.0,69,0.5390625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0828333912448962,0.0,0.469970703125,0.0107421875,0.124267578125,1.0,76,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1276521761251974,0.0,0.497802734375,0.013427734375,0.113037109375,1.0,74,0.578125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.1011308528090642,0.0,0.505126953125,0.014892578125,0.14111328125,1.0,67,0.5234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0130713680166161,0.0,0.484375,0.013916015625,0.13330078125,1.0,56,0.4375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.0702725811702303,0.0,0.454345703125,0.0185546875,0.164306640625,1.0,51,0.3984375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.104177274666028,0.0,0.51220703125,0.016357421875,0.138916015625,1.0,72,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1262176077310986,0.0,0.4521484375,0.01123046875,0.124267578125,1.0,67,0.5234375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.318543227430979,0.0,0.520263671875,0.018310546875,0.14111328125,1.0,65,0.5078125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.3320624951897944,0.0,0.501220703125,0.016357421875,0.1689453125,1.0,52,0.40625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8310465749503364,0.0,0.508056640625,0.009033203125,0.1083984375,1.0,78,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9585955604837992,0.0,0.5029296875,0.012939453125,0.135986328125,1.0,71,0.5546875
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.1048113611133616,0.0,0.51513671875,0.01220703125,0.11669921875,1.0,82,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.299267835244277,0.0,0.4931640625,0.010498046875,0.16064453125,1.0,34,0.265625
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.3825217194053492,0.0,0.50732421875,0.021484375,0.21142578125,1.0,26,0.203125
+fresh-zh-2,layers.13.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9374001961414415,0.0,0.48876953125,0.010498046875,0.11669921875,1.0,76,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5625328043345585,0.0,0.1990966796875,0.0067901611328125,0.0669097900390625,1.0,1287,0.62841796875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5923519979180352,0.0,0.13427734375,0.0048828125,0.05029296875,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4068107698764336,0.0,0.13818359375,0.00390625,0.044921875,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,128,192,2048,64,1.357195104161392,0.0,0.34228515625,0.00927734375,0.1064453125,1.0,36,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2646619604942915,0.0,0.31396484375,0.01025390625,0.09814453125,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7142912996358328,0.0,0.10302734375,0.00537109375,0.04296875,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8487165646067945,0.0,0.1650390625,0.00341796875,0.0390625,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2866750579584598,0.0,0.1669921875,0.0087890625,0.0712890625,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,448,512,2048,64,1.3883126993472201,0.0,0.23876953125,0.00634765625,0.0595703125,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6821217171529965,0.0,0.4384765625,0.00830078125,0.09228515625,1.0,31,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5243771771515437,0.0,0.37158203125,0.009765625,0.1083984375,1.0,32,0.5
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3195425132114142,0.0,0.23291015625,0.0078125,0.05908203125,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,704,768,2048,64,1.362098134855086,0.0,0.234375,0.00341796875,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5115358743541272,0.0,0.1591796875,0.0068359375,0.05810546875,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,832,896,2048,64,1.5356455472215411,0.0,0.14794921875,0.005859375,0.0537109375,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,896,960,2048,64,2.0397436369851025,0.0,0.1650390625,0.0048828125,0.04150390625,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.9715324314532179,0.0,0.1435546875,0.00390625,0.04052734375,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.508402675896794,0.0,0.162109375,0.005859375,0.0537109375,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6420645250547439,0.0,0.17626953125,0.0029296875,0.05224609375,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6794798636171326,0.0,0.14306640625,0.0048828125,0.03466796875,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.9731097668320214,0.0,0.1845703125,0.00244140625,0.0234375,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.213800127557885,0.0,0.24072265625,0.0087890625,0.08642578125,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1965218614277,0.0,0.15234375,0.0068359375,0.0810546875,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.2880722690590702,0.0,0.21533203125,0.0126953125,0.1171875,1.0,40,0.625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.312254173435873,0.0,0.2109375,0.01318359375,0.11181640625,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.5129344970537375,0.0,0.1357421875,0.00537109375,0.0439453125,1.0,43,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.4735136938493039,0.0,0.08203125,0.00634765625,0.056640625,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.7410645173405104,0.0,0.21240234375,0.0048828125,0.05029296875,1.0,39,0.609375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.5445639848384491,0.0,0.2646484375,0.01025390625,0.07080078125,1.0,38,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.436864571100326,0.0,0.11083984375,0.00634765625,0.05322265625,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.6021704359024147,0.0,0.1396484375,0.0048828125,0.0625,1.0,42,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8254569495764548,0.0,0.265625,0.0029296875,0.044921875,1.0,41,0.640625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.726246572244591,0.0,0.17919921875,0.00341796875,0.03564453125,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5024482399593475,0.0,0.13623046875,0.00439453125,0.047607421875,1.0,94,0.734375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3117447207976323,0.0,0.328125,0.009765625,0.102783203125,1.0,76,0.59375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7827713813412336,0.0,0.134033203125,0.00439453125,0.04052734375,1.0,93,0.7265625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,384,512,4096,128,1.3384589750793952,0.0,0.202880859375,0.007568359375,0.0654296875,1.0,83,0.6484375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6051883455747888,0.0,0.405029296875,0.009033203125,0.099853515625,1.0,62,0.484375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,640,768,4096,128,1.340989144838242,0.0,0.233642578125,0.005615234375,0.05859375,1.0,88,0.6875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,768,896,4096,128,1.5236383997131409,0.0,0.153564453125,0.006103515625,0.055908203125,1.0,89,0.6953125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.005927993833908,0.0,0.154296875,0.004150390625,0.040771484375,1.0,87,0.6796875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.5766506488591363,0.0,0.169189453125,0.004150390625,0.052978515625,1.0,87,0.6796875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.8321865030972335,0.0,0.163818359375,0.00390625,0.0302734375,1.0,89,0.6953125
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.2051919586800157,0.0,0.196533203125,0.007568359375,0.083740234375,1.0,87,0.6796875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.300219440328987,0.0,0.213134765625,0.012939453125,0.114501953125,1.0,77,0.6015625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4933541774034493,0.0,0.10888671875,0.005859375,0.050048828125,1.0,84,0.65625
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6457496098742017,0.0,0.238525390625,0.00732421875,0.0615234375,1.0,75,0.5859375
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.5217637630990983,0.0,0.125244140625,0.005126953125,0.05859375,1.0,87,0.6796875
+fresh-zh-2,layers.13.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.776544441175505,0.0,0.222412109375,0.003173828125,0.041015625,1.0,86,0.671875
+fresh-zh-2,layers.13.linear_attn.in_proj_b.output,0,0,16,512,16,1.0563152157014004,0.0,0.4609375,0.005859375,0.109375,1.0,9,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_b.output,64,0,16,512,16,1.0563152157014004,0.0,0.4609375,0.005859375,0.109375,1.0,9,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_b.output,128,0,16,512,16,1.0563152157014004,0.0,0.4609375,0.005859375,0.109375,1.0,9,0.5625
+fresh-zh-2,layers.13.linear_attn.in_proj_a.output,0,0,16,512,16,1.4421465213652873,0.0,0.474609375,0.017578125,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.13.linear_attn.in_proj_a.output,64,0,16,512,16,1.4421465213652873,0.0,0.474609375,0.017578125,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.13.linear_attn.in_proj_a.output,128,0,16,512,16,1.4421465213652873,0.0,0.474609375,0.017578125,0.09375,1.0,13,0.8125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,0,0,2048,65536,2048,0.04181301380537506,0.0,0.496307373046875,0.0106048583984375,0.1099395751953125,1.0,1440,0.703125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,0,64,2048,64,0.03986036559410791,0.0,0.50732421875,0.009765625,0.09814453125,1.0,49,0.765625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,64,128,2048,64,0.037677719930497025,0.0,0.529296875,0.017578125,0.12890625,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,128,192,2048,64,0.04128211966561943,0.0,0.53173828125,0.0107421875,0.0986328125,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,192,256,2048,64,0.039694699084215454,0.0,0.50537109375,0.0087890625,0.09619140625,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,256,320,2048,64,0.037552755377506235,0.0,0.439453125,0.00830078125,0.0947265625,1.0,51,0.796875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,320,384,2048,64,0.03907947801452112,0.0,0.478515625,0.01123046875,0.103515625,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,384,448,2048,64,0.037370481207007186,0.0,0.52734375,0.01318359375,0.09912109375,1.0,50,0.78125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,448,512,2048,64,0.03645270369312753,0.0,0.52294921875,0.0087890625,0.10986328125,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,512,576,2048,64,0.03719054728418616,0.0,0.509765625,0.0146484375,0.125,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,576,640,2048,64,0.04020767131313692,0.0,0.43212890625,0.00830078125,0.09765625,1.0,49,0.765625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,640,704,2048,64,0.037480192998757995,0.0,0.44580078125,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,704,768,2048,64,0.03801225869442513,0.0,0.49267578125,0.01123046875,0.0986328125,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,768,832,2048,64,0.036162124513253416,0.0,0.5087890625,0.0048828125,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,832,896,2048,64,0.04005129787125156,0.0,0.5390625,0.00732421875,0.1005859375,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,896,960,2048,64,0.04153647553161284,0.0,0.5615234375,0.009765625,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,960,1024,2048,64,0.039300761467564505,0.0,0.45654296875,0.0087890625,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1024,1088,2048,64,0.03992953603866962,0.0,0.49951171875,0.0126953125,0.1064453125,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1088,1152,2048,64,0.039832508421992145,0.0,0.552734375,0.00732421875,0.1044921875,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1152,1216,2048,64,0.09042345278690721,0.0,0.51513671875,0.0283203125,0.2685546875,1.0,12,0.1875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1216,1280,2048,64,0.04142530303746472,0.0,0.52001953125,0.00927734375,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03896208399584029,0.0,0.4794921875,0.01025390625,0.09814453125,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1344,1408,2048,64,0.039567043299186686,0.0,0.5068359375,0.01123046875,0.115234375,1.0,44,0.6875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1408,1472,2048,64,0.038326899390766306,0.0,0.43701171875,0.0126953125,0.10888671875,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1472,1536,2048,64,0.040081796585819805,0.0,0.53173828125,0.01123046875,0.11083984375,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1536,1600,2048,64,0.038957585278469264,0.0,0.4541015625,0.00537109375,0.09814453125,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1600,1664,2048,64,0.04275436950252571,0.0,0.50830078125,0.00537109375,0.0927734375,1.0,50,0.78125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1664,1728,2048,64,0.046094999189640926,0.0,0.44384765625,0.01513671875,0.10986328125,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1728,1792,2048,64,0.0378411039497826,0.0,0.47705078125,0.0078125,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0381334012268336,0.0,0.49755859375,0.0087890625,0.10302734375,1.0,46,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1856,1920,2048,64,0.03806142111812261,0.0,0.5107421875,0.00830078125,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03753410331350361,0.0,0.47509765625,0.00927734375,0.10498046875,1.0,45,0.703125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03895833156031964,0.0,0.484375,0.01171875,0.10546875,1.0,47,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,0,128,4096,128,0.038784399727576774,0.0,0.518310546875,0.013916015625,0.1142578125,1.0,94,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,128,256,4096,128,0.040496188335897354,0.0,0.5185546875,0.010009765625,0.09716796875,1.0,95,0.7421875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,256,384,4096,128,0.03832372005905914,0.0,0.458984375,0.010009765625,0.0986328125,1.0,97,0.7578125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,384,512,4096,128,0.03691444481623848,0.0,0.525146484375,0.010986328125,0.10498046875,1.0,93,0.7265625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,512,640,4096,128,0.03872850138930333,0.0,0.470947265625,0.011474609375,0.11328125,1.0,93,0.7265625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,640,768,4096,128,0.03774716332571261,0.0,0.46923828125,0.00927734375,0.095947265625,1.0,93,0.7265625
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,768,896,4096,128,0.03815629509323307,0.0,0.52392578125,0.005859375,0.0927734375,1.0,97,0.7578125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,896,1024,4096,128,0.04043407382096612,0.0,0.509033203125,0.00927734375,0.095458984375,1.0,97,0.7578125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1024,1152,4096,128,0.039881051737958785,0.0,0.526123046875,0.010009765625,0.10546875,1.0,92,0.71875
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1152,1280,4096,128,0.0703294267915352,0.0,0.517578125,0.019775390625,0.1962890625,1.0,51,0.3984375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03926572872581526,0.0,0.4931640625,0.0107421875,0.107666015625,1.0,89,0.6953125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1408,1536,4096,128,0.039214166027450835,0.0,0.484375,0.01171875,0.10986328125,1.0,91,0.7109375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1536,1664,4096,128,0.04090005844914959,0.0,0.481201171875,0.005615234375,0.094482421875,1.0,97,0.7578125
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1664,1792,4096,128,0.042170476037337125,0.0,0.46044921875,0.011474609375,0.1005859375,1.0,94,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1792,1920,4096,128,0.03809742817210726,0.0,0.504150390625,0.008544921875,0.099853515625,1.0,94,0.734375
+fresh-zh-2,layers.13.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03825284636149681,0.0,0.479736328125,0.010498046875,0.1044921875,1.0,91,0.7109375
+fresh-zh-2,layers.13.mlp.gate_proj.output,0,0,6144,196608,6144,0.6601860013242239,0.0,0.7309010823567709,0.009068806966145834,0.08996073404947917,1.0,3728,0.6067708333333334
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,0,64,2048,64,0.5698880631199394,0.0,0.68701171875,0.01025390625,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,64,128,2048,64,0.5742481663221233,0.0,0.6962890625,0.0107421875,0.083984375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,128,192,2048,64,0.7101766775362731,0.0,0.7666015625,0.0078125,0.0849609375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,192,256,2048,64,0.7281272282353355,0.0,0.7734375,0.0068359375,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,256,320,2048,64,0.6588545849963106,0.0,0.78369140625,0.00927734375,0.08837890625,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,320,384,2048,64,0.5817442089110016,0.0,0.75146484375,0.00732421875,0.076171875,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,384,448,2048,64,0.6514235314208603,0.0,0.7666015625,0.00927734375,0.08251953125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,448,512,2048,64,0.651688852641603,0.0,0.74609375,0.00927734375,0.0888671875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,512,576,2048,64,0.5099409030159615,0.0,0.71484375,0.0068359375,0.07763671875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,576,640,2048,64,0.6877304157224551,0.0,0.6982421875,0.00634765625,0.08056640625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,640,704,2048,64,0.6116932124915934,0.0,0.69189453125,0.00927734375,0.09228515625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,704,768,2048,64,0.654433997677847,0.0,0.72314453125,0.0107421875,0.09130859375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,768,832,2048,64,0.6851304209428267,0.0,0.74169921875,0.009765625,0.10107421875,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,832,896,2048,64,0.6246498031753053,0.0,0.75,0.009765625,0.10400390625,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,896,960,2048,64,0.5331180462371699,0.0,0.6845703125,0.0048828125,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,960,1024,2048,64,0.5864182349976429,0.0,0.7412109375,0.01171875,0.080078125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1024,1088,2048,64,0.7005014221108289,0.0,0.716796875,0.00634765625,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1088,1152,2048,64,0.6963036161862228,0.0,0.751953125,0.009765625,0.0927734375,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1152,1216,2048,64,0.6383673747404236,0.0,0.7119140625,0.00390625,0.08349609375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1216,1280,2048,64,0.7231844016634957,0.0,0.791015625,0.00927734375,0.09814453125,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1280,1344,2048,64,0.607124837934226,0.0,0.7509765625,0.00732421875,0.09521484375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1344,1408,2048,64,0.6499362522524388,0.0,0.74951171875,0.00732421875,0.0810546875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1408,1472,2048,64,0.6184008517408645,0.0,0.67138671875,0.00732421875,0.08837890625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1472,1536,2048,64,0.7025211954198054,0.0,0.70849609375,0.0126953125,0.111328125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1536,1600,2048,64,0.7664638201938371,0.0,0.77587890625,0.009765625,0.0830078125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1600,1664,2048,64,0.720594945756765,0.0,0.73681640625,0.009765625,0.10498046875,1.0,34,0.53125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1664,1728,2048,64,0.570003450838127,0.0,0.6728515625,0.00927734375,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1728,1792,2048,64,0.6199277581908123,0.0,0.78173828125,0.00830078125,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1792,1856,2048,64,0.7070101670453359,0.0,0.6826171875,0.0107421875,0.087890625,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1856,1920,2048,64,0.6368701569654306,0.0,0.69970703125,0.01123046875,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1920,1984,2048,64,0.6275825502360517,0.0,0.75341796875,0.0068359375,0.06787109375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,1984,2048,2048,64,0.5205524953739035,0.0,0.70166015625,0.0068359375,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2048,2112,2048,64,0.7404308570556138,0.0,0.75439453125,0.00830078125,0.08154296875,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2112,2176,2048,64,0.7077744641211434,0.0,0.75048828125,0.01416015625,0.1064453125,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2176,2240,2048,64,0.6042671454719344,0.0,0.68359375,0.01123046875,0.09716796875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2240,2304,2048,64,0.7577492358269536,0.0,0.798828125,0.0078125,0.09619140625,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2304,2368,2048,64,0.5586914946788523,0.0,0.685546875,0.00830078125,0.08349609375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2368,2432,2048,64,0.584790775188662,0.0,0.6748046875,0.00732421875,0.0859375,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2432,2496,2048,64,0.7096801934787642,0.0,0.74609375,0.01123046875,0.10498046875,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2496,2560,2048,64,0.6229334324825578,0.0,0.70947265625,0.00732421875,0.07958984375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2560,2624,2048,64,0.5788882588650829,0.0,0.71484375,0.01123046875,0.1025390625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2624,2688,2048,64,0.7330523298443673,0.0,0.734375,0.01220703125,0.11767578125,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2688,2752,2048,64,0.7194098074477798,0.0,0.74951171875,0.00927734375,0.09619140625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2752,2816,2048,64,0.6715232897151101,0.0,0.7568359375,0.00927734375,0.07861328125,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2816,2880,2048,64,0.7348737334438542,0.0,0.74072265625,0.0126953125,0.1162109375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2880,2944,2048,64,0.703894401788575,0.0,0.7265625,0.00634765625,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,2944,3008,2048,64,0.6371265690871019,0.0,0.740234375,0.0087890625,0.08251953125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3008,3072,2048,64,0.6116462133616456,0.0,0.74755859375,0.005859375,0.08349609375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3072,3136,2048,64,0.7671131042275936,0.0,0.69140625,0.01171875,0.10107421875,1.0,33,0.515625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3136,3200,2048,64,0.6006960541286174,0.0,0.69970703125,0.01123046875,0.08740234375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3200,3264,2048,64,0.6679958899259396,0.0,0.7666015625,0.00830078125,0.08740234375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3264,3328,2048,64,0.6216556811145407,0.0,0.703125,0.0048828125,0.08642578125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3328,3392,2048,64,0.7392038242827689,0.0,0.765625,0.01025390625,0.109375,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3392,3456,2048,64,0.6526418171324753,0.0,0.7333984375,0.0068359375,0.0830078125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3456,3520,2048,64,0.6528101639830265,0.0,0.77880859375,0.0048828125,0.078125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3520,3584,2048,64,0.6487523115306022,0.0,0.66796875,0.01123046875,0.0986328125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3584,3648,2048,64,0.6587131136932143,0.0,0.7158203125,0.0126953125,0.08203125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3648,3712,2048,64,0.668369359107457,0.0,0.7041015625,0.01123046875,0.099609375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3712,3776,2048,64,0.623948270157214,0.0,0.67626953125,0.01025390625,0.09521484375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3776,3840,2048,64,0.6926467608607153,0.0,0.7099609375,0.0107421875,0.08447265625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3840,3904,2048,64,0.6566381587485987,0.0,0.748046875,0.00927734375,0.08154296875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3904,3968,2048,64,0.6175539434236519,0.0,0.70068359375,0.00927734375,0.091796875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,3968,4032,2048,64,0.6565151418218305,0.0,0.75537109375,0.00537109375,0.078125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4032,4096,2048,64,0.6460913897930938,0.0,0.74560546875,0.00927734375,0.08544921875,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4096,4160,2048,64,0.5784006255647265,0.0,0.74169921875,0.0078125,0.08154296875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4160,4224,2048,64,0.7149808930886816,0.0,0.73095703125,0.009765625,0.11083984375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4224,4288,2048,64,0.6418223783342575,0.0,0.69970703125,0.01025390625,0.10107421875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4288,4352,2048,64,0.8798616241597678,0.0,0.7373046875,0.01318359375,0.12646484375,1.0,26,0.40625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4352,4416,2048,64,0.5476417087848359,0.0,0.69970703125,0.00830078125,0.09033203125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4416,4480,2048,64,0.6169971881698122,0.0,0.740234375,0.00830078125,0.07421875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4480,4544,2048,64,0.6246711735720983,0.0,0.7412109375,0.0078125,0.0712890625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4544,4608,2048,64,0.6330672206966261,0.0,0.77685546875,0.0078125,0.0791015625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4608,4672,2048,64,0.6530322824398329,0.0,0.74072265625,0.01025390625,0.10107421875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4672,4736,2048,64,0.5279117749014762,0.0,0.6728515625,0.00634765625,0.07861328125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4736,4800,2048,64,0.7288547035107827,0.0,0.77978515625,0.0087890625,0.0966796875,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4800,4864,2048,64,0.7485521407552331,0.0,0.7578125,0.00830078125,0.08935546875,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4864,4928,2048,64,0.6512524149124559,0.0,0.76611328125,0.0107421875,0.0908203125,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4928,4992,2048,64,0.7250317615846171,0.0,0.76123046875,0.009765625,0.0859375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,4992,5056,2048,64,0.6683957058267501,0.0,0.7470703125,0.00634765625,0.09130859375,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5056,5120,2048,64,0.6613216576204688,0.0,0.732421875,0.0078125,0.0810546875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5120,5184,2048,64,0.7370852404126595,0.0,0.75048828125,0.00732421875,0.0986328125,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5184,5248,2048,64,0.7196352928997796,0.0,0.73291015625,0.0107421875,0.09521484375,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5248,5312,2048,64,0.7388353277955685,0.0,0.736328125,0.00830078125,0.083984375,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5312,5376,2048,64,0.5722032692683126,0.0,0.67041015625,0.0087890625,0.08837890625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5376,5440,2048,64,0.7212592320131841,0.0,0.7529296875,0.0068359375,0.0830078125,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5440,5504,2048,64,0.6817353610949602,0.0,0.74462890625,0.0107421875,0.09326171875,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5504,5568,2048,64,0.7140093091190912,0.0,0.68115234375,0.00830078125,0.09521484375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5568,5632,2048,64,0.7108102859758751,0.0,0.77099609375,0.00830078125,0.0830078125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5632,5696,2048,64,0.6182813059268971,0.0,0.701171875,0.00634765625,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5696,5760,2048,64,0.5386560224898553,0.0,0.68505859375,0.00732421875,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5760,5824,2048,64,0.6211257949574036,0.0,0.775390625,0.0078125,0.08349609375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5824,5888,2048,64,0.6070867497192939,0.0,0.74169921875,0.009765625,0.0791015625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5888,5952,2048,64,0.7795507808525841,0.0,0.732421875,0.00830078125,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,5952,6016,2048,64,0.6643048472791352,0.0,0.69775390625,0.00927734375,0.09765625,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,6016,6080,2048,64,0.5720113715758336,0.0,0.736328125,0.01123046875,0.0908203125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,64,6080,6144,2048,64,0.6882885609776629,0.0,0.78125,0.00732421875,0.08837890625,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,0,128,4096,128,0.5720722686037653,0.0,0.691650390625,0.01025390625,0.083984375,1.0,87,0.6796875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,128,256,4096,128,0.7192079580393046,0.0,0.77001953125,0.00732421875,0.08447265625,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,256,384,4096,128,0.6214964556504518,0.0,0.767578125,0.00830078125,0.08203125,1.0,82,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,384,512,4096,128,0.6515562055364654,0.0,0.75634765625,0.00927734375,0.085693359375,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,512,640,4096,128,0.6053977408607152,0.0,0.70654296875,0.00634765625,0.082763671875,1.0,83,0.6484375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,640,768,4096,128,0.6334242036443248,0.0,0.70751953125,0.010009765625,0.09130859375,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,768,896,4096,128,0.6555879309094405,0.0,0.745849609375,0.01025390625,0.103759765625,1.0,74,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,896,1024,4096,128,0.560402175924348,0.0,0.712890625,0.00830078125,0.084228515625,1.0,88,0.6875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1024,1152,4096,128,0.6984056730487319,0.0,0.734375,0.00830078125,0.086669921875,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1152,1280,4096,128,0.6820955152844683,0.0,0.75146484375,0.007080078125,0.089599609375,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1280,1408,4096,128,0.6288949438612962,0.0,0.750244140625,0.007568359375,0.08837890625,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1408,1536,4096,128,0.6617989284699315,0.0,0.68994140625,0.010009765625,0.099609375,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1536,1664,4096,128,0.7438830094565696,0.0,0.75634765625,0.009765625,0.09521484375,1.0,71,0.5546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1664,1792,4096,128,0.5954890256515477,0.0,0.727294921875,0.0087890625,0.08056640625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1792,1920,4096,128,0.6728547291721468,0.0,0.691162109375,0.010986328125,0.086181640625,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,1920,2048,4096,128,0.5765564837033681,0.0,0.7275390625,0.007080078125,0.07421875,1.0,87,0.6796875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2048,2176,4096,128,0.7242867340156391,0.0,0.75244140625,0.01171875,0.09375,1.0,72,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2176,2304,4096,128,0.6853184250744803,0.0,0.7412109375,0.009765625,0.09521484375,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2304,2432,4096,128,0.5718900405551081,0.0,0.68017578125,0.0078125,0.0859375,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2432,2560,4096,128,0.667717020271521,0.0,0.727783203125,0.009521484375,0.0927734375,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2560,2688,4096,128,0.6604836616230951,0.0,0.724609375,0.01171875,0.110107421875,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2688,2816,4096,128,0.695878581248861,0.0,0.753173828125,0.00927734375,0.087158203125,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2816,2944,4096,128,0.7195508088297188,0.0,0.733642578125,0.009521484375,0.099365234375,1.0,72,0.5625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,2944,3072,4096,128,0.6245163550125574,0.0,0.743896484375,0.00732421875,0.082763671875,1.0,82,0.640625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3072,3200,4096,128,0.6889478442245777,0.0,0.695556640625,0.011474609375,0.093994140625,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3200,3328,4096,128,0.6452419293644562,0.0,0.73486328125,0.006591796875,0.087158203125,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3328,3456,4096,128,0.6972673932230913,0.0,0.74951171875,0.008544921875,0.096923828125,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3456,3584,4096,128,0.6507844005182689,0.0,0.723388671875,0.008056640625,0.088134765625,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3584,3712,4096,128,0.6635588015937707,0.0,0.7099609375,0.01220703125,0.0908203125,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3712,3840,4096,128,0.6591930594154571,0.0,0.693115234375,0.01025390625,0.091064453125,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3840,3968,4096,128,0.6373956952172068,0.0,0.724365234375,0.00927734375,0.08642578125,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,3968,4096,4096,128,0.6513241187788571,0.0,0.75048828125,0.00732421875,0.081787109375,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4096,4224,4096,128,0.6502864603909402,0.0,0.736328125,0.008544921875,0.095458984375,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4224,4352,4096,128,0.7700949431724984,0.0,0.718505859375,0.011962890625,0.11328125,1.0,66,0.515625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4352,4480,4096,128,0.5833510827153017,0.0,0.719970703125,0.00830078125,0.08447265625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4480,4608,4096,128,0.6288832089555633,0.0,0.759033203125,0.0078125,0.075927734375,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4608,4736,4096,128,0.5937768958069203,0.0,0.706787109375,0.0078125,0.0908203125,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4736,4864,4096,128,0.7387690729378948,0.0,0.768798828125,0.0087890625,0.09326171875,1.0,74,0.578125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4864,4992,4096,128,0.6891301630446163,0.0,0.763671875,0.010986328125,0.08837890625,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,4992,5120,4096,128,0.6648680900770935,0.0,0.73974609375,0.007080078125,0.0859375,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5120,5248,4096,128,0.7284125226892862,0.0,0.74169921875,0.00927734375,0.0966796875,1.0,71,0.5546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5248,5376,4096,128,0.6607927901241546,0.0,0.703369140625,0.00927734375,0.0869140625,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5376,5504,4096,128,0.7017755988674456,0.0,0.748779296875,0.0087890625,0.089599609375,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5504,5632,4096,128,0.7124115931671198,0.0,0.72607421875,0.008056640625,0.0888671875,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5632,5760,4096,128,0.5798370822150223,0.0,0.693115234375,0.0068359375,0.088134765625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5760,5888,4096,128,0.6141463892453505,0.0,0.758544921875,0.008544921875,0.08056640625,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,5888,6016,4096,128,0.7242238431750327,0.0,0.715087890625,0.00927734375,0.0966796875,1.0,70,0.546875
+fresh-zh-2,layers.13.mlp.gate_proj.output,128,6016,6144,4096,128,0.6328262606690592,0.0,0.7587890625,0.009521484375,0.087158203125,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.up_proj.output,0,0,6144,196608,6144,0.40393121207095145,0.0,0.5006205240885416,0.008672078450520834,0.08715311686197917,1.0,4614,0.7509765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,0,64,2048,64,0.37979839978728896,0.0,0.52880859375,0.00634765625,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,64,128,2048,64,0.4227588555895619,0.0,0.51611328125,0.0078125,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,128,192,2048,64,0.4365944307970916,0.0,0.515625,0.01123046875,0.1015625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,192,256,2048,64,0.3948039926301794,0.0,0.51123046875,0.01416015625,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,256,320,2048,64,0.3828076299764541,0.0,0.498046875,0.0048828125,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,320,384,2048,64,0.3904315473138056,0.0,0.55859375,0.0087890625,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,384,448,2048,64,0.3726560505901523,0.0,0.5126953125,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,448,512,2048,64,0.39715478902250406,0.0,0.4248046875,0.00732421875,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,512,576,2048,64,0.394392629186679,0.0,0.48583984375,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,576,640,2048,64,0.4150418378101124,0.0,0.5146484375,0.00634765625,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,640,704,2048,64,0.4096885739982759,0.0,0.5068359375,0.00634765625,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,704,768,2048,64,0.4113313392940809,0.0,0.43798828125,0.00634765625,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,768,832,2048,64,0.3558169302307643,0.0,0.51220703125,0.01025390625,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,832,896,2048,64,0.3741306428578195,0.0,0.47119140625,0.00927734375,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,896,960,2048,64,0.45446119426121845,0.0,0.4912109375,0.00927734375,0.10205078125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,960,1024,2048,64,0.40142179156628577,0.0,0.4931640625,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1024,1088,2048,64,0.3702532074647706,0.0,0.48388671875,0.00732421875,0.0986328125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1088,1152,2048,64,0.40160520490023444,0.0,0.50537109375,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1152,1216,2048,64,0.3901945402220139,0.0,0.525390625,0.005859375,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1216,1280,2048,64,0.37867838215851435,0.0,0.54638671875,0.00634765625,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1280,1344,2048,64,0.43509806567358544,0.0,0.5400390625,0.01025390625,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1344,1408,2048,64,0.38091880517207355,0.0,0.501953125,0.0078125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1408,1472,2048,64,0.40757065867625464,0.0,0.47802734375,0.0078125,0.09765625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1472,1536,2048,64,0.40321521572350166,0.0,0.4716796875,0.00732421875,0.07275390625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1536,1600,2048,64,0.4469079184099287,0.0,0.47998046875,0.0087890625,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1600,1664,2048,64,0.43535814559444985,0.0,0.5146484375,0.01220703125,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1664,1728,2048,64,0.4355485513858661,0.0,0.47509765625,0.01171875,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1728,1792,2048,64,0.3940932548608,0.0,0.49462890625,0.0068359375,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1792,1856,2048,64,0.4323619999033715,0.0,0.47265625,0.0087890625,0.08935546875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1856,1920,2048,64,0.39215541320074676,0.0,0.51220703125,0.0068359375,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1920,1984,2048,64,0.4167535270286444,0.0,0.4873046875,0.009765625,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,1984,2048,2048,64,0.372690311480047,0.0,0.458984375,0.005859375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2048,2112,2048,64,0.42287529667709106,0.0,0.5625,0.0146484375,0.09912109375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2112,2176,2048,64,0.4040145549467489,0.0,0.51806640625,0.00537109375,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2176,2240,2048,64,0.44211919071594497,0.0,0.486328125,0.01123046875,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2240,2304,2048,64,0.4366402157149701,0.0,0.4619140625,0.009765625,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2304,2368,2048,64,0.39961147624835813,0.0,0.48876953125,0.01123046875,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2368,2432,2048,64,0.3738243474615329,0.0,0.48876953125,0.00830078125,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2432,2496,2048,64,0.4184892744492037,0.0,0.4580078125,0.0078125,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2496,2560,2048,64,0.4151490244246467,0.0,0.513671875,0.00927734375,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2560,2624,2048,64,0.4215338701765296,0.0,0.529296875,0.00830078125,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2624,2688,2048,64,0.3966091240473439,0.0,0.4931640625,0.0078125,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2688,2752,2048,64,0.4338118430275859,0.0,0.4912109375,0.009765625,0.0927734375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2752,2816,2048,64,0.388710700096865,0.0,0.4365234375,0.01220703125,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2816,2880,2048,64,0.4001699779717383,0.0,0.4873046875,0.0048828125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2880,2944,2048,64,0.4067616721438632,0.0,0.4462890625,0.009765625,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,2944,3008,2048,64,0.3986833917545092,0.0,0.5234375,0.00634765625,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3008,3072,2048,64,0.3705317105544705,0.0,0.49365234375,0.0068359375,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3072,3136,2048,64,0.4162321642410532,0.0,0.55078125,0.0087890625,0.0966796875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3136,3200,2048,64,0.39085973516033046,0.0,0.50537109375,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3200,3264,2048,64,0.4119156143550949,0.0,0.50390625,0.00732421875,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3264,3328,2048,64,0.4071704518423262,0.0,0.48876953125,0.00732421875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3328,3392,2048,64,0.4073366568635586,0.0,0.50341796875,0.00732421875,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3392,3456,2048,64,0.42984295382229765,0.0,0.52685546875,0.00732421875,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3456,3520,2048,64,0.37968846193846734,0.0,0.51806640625,0.0068359375,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3520,3584,2048,64,0.3648477222456463,0.0,0.49365234375,0.0068359375,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3584,3648,2048,64,0.440032834789967,0.0,0.501953125,0.00927734375,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3648,3712,2048,64,0.3888278200419022,0.0,0.4814453125,0.0078125,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3712,3776,2048,64,0.37606965384266,0.0,0.4931640625,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3776,3840,2048,64,0.4154317368613183,0.0,0.51318359375,0.0087890625,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3840,3904,2048,64,0.40690358805531124,0.0,0.556640625,0.0087890625,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3904,3968,2048,64,0.39532458102334,0.0,0.52685546875,0.005859375,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,3968,4032,2048,64,0.3913306579378602,0.0,0.45166015625,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4032,4096,2048,64,0.38607589947193016,0.0,0.515625,0.00927734375,0.099609375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4096,4160,2048,64,0.429965609456184,0.0,0.52099609375,0.005859375,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4160,4224,2048,64,0.41358488610295085,0.0,0.4560546875,0.01123046875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4224,4288,2048,64,0.38127743677904447,0.0,0.4912109375,0.00927734375,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4288,4352,2048,64,0.4166946949827262,0.0,0.498046875,0.01171875,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4352,4416,2048,64,0.38577460906748595,0.0,0.47509765625,0.00732421875,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4416,4480,2048,64,0.37429225549516215,0.0,0.45849609375,0.0087890625,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4480,4544,2048,64,0.35997240133909725,0.0,0.5068359375,0.00927734375,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4544,4608,2048,64,0.43470503801406973,0.0,0.55859375,0.01123046875,0.103515625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4608,4672,2048,64,0.36924598321010804,0.0,0.49560546875,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4672,4736,2048,64,0.383719337903703,0.0,0.52734375,0.009765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4736,4800,2048,64,0.42348025720178095,0.0,0.4951171875,0.00537109375,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4800,4864,2048,64,0.396520398285248,0.0,0.45361328125,0.0078125,0.095703125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4864,4928,2048,64,0.3779805314921472,0.0,0.490234375,0.009765625,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4928,4992,2048,64,0.3744777960890113,0.0,0.5390625,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,4992,5056,2048,64,0.4196154619777018,0.0,0.50146484375,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5056,5120,2048,64,0.43455083622657137,0.0,0.5263671875,0.01220703125,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5120,5184,2048,64,0.3841119133218454,0.0,0.533203125,0.0107421875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5184,5248,2048,64,0.3899179958938717,0.0,0.5244140625,0.00732421875,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5248,5312,2048,64,0.3837425540049239,0.0,0.482421875,0.0107421875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5312,5376,2048,64,0.4101680199922964,0.0,0.48486328125,0.01025390625,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5376,5440,2048,64,0.425026799874123,0.0,0.58544921875,0.01171875,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5440,5504,2048,64,0.4229951102355619,0.0,0.46630859375,0.00830078125,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5504,5568,2048,64,0.429386173663819,0.0,0.529296875,0.0087890625,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5568,5632,2048,64,0.39037964317496915,0.0,0.52783203125,0.00830078125,0.09228515625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5632,5696,2048,64,0.37057608279975957,0.0,0.49755859375,0.01123046875,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5696,5760,2048,64,0.4595957302794894,0.0,0.5185546875,0.00732421875,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5760,5824,2048,64,0.40780167847584153,0.0,0.50927734375,0.01171875,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5824,5888,2048,64,0.4114004953047115,0.0,0.46923828125,0.01220703125,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5888,5952,2048,64,0.41933268865760487,0.0,0.47900390625,0.0078125,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,64,5952,6016,2048,64,0.4095342658650605,0.0,0.48193359375,0.009765625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,64,6016,6080,2048,64,0.39980951467230214,0.0,0.5419921875,0.01171875,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,64,6080,6144,2048,64,0.4019253978512252,0.0,0.49658203125,0.00732421875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,0,128,4096,128,0.4018531289292031,0.0,0.5224609375,0.007080078125,0.078857421875,1.0,100,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,128,256,4096,128,0.4162240319826374,0.0,0.513427734375,0.0126953125,0.096435546875,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,256,384,4096,128,0.38663838060003963,0.0,0.5283203125,0.0068359375,0.0791015625,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,384,512,4096,128,0.38510028465645146,0.0,0.46875,0.007568359375,0.08349609375,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,512,640,4096,128,0.40484890582140454,0.0,0.500244140625,0.007080078125,0.086669921875,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,640,768,4096,128,0.4105107783908987,0.0,0.472412109375,0.00634765625,0.08447265625,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,768,896,4096,128,0.3650886370212375,0.0,0.49169921875,0.01025390625,0.085693359375,1.0,101,0.7890625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,896,1024,4096,128,0.4287624236296947,0.0,0.4921875,0.00927734375,0.09716796875,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1024,1152,4096,128,0.3862474454549245,0.0,0.49462890625,0.008056640625,0.09130859375,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1152,1280,4096,128,0.38447958094888385,0.0,0.535888671875,0.006103515625,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1280,1408,4096,128,0.40890675152570893,0.0,0.52099609375,0.009033203125,0.0859375,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1408,1536,4096,128,0.40539878638492866,0.0,0.474853515625,0.007568359375,0.085205078125,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1536,1664,4096,128,0.44117082999272156,0.0,0.497314453125,0.010498046875,0.089599609375,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1664,1792,4096,128,0.41533843678445287,0.0,0.48486328125,0.009033203125,0.08154296875,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1792,1920,4096,128,0.4127485718104252,0.0,0.492431640625,0.0078125,0.0869140625,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,1920,2048,4096,128,0.39533629390805336,0.0,0.47314453125,0.007568359375,0.091064453125,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2048,2176,4096,128,0.4135524616953437,0.0,0.540283203125,0.010009765625,0.087890625,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2176,2304,4096,128,0.43938824334461757,0.0,0.47412109375,0.010498046875,0.08984375,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2304,2432,4096,128,0.3869327943612644,0.0,0.48876953125,0.009521484375,0.08154296875,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2432,2560,4096,128,0.4168224953800819,0.0,0.48583984375,0.00830078125,0.082763671875,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2560,2688,4096,128,0.40926128633405134,0.0,0.51123046875,0.008056640625,0.0771484375,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2688,2816,4096,128,0.41187906205631875,0.0,0.4638671875,0.01123046875,0.089599609375,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2816,2944,4096,128,0.4034792864541953,0.0,0.466796875,0.00732421875,0.08349609375,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,2944,3072,4096,128,0.3848650382843974,0.0,0.508544921875,0.006591796875,0.083740234375,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3072,3200,4096,128,0.40374530778598205,0.0,0.528076171875,0.00830078125,0.091796875,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3200,3328,4096,128,0.4095499055078754,0.0,0.496337890625,0.00732421875,0.091552734375,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3328,3456,4096,128,0.4187410398894873,0.0,0.51513671875,0.007568359375,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3456,3584,4096,128,0.3723420393650408,0.0,0.505859375,0.007080078125,0.086669921875,1.0,100,0.78125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3584,3712,4096,128,0.41522040492480156,0.0,0.49169921875,0.00927734375,0.08642578125,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3712,3840,4096,128,0.3962397711821402,0.0,0.503173828125,0.00927734375,0.0859375,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3840,3968,4096,128,0.4011558639316929,0.0,0.541748046875,0.00732421875,0.080810546875,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,3968,4096,4096,128,0.38871215828369615,0.0,0.483642578125,0.0078125,0.09033203125,1.0,101,0.7890625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4096,4224,4096,128,0.4218547637089207,0.0,0.488525390625,0.008544921875,0.08447265625,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4224,4352,4096,128,0.3993788631259455,0.0,0.49462890625,0.010498046875,0.091796875,1.0,97,0.7578125
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4352,4480,4096,128,0.3800767958747464,0.0,0.466796875,0.008056640625,0.084228515625,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4480,4608,4096,128,0.39909184394112207,0.0,0.53271484375,0.010009765625,0.094482421875,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4608,4736,4096,128,0.37655220514429044,0.0,0.511474609375,0.009765625,0.080322265625,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4736,4864,4096,128,0.41022186344463546,0.0,0.474365234375,0.007080078125,0.091552734375,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4864,4992,4096,128,0.37623324012556975,0.0,0.5146484375,0.009521484375,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,4992,5120,4096,128,0.42714843157617505,0.0,0.513916015625,0.010009765625,0.08984375,1.0,96,0.75
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5120,5248,4096,128,0.3870258424689895,0.0,0.52880859375,0.009033203125,0.083740234375,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5248,5376,4096,128,0.39717512030502544,0.0,0.483642578125,0.01025390625,0.08642578125,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5376,5504,4096,128,0.4240121719328544,0.0,0.52587890625,0.010009765625,0.093505859375,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5504,5632,4096,128,0.4103466534157867,0.0,0.528564453125,0.00830078125,0.0888671875,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5632,5760,4096,128,0.41746548865406313,0.0,0.508056640625,0.00927734375,0.08642578125,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5760,5888,4096,128,0.40960503933952985,0.0,0.4892578125,0.011962890625,0.0859375,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.up_proj.output,128,5888,6016,4096,128,0.41446243418098205,0.0,0.48046875,0.0087890625,0.088134765625,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.up_proj.output,128,6016,6144,4096,128,0.40086885228236896,0.0,0.519287109375,0.009521484375,0.08837890625,1.0,100,0.78125
+fresh-zh-2,layers.13.mlp.silu_gate,0,0,6144,196608,6144,0.24486833747569084,0.0,0.7309010823567709,0.006663004557291667,0.06688435872395833,1.0,4195,0.6827799479166666
+fresh-zh-2,layers.13.mlp.silu_gate,64,0,64,2048,64,0.23274889558385545,0.0,0.68701171875,0.00830078125,0.06982421875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,64,128,2048,64,0.23359381768572027,0.0,0.6962890625,0.00830078125,0.0673828125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,128,192,2048,64,0.22030896764039398,0.0,0.7666015625,0.00537109375,0.046875,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,192,256,2048,64,0.27637005320926256,0.0,0.7734375,0.00439453125,0.06396484375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,256,320,2048,64,0.20301405688849633,0.0,0.78369140625,0.00634765625,0.0595703125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,320,384,2048,64,0.20598425838600135,0.0,0.75146484375,0.005859375,0.05517578125,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,384,448,2048,64,0.24779660128893544,0.0,0.7666015625,0.00537109375,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,448,512,2048,64,0.2815302126254052,0.0,0.74609375,0.0087890625,0.0791015625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,512,576,2048,64,0.23444524242372408,0.0,0.71484375,0.005859375,0.0703125,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,576,640,2048,64,0.2756349844449448,0.0,0.6982421875,0.0048828125,0.06884765625,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,640,704,2048,64,0.23321206196916938,0.0,0.69189453125,0.0068359375,0.0712890625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,704,768,2048,64,0.25990312445156505,0.0,0.72314453125,0.00830078125,0.07470703125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,768,832,2048,64,0.22546912982789716,0.0,0.74169921875,0.0048828125,0.0634765625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,832,896,2048,64,0.2153961309995902,0.0,0.75,0.00634765625,0.07080078125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,896,960,2048,64,0.2359123045348448,0.0,0.6845703125,0.00390625,0.07666015625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,960,1024,2048,64,0.2296869341516956,0.0,0.7412109375,0.009765625,0.0625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,1024,1088,2048,64,0.26136453622879313,0.0,0.716796875,0.00341796875,0.05810546875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,1088,1152,2048,64,0.24913038945497543,0.0,0.751953125,0.00830078125,0.0673828125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,1152,1216,2048,64,0.25999302200875496,0.0,0.7119140625,0.00341796875,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1216,1280,2048,64,0.3092384095380909,0.0,0.791015625,0.00830078125,0.08251953125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.silu_gate,64,1280,1344,2048,64,0.20663038982019488,0.0,0.7509765625,0.00439453125,0.06494140625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,1344,1408,2048,64,0.27208525024721636,0.0,0.74951171875,0.0068359375,0.0654296875,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,1408,1472,2048,64,0.24886505904894515,0.0,0.67138671875,0.00439453125,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1472,1536,2048,64,0.2313464581436188,0.0,0.70849609375,0.0087890625,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1536,1600,2048,64,0.24327096232573242,0.0,0.77587890625,0.0048828125,0.0546875,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,1600,1664,2048,64,0.21756922203450685,0.0,0.73681640625,0.00439453125,0.06591796875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,1664,1728,2048,64,0.260741817202719,0.0,0.6728515625,0.00830078125,0.07568359375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1728,1792,2048,64,0.22084004837144583,0.0,0.78173828125,0.00634765625,0.05322265625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,1792,1856,2048,64,0.3077980613942966,0.0,0.6826171875,0.01025390625,0.0771484375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.silu_gate,64,1856,1920,2048,64,0.25014898195622937,0.0,0.69970703125,0.0078125,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1920,1984,2048,64,0.23666115181750555,0.0,0.75341796875,0.0048828125,0.04736328125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,1984,2048,2048,64,0.23465124970433732,0.0,0.70166015625,0.00537109375,0.0732421875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,2048,2112,2048,64,0.22855471059012983,0.0,0.75439453125,0.005859375,0.05078125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,2112,2176,2048,64,0.24842285986162668,0.0,0.75048828125,0.01123046875,0.0791015625,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,2176,2240,2048,64,0.29338719909345995,0.0,0.68359375,0.0107421875,0.095703125,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.silu_gate,64,2240,2304,2048,64,0.20911784097728908,0.0,0.798828125,0.00537109375,0.048828125,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.silu_gate,64,2304,2368,2048,64,0.2580221034970068,0.0,0.685546875,0.00634765625,0.07373046875,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,2368,2432,2048,64,0.22170481682115326,0.0,0.6748046875,0.00634765625,0.064453125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,2432,2496,2048,64,0.2257386641876117,0.0,0.74609375,0.0087890625,0.0712890625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,2496,2560,2048,64,0.2547334608595124,0.0,0.70947265625,0.00634765625,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,2560,2624,2048,64,0.2048912992141368,0.0,0.71484375,0.00830078125,0.072265625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,2624,2688,2048,64,0.27944933091222457,0.0,0.734375,0.00927734375,0.08837890625,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.silu_gate,64,2688,2752,2048,64,0.24000445591536929,0.0,0.74951171875,0.00732421875,0.0703125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,2752,2816,2048,64,0.2695668966775213,0.0,0.7568359375,0.0078125,0.06494140625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,2816,2880,2048,64,0.2403432719134958,0.0,0.74072265625,0.0087890625,0.07666015625,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,2880,2944,2048,64,0.2211745580970099,0.0,0.7265625,0.005859375,0.05126953125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,2944,3008,2048,64,0.2122994096465129,0.0,0.740234375,0.0048828125,0.05419921875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,3008,3072,2048,64,0.22045175913209536,0.0,0.74755859375,0.00439453125,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3072,3136,2048,64,0.2626928022100547,0.0,0.69140625,0.00927734375,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,3136,3200,2048,64,0.26043873502949566,0.0,0.69970703125,0.0107421875,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,3200,3264,2048,64,0.21886291956547013,0.0,0.7666015625,0.005859375,0.05419921875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3264,3328,2048,64,0.23667191778450475,0.0,0.703125,0.00341796875,0.07177734375,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3328,3392,2048,64,0.21526740254659077,0.0,0.765625,0.00537109375,0.05908203125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3392,3456,2048,64,0.22903328196646058,0.0,0.7333984375,0.005859375,0.05322265625,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3456,3520,2048,64,0.22290769709175773,0.0,0.77880859375,0.00390625,0.052734375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,3520,3584,2048,64,0.30715794458203305,0.0,0.66796875,0.0107421875,0.09423828125,1.0,34,0.53125
+fresh-zh-2,layers.13.mlp.silu_gate,64,3584,3648,2048,64,0.26816829586424423,0.0,0.7158203125,0.009765625,0.06982421875,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3648,3712,2048,64,0.25419150642892385,0.0,0.7041015625,0.00830078125,0.0791015625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,3712,3776,2048,64,0.23321367800851037,0.0,0.67626953125,0.0078125,0.0703125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,3776,3840,2048,64,0.283863397585159,0.0,0.7099609375,0.00927734375,0.06884765625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,3840,3904,2048,64,0.21838895012603438,0.0,0.748046875,0.00634765625,0.048828125,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,3904,3968,2048,64,0.2526239561803585,0.0,0.70068359375,0.0087890625,0.07763671875,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,3968,4032,2048,64,0.2405189147214159,0.0,0.75537109375,0.0048828125,0.0595703125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,4032,4096,2048,64,0.22232181424308348,0.0,0.74560546875,0.00634765625,0.05517578125,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,4096,4160,2048,64,0.2222949801292345,0.0,0.74169921875,0.005859375,0.0634765625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,4160,4224,2048,64,0.22369717075433437,0.0,0.73095703125,0.00732421875,0.06494140625,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,4224,4288,2048,64,0.28701722454240247,0.0,0.69970703125,0.009765625,0.08984375,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.silu_gate,64,4288,4352,2048,64,0.26322889934033283,0.0,0.7373046875,0.00732421875,0.0771484375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.silu_gate,64,4352,4416,2048,64,0.22558510639577006,0.0,0.69970703125,0.0068359375,0.0751953125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,4416,4480,2048,64,0.2554381956508889,0.0,0.740234375,0.0078125,0.06494140625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,4480,4544,2048,64,0.2190132389739873,0.0,0.7412109375,0.0048828125,0.0517578125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,4544,4608,2048,64,0.22078943284828773,0.0,0.77685546875,0.00537109375,0.056640625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,4608,4672,2048,64,0.2265825165645716,0.0,0.74072265625,0.0068359375,0.0712890625,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,4672,4736,2048,64,0.21322358651980175,0.0,0.6728515625,0.0048828125,0.0625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.silu_gate,64,4736,4800,2048,64,0.20233052909382576,0.0,0.77978515625,0.00634765625,0.0556640625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,4800,4864,2048,64,0.2439063236886266,0.0,0.7578125,0.0029296875,0.06103515625,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,4864,4928,2048,64,0.25570652183469317,0.0,0.76611328125,0.0068359375,0.07421875,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,4928,4992,2048,64,0.26251999667634773,0.0,0.76123046875,0.0068359375,0.06689453125,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,64,4992,5056,2048,64,0.2246774533116408,0.0,0.7470703125,0.00439453125,0.06201171875,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,5056,5120,2048,64,0.24083587565684073,0.0,0.732421875,0.00634765625,0.060546875,1.0,46,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,64,5120,5184,2048,64,0.2639459962769514,0.0,0.75048828125,0.0048828125,0.07080078125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,5184,5248,2048,64,0.23652524004597114,0.0,0.73291015625,0.00634765625,0.06298828125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,5248,5312,2048,64,0.2620941398096764,0.0,0.736328125,0.00634765625,0.060546875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,5312,5376,2048,64,0.2548898056995997,0.0,0.67041015625,0.00830078125,0.07568359375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,5376,5440,2048,64,0.21562159120262508,0.0,0.7529296875,0.00537109375,0.05126953125,1.0,47,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,64,5440,5504,2048,64,0.2852860781684904,0.0,0.74462890625,0.00927734375,0.07763671875,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.silu_gate,64,5504,5568,2048,64,0.3020449903310832,0.0,0.68115234375,0.0068359375,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.silu_gate,64,5568,5632,2048,64,0.2786329070272298,0.0,0.77099609375,0.00732421875,0.06396484375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,5632,5696,2048,64,0.2335472059712578,0.0,0.701171875,0.0048828125,0.06884765625,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,5696,5760,2048,64,0.2138574382790524,0.0,0.68505859375,0.005859375,0.0654296875,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.silu_gate,64,5760,5824,2048,64,0.20650983076016446,0.0,0.775390625,0.0048828125,0.0556640625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,64,5824,5888,2048,64,0.2870294876496223,0.0,0.74169921875,0.00927734375,0.07421875,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.silu_gate,64,5888,5952,2048,64,0.2634543557977535,0.0,0.732421875,0.00634765625,0.05810546875,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,64,5952,6016,2048,64,0.2420680850867223,0.0,0.69775390625,0.00634765625,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,64,6016,6080,2048,64,0.23032376277290506,0.0,0.736328125,0.00927734375,0.0732421875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,64,6080,6144,2048,64,0.23667584079791326,0.0,0.78125,0.00390625,0.060546875,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,128,0,128,4096,128,0.2331717393430151,0.0,0.691650390625,0.00830078125,0.068603515625,1.0,91,0.7109375
+fresh-zh-2,layers.13.mlp.silu_gate,128,128,256,4096,128,0.24991643356696933,0.0,0.77001953125,0.004638671875,0.05419921875,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,256,384,4096,128,0.20450455006815446,0.0,0.767578125,0.006103515625,0.057373046875,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.silu_gate,128,384,512,4096,128,0.26520031695989116,0.0,0.75634765625,0.007568359375,0.0693359375,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,512,640,4096,128,0.2558702956041241,0.0,0.70654296875,0.005859375,0.071044921875,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,640,768,4096,128,0.24691850877121121,0.0,0.70751953125,0.007568359375,0.072265625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,768,896,4096,128,0.22049016050035178,0.0,0.745849609375,0.005859375,0.06689453125,1.0,88,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,128,896,1024,4096,128,0.2328204277452332,0.0,0.712890625,0.0068359375,0.0693359375,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,1024,1152,4096,128,0.25532075096638723,0.0,0.734375,0.005859375,0.063232421875,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,1152,1280,4096,128,0.28567881040330323,0.0,0.75146484375,0.006103515625,0.07275390625,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.silu_gate,128,1280,1408,4096,128,0.24158487266314507,0.0,0.750244140625,0.005859375,0.066162109375,1.0,88,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,128,1408,1536,4096,128,0.24026547953361102,0.0,0.68994140625,0.00634765625,0.06884765625,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,1536,1664,4096,128,0.2307781699896986,0.0,0.75634765625,0.004638671875,0.060791015625,1.0,91,0.7109375
+fresh-zh-2,layers.13.mlp.silu_gate,128,1664,1792,4096,128,0.24161604065425651,0.0,0.727294921875,0.007080078125,0.063720703125,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,1792,1920,4096,128,0.28045869550775665,0.0,0.691162109375,0.009521484375,0.072998046875,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.silu_gate,128,1920,2048,4096,128,0.2356583435478104,0.0,0.7275390625,0.005126953125,0.06005859375,1.0,90,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,128,2048,2176,4096,128,0.23869559383738884,0.0,0.75244140625,0.008056640625,0.064697265625,1.0,90,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,128,2176,2304,4096,128,0.2547609860309348,0.0,0.7412109375,0.0078125,0.07373046875,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,2304,2432,4096,128,0.2405498198863608,0.0,0.68017578125,0.006591796875,0.069091796875,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,2432,2560,4096,128,0.24067309840390558,0.0,0.727783203125,0.0078125,0.068115234375,1.0,88,0.6875
+fresh-zh-2,layers.13.mlp.silu_gate,128,2560,2688,4096,128,0.2450228285700609,0.0,0.724609375,0.008544921875,0.081298828125,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,128,2688,2816,4096,128,0.25521407743655317,0.0,0.753173828125,0.00732421875,0.067626953125,1.0,87,0.6796875
+fresh-zh-2,layers.13.mlp.silu_gate,128,2816,2944,4096,128,0.2309578679147911,0.0,0.733642578125,0.007080078125,0.063720703125,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,2944,3072,4096,128,0.21641397533511242,0.0,0.743896484375,0.004638671875,0.05712890625,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.silu_gate,128,3072,3200,4096,128,0.26156819668753195,0.0,0.695556640625,0.010009765625,0.07275390625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,3200,3328,4096,128,0.2279414115825784,0.0,0.73486328125,0.004638671875,0.06298828125,1.0,92,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,128,3328,3456,4096,128,0.22225694460183262,0.0,0.74951171875,0.005615234375,0.05712890625,1.0,92,0.71875
+fresh-zh-2,layers.13.mlp.silu_gate,128,3456,3584,4096,128,0.26835968805188504,0.0,0.723388671875,0.00634765625,0.07275390625,1.0,83,0.6484375
+fresh-zh-2,layers.13.mlp.silu_gate,128,3584,3712,4096,128,0.2612733787121628,0.0,0.7099609375,0.0087890625,0.074462890625,1.0,84,0.65625
+fresh-zh-2,layers.13.mlp.silu_gate,128,3712,3840,4096,128,0.2597759112185416,0.0,0.693115234375,0.0087890625,0.07080078125,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,3840,3968,4096,128,0.23612771626110224,0.0,0.724365234375,0.008056640625,0.06103515625,1.0,91,0.7109375
+fresh-zh-2,layers.13.mlp.silu_gate,128,3968,4096,4096,128,0.23159915525224165,0.0,0.75048828125,0.005859375,0.058349609375,1.0,90,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,128,4096,4224,4096,128,0.22299717755405626,0.0,0.736328125,0.0068359375,0.064208984375,1.0,95,0.7421875
+fresh-zh-2,layers.13.mlp.silu_gate,128,4224,4352,4096,128,0.2753800470549264,0.0,0.718505859375,0.008544921875,0.0830078125,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.silu_gate,128,4352,4480,4096,128,0.24097438870653107,0.0,0.719970703125,0.007568359375,0.07177734375,1.0,90,0.703125
+fresh-zh-2,layers.13.mlp.silu_gate,128,4480,4608,4096,128,0.2199031292448398,0.0,0.759033203125,0.005126953125,0.05419921875,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,128,4608,4736,4096,128,0.2200044711603627,0.0,0.706787109375,0.006103515625,0.066650390625,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.silu_gate,128,4736,4864,4096,128,0.22408473591332428,0.0,0.768798828125,0.00439453125,0.056640625,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,128,4864,4992,4096,128,0.25913565362927776,0.0,0.763671875,0.0068359375,0.071044921875,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,4992,5120,4096,128,0.23289684092962895,0.0,0.73974609375,0.005126953125,0.06103515625,1.0,93,0.7265625
+fresh-zh-2,layers.13.mlp.silu_gate,128,5120,5248,4096,128,0.2506109316544639,0.0,0.74169921875,0.005615234375,0.0673828125,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,5248,5376,4096,128,0.25851707020248577,0.0,0.703369140625,0.00732421875,0.068603515625,1.0,86,0.671875
+fresh-zh-2,layers.13.mlp.silu_gate,128,5376,5504,4096,128,0.2528644073307965,0.0,0.748779296875,0.0068359375,0.064208984375,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,5504,5632,4096,128,0.29057483809042123,0.0,0.72607421875,0.00732421875,0.07177734375,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.silu_gate,128,5632,5760,4096,128,0.2239188483851458,0.0,0.693115234375,0.004638671875,0.066162109375,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.silu_gate,128,5760,5888,4096,128,0.2500322349028185,0.0,0.758544921875,0.007080078125,0.066650390625,1.0,89,0.6953125
+fresh-zh-2,layers.13.mlp.silu_gate,128,5888,6016,4096,128,0.25298730739541253,0.0,0.715087890625,0.0068359375,0.062744140625,1.0,85,0.6640625
+fresh-zh-2,layers.13.mlp.silu_gate,128,6016,6144,4096,128,0.23352140085575523,0.0,0.7587890625,0.006591796875,0.06640625,1.0,90,0.703125
+fresh-zh-2,layers.13.mlp.gated_product,0,0,6144,196608,6144,0.09798560546849784,0.0,0.5006357828776041,0.034154256184895836,0.21440633138020834,1.0,3513,0.57177734375
+fresh-zh-2,layers.13.mlp.gated_product,64,0,64,2048,64,0.08615093887421961,0.0,0.5224609375,0.029296875,0.19384765625,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,64,128,2048,64,0.09479697143107998,0.0,0.53466796875,0.03857421875,0.216796875,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,128,192,2048,64,0.08739051635804385,0.0,0.4990234375,0.0283203125,0.19384765625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,192,256,2048,64,0.1085446009239386,0.0,0.51220703125,0.03955078125,0.2216796875,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gated_product,64,256,320,2048,64,0.08209458566732578,0.0,0.48681640625,0.0263671875,0.1845703125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,320,384,2048,64,0.0780163525804024,0.0,0.46533203125,0.02783203125,0.17236328125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gated_product,64,384,448,2048,64,0.10570550250820071,0.0,0.5078125,0.03515625,0.22509765625,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,448,512,2048,64,0.10304163504979653,0.0,0.5302734375,0.04150390625,0.22265625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,512,576,2048,64,0.08624188942059043,0.0,0.51416015625,0.02978515625,0.2021484375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,576,640,2048,64,0.123690172973677,0.0,0.49609375,0.033203125,0.21923828125,1.0,34,0.53125
+fresh-zh-2,layers.13.mlp.gated_product,64,640,704,2048,64,0.10220952787739486,0.0,0.51123046875,0.03662109375,0.23193359375,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,704,768,2048,64,0.09973174024738041,0.0,0.5107421875,0.0302734375,0.208984375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,768,832,2048,64,0.08252067062394808,0.0,0.509765625,0.033203125,0.20068359375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,832,896,2048,64,0.08094925011221882,0.0,0.51904296875,0.03955078125,0.21875,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,896,960,2048,64,0.0990316962251984,0.0,0.5263671875,0.037109375,0.22412109375,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,960,1024,2048,64,0.08953291903202588,0.0,0.4814453125,0.04150390625,0.23046875,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,1024,1088,2048,64,0.08571382954250327,0.0,0.51611328125,0.0322265625,0.208984375,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,1088,1152,2048,64,0.12730897010306977,0.0,0.48193359375,0.0439453125,0.26123046875,1.0,30,0.46875
+fresh-zh-2,layers.13.mlp.gated_product,64,1152,1216,2048,64,0.11471362933354368,0.0,0.521484375,0.03173828125,0.2353515625,1.0,34,0.53125
+fresh-zh-2,layers.13.mlp.gated_product,64,1216,1280,2048,64,0.08535192187172908,0.0,0.48583984375,0.021484375,0.1865234375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,1280,1344,2048,64,0.08542492317160147,0.0,0.48046875,0.02783203125,0.19091796875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,1344,1408,2048,64,0.09565687230797226,0.0,0.50341796875,0.033203125,0.21142578125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,1408,1472,2048,64,0.08887973466417647,0.0,0.498046875,0.02685546875,0.20703125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,1472,1536,2048,64,0.08917736502046865,0.0,0.51220703125,0.03369140625,0.2197265625,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,1536,1600,2048,64,0.09511486106468764,0.0,0.5087890625,0.02734375,0.1630859375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gated_product,64,1600,1664,2048,64,0.10029318962200003,0.0,0.48583984375,0.0400390625,0.21875,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,1664,1728,2048,64,0.09882766980888733,0.0,0.51904296875,0.03564453125,0.20703125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,1728,1792,2048,64,0.08034097964435442,0.0,0.5107421875,0.0224609375,0.162109375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gated_product,64,1792,1856,2048,64,0.1674112321819853,0.0,0.5244140625,0.05419921875,0.2958984375,1.0,19,0.296875
+fresh-zh-2,layers.13.mlp.gated_product,64,1856,1920,2048,64,0.10673262630952185,0.0,0.4833984375,0.037109375,0.22705078125,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,1920,1984,2048,64,0.0947973009396474,0.0,0.49658203125,0.0302734375,0.20263671875,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,1984,2048,2048,64,0.0970281657677022,0.0,0.47705078125,0.0400390625,0.2392578125,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,2048,2112,2048,64,0.0874639512469197,0.0,0.46142578125,0.03466796875,0.18017578125,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gated_product,64,2112,2176,2048,64,0.10223735564879449,0.0,0.4765625,0.0380859375,0.22412109375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,2176,2240,2048,64,0.13370810329339178,0.0,0.4873046875,0.04345703125,0.2744140625,1.0,25,0.390625
+fresh-zh-2,layers.13.mlp.gated_product,64,2240,2304,2048,64,0.08963950822612596,0.0,0.5302734375,0.0244140625,0.171875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,2304,2368,2048,64,0.1129377178668861,0.0,0.48779296875,0.04248046875,0.22265625,1.0,33,0.515625
+fresh-zh-2,layers.13.mlp.gated_product,64,2368,2432,2048,64,0.08621099759513767,0.0,0.51904296875,0.0322265625,0.2255859375,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,2432,2496,2048,64,0.10347151471807046,0.0,0.515625,0.0361328125,0.22705078125,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,2496,2560,2048,64,0.09791678152426193,0.0,0.55810546875,0.0302734375,0.212890625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,2560,2624,2048,64,0.08922308500838085,0.0,0.4658203125,0.03662109375,0.19677734375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,2624,2688,2048,64,0.08385864960050525,0.0,0.5302734375,0.03515625,0.2021484375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,2688,2752,2048,64,0.09885898974200957,0.0,0.49560546875,0.0322265625,0.2021484375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,2752,2816,2048,64,0.09206221241692913,0.0,0.54296875,0.03466796875,0.2001953125,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,2816,2880,2048,64,0.10134242686390699,0.0,0.49462890625,0.0361328125,0.23193359375,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,2880,2944,2048,64,0.0885755063001738,0.0,0.513671875,0.02978515625,0.19580078125,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,2944,3008,2048,64,0.08271302831760294,0.0,0.474609375,0.0283203125,0.1865234375,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,3008,3072,2048,64,0.08040811567129211,0.0,0.513671875,0.0224609375,0.17431640625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,3072,3136,2048,64,0.10151168250820208,0.0,0.4892578125,0.037109375,0.22216796875,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,3136,3200,2048,64,0.08706211174948875,0.0,0.50390625,0.02880859375,0.1923828125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,3200,3264,2048,64,0.08397675651830486,0.0,0.513671875,0.02685546875,0.19873046875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,3264,3328,2048,64,0.10573327358220685,0.0,0.53466796875,0.0302734375,0.2265625,1.0,36,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,64,3328,3392,2048,64,0.09753706971443396,0.0,0.52587890625,0.02685546875,0.220703125,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,3392,3456,2048,64,0.09770639140669228,0.0,0.48583984375,0.029296875,0.19775390625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,3456,3520,2048,64,0.08052446352868241,0.0,0.4794921875,0.02685546875,0.18359375,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gated_product,64,3520,3584,2048,64,0.09770041303211964,0.0,0.51220703125,0.03759765625,0.2275390625,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,3584,3648,2048,64,0.130941854994752,0.0,0.46875,0.0517578125,0.24951171875,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gated_product,64,3648,3712,2048,64,0.09463545979087219,0.0,0.4599609375,0.0390625,0.21630859375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,3712,3776,2048,64,0.08770265703344299,0.0,0.50830078125,0.03564453125,0.20947265625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,3776,3840,2048,64,0.09975462374310305,0.0,0.51416015625,0.0400390625,0.22021484375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,3840,3904,2048,64,0.09234659401916605,0.0,0.4716796875,0.02587890625,0.1904296875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,3904,3968,2048,64,0.10245208081302867,0.0,0.5,0.0400390625,0.2373046875,1.0,35,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,64,3968,4032,2048,64,0.09412020472799275,0.0,0.501953125,0.0244140625,0.19677734375,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,4032,4096,2048,64,0.09195484543034259,0.0,0.47607421875,0.03515625,0.22412109375,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,4096,4160,2048,64,0.08942856866588142,0.0,0.4931640625,0.02587890625,0.189453125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,4160,4224,2048,64,0.09597378706312211,0.0,0.51611328125,0.03173828125,0.21826171875,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,4224,4288,2048,64,0.08665788263116628,0.0,0.52490234375,0.03759765625,0.21435546875,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,4288,4352,2048,64,0.09283406314513336,0.0,0.494140625,0.0390625,0.2265625,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,4352,4416,2048,64,0.07971317231798274,0.0,0.5107421875,0.03515625,0.2021484375,1.0,43,0.671875
+fresh-zh-2,layers.13.mlp.gated_product,64,4416,4480,2048,64,0.09411356466078306,0.0,0.51513671875,0.033203125,0.1884765625,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,4480,4544,2048,64,0.08460588960649373,0.0,0.4921875,0.03076171875,0.2001953125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,4544,4608,2048,64,0.10880083140109877,0.0,0.47607421875,0.0419921875,0.240234375,1.0,34,0.53125
+fresh-zh-2,layers.13.mlp.gated_product,64,4608,4672,2048,64,0.07546083547190845,0.0,0.4931640625,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.gated_product,64,4672,4736,2048,64,0.07557132723837992,0.0,0.4560546875,0.0341796875,0.2001953125,1.0,45,0.703125
+fresh-zh-2,layers.13.mlp.gated_product,64,4736,4800,2048,64,0.09080935472616744,0.0,0.50830078125,0.03173828125,0.2041015625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,4800,4864,2048,64,0.09506119764852781,0.0,0.52294921875,0.0322265625,0.2119140625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,4864,4928,2048,64,0.08764390192710515,0.0,0.51513671875,0.03076171875,0.22802734375,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,4928,4992,2048,64,0.0865319647631206,0.0,0.48193359375,0.0361328125,0.1962890625,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,4992,5056,2048,64,0.10023248686353019,0.0,0.52490234375,0.0302734375,0.20947265625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,5056,5120,2048,64,0.09925278877373331,0.0,0.474609375,0.033203125,0.20263671875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,5120,5184,2048,64,0.10127711589795156,0.0,0.47509765625,0.03076171875,0.2314453125,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gated_product,64,5184,5248,2048,64,0.09150862060176941,0.0,0.48193359375,0.03173828125,0.20703125,1.0,39,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,64,5248,5312,2048,64,0.0934953623598749,0.0,0.50390625,0.0322265625,0.1884765625,1.0,38,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,64,5312,5376,2048,64,0.111177094262958,0.0,0.4921875,0.0400390625,0.24365234375,1.0,33,0.515625
+fresh-zh-2,layers.13.mlp.gated_product,64,5376,5440,2048,64,0.09086957701420613,0.0,0.48388671875,0.0302734375,0.19482421875,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,5440,5504,2048,64,0.09910905786560216,0.0,0.5,0.03173828125,0.2099609375,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,5504,5568,2048,64,0.13697501344365773,0.0,0.51416015625,0.04833984375,0.2548828125,1.0,25,0.390625
+fresh-zh-2,layers.13.mlp.gated_product,64,5568,5632,2048,64,0.088667846085056,0.0,0.4765625,0.02392578125,0.17578125,1.0,42,0.65625
+fresh-zh-2,layers.13.mlp.gated_product,64,5632,5696,2048,64,0.10289438654971467,0.0,0.49658203125,0.03759765625,0.24755859375,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gated_product,64,5696,5760,2048,64,0.10879180693735278,0.0,0.51806640625,0.0322265625,0.22265625,1.0,37,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,64,5760,5824,2048,64,0.0908074686432689,0.0,0.48974609375,0.03564453125,0.20947265625,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,5824,5888,2048,64,0.12603122206609815,0.0,0.5078125,0.0390625,0.2490234375,1.0,29,0.453125
+fresh-zh-2,layers.13.mlp.gated_product,64,5888,5952,2048,64,0.09130714888327217,0.0,0.51611328125,0.025390625,0.1767578125,1.0,40,0.625
+fresh-zh-2,layers.13.mlp.gated_product,64,5952,6016,2048,64,0.11020814625116623,0.0,0.4873046875,0.0419921875,0.23876953125,1.0,32,0.5
+fresh-zh-2,layers.13.mlp.gated_product,64,6016,6080,2048,64,0.0875148574643058,0.0,0.4765625,0.0361328125,0.19970703125,1.0,41,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,64,6080,6144,2048,64,0.12894840619960965,0.0,0.49560546875,0.03466796875,0.24072265625,1.0,31,0.484375
+fresh-zh-2,layers.13.mlp.gated_product,128,0,128,4096,128,0.09057717720655274,0.0,0.528564453125,0.034423828125,0.20703125,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gated_product,128,128,256,4096,128,0.09853687822095497,0.0,0.505615234375,0.032958984375,0.206787109375,1.0,72,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,128,256,384,4096,128,0.080081434383506,0.0,0.47607421875,0.026611328125,0.1787109375,1.0,87,0.6796875
+fresh-zh-2,layers.13.mlp.gated_product,128,384,512,4096,128,0.10438206698050839,0.0,0.51904296875,0.0380859375,0.223876953125,1.0,72,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,128,512,640,4096,128,0.10662298622035374,0.0,0.505126953125,0.03271484375,0.217041015625,1.0,70,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,128,640,768,4096,128,0.10097823429257147,0.0,0.510986328125,0.033935546875,0.22021484375,1.0,70,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,128,768,896,4096,128,0.08173873675912996,0.0,0.514404296875,0.036376953125,0.20947265625,1.0,76,0.59375
+fresh-zh-2,layers.13.mlp.gated_product,128,896,1024,4096,128,0.09440185498080872,0.0,0.50390625,0.039306640625,0.2294921875,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gated_product,128,1024,1152,4096,128,0.10852288800881042,0.0,0.4990234375,0.038330078125,0.241943359375,1.0,66,0.515625
+fresh-zh-2,layers.13.mlp.gated_product,128,1152,1280,4096,128,0.10110432068430954,0.0,0.503662109375,0.0263671875,0.212646484375,1.0,74,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,128,1280,1408,4096,128,0.09068532052823577,0.0,0.491943359375,0.029541015625,0.198974609375,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,128,1408,1536,4096,128,0.08902867421782804,0.0,0.505126953125,0.0302734375,0.21337890625,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gated_product,128,1536,1664,4096,128,0.09773832584996861,0.0,0.497314453125,0.033203125,0.189697265625,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,128,1664,1792,4096,128,0.09005992818692737,0.0,0.514892578125,0.031005859375,0.1875,1.0,83,0.6484375
+fresh-zh-2,layers.13.mlp.gated_product,128,1792,1920,4096,128,0.1403894123137828,0.0,0.50390625,0.046630859375,0.267578125,1.0,51,0.3984375
+fresh-zh-2,layers.13.mlp.gated_product,128,1920,2048,4096,128,0.09591921918387049,0.0,0.48681640625,0.035400390625,0.220458984375,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gated_product,128,2048,2176,4096,128,0.09513784645918164,0.0,0.468994140625,0.03662109375,0.201904296875,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.gated_product,128,2176,2304,4096,128,0.11382683849017775,0.0,0.5087890625,0.03466796875,0.229736328125,1.0,64,0.5
+fresh-zh-2,layers.13.mlp.gated_product,128,2304,2432,4096,128,0.10046706978739153,0.0,0.50341796875,0.038330078125,0.225830078125,1.0,71,0.5546875
+fresh-zh-2,layers.13.mlp.gated_product,128,2432,2560,4096,128,0.10073244378580795,0.0,0.536865234375,0.033203125,0.22119140625,1.0,74,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,128,2560,2688,4096,128,0.08658242319094873,0.0,0.498046875,0.03515625,0.19921875,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.gated_product,128,2688,2816,4096,128,0.09552107308837808,0.0,0.519287109375,0.033203125,0.201416015625,1.0,72,0.5625
+fresh-zh-2,layers.13.mlp.gated_product,128,2816,2944,4096,128,0.09517328353849747,0.0,0.504150390625,0.03271484375,0.213623046875,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gated_product,128,2944,3072,4096,128,0.08156871373043857,0.0,0.494140625,0.02587890625,0.181396484375,1.0,82,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,128,3072,3200,4096,128,0.0945632935866938,0.0,0.49658203125,0.032470703125,0.20849609375,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gated_product,128,3200,3328,4096,128,0.09547675313327443,0.0,0.524169921875,0.02880859375,0.212158203125,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gated_product,128,3328,3456,4096,128,0.09762176727092196,0.0,0.505859375,0.028076171875,0.209228515625,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gated_product,128,3456,3584,4096,128,0.08952530349914731,0.0,0.495849609375,0.03173828125,0.204833984375,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gated_product,128,3584,3712,4096,128,0.11424018478472549,0.0,0.46435546875,0.046630859375,0.239501953125,1.0,66,0.515625
+fresh-zh-2,layers.13.mlp.gated_product,128,3712,3840,4096,128,0.09392215129790678,0.0,0.51123046875,0.038330078125,0.21337890625,1.0,77,0.6015625
+fresh-zh-2,layers.13.mlp.gated_product,128,3840,3968,4096,128,0.09753030885283824,0.0,0.48583984375,0.032958984375,0.212646484375,1.0,74,0.578125
+fresh-zh-2,layers.13.mlp.gated_product,128,3968,4096,4096,128,0.09304382444890544,0.0,0.489013671875,0.030029296875,0.210693359375,1.0,78,0.609375
+fresh-zh-2,layers.13.mlp.gated_product,128,4096,4224,4096,128,0.09275892597714189,0.0,0.504638671875,0.028564453125,0.2021484375,1.0,82,0.640625
+fresh-zh-2,layers.13.mlp.gated_product,128,4224,4352,4096,128,0.08979908658263623,0.0,0.509521484375,0.0380859375,0.220947265625,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gated_product,128,4352,4480,4096,128,0.08721110277411875,0.0,0.512939453125,0.033935546875,0.1953125,1.0,81,0.6328125
+fresh-zh-2,layers.13.mlp.gated_product,128,4480,4608,4096,128,0.09745711228452371,0.0,0.484130859375,0.035400390625,0.21826171875,1.0,73,0.5703125
+fresh-zh-2,layers.13.mlp.gated_product,128,4608,4736,4096,128,0.07551610156347034,0.0,0.474609375,0.031494140625,0.192138671875,1.0,88,0.6875
+fresh-zh-2,layers.13.mlp.gated_product,128,4736,4864,4096,128,0.09295958854296683,0.0,0.515625,0.0322265625,0.208984375,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gated_product,128,4864,4992,4096,128,0.0870897079762413,0.0,0.49853515625,0.033447265625,0.211669921875,1.0,79,0.6171875
+fresh-zh-2,layers.13.mlp.gated_product,128,4992,5120,4096,128,0.09974384066750958,0.0,0.499755859375,0.03173828125,0.2060546875,1.0,80,0.625
+fresh-zh-2,layers.13.mlp.gated_product,128,5120,5248,4096,128,0.09651653187160655,0.0,0.478515625,0.0322265625,0.21875,1.0,70,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,128,5248,5376,4096,128,0.1027174013289836,0.0,0.498046875,0.036376953125,0.2158203125,1.0,69,0.5390625
+fresh-zh-2,layers.13.mlp.gated_product,128,5376,5504,4096,128,0.09507861320441106,0.0,0.491943359375,0.031494140625,0.201416015625,1.0,75,0.5859375
+fresh-zh-2,layers.13.mlp.gated_product,128,5504,5632,4096,128,0.11537794684698933,0.0,0.495361328125,0.035400390625,0.222900390625,1.0,63,0.4921875
+fresh-zh-2,layers.13.mlp.gated_product,128,5632,5760,4096,128,0.10588416321654609,0.0,0.50732421875,0.03515625,0.233154296875,1.0,68,0.53125
+fresh-zh-2,layers.13.mlp.gated_product,128,5760,5888,4096,128,0.10984048729150926,0.0,0.498779296875,0.038818359375,0.230224609375,1.0,68,0.53125
+fresh-zh-2,layers.13.mlp.gated_product,128,5888,6016,4096,128,0.10119987879763118,0.0,0.501708984375,0.033203125,0.2099609375,1.0,70,0.546875
+fresh-zh-2,layers.13.mlp.gated_product,128,6016,6144,4096,128,0.110196510240609,0.0,0.486083984375,0.03759765625,0.227783203125,1.0,69,0.5390625
+fresh-zh-2,layers.13.mlp.down_proj.output,0,0,2048,65536,2048,0.060216896904009894,0.0,0.5001678466796875,0.0091705322265625,0.0879364013671875,1.0,1596,0.779296875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,0,64,2048,64,0.06343686731750904,0.0,0.52685546875,0.00927734375,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,64,128,2048,64,0.05729025575747193,0.0,0.49609375,0.01220703125,0.1025390625,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.down_proj.output,64,128,192,2048,64,0.06113298801312937,0.0,0.49072265625,0.00830078125,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,192,256,2048,64,0.06191885744830302,0.0,0.51416015625,0.01025390625,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,256,320,2048,64,0.06095670483346355,0.0,0.4658203125,0.00830078125,0.0732421875,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,320,384,2048,64,0.0601679565301903,0.0,0.5146484375,0.0087890625,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,384,448,2048,64,0.05938830708714553,0.0,0.4423828125,0.0068359375,0.09423828125,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,448,512,2048,64,0.06002626366446954,0.0,0.47705078125,0.0068359375,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.down_proj.output,64,512,576,2048,64,0.054946094139842604,0.0,0.52880859375,0.009765625,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.13.mlp.down_proj.output,64,576,640,2048,64,0.06159270039077052,0.0,0.47900390625,0.0078125,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,640,704,2048,64,0.057638892466371515,0.0,0.51611328125,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,704,768,2048,64,0.06184599058109524,0.0,0.52099609375,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,768,832,2048,64,0.05962032956746127,0.0,0.5048828125,0.01416015625,0.0966796875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,832,896,2048,64,0.06199199840279915,0.0,0.490234375,0.00927734375,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,896,960,2048,64,0.06205817038749704,0.0,0.49365234375,0.01123046875,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,960,1024,2048,64,0.06093149599937505,0.0,0.48681640625,0.0078125,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1024,1088,2048,64,0.06108118234866643,0.0,0.509765625,0.0078125,0.09521484375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1088,1152,2048,64,0.058788169912460296,0.0,0.46142578125,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1152,1216,2048,64,0.07117114786999065,0.0,0.49462890625,0.01220703125,0.12109375,1.0,44,0.6875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1216,1280,2048,64,0.060650896507458266,0.0,0.50732421875,0.009765625,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1280,1344,2048,64,0.06187070866205131,0.0,0.48046875,0.0068359375,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1344,1408,2048,64,0.05674422102876399,0.0,0.49462890625,0.01171875,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1408,1472,2048,64,0.05702059777390754,0.0,0.48828125,0.0078125,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1472,1536,2048,64,0.05790304399141496,0.0,0.52880859375,0.01171875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1536,1600,2048,64,0.0595223968961465,0.0,0.568359375,0.00927734375,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1600,1664,2048,64,0.06025975844609124,0.0,0.4853515625,0.0078125,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1664,1728,2048,64,0.05896199535219253,0.0,0.525390625,0.01318359375,0.0830078125,1.0,53,0.828125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1728,1792,2048,64,0.05874049504887838,0.0,0.517578125,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1792,1856,2048,64,0.05756259859485269,0.0,0.47802734375,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1856,1920,2048,64,0.062343875127581334,0.0,0.5087890625,0.0068359375,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1920,1984,2048,64,0.05940844090062285,0.0,0.51904296875,0.00732421875,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.13.mlp.down_proj.output,64,1984,2048,2048,64,0.05793006184687279,0.0,0.4892578125,0.0107421875,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,128,0,128,4096,128,0.060441746913105485,0.0,0.511474609375,0.010498046875,0.095947265625,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,128,256,4096,128,0.06152717745483166,0.0,0.50244140625,0.009521484375,0.084716796875,1.0,102,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,128,256,384,4096,128,0.060563614725232785,0.0,0.490234375,0.008544921875,0.079833984375,1.0,103,0.8046875
+fresh-zh-2,layers.13.mlp.down_proj.output,128,384,512,4096,128,0.059708137419423477,0.0,0.459716796875,0.0068359375,0.092529296875,1.0,101,0.7890625
+fresh-zh-2,layers.13.mlp.down_proj.output,128,512,640,4096,128,0.058364089998267206,0.0,0.50390625,0.0087890625,0.09130859375,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,640,768,4096,128,0.0597794633453114,0.0,0.5185546875,0.00634765625,0.086669921875,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,768,896,4096,128,0.06081772588524397,0.0,0.49755859375,0.01220703125,0.08935546875,1.0,101,0.7890625
+fresh-zh-2,layers.13.mlp.down_proj.output,128,896,1024,4096,128,0.06149741342758032,0.0,0.490234375,0.009521484375,0.087158203125,1.0,103,0.8046875
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1024,1152,4096,128,0.05994564103739045,0.0,0.485595703125,0.0078125,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1152,1280,4096,128,0.0661205850559812,0.0,0.5009765625,0.010986328125,0.10546875,1.0,94,0.734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1280,1408,4096,128,0.05936283016545645,0.0,0.487548828125,0.009521484375,0.087646484375,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1408,1536,4096,128,0.05746351483317691,0.0,0.508544921875,0.009765625,0.09130859375,1.0,99,0.7734375
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1536,1664,4096,128,0.0598922124330186,0.0,0.52685546875,0.008544921875,0.078369140625,1.0,102,0.796875
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1664,1792,4096,128,0.05885134940891023,0.0,0.521484375,0.01123046875,0.08349609375,1.0,104,0.8125
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1792,1920,4096,128,0.06000088133900864,0.0,0.493408203125,0.007568359375,0.08349609375,1.0,98,0.765625
+fresh-zh-2,layers.13.mlp.down_proj.output,128,1920,2048,4096,128,0.058673907811843014,0.0,0.504150390625,0.009033203125,0.0810546875,1.0,100,0.78125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4167214176551992,0.0,0.4933929443359375,0.012781778971354166,0.12950642903645834,1.0,2983,0.4855143229166667
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.804051440287487,0.0,0.52001953125,0.009765625,0.12158203125,1.0,30,0.46875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.1800422765381504,0.0,0.4638671875,0.00830078125,0.08984375,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.6888484345067558,0.0,0.42919921875,0.01171875,0.08740234375,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.6835666523343047,0.0,0.50341796875,0.01708984375,0.15673828125,1.0,20,0.3125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.7483836934799857,0.0,0.51318359375,0.01171875,0.13916015625,1.0,27,0.421875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.2657352098700556,0.0,0.50244140625,0.00830078125,0.10888671875,1.0,36,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.7647737466478879,0.0,0.45703125,0.009765625,0.1298828125,1.0,29,0.453125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.49350279490537,0.0,0.4501953125,0.00927734375,0.10400390625,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4511994306839577,0.0,0.53515625,0.0146484375,0.134765625,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.8209922293473237,0.0,0.5185546875,0.0146484375,0.15771484375,1.0,22,0.34375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.1001193984916147,0.0,0.5029296875,0.0185546875,0.177734375,1.0,19,0.296875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.6621655764734902,0.0,0.48779296875,0.0146484375,0.1474609375,1.0,26,0.40625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.414622728967522,0.0,0.50341796875,0.013671875,0.12744140625,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.2835840075061993,0.0,0.46240234375,0.01513671875,0.11669921875,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.7111877122554622,0.0,0.5556640625,0.005859375,0.10302734375,1.0,39,0.609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.8431069091078904,0.0,0.46630859375,0.01025390625,0.11083984375,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.347851140476938,0.0,0.5458984375,0.00732421875,0.1142578125,1.0,36,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.1085145445036453,0.0,0.5078125,0.00634765625,0.0869140625,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4393320608422708,0.0,0.47021484375,0.01171875,0.12890625,1.0,30,0.46875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.8359417273602,0.0,0.52685546875,0.01513671875,0.1484375,1.0,20,0.3125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.5918710830471532,0.0,0.5,0.00927734375,0.0908203125,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7662687715867236,0.0,0.60107421875,0.013671875,0.08740234375,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.5048659760586451,0.0,0.4697265625,0.0078125,0.11083984375,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.4615901386957502,0.0,0.46728515625,0.0107421875,0.103515625,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7142466552562687,0.0,0.560546875,0.01318359375,0.134765625,1.0,26,0.40625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.2702754661047648,0.0,0.47998046875,0.009765625,0.09912109375,1.0,38,0.59375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5429269711554223,0.0,0.5107421875,0.01025390625,0.1171875,1.0,38,0.59375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.6053322488435726,0.0,0.48876953125,0.01220703125,0.115234375,1.0,39,0.609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2350656472250416,0.0,0.53857421875,0.01123046875,0.10888671875,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.5417366341420753,0.0,0.5166015625,0.02294921875,0.14306640625,1.0,30,0.46875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7370259584129102,0.0,0.46630859375,0.01513671875,0.13330078125,1.0,28,0.4375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.4022491228619736,0.0,0.4736328125,0.00537109375,0.1044921875,1.0,39,0.609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.9706492626399326,0.0,0.52587890625,0.01513671875,0.10302734375,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8648923568916715,0.0,0.47265625,0.0048828125,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.0938984685064934,0.0,0.5126953125,0.01025390625,0.103515625,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.645801244651174,0.0,0.43359375,0.00927734375,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.5587827569895762,0.0,0.5302734375,0.015625,0.14697265625,1.0,28,0.4375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.055871294366351,0.0,0.50244140625,0.01318359375,0.11181640625,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.7027617066625068,0.0,0.49609375,0.01123046875,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.5073185839629732,0.0,0.52294921875,0.01611328125,0.18896484375,1.0,19,0.296875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.121298551461044,0.0,0.5458984375,0.00830078125,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.6290002506313965,0.0,0.4541015625,0.01416015625,0.14453125,1.0,28,0.4375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.360091369311967,0.0,0.51708984375,0.0078125,0.0869140625,1.0,46,0.71875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.9175399977142498,0.0,0.38623046875,0.01220703125,0.1318359375,1.0,28,0.4375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.092275718703293,0.0,0.451171875,0.009765625,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.04598900776551,0.0,0.5087890625,0.0078125,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.562184026515766,0.0,0.52099609375,0.005859375,0.1015625,1.0,37,0.578125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.7600494865916447,0.0,0.5068359375,0.00927734375,0.1025390625,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0242132116446407,0.0,0.529296875,0.009765625,0.09716796875,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1745932067227334,0.0,0.552734375,0.0126953125,0.11328125,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.7402217335681563,0.0,0.52099609375,0.00830078125,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.7336050145802997,0.0,0.4853515625,0.00927734375,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.2838755335560006,0.0,0.4765625,0.00732421875,0.0986328125,1.0,46,0.71875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.4195760904243486,0.0,0.4716796875,0.013671875,0.111328125,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6663498749115756,0.0,0.51513671875,0.009765625,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7793679917235875,0.0,0.5439453125,0.009765625,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.1447720798091172,0.0,0.46484375,0.0107421875,0.10400390625,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.1302220648338863,0.0,0.482421875,0.00927734375,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.708801702147693,0.0,0.52880859375,0.0107421875,0.1044921875,1.0,38,0.59375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.7929072010747569,0.0,0.56201171875,0.01318359375,0.11181640625,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.4372596075196789,0.0,0.53955078125,0.01318359375,0.09228515625,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.7050869079767534,0.0,0.4677734375,0.00927734375,0.10986328125,1.0,39,0.609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.5671690727661878,0.0,0.48779296875,0.01513671875,0.11962890625,1.0,32,0.5
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9894113421491254,0.0,0.4033203125,0.01171875,0.099609375,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8088482974389616,0.0,0.51806640625,0.013671875,0.123046875,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.8364123010708309,0.0,0.4853515625,0.0126953125,0.1171875,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.6158637617525216,0.0,0.5263671875,0.00732421875,0.1201171875,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.7162989896242868,0.0,0.48388671875,0.01416015625,0.14306640625,1.0,29,0.453125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.22808783567361,0.0,0.49951171875,0.009765625,0.1376953125,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0121729264160058,0.0,0.4208984375,0.01171875,0.08837890625,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.9884717661341771,0.0,0.44580078125,0.0126953125,0.11474609375,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.1858319812886617,0.0,0.4970703125,0.017578125,0.1396484375,1.0,26,0.40625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8464763109381332,0.0,0.48681640625,0.00439453125,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.117297182465341,0.0,0.4580078125,0.0107421875,0.12451171875,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.1960297884219953,0.0,0.458984375,0.0107421875,0.1455078125,1.0,18,0.28125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3109157529551547,0.0,0.5419921875,0.01611328125,0.17919921875,1.0,15,0.234375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.171448430917595,0.0,0.474609375,0.01416015625,0.1904296875,1.0,21,0.328125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7868182119427125,0.0,0.548828125,0.021484375,0.15869140625,1.0,29,0.453125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1417454233068898,0.0,0.40576171875,0.01806640625,0.17041015625,1.0,20,0.3125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.632438890050469,0.0,0.4814453125,0.01953125,0.19091796875,1.0,11,0.171875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.2699775383660865,0.0,0.439453125,0.0078125,0.1025390625,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.4750652835444713,0.0,0.4716796875,0.01611328125,0.1376953125,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.2972002701630678,0.0,0.48193359375,0.01220703125,0.134765625,1.0,27,0.421875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.7705591093125368,0.0,0.54296875,0.01513671875,0.1708984375,1.0,21,0.328125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.1951670026589327,0.0,0.47314453125,0.0146484375,0.13134765625,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.189314275272997,0.0,0.47119140625,0.01220703125,0.1337890625,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.0180380228728778,0.0,0.52587890625,0.01171875,0.125,1.0,32,0.5
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8733277947632928,0.0,0.4892578125,0.00830078125,0.12451171875,1.0,39,0.609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.9214231626988059,0.0,0.47607421875,0.01123046875,0.1171875,1.0,32,0.5
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.1786213135535804,0.0,0.4150390625,0.01416015625,0.150390625,1.0,21,0.328125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.1306834008680386,0.0,0.4921875,0.01318359375,0.13623046875,1.0,35,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7603184595396804,0.0,0.48583984375,0.00927734375,0.10400390625,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8876077498655428,0.0,0.4482421875,0.01416015625,0.0849609375,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.2836162348643532,0.0,0.47412109375,0.0146484375,0.13427734375,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.8884813414061685,0.0,0.56787109375,0.00927734375,0.07177734375,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.1694184568090698,0.0,0.4619140625,0.00830078125,0.08935546875,1.0,37,0.578125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.52431974559485,0.0,0.491943359375,0.010009765625,0.115234375,1.0,69,0.5390625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.242068131464415,0.0,0.46630859375,0.014404296875,0.13037109375,1.0,59,0.4609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.5262586873023047,0.0,0.5078125,0.0107421875,0.13037109375,1.0,59,0.4609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.6347747513415687,0.0,0.45361328125,0.00927734375,0.119140625,1.0,61,0.4765625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.6465103229194737,0.0,0.52685546875,0.013916015625,0.14453125,1.0,53,0.4140625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.8938447522875563,0.0,0.495361328125,0.01708984375,0.163818359375,1.0,43,0.3359375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3506934088898919,0.0,0.48291015625,0.0146484375,0.12158203125,1.0,65,0.5078125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.7783709490676183,0.0,0.510986328125,0.008056640625,0.107666015625,1.0,73,0.5703125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2339990259844427,0.0,0.52685546875,0.0068359375,0.099609375,1.0,75,0.5859375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.6495997707975734,0.0,0.49853515625,0.013916015625,0.14111328125,1.0,47,0.3671875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.6813326438459746,0.0,0.550537109375,0.011474609375,0.08837890625,1.0,81,0.6328125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.4833858802468765,0.0,0.468505859375,0.00927734375,0.107421875,1.0,66,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.5086817681083347,0.0,0.520263671875,0.010498046875,0.1201171875,1.0,62,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.5744388313770732,0.0,0.499755859375,0.01123046875,0.115234375,1.0,75,0.5859375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.396842690142871,0.0,0.527587890625,0.016357421875,0.127685546875,1.0,71,0.5546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.57853757997196,0.0,0.469970703125,0.010009765625,0.119384765625,1.0,65,0.5078125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.9192928750058589,0.0,0.499267578125,0.01025390625,0.098876953125,1.0,94,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8832249644305898,0.0,0.47314453125,0.009765625,0.1005859375,1.0,90,0.703125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.331290327793847,0.0,0.516357421875,0.015380859375,0.1318359375,1.0,67,0.5234375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1759854016762585,0.0,0.509521484375,0.01513671875,0.141845703125,1.0,61,0.4765625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.3983833984401037,0.0,0.5,0.011474609375,0.119384765625,1.0,70,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.6623489669306601,0.0,0.45166015625,0.009521484375,0.11181640625,1.0,72,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.069382824351287,0.0,0.47998046875,0.0087890625,0.0947265625,1.0,94,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.6640602645265772,0.0,0.513916015625,0.00732421875,0.10107421875,1.0,72,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.1019713935004447,0.0,0.541015625,0.011474609375,0.10595703125,1.0,81,0.6328125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.736920800447378,0.0,0.503173828125,0.0087890625,0.09326171875,1.0,87,0.6796875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3534276231421065,0.0,0.47412109375,0.010498046875,0.106201171875,1.0,87,0.6796875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.7250643496676452,0.0,0.529541015625,0.01025390625,0.0927734375,1.0,91,0.7109375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.1375203362023611,0.0,0.4736328125,0.010009765625,0.095458984375,1.0,85,0.6640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.7513593989996128,0.0,0.54541015625,0.011962890625,0.1083984375,1.0,71,0.5546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5768697700129437,0.0,0.503662109375,0.01171875,0.10302734375,1.0,79,0.6171875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.3105254111630507,0.0,0.445556640625,0.01416015625,0.1181640625,1.0,74,0.578125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.8227457400839304,0.0,0.501708984375,0.01318359375,0.11962890625,1.0,85,0.6640625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6668380122750917,0.0,0.505126953125,0.01123046875,0.130615234375,1.0,62,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1253207909523026,0.0,0.460205078125,0.0107421875,0.1103515625,1.0,77,0.6015625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.0916212530661478,0.0,0.471435546875,0.014892578125,0.127197265625,1.0,59,0.4609375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9911798875391945,0.0,0.472412109375,0.007080078125,0.113525390625,1.0,77,0.6015625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.254788302092975,0.0,0.50048828125,0.013427734375,0.1640625,1.0,32,0.25
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.9884551303291504,0.0,0.51171875,0.018798828125,0.175537109375,1.0,48,0.375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.4086233246314355,0.0,0.443603515625,0.018798828125,0.189208984375,1.0,26,0.203125
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3763467111655618,0.0,0.45556640625,0.011474609375,0.1201171875,1.0,75,0.5859375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.5520322323458267,0.0,0.512451171875,0.01416015625,0.15283203125,1.0,43,0.3359375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.192244230351498,0.0,0.47216796875,0.013427734375,0.1328125,1.0,70,0.546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9484468496233814,0.0,0.507568359375,0.01025390625,0.129150390625,1.0,71,0.5546875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0578678663993526,0.0,0.445556640625,0.013671875,0.133544921875,1.0,51,0.3984375
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9634648703806762,0.0,0.489013671875,0.012939453125,0.123779296875,1.0,84,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1035212177454292,0.0,0.461181640625,0.013916015625,0.111572265625,1.0,79,0.6171875
+fresh-zh-2,layers.14.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.0384937701191594,0.0,0.514892578125,0.0087890625,0.08056640625,1.0,81,0.6328125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.8813529946415382,0.0,0.2637786865234375,0.007354736328125,0.073760986328125,1.0,1140,0.556640625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,0,64,2048,64,1.9580752406526412,0.0,0.14892578125,0.00341796875,0.046875,1.0,38,0.59375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,64,128,2048,64,1.584660091991116,0.0,0.1953125,0.00732421875,0.0712890625,1.0,36,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2245522381742702,0.0,0.14208984375,0.0087890625,0.08447265625,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3987858124160615,0.0,0.17822265625,0.01171875,0.1162109375,1.0,31,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,256,320,2048,64,2.7539622341585193,0.0,0.61572265625,0.00390625,0.03173828125,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,320,384,2048,64,2.4296052928951513,0.0,0.7646484375,0.0029296875,0.04443359375,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,384,448,2048,64,1.734964587113247,0.0,0.25146484375,0.00439453125,0.0439453125,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,448,512,2048,64,2.193641967427453,0.0,0.333984375,0.00537109375,0.06591796875,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,512,576,2048,64,2.2009812010180068,0.0,0.28271484375,0.00048828125,0.00732421875,1.0,52,0.8125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,576,640,2048,64,2.078650523459728,0.0,0.1796875,0.00146484375,0.01513671875,1.0,51,0.796875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,640,704,2048,64,2.6401853754211615,0.0,0.2080078125,0.00048828125,0.01025390625,1.0,52,0.8125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,704,768,2048,64,2.572130893671286,0.0,0.134765625,0.00146484375,0.009765625,1.0,52,0.8125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,768,832,2048,64,2.0479757542432573,0.0,0.28125,0.00244140625,0.02294921875,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,832,896,2048,64,1.9821607358417361,0.0,0.32177734375,0.00439453125,0.02099609375,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,896,960,2048,64,1.7602446710979782,0.0,0.30322265625,0.009765625,0.08251953125,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.711410532798831,0.0,0.30859375,0.0087890625,0.08642578125,1.0,31,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.7588464480736536,0.0,0.10693359375,0.00244140625,0.033203125,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.7733186395610827,0.0,0.1318359375,0.0009765625,0.02294921875,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.56025579765146,0.0,0.4951171875,0.01513671875,0.1044921875,1.0,32,0.5
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4548780019930199,0.0,0.5322265625,0.01416015625,0.11474609375,1.0,31,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.315958688695955,0.0,0.1298828125,0.00390625,0.060546875,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.3278283846684473,0.0,0.1201171875,0.01171875,0.078125,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.003005604557836,0.0,0.37255859375,0.01171875,0.11279296875,1.0,37,0.578125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.3047810981087102,0.0,0.38623046875,0.01025390625,0.1103515625,1.0,34,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2319341689951557,0.0,0.2626953125,0.0068359375,0.08349609375,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.4551019020403295,0.0,0.25341796875,0.0107421875,0.12109375,1.0,33,0.515625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2157980564619009,0.0,0.22216796875,0.00634765625,0.064453125,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3189546661564764,0.0,0.19873046875,0.00634765625,0.064453125,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.2715843183674957,0.0,0.14013671875,0.00341796875,0.04052734375,1.0,41,0.640625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.45939061276116,0.0,0.1484375,0.00634765625,0.03759765625,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.113007794983597,0.0,0.09423828125,0.00537109375,0.052734375,1.0,42,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.3941293865260227,0.0,0.19580078125,0.001953125,0.0380859375,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,0,128,4096,128,1.781180262523447,0.0,0.172119140625,0.005859375,0.06103515625,1.0,73,0.5703125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3145588486321325,0.0,0.16015625,0.010009765625,0.10107421875,1.0,62,0.484375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,256,384,4096,128,2.5968528901764456,0.0,0.690185546875,0.003173828125,0.038330078125,1.0,88,0.6875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,384,512,4096,128,1.9776459743589128,0.0,0.292724609375,0.0048828125,0.055419921875,1.0,74,0.578125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,512,640,4096,128,2.1406898708026425,0.0,0.231201171875,0.0009765625,0.011474609375,1.0,102,0.796875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,640,768,4096,128,2.606380263005192,0.0,0.17138671875,0.0009765625,0.010009765625,1.0,103,0.8046875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,768,896,4096,128,2.015336928739323,0.0,0.301513671875,0.00341796875,0.021484375,1.0,84,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.7359993251587986,0.0,0.305908203125,0.00927734375,0.085205078125,1.0,64,0.5
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.7660973678305616,0.0,0.119384765625,0.001708984375,0.028076171875,1.0,81,0.6328125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.508487347442496,0.0,0.513671875,0.014892578125,0.110595703125,1.0,63,0.4921875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.321906859329657,0.0,0.125,0.007568359375,0.0693359375,1.0,92,0.71875
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.1637168806793603,0.0,0.37939453125,0.01171875,0.116943359375,1.0,68,0.53125
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.3481437872235977,0.0,0.258056640625,0.009521484375,0.10302734375,1.0,72,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.2684254659759233,0.0,0.21044921875,0.00634765625,0.065673828125,1.0,94,0.734375
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.3673505762339926,0.0,0.144287109375,0.0048828125,0.03955078125,1.0,84,0.65625
+fresh-zh-2,layers.14.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.2579479025310696,0.0,0.14501953125,0.00390625,0.047119140625,1.0,86,0.671875
+fresh-zh-2,layers.14.linear_attn.in_proj_b.output,0,0,16,512,16,1.5930852623456884,0.0,0.455078125,0.013671875,0.07421875,1.0,9,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_b.output,64,0,16,512,16,1.5930852623456884,0.0,0.455078125,0.013671875,0.07421875,1.0,9,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_b.output,128,0,16,512,16,1.5930852623456884,0.0,0.455078125,0.013671875,0.07421875,1.0,9,0.5625
+fresh-zh-2,layers.14.linear_attn.in_proj_a.output,0,0,16,512,16,1.512073654533617,0.0,0.412109375,0.005859375,0.087890625,1.0,13,0.8125
+fresh-zh-2,layers.14.linear_attn.in_proj_a.output,64,0,16,512,16,1.512073654533617,0.0,0.412109375,0.005859375,0.087890625,1.0,13,0.8125
+fresh-zh-2,layers.14.linear_attn.in_proj_a.output,128,0,16,512,16,1.512073654533617,0.0,0.412109375,0.005859375,0.087890625,1.0,13,0.8125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,0,0,2048,65536,2048,0.058018278134866506,0.0,0.4980926513671875,0.0101776123046875,0.099761962890625,1.0,1448,0.70703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,0,64,2048,64,0.05651592736672174,0.0,0.455078125,0.0146484375,0.1005859375,1.0,50,0.78125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,64,128,2048,64,0.05671143174059468,0.0,0.4638671875,0.0068359375,0.0986328125,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,128,192,2048,64,0.05716947896383047,0.0,0.48828125,0.009765625,0.0986328125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,192,256,2048,64,0.053990161269607324,0.0,0.49462890625,0.00634765625,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,256,320,2048,64,0.05429819917864904,0.0,0.51220703125,0.0078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,320,384,2048,64,0.05410953921145631,0.0,0.52099609375,0.00732421875,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,384,448,2048,64,0.054253644270388375,0.0,0.5009765625,0.005859375,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,448,512,2048,64,0.05669902217078607,0.0,0.517578125,0.00830078125,0.10986328125,1.0,43,0.671875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,512,576,2048,64,0.05274898818501451,0.0,0.4794921875,0.01171875,0.11767578125,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,576,640,2048,64,0.06286443455442448,0.0,0.5048828125,0.01025390625,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,640,704,2048,64,0.054698381833399014,0.0,0.46533203125,0.0087890625,0.1064453125,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,704,768,2048,64,0.059545848081612104,0.0,0.533203125,0.01513671875,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,768,832,2048,64,0.05424941509498244,0.0,0.529296875,0.00732421875,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,832,896,2048,64,0.053994398191536515,0.0,0.50146484375,0.0107421875,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,896,960,2048,64,0.0538572508162828,0.0,0.4814453125,0.0068359375,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,960,1024,2048,64,0.05804502241225361,0.0,0.5244140625,0.0078125,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1024,1088,2048,64,0.052484390386571746,0.0,0.50048828125,0.01171875,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1088,1152,2048,64,0.052500051360119836,0.0,0.517578125,0.0087890625,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06407830898833176,0.0,0.548828125,0.01123046875,0.12158203125,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1216,1280,2048,64,0.056826983021087796,0.0,0.5009765625,0.0087890625,0.095703125,1.0,46,0.71875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1280,1344,2048,64,0.05350978422374298,0.0,0.4697265625,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1344,1408,2048,64,0.052846942050540656,0.0,0.509765625,0.00830078125,0.10595703125,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1408,1472,2048,64,0.052907245774397746,0.0,0.50634765625,0.01318359375,0.103515625,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1472,1536,2048,64,0.05417364946083847,0.0,0.4345703125,0.01416015625,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1536,1600,2048,64,0.05159600553563185,0.0,0.50537109375,0.0078125,0.09716796875,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1600,1664,2048,64,0.05264094243878046,0.0,0.54345703125,0.0068359375,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1664,1728,2048,64,0.05717428559291146,0.0,0.48291015625,0.01123046875,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1728,1792,2048,64,0.05244492041310265,0.0,0.4794921875,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06822803603425588,0.0,0.4345703125,0.013671875,0.130859375,1.0,40,0.625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1856,1920,2048,64,0.05379076690034596,0.0,0.47509765625,0.00927734375,0.09912109375,1.0,48,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1920,1984,2048,64,0.10276947736607275,0.0,0.56640625,0.01611328125,0.1708984375,1.0,24,0.375
+fresh-zh-2,layers.14.linear_attn.out_proj.output,64,1984,2048,2048,64,0.062360277802671484,0.0,0.490234375,0.01123046875,0.099609375,1.0,45,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,0,128,4096,128,0.056613763945655024,0.0,0.45947265625,0.0107421875,0.099365234375,1.0,92,0.71875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,128,256,4096,128,0.055602548677709286,0.0,0.491455078125,0.0078125,0.09326171875,1.0,96,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,256,384,4096,128,0.05420395127534694,0.0,0.5166015625,0.007568359375,0.087158203125,1.0,96,0.75
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,384,512,4096,128,0.05548980551300003,0.0,0.50927734375,0.0078125,0.0927734375,1.0,92,0.71875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,512,640,4096,128,0.05802754900213483,0.0,0.4921875,0.011474609375,0.104736328125,1.0,90,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,640,768,4096,128,0.057173512219168166,0.0,0.499267578125,0.011474609375,0.10498046875,1.0,89,0.6953125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,768,896,4096,128,0.05412205684475559,0.0,0.515380859375,0.009033203125,0.09033203125,1.0,94,0.734375
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,896,1024,4096,128,0.05599030314405798,0.0,0.5029296875,0.0078125,0.08349609375,1.0,98,0.765625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1024,1152,4096,128,0.052492221457399214,0.0,0.509033203125,0.01025390625,0.09521484375,1.0,93,0.7265625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06056127344303091,0.0,0.52490234375,0.009765625,0.107666015625,1.0,85,0.6640625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1280,1408,4096,128,0.0531793958773731,0.0,0.48974609375,0.00732421875,0.09423828125,1.0,93,0.7265625
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1408,1536,4096,128,0.053544191801437865,0.0,0.470458984375,0.013671875,0.100341796875,1.0,90,0.703125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1536,1664,4096,128,0.05212109269804285,0.0,0.5244140625,0.00732421875,0.09130859375,1.0,100,0.78125
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1664,1792,4096,128,0.05486058972612523,0.0,0.481201171875,0.009765625,0.086669921875,1.0,99,0.7734375
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06143497173767998,0.0,0.454833984375,0.011474609375,0.1142578125,1.0,88,0.6875
+fresh-zh-2,layers.14.linear_attn.out_proj.output,128,1920,2048,4096,128,0.08500108742163862,0.0,0.5283203125,0.014404296875,0.140625,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gate_proj.output,0,0,6144,196608,6144,0.8293945011351472,0.0,0.69256591796875,0.010111490885416666,0.10011800130208333,1.0,3369,0.54833984375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,0,64,2048,64,0.7600671878853401,0.0,0.6748046875,0.0078125,0.09912109375,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,64,128,2048,64,0.7622012260585622,0.0,0.69677734375,0.00927734375,0.09716796875,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,128,192,2048,64,0.8413296522856157,0.0,0.69775390625,0.01025390625,0.10791015625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,192,256,2048,64,0.7547128363086195,0.0,0.7490234375,0.01416015625,0.10400390625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,256,320,2048,64,0.8746567569250371,0.0,0.71337890625,0.0107421875,0.09912109375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,320,384,2048,64,0.7529463025819534,0.0,0.7060546875,0.0087890625,0.0869140625,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,384,448,2048,64,0.8438822566289754,0.0,0.69677734375,0.01123046875,0.0947265625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,448,512,2048,64,0.8716603847710087,0.0,0.70654296875,0.009765625,0.0908203125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,512,576,2048,64,0.7884979269572577,0.0,0.67333984375,0.00634765625,0.09130859375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,576,640,2048,64,0.9649692471293667,0.0,0.640625,0.0107421875,0.10498046875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,640,704,2048,64,0.9530918567092213,0.0,0.74755859375,0.01123046875,0.0927734375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,704,768,2048,64,0.7774783916383057,0.0,0.6904296875,0.009765625,0.10986328125,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,768,832,2048,64,0.8148221723319891,0.0,0.703125,0.009765625,0.1064453125,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,832,896,2048,64,0.833694262840084,0.0,0.7373046875,0.01025390625,0.109375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,896,960,2048,64,0.8344202460436948,0.0,0.73779296875,0.009765625,0.10205078125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,960,1024,2048,64,0.7627454817163384,0.0,0.68310546875,0.01025390625,0.087890625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1024,1088,2048,64,0.8700503700892923,0.0,0.6982421875,0.0107421875,0.10693359375,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1088,1152,2048,64,0.8555858566770836,0.0,0.69384765625,0.01123046875,0.1181640625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1152,1216,2048,64,0.8400876567486262,0.0,0.67138671875,0.00634765625,0.099609375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1216,1280,2048,64,0.7203928474032708,0.0,0.66259765625,0.00830078125,0.12109375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1280,1344,2048,64,0.8001957240571816,0.0,0.7333984375,0.00830078125,0.08447265625,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1344,1408,2048,64,0.8205695983919721,0.0,0.7236328125,0.01220703125,0.1064453125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1408,1472,2048,64,0.7508045002592795,0.0,0.71826171875,0.00830078125,0.09521484375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1472,1536,2048,64,0.7518651417337454,0.0,0.68798828125,0.01220703125,0.09228515625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1536,1600,2048,64,0.8784489474422901,0.0,0.71142578125,0.00830078125,0.103515625,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1600,1664,2048,64,0.7947516432552457,0.0,0.71142578125,0.00927734375,0.0986328125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1664,1728,2048,64,0.8020561531347369,0.0,0.65185546875,0.0087890625,0.09326171875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1728,1792,2048,64,0.8417170307515127,0.0,0.69091796875,0.01171875,0.10888671875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1792,1856,2048,64,0.8617684692476724,0.0,0.689453125,0.01318359375,0.10107421875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1856,1920,2048,64,0.734153656133949,0.0,0.6923828125,0.005859375,0.0830078125,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1920,1984,2048,64,0.7249122385532407,0.0,0.6767578125,0.0068359375,0.09130859375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,1984,2048,2048,64,0.6442190480039938,0.0,0.70458984375,0.01171875,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2048,2112,2048,64,0.8196322930547812,0.0,0.666015625,0.01123046875,0.0859375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2112,2176,2048,64,0.7579574220241906,0.0,0.6953125,0.015625,0.0869140625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2176,2240,2048,64,0.876533477723882,0.0,0.73828125,0.01220703125,0.1103515625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2240,2304,2048,64,0.7086932045707529,0.0,0.67724609375,0.01171875,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2304,2368,2048,64,0.9862035030454374,0.0,0.67822265625,0.01025390625,0.111328125,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2368,2432,2048,64,0.6152197419532262,0.0,0.6904296875,0.00927734375,0.0859375,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2432,2496,2048,64,0.9165166504759965,0.0,0.70458984375,0.0126953125,0.10546875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2496,2560,2048,64,0.8385904736482274,0.0,0.7529296875,0.01513671875,0.107421875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2560,2624,2048,64,0.7854905185230594,0.0,0.70751953125,0.0107421875,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2624,2688,2048,64,0.7984378508084446,0.0,0.68212890625,0.01416015625,0.11279296875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2688,2752,2048,64,0.800603872826684,0.0,0.6630859375,0.00634765625,0.09619140625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2752,2816,2048,64,0.7327712459063576,0.0,0.7529296875,0.013671875,0.09423828125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2816,2880,2048,64,0.6175562372261127,0.0,0.6796875,0.01123046875,0.08837890625,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2880,2944,2048,64,0.7722018926856078,0.0,0.69677734375,0.00634765625,0.09228515625,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,2944,3008,2048,64,0.8422435029185813,0.0,0.61279296875,0.0107421875,0.11572265625,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3008,3072,2048,64,0.7422178200123967,0.0,0.64892578125,0.01123046875,0.0830078125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3072,3136,2048,64,0.8916541410060462,0.0,0.69873046875,0.0126953125,0.09814453125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3136,3200,2048,64,0.9815458712565958,0.0,0.72216796875,0.0107421875,0.11767578125,1.0,30,0.46875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3200,3264,2048,64,0.7773155791601366,0.0,0.736328125,0.01220703125,0.09716796875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3264,3328,2048,64,0.8017752784143541,0.0,0.73291015625,0.01123046875,0.0888671875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3328,3392,2048,64,0.7991801075985728,0.0,0.703125,0.01025390625,0.083984375,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3392,3456,2048,64,0.7714879418634656,0.0,0.62548828125,0.01025390625,0.095703125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3456,3520,2048,64,0.8018684166524868,0.0,0.7294921875,0.00537109375,0.08984375,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3520,3584,2048,64,0.8711297708628235,0.0,0.73193359375,0.00830078125,0.0849609375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3584,3648,2048,64,0.712244349145494,0.0,0.6884765625,0.0087890625,0.0830078125,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3648,3712,2048,64,0.8874996732900527,0.0,0.6669921875,0.00732421875,0.10400390625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3712,3776,2048,64,0.6850816989771843,0.0,0.72216796875,0.00341796875,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3776,3840,2048,64,0.8333564031324219,0.0,0.6611328125,0.01025390625,0.111328125,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3840,3904,2048,64,0.9257539341028963,0.0,0.724609375,0.0107421875,0.11767578125,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3904,3968,2048,64,0.8039627970084039,0.0,0.66015625,0.00537109375,0.103515625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,3968,4032,2048,64,0.8941854039631767,0.0,0.716796875,0.01318359375,0.095703125,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4032,4096,2048,64,0.7747232543582822,0.0,0.6552734375,0.0087890625,0.109375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4096,4160,2048,64,0.8762799999513534,0.0,0.6474609375,0.00830078125,0.08984375,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4160,4224,2048,64,0.7751778559980015,0.0,0.6923828125,0.009765625,0.08642578125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4224,4288,2048,64,0.8106651837515508,0.0,0.68408203125,0.01025390625,0.10302734375,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4288,4352,2048,64,0.8403330063615984,0.0,0.61572265625,0.0107421875,0.10986328125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4352,4416,2048,64,0.8246839369763734,0.0,0.6884765625,0.0078125,0.08544921875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4416,4480,2048,64,0.8293637682157132,0.0,0.64111328125,0.0107421875,0.111328125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4480,4544,2048,64,0.7515542377793022,0.0,0.64697265625,0.0068359375,0.11962890625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4544,4608,2048,64,0.9005049579243863,0.0,0.70361328125,0.0078125,0.10546875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4608,4672,2048,64,0.8024546107309654,0.0,0.68798828125,0.01171875,0.10986328125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4672,4736,2048,64,0.779654328389681,0.0,0.6435546875,0.0078125,0.09423828125,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4736,4800,2048,64,0.8435621431236623,0.0,0.6953125,0.00927734375,0.10791015625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4800,4864,2048,64,1.0811261168009803,0.0,0.69189453125,0.00537109375,0.103515625,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4864,4928,2048,64,0.9039906158395342,0.0,0.72119140625,0.01123046875,0.11083984375,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4928,4992,2048,64,0.8554177217409228,0.0,0.7392578125,0.0048828125,0.08935546875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,4992,5056,2048,64,0.9487254381675898,0.0,0.681640625,0.0126953125,0.10888671875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5056,5120,2048,64,0.919794546749201,0.0,0.732421875,0.00732421875,0.09130859375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5120,5184,2048,64,0.97212760756395,0.0,0.630859375,0.0107421875,0.12646484375,1.0,30,0.46875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5184,5248,2048,64,0.7979452507765722,0.0,0.64306640625,0.01318359375,0.1103515625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5248,5312,2048,64,0.8852932934863914,0.0,0.66357421875,0.00634765625,0.08251953125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5312,5376,2048,64,0.8120126439372822,0.0,0.6416015625,0.01025390625,0.0966796875,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5376,5440,2048,64,0.925123862946997,0.0,0.6943359375,0.01025390625,0.095703125,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5440,5504,2048,64,0.8931944379684778,0.0,0.7216796875,0.01025390625,0.09716796875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5504,5568,2048,64,0.8070440873410535,0.0,0.7099609375,0.01025390625,0.1044921875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5568,5632,2048,64,0.9848859842442447,0.0,0.6689453125,0.013671875,0.1357421875,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5632,5696,2048,64,0.9489586902469639,0.0,0.7333984375,0.009765625,0.080078125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5696,5760,2048,64,0.9292444078761866,0.0,0.7255859375,0.013671875,0.09619140625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5760,5824,2048,64,0.8208919115785305,0.0,0.68603515625,0.01171875,0.10107421875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5824,5888,2048,64,0.8254514620168643,0.0,0.76220703125,0.00830078125,0.08740234375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5888,5952,2048,64,0.741399729690356,0.0,0.70263671875,0.01171875,0.10986328125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,5952,6016,2048,64,0.8291336699451931,0.0,0.60791015625,0.01171875,0.10595703125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,6016,6080,2048,64,0.8225607242784063,0.0,0.7294921875,0.0087890625,0.111328125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,64,6080,6144,2048,64,0.8006179956821703,0.0,0.65673828125,0.0078125,0.08837890625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,0,128,4096,128,0.7611349548881277,0.0,0.685791015625,0.008544921875,0.09814453125,1.0,75,0.5859375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,128,256,4096,128,0.7991955483810068,0.0,0.723388671875,0.012451171875,0.106689453125,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,256,384,4096,128,0.816073702862204,0.0,0.709716796875,0.009765625,0.09228515625,1.0,72,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,384,512,4096,128,0.8578837594430714,0.0,0.70166015625,0.01025390625,0.093017578125,1.0,72,0.5625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,512,640,4096,128,0.8811624789791352,0.0,0.656982421875,0.008544921875,0.098388671875,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,640,768,4096,128,0.8697289051163923,0.0,0.718994140625,0.01123046875,0.10302734375,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,768,896,4096,128,0.8243122273799816,0.0,0.72021484375,0.010009765625,0.107421875,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,896,1024,4096,128,0.799386582601406,0.0,0.71044921875,0.009765625,0.0947265625,1.0,71,0.5546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1024,1152,4096,128,0.8628484237217953,0.0,0.696044921875,0.010986328125,0.1123046875,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1152,1280,4096,128,0.7825321480971852,0.0,0.6669921875,0.0068359375,0.11181640625,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1280,1408,4096,128,0.810446686280029,0.0,0.728515625,0.01025390625,0.094482421875,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1408,1536,4096,128,0.7513350081567781,0.0,0.703125,0.01025390625,0.09326171875,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1536,1664,4096,128,0.8376463238501618,0.0,0.71142578125,0.008544921875,0.1015625,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1664,1792,4096,128,0.8221257910558565,0.0,0.67138671875,0.01025390625,0.1015625,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1792,1920,4096,128,0.8005081153256102,0.0,0.69091796875,0.009521484375,0.0947265625,1.0,75,0.5859375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,1920,2048,4096,128,0.6857535765183593,0.0,0.690673828125,0.009765625,0.088623046875,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2048,2176,4096,128,0.7893974124038525,0.0,0.6806640625,0.012939453125,0.085693359375,1.0,79,0.6171875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2176,2304,4096,128,0.7970435984861449,0.0,0.707763671875,0.01171875,0.1015625,1.0,75,0.5859375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2304,2432,4096,128,0.8219162610351758,0.0,0.684326171875,0.01123046875,0.104736328125,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2432,2560,4096,128,0.8784181103248323,0.0,0.728759765625,0.013671875,0.106689453125,1.0,68,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2560,2688,4096,128,0.7919906427140514,0.0,0.69482421875,0.012451171875,0.094970703125,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2688,2816,4096,128,0.7674373785567916,0.0,0.7080078125,0.009765625,0.094970703125,1.0,75,0.5859375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2816,2944,4096,128,0.6991678872789102,0.0,0.688232421875,0.00830078125,0.08935546875,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,2944,3072,4096,128,0.7938077256340218,0.0,0.630859375,0.0107421875,0.098388671875,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3072,3200,4096,128,0.937677824349627,0.0,0.71044921875,0.011474609375,0.106201171875,1.0,64,0.5
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3200,3328,4096,128,0.7896401416726082,0.0,0.734619140625,0.011474609375,0.0927734375,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3328,3456,4096,128,0.785456074144822,0.0,0.664306640625,0.010009765625,0.091064453125,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3456,3584,4096,128,0.8372156339045161,0.0,0.730712890625,0.007080078125,0.087890625,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3584,3712,4096,128,0.8046575927000374,0.0,0.677734375,0.0078125,0.0947265625,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3712,3840,4096,128,0.7628302002789589,0.0,0.691650390625,0.0078125,0.093994140625,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3840,3968,4096,128,0.8669995748212815,0.0,0.6923828125,0.00830078125,0.10888671875,1.0,64,0.5
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,3968,4096,4096,128,0.8365894027252189,0.0,0.68603515625,0.011962890625,0.105224609375,1.0,71,0.5546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4096,4224,4096,128,0.827274847539922,0.0,0.669921875,0.0087890625,0.0869140625,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4224,4352,4096,128,0.8256323642298847,0.0,0.64990234375,0.010498046875,0.1064453125,1.0,68,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4352,4480,4096,128,0.8270271627751468,0.0,0.664794921875,0.00927734375,0.098388671875,1.0,68,0.53125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4480,4608,4096,128,0.8293801756644622,0.0,0.67529296875,0.00830078125,0.111083984375,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4608,4736,4096,128,0.7911366108518014,0.0,0.665771484375,0.010009765625,0.10205078125,1.0,71,0.5546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4736,4864,4096,128,0.9696470413868524,0.0,0.693603515625,0.007568359375,0.106201171875,1.0,62,0.484375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4864,4992,4096,128,0.8800393491754704,0.0,0.730224609375,0.00830078125,0.099853515625,1.0,65,0.5078125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,4992,5120,4096,128,0.9343719723043531,0.0,0.70703125,0.009765625,0.099609375,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5120,5248,4096,128,0.8893111684401854,0.0,0.636962890625,0.01171875,0.117431640625,1.0,66,0.515625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5248,5376,4096,128,0.8494435676977009,0.0,0.652587890625,0.008544921875,0.090087890625,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5376,5504,4096,128,0.9092993087569679,0.0,0.7080078125,0.010498046875,0.0966796875,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5504,5632,4096,128,0.9003667477403052,0.0,0.689453125,0.011962890625,0.121337890625,1.0,63,0.4921875
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5632,5760,4096,128,0.9391532796525809,0.0,0.7294921875,0.011474609375,0.08837890625,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5760,5888,4096,128,0.8231748437120855,0.0,0.72412109375,0.010009765625,0.09423828125,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,5888,6016,4096,128,0.7864910049777165,0.0,0.6552734375,0.01171875,0.109375,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.gate_proj.output,128,6016,6144,4096,128,0.8116635140671139,0.0,0.693115234375,0.00830078125,0.099853515625,1.0,71,0.5546875
+fresh-zh-2,layers.14.mlp.up_proj.output,0,0,6144,196608,6144,0.5225802828519699,0.0,0.5057474772135416,0.009684244791666666,0.09612019856770833,1.0,4232,0.6888020833333334
+fresh-zh-2,layers.14.mlp.up_proj.output,64,0,64,2048,64,0.5205236902208229,0.0,0.4970703125,0.01123046875,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,64,128,2048,64,0.4638930697144795,0.0,0.5146484375,0.01171875,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,128,192,2048,64,0.47911546193695376,0.0,0.484375,0.01171875,0.10302734375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,192,256,2048,64,0.5293891828589745,0.0,0.50439453125,0.0078125,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,256,320,2048,64,0.5957141834344174,0.0,0.4873046875,0.01171875,0.1005859375,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,320,384,2048,64,0.5401691047385698,0.0,0.49853515625,0.013671875,0.10791015625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,384,448,2048,64,0.48591422005322504,0.0,0.484375,0.00927734375,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,448,512,2048,64,0.4818260916172087,0.0,0.513671875,0.00634765625,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,512,576,2048,64,0.48353218383668983,0.0,0.50830078125,0.009765625,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,576,640,2048,64,0.562193862864973,0.0,0.4501953125,0.00830078125,0.10595703125,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,640,704,2048,64,0.4941661731015432,0.0,0.52392578125,0.013671875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,704,768,2048,64,0.4519838411006409,0.0,0.50537109375,0.0107421875,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,768,832,2048,64,0.5188126980345987,0.0,0.52587890625,0.00634765625,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,832,896,2048,64,0.5343590783362275,0.0,0.47802734375,0.00830078125,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,896,960,2048,64,0.5345404162555267,0.0,0.45556640625,0.00732421875,0.0869140625,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,960,1024,2048,64,0.4639631281756755,0.0,0.52880859375,0.01025390625,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1024,1088,2048,64,0.5177312795787786,0.0,0.49951171875,0.00927734375,0.0966796875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1088,1152,2048,64,0.661939603070256,0.0,0.45556640625,0.01123046875,0.1201171875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1152,1216,2048,64,0.5032925586742352,0.0,0.55029296875,0.0068359375,0.08447265625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1216,1280,2048,64,0.5465231201202004,0.0,0.49560546875,0.01416015625,0.1025390625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1280,1344,2048,64,0.4586341863001894,0.0,0.572265625,0.00634765625,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1344,1408,2048,64,0.5035719359469482,0.0,0.56982421875,0.01123046875,0.10546875,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1408,1472,2048,64,0.5283295989603265,0.0,0.4716796875,0.01220703125,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1472,1536,2048,64,0.5122551587413487,0.0,0.50244140625,0.01123046875,0.09521484375,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1536,1600,2048,64,0.5979223651127801,0.0,0.50537109375,0.01025390625,0.09716796875,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1600,1664,2048,64,0.5448643965100313,0.0,0.47265625,0.0068359375,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1664,1728,2048,64,0.4919284381410497,0.0,0.517578125,0.0078125,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1728,1792,2048,64,0.5439362032117536,0.0,0.5126953125,0.00830078125,0.107421875,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1792,1856,2048,64,0.6033009878038476,0.0,0.4697265625,0.0107421875,0.11572265625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1856,1920,2048,64,0.48927282506425746,0.0,0.49658203125,0.0166015625,0.10205078125,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1920,1984,2048,64,0.4485953216123687,0.0,0.517578125,0.00830078125,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,1984,2048,2048,64,0.48070020572872685,0.0,0.48095703125,0.00927734375,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2048,2112,2048,64,0.5980407021336913,0.0,0.50830078125,0.0107421875,0.10107421875,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2112,2176,2048,64,0.5211998010681385,0.0,0.45703125,0.0087890625,0.10546875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2176,2240,2048,64,0.5045290702022479,0.0,0.49951171875,0.0048828125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2240,2304,2048,64,0.5123944947065032,0.0,0.5341796875,0.01171875,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2304,2368,2048,64,0.4905394278028019,0.0,0.52685546875,0.005859375,0.07666015625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2368,2432,2048,64,0.5005880910828383,0.0,0.5166015625,0.01171875,0.10595703125,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2432,2496,2048,64,0.4911847353549099,0.0,0.47802734375,0.0107421875,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2496,2560,2048,64,0.5110138192383905,0.0,0.50634765625,0.0068359375,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2560,2624,2048,64,0.6214049766069849,0.0,0.5107421875,0.0087890625,0.1015625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2624,2688,2048,64,0.4529923276549825,0.0,0.5595703125,0.00830078125,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2688,2752,2048,64,0.50981333076228,0.0,0.52978515625,0.0087890625,0.0927734375,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2752,2816,2048,64,0.4917744759184629,0.0,0.53564453125,0.0087890625,0.08837890625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2816,2880,2048,64,0.46777606917927406,0.0,0.505859375,0.0078125,0.07275390625,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2880,2944,2048,64,0.49963436028503844,0.0,0.53466796875,0.0087890625,0.09033203125,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,2944,3008,2048,64,0.4303157942214239,0.0,0.5029296875,0.01123046875,0.09130859375,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3008,3072,2048,64,0.6134768361505964,0.0,0.4697265625,0.01220703125,0.11181640625,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3072,3136,2048,64,0.5798848905298005,0.0,0.47216796875,0.0068359375,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3136,3200,2048,64,0.6836619124278912,0.0,0.5302734375,0.01416015625,0.11865234375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3200,3264,2048,64,0.5285646185696048,0.0,0.48876953125,0.0087890625,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3264,3328,2048,64,0.4772017291817791,0.0,0.548828125,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3328,3392,2048,64,0.5200631198214413,0.0,0.5078125,0.00830078125,0.078125,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3392,3456,2048,64,0.5113881527340899,0.0,0.52392578125,0.00830078125,0.0966796875,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3456,3520,2048,64,0.5785655000047002,0.0,0.53955078125,0.01025390625,0.10986328125,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3520,3584,2048,64,0.4676877288586014,0.0,0.49169921875,0.0087890625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3584,3648,2048,64,0.5468605964819941,0.0,0.53125,0.01123046875,0.10595703125,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3648,3712,2048,64,0.5663481253326492,0.0,0.50634765625,0.01025390625,0.09033203125,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3712,3776,2048,64,0.4672504577999712,0.0,0.6025390625,0.00830078125,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3776,3840,2048,64,0.4839827777653793,0.0,0.4580078125,0.00927734375,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3840,3904,2048,64,0.5599661500218733,0.0,0.5576171875,0.01611328125,0.107421875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3904,3968,2048,64,0.5149066318761574,0.0,0.478515625,0.0068359375,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,3968,4032,2048,64,0.55537172596135,0.0,0.4951171875,0.00927734375,0.1103515625,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4032,4096,2048,64,0.49268058580688007,0.0,0.501953125,0.0087890625,0.0986328125,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4096,4160,2048,64,0.46505791461962215,0.0,0.51904296875,0.0126953125,0.111328125,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4160,4224,2048,64,0.5161049472978412,0.0,0.50341796875,0.01123046875,0.09033203125,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4224,4288,2048,64,0.5487541226544097,0.0,0.525390625,0.00830078125,0.09130859375,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4288,4352,2048,64,0.5463658027260957,0.0,0.48193359375,0.00830078125,0.099609375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4352,4416,2048,64,0.5135753491658016,0.0,0.5732421875,0.0078125,0.08544921875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4416,4480,2048,64,0.45345207195765425,0.0,0.52783203125,0.009765625,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4480,4544,2048,64,0.5437553763285525,0.0,0.49755859375,0.00927734375,0.10302734375,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4544,4608,2048,64,0.4998160314972259,0.0,0.52978515625,0.0087890625,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4608,4672,2048,64,0.5317996294123041,0.0,0.470703125,0.0107421875,0.09619140625,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4672,4736,2048,64,0.48215880796116845,0.0,0.4755859375,0.00927734375,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4736,4800,2048,64,0.47678707179051055,0.0,0.47314453125,0.009765625,0.10009765625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4800,4864,2048,64,0.47824991373410836,0.0,0.521484375,0.00927734375,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4864,4928,2048,64,0.5327275059043644,0.0,0.4931640625,0.0087890625,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4928,4992,2048,64,0.5663151683868404,0.0,0.5234375,0.0087890625,0.10302734375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,4992,5056,2048,64,0.5256762827013577,0.0,0.46728515625,0.0087890625,0.091796875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5056,5120,2048,64,0.5037299723272359,0.0,0.50390625,0.005859375,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5120,5184,2048,64,0.5398015726656855,0.0,0.46435546875,0.00830078125,0.1025390625,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5184,5248,2048,64,0.5178264248245432,0.0,0.54443359375,0.01123046875,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5248,5312,2048,64,0.4532262962340059,0.0,0.50390625,0.00927734375,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5312,5376,2048,64,0.5385691715156667,0.0,0.52001953125,0.01123046875,0.1015625,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5376,5440,2048,64,0.5381690396202076,0.0,0.5419921875,0.009765625,0.0927734375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5440,5504,2048,64,0.44329174669447785,0.0,0.5224609375,0.0087890625,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5504,5568,2048,64,0.5123292037941244,0.0,0.45361328125,0.00927734375,0.099609375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5568,5632,2048,64,0.6044931504834098,0.0,0.4609375,0.00927734375,0.11962890625,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5632,5696,2048,64,0.566008333229552,0.0,0.51806640625,0.00927734375,0.09521484375,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5696,5760,2048,64,0.6472984069446386,0.0,0.48486328125,0.0126953125,0.11474609375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5760,5824,2048,64,0.6011568784556138,0.0,0.49853515625,0.0107421875,0.10400390625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5824,5888,2048,64,0.49956606768865713,0.0,0.53857421875,0.0068359375,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5888,5952,2048,64,0.5595300301011977,0.0,0.46044921875,0.013671875,0.10546875,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.up_proj.output,64,5952,6016,2048,64,0.4674991707546569,0.0,0.50341796875,0.005859375,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,64,6016,6080,2048,64,0.48368360879307476,0.0,0.50439453125,0.00927734375,0.1044921875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,64,6080,6144,2048,64,0.4589099341273703,0.0,0.48388671875,0.01025390625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.up_proj.output,128,0,128,4096,128,0.493022155795369,0.0,0.505859375,0.010986328125,0.0947265625,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,128,256,4096,128,0.5048784669577192,0.0,0.494384765625,0.010009765625,0.09716796875,1.0,90,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,256,384,4096,128,0.5686202819364619,0.0,0.492919921875,0.012451171875,0.104248046875,1.0,83,0.6484375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,384,512,4096,128,0.4838744732950111,0.0,0.4990234375,0.0078125,0.087890625,1.0,94,0.734375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,512,640,4096,128,0.5243402102876139,0.0,0.479248046875,0.009033203125,0.0947265625,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,640,768,4096,128,0.4735449288367017,0.0,0.5146484375,0.011962890625,0.09326171875,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,768,896,4096,128,0.5266432569787077,0.0,0.501953125,0.00732421875,0.0869140625,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,896,1024,4096,128,0.5004973730786157,0.0,0.4921875,0.009033203125,0.0927734375,1.0,90,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1024,1152,4096,128,0.5942262683385376,0.0,0.4775390625,0.0107421875,0.10791015625,1.0,80,0.625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1152,1280,4096,128,0.525352700784329,0.0,0.52294921875,0.010986328125,0.09423828125,1.0,90,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1280,1408,4096,128,0.4816274553618149,0.0,0.571044921875,0.00830078125,0.09619140625,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1408,1536,4096,128,0.5203544526544881,0.0,0.487060546875,0.01220703125,0.090576171875,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1536,1664,4096,128,0.5720089008425923,0.0,0.489013671875,0.0078125,0.09228515625,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1664,1792,4096,128,0.5185846996471795,0.0,0.51513671875,0.008056640625,0.101806640625,1.0,86,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1792,1920,4096,128,0.5492540301315311,0.0,0.483154296875,0.01416015625,0.107666015625,1.0,86,0.671875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,1920,2048,4096,128,0.4649249672582366,0.0,0.499267578125,0.0087890625,0.08544921875,1.0,95,0.7421875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2048,2176,4096,128,0.5609375696287536,0.0,0.482666015625,0.010009765625,0.1044921875,1.0,83,0.6484375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2176,2304,4096,128,0.5084769910648257,0.0,0.516845703125,0.00830078125,0.09033203125,1.0,95,0.7421875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2304,2432,4096,128,0.4955892286778741,0.0,0.521728515625,0.008544921875,0.091552734375,1.0,91,0.7109375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2432,2560,4096,128,0.5011973502016343,0.0,0.4921875,0.009033203125,0.093505859375,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2560,2688,4096,128,0.5437583074612315,0.0,0.53515625,0.009765625,0.09619140625,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2688,2816,4096,128,0.5008751178626308,0.0,0.53271484375,0.0087890625,0.09033203125,1.0,89,0.6953125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2816,2944,4096,128,0.48396742910771,0.0,0.520263671875,0.00830078125,0.080810546875,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,2944,3072,4096,128,0.5298705083554663,0.0,0.486328125,0.012451171875,0.10302734375,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3072,3200,4096,128,0.6339006612906001,0.0,0.501220703125,0.010009765625,0.10302734375,1.0,82,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3200,3328,4096,128,0.5035385021712401,0.0,0.518798828125,0.009521484375,0.089599609375,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3328,3456,4096,128,0.5157438760446873,0.0,0.515869140625,0.00830078125,0.086669921875,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3456,3584,4096,128,0.5260560091476028,0.0,0.515625,0.01025390625,0.095703125,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3584,3712,4096,128,0.5566896402181599,0.0,0.518798828125,0.010986328125,0.09814453125,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3712,3840,4096,128,0.47569019302891624,0.0,0.5302734375,0.008544921875,0.09521484375,1.0,95,0.7421875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3840,3968,4096,128,0.5379084163314272,0.0,0.51806640625,0.011474609375,0.103271484375,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,3968,4096,4096,128,0.5249628146965741,0.0,0.49853515625,0.009033203125,0.10400390625,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4096,4224,4096,128,0.4912449391981862,0.0,0.51123046875,0.011962890625,0.100341796875,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4224,4352,4096,128,0.5475612648456526,0.0,0.503662109375,0.00830078125,0.094970703125,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4352,4480,4096,128,0.4844473247079938,0.0,0.550537109375,0.008544921875,0.0888671875,1.0,91,0.7109375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4480,4608,4096,128,0.5222480132216119,0.0,0.513671875,0.0087890625,0.097412109375,1.0,89,0.6953125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4608,4736,4096,128,0.5075864270927656,0.0,0.47314453125,0.009765625,0.091064453125,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4736,4864,4096,128,0.477519052925248,0.0,0.497314453125,0.009521484375,0.094970703125,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4864,4992,4096,128,0.5497778940136189,0.0,0.50830078125,0.009033203125,0.098876953125,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,4992,5120,4096,128,0.5148200846973221,0.0,0.485595703125,0.00732421875,0.087646484375,1.0,89,0.6953125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5120,5248,4096,128,0.5289281350518781,0.0,0.50439453125,0.010009765625,0.096435546875,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5248,5376,4096,128,0.4977302623435039,0.0,0.511962890625,0.010009765625,0.092529296875,1.0,90,0.703125
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5376,5504,4096,128,0.493017995560597,0.0,0.5322265625,0.00927734375,0.08984375,1.0,91,0.7109375
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5504,5632,4096,128,0.5603093708129822,0.0,0.457275390625,0.0087890625,0.109619140625,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5632,5760,4096,128,0.6080134295056165,0.0,0.50146484375,0.01123046875,0.105224609375,1.0,82,0.640625
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5760,5888,4096,128,0.552700573774085,0.0,0.5185546875,0.009521484375,0.09619140625,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,5888,6016,4096,128,0.5155721720774596,0.0,0.48193359375,0.009765625,0.094482421875,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.up_proj.output,128,6016,6144,4096,128,0.4714595216218883,0.0,0.494140625,0.010009765625,0.097900390625,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.silu_gate,0,0,6144,196608,6144,0.3366169671962634,0.0,0.69256591796875,0.008092244466145834,0.08213297526041667,1.0,3559,0.5792643229166666
+fresh-zh-2,layers.14.mlp.silu_gate,64,0,64,2048,64,0.3441978397455314,0.0,0.6748046875,0.0078125,0.09228515625,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,64,128,2048,64,0.28567506370960877,0.0,0.69677734375,0.0068359375,0.072265625,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,128,192,2048,64,0.3483355176708864,0.0,0.69775390625,0.0087890625,0.0869140625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,192,256,2048,64,0.272006397068489,0.0,0.7490234375,0.009765625,0.07861328125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,256,320,2048,64,0.2681396973121103,0.0,0.71337890625,0.0048828125,0.06396484375,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.silu_gate,64,320,384,2048,64,0.26989091030292034,0.0,0.7060546875,0.00732421875,0.060546875,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,384,448,2048,64,0.3427288235161665,0.0,0.69677734375,0.0078125,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,64,448,512,2048,64,0.3373146843139907,0.0,0.70654296875,0.00732421875,0.07080078125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,64,512,576,2048,64,0.380060299612777,0.0,0.67333984375,0.00634765625,0.0869140625,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,576,640,2048,64,0.4915784407399248,0.0,0.640625,0.0107421875,0.10791015625,1.0,23,0.359375
+fresh-zh-2,layers.14.mlp.silu_gate,64,640,704,2048,64,0.3493920970982602,0.0,0.74755859375,0.0087890625,0.0654296875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,704,768,2048,64,0.37553688862770573,0.0,0.6904296875,0.009765625,0.10400390625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.silu_gate,64,768,832,2048,64,0.2587251705820145,0.0,0.703125,0.0048828125,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.silu_gate,64,832,896,2048,64,0.39046935418333345,0.0,0.7373046875,0.009765625,0.10400390625,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.silu_gate,64,896,960,2048,64,0.26716839645223567,0.0,0.73779296875,0.00390625,0.06396484375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,960,1024,2048,64,0.35590951757998435,0.0,0.68310546875,0.009765625,0.08154296875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,1024,1088,2048,64,0.34042902965787436,0.0,0.6982421875,0.009765625,0.0859375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,1088,1152,2048,64,0.44555497460795196,0.0,0.69384765625,0.01123046875,0.1240234375,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1152,1216,2048,64,0.3232949281609594,0.0,0.67138671875,0.00439453125,0.07958984375,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.silu_gate,64,1216,1280,2048,64,0.3726637703815847,0.0,0.66259765625,0.00830078125,0.1259765625,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1280,1344,2048,64,0.26291422627637573,0.0,0.7333984375,0.00341796875,0.0576171875,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.silu_gate,64,1344,1408,2048,64,0.2298875922076876,0.0,0.7236328125,0.00390625,0.0595703125,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.silu_gate,64,1408,1472,2048,64,0.2710066522208159,0.0,0.71826171875,0.00732421875,0.07421875,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1472,1536,2048,64,0.28195775832167197,0.0,0.68798828125,0.00830078125,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1536,1600,2048,64,0.26345960574525595,0.0,0.71142578125,0.00390625,0.064453125,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.silu_gate,64,1600,1664,2048,64,0.2712000703092348,0.0,0.71142578125,0.00732421875,0.06787109375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1664,1728,2048,64,0.3118759817464293,0.0,0.65185546875,0.00537109375,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,64,1728,1792,2048,64,0.40770116587609767,0.0,0.69091796875,0.01171875,0.10546875,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.silu_gate,64,1792,1856,2048,64,0.36020499764928865,0.0,0.689453125,0.0107421875,0.08642578125,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,1856,1920,2048,64,0.2695077111076999,0.0,0.6923828125,0.00537109375,0.06103515625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.silu_gate,64,1920,1984,2048,64,0.2771878477400778,0.0,0.6767578125,0.00537109375,0.0673828125,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,1984,2048,2048,64,0.2337973304004622,0.0,0.70458984375,0.0087890625,0.06640625,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.silu_gate,64,2048,2112,2048,64,0.37038198251463994,0.0,0.666015625,0.00927734375,0.0771484375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,2112,2176,2048,64,0.3493754915097715,0.0,0.6953125,0.01513671875,0.0830078125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,64,2176,2240,2048,64,0.251902658985853,0.0,0.73828125,0.00439453125,0.06005859375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.silu_gate,64,2240,2304,2048,64,0.26246097105222305,0.0,0.67724609375,0.00927734375,0.072265625,1.0,47,0.734375
+fresh-zh-2,layers.14.mlp.silu_gate,64,2304,2368,2048,64,0.3430155564122854,0.0,0.67822265625,0.00634765625,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,2368,2432,2048,64,0.2756296650918838,0.0,0.6904296875,0.0087890625,0.07568359375,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.silu_gate,64,2432,2496,2048,64,0.40323099890996705,0.0,0.70458984375,0.0107421875,0.091796875,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.silu_gate,64,2496,2560,2048,64,0.25309152832738113,0.0,0.7529296875,0.0078125,0.0693359375,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.silu_gate,64,2560,2624,2048,64,0.3419343261873856,0.0,0.70751953125,0.01025390625,0.06787109375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,64,2624,2688,2048,64,0.27568541264289986,0.0,0.68212890625,0.00830078125,0.07958984375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,2688,2752,2048,64,0.26667056535054623,0.0,0.6630859375,0.00390625,0.0634765625,1.0,46,0.71875
+fresh-zh-2,layers.14.mlp.silu_gate,64,2752,2816,2048,64,0.2160024960097886,0.0,0.7529296875,0.0068359375,0.06396484375,1.0,49,0.765625
+fresh-zh-2,layers.14.mlp.silu_gate,64,2816,2880,2048,64,0.2582008833904408,0.0,0.6796875,0.0107421875,0.072265625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.silu_gate,64,2880,2944,2048,64,0.30898869254598793,0.0,0.69677734375,0.0048828125,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.silu_gate,64,2944,3008,2048,64,0.49294939808648275,0.0,0.61279296875,0.0126953125,0.13427734375,1.0,19,0.296875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3008,3072,2048,64,0.3187577869533733,0.0,0.64892578125,0.00732421875,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3072,3136,2048,64,0.36559781330131513,0.0,0.69873046875,0.01123046875,0.08349609375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.silu_gate,64,3136,3200,2048,64,0.3528040530754194,0.0,0.72216796875,0.00732421875,0.0888671875,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,3200,3264,2048,64,0.34469198396485384,0.0,0.736328125,0.01123046875,0.08740234375,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3264,3328,2048,64,0.28582427872125854,0.0,0.73291015625,0.00830078125,0.06591796875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3328,3392,2048,64,0.3221388956007527,0.0,0.703125,0.00732421875,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3392,3456,2048,64,0.3471522752655113,0.0,0.62548828125,0.00927734375,0.08740234375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3456,3520,2048,64,0.3175318819664061,0.0,0.7294921875,0.0048828125,0.06787109375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3520,3584,2048,64,0.2582848818163518,0.0,0.73193359375,0.00537109375,0.0498046875,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.silu_gate,64,3584,3648,2048,64,0.28573838765290105,0.0,0.6884765625,0.00634765625,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3648,3712,2048,64,0.3666645507516293,0.0,0.6669921875,0.0048828125,0.08740234375,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3712,3776,2048,64,0.2789562248121979,0.0,0.72216796875,0.00244140625,0.06103515625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.silu_gate,64,3776,3840,2048,64,0.2594208511111202,0.0,0.6611328125,0.00634765625,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.silu_gate,64,3840,3904,2048,64,0.29840099222037064,0.0,0.724609375,0.0078125,0.0791015625,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3904,3968,2048,64,0.2827523469088228,0.0,0.66015625,0.00341796875,0.0712890625,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.silu_gate,64,3968,4032,2048,64,0.25633151928207,0.0,0.716796875,0.00732421875,0.052734375,1.0,48,0.75
+fresh-zh-2,layers.14.mlp.silu_gate,64,4032,4096,2048,64,0.31329108256466975,0.0,0.6552734375,0.00634765625,0.09130859375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,64,4096,4160,2048,64,0.43864319236354815,0.0,0.6474609375,0.00830078125,0.09033203125,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.silu_gate,64,4160,4224,2048,64,0.3659962331808738,0.0,0.6923828125,0.009765625,0.07958984375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,4224,4288,2048,64,0.34530308503071827,0.0,0.68408203125,0.0078125,0.0849609375,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,4288,4352,2048,64,0.4899222158209631,0.0,0.61572265625,0.01318359375,0.12548828125,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.silu_gate,64,4352,4416,2048,64,0.3281105619569153,0.0,0.6884765625,0.00732421875,0.06982421875,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,4416,4480,2048,64,0.47324239410123603,0.0,0.64111328125,0.01220703125,0.12451171875,1.0,21,0.328125
+fresh-zh-2,layers.14.mlp.silu_gate,64,4480,4544,2048,64,0.3348098822041943,0.0,0.64697265625,0.005859375,0.10498046875,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,4544,4608,2048,64,0.3735341655972503,0.0,0.70361328125,0.00634765625,0.08544921875,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.silu_gate,64,4608,4672,2048,64,0.2766695064223754,0.0,0.68798828125,0.009765625,0.07666015625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.silu_gate,64,4672,4736,2048,64,0.3454846067216401,0.0,0.6435546875,0.0078125,0.0859375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.silu_gate,64,4736,4800,2048,64,0.3225037379394145,0.0,0.6953125,0.00634765625,0.087890625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,4800,4864,2048,64,0.3604779808060609,0.0,0.69189453125,0.00390625,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,64,4864,4928,2048,64,0.31170358691243294,0.0,0.72119140625,0.0078125,0.07666015625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,64,4928,4992,2048,64,0.3225405787796449,0.0,0.7392578125,0.00341796875,0.06787109375,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,64,4992,5056,2048,64,0.3529324397455518,0.0,0.681640625,0.0087890625,0.083984375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5056,5120,2048,64,0.32534075514951677,0.0,0.732421875,0.00390625,0.06982421875,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,64,5120,5184,2048,64,0.4089141878552221,0.0,0.630859375,0.00927734375,0.1064453125,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.silu_gate,64,5184,5248,2048,64,0.37571706609658173,0.0,0.64306640625,0.0126953125,0.1025390625,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,64,5248,5312,2048,64,0.4118357813350345,0.0,0.66357421875,0.00634765625,0.07763671875,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.silu_gate,64,5312,5376,2048,64,0.3941062837492109,0.0,0.6416015625,0.009765625,0.091796875,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5376,5440,2048,64,0.44389388188300627,0.0,0.6943359375,0.01025390625,0.09228515625,1.0,30,0.46875
+fresh-zh-2,layers.14.mlp.silu_gate,64,5440,5504,2048,64,0.39633998508753826,0.0,0.7216796875,0.009765625,0.0849609375,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.silu_gate,64,5504,5568,2048,64,0.35855418242407294,0.0,0.7099609375,0.00927734375,0.091796875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.silu_gate,64,5568,5632,2048,64,0.38623108084199875,0.0,0.6689453125,0.0107421875,0.1142578125,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5632,5696,2048,64,0.4005408442194206,0.0,0.7333984375,0.0078125,0.06884765625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5696,5760,2048,64,0.24660897769012566,0.0,0.7255859375,0.00634765625,0.05615234375,1.0,49,0.765625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5760,5824,2048,64,0.31074500052733156,0.0,0.68603515625,0.0087890625,0.07763671875,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5824,5888,2048,64,0.3057667432915894,0.0,0.76220703125,0.00341796875,0.0673828125,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.silu_gate,64,5888,5952,2048,64,0.3019010327777747,0.0,0.70263671875,0.00927734375,0.0927734375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,64,5952,6016,2048,64,0.4337908467212552,0.0,0.60791015625,0.0126953125,0.11181640625,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.silu_gate,64,6016,6080,2048,64,0.2948340950637578,0.0,0.7294921875,0.0078125,0.07958984375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,64,6080,6144,2048,64,0.3462621592139332,0.0,0.65673828125,0.005859375,0.07763671875,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,128,0,128,4096,128,0.31629289820590306,0.0,0.685791015625,0.007568359375,0.08203125,1.0,79,0.6171875
+fresh-zh-2,layers.14.mlp.silu_gate,128,128,256,4096,128,0.3125100901708815,0.0,0.723388671875,0.00927734375,0.084716796875,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,128,256,384,4096,128,0.2690167287909519,0.0,0.709716796875,0.00634765625,0.0625,1.0,86,0.671875
+fresh-zh-2,layers.14.mlp.silu_gate,128,384,512,4096,128,0.3400325298575291,0.0,0.70166015625,0.00732421875,0.0751953125,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.silu_gate,128,512,640,4096,128,0.43937182132110475,0.0,0.656982421875,0.008544921875,0.0986328125,1.0,57,0.4453125
+fresh-zh-2,layers.14.mlp.silu_gate,128,640,768,4096,128,0.36270014628815495,0.0,0.718994140625,0.009033203125,0.0849609375,1.0,69,0.5390625
+fresh-zh-2,layers.14.mlp.silu_gate,128,768,896,4096,128,0.33121370023675195,0.0,0.72021484375,0.0078125,0.0908203125,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,128,896,1024,4096,128,0.3146828059863425,0.0,0.71044921875,0.0068359375,0.07470703125,1.0,79,0.6171875
+fresh-zh-2,layers.14.mlp.silu_gate,128,1024,1152,4096,128,0.39649158858145694,0.0,0.696044921875,0.009521484375,0.103759765625,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.silu_gate,128,1152,1280,4096,128,0.34885376329460627,0.0,0.6669921875,0.006591796875,0.101806640625,1.0,68,0.53125
+fresh-zh-2,layers.14.mlp.silu_gate,128,1280,1408,4096,128,0.24695363474704454,0.0,0.728515625,0.004150390625,0.058349609375,1.0,94,0.734375
+fresh-zh-2,layers.14.mlp.silu_gate,128,1408,1536,4096,128,0.27653641986700106,0.0,0.703125,0.0078125,0.071533203125,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.silu_gate,128,1536,1664,4096,128,0.26735785194676776,0.0,0.71142578125,0.005615234375,0.065673828125,1.0,92,0.71875
+fresh-zh-2,layers.14.mlp.silu_gate,128,1664,1792,4096,128,0.36296478386134684,0.0,0.67138671875,0.008544921875,0.089599609375,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.silu_gate,128,1792,1920,4096,128,0.3181053651528338,0.0,0.69091796875,0.00732421875,0.074462890625,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.silu_gate,128,1920,2048,4096,128,0.2564120654699769,0.0,0.690673828125,0.0068359375,0.06591796875,1.0,91,0.7109375
+fresh-zh-2,layers.14.mlp.silu_gate,128,2048,2176,4096,128,0.3600319756904722,0.0,0.6806640625,0.01220703125,0.079345703125,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,128,2176,2304,4096,128,0.2572359917758582,0.0,0.707763671875,0.00732421875,0.06591796875,1.0,93,0.7265625
+fresh-zh-2,layers.14.mlp.silu_gate,128,2304,2432,4096,128,0.31115220087562756,0.0,0.684326171875,0.00732421875,0.081298828125,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,128,2432,2560,4096,128,0.3366382035606026,0.0,0.728759765625,0.010986328125,0.08447265625,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.silu_gate,128,2560,2688,4096,128,0.31058133408924254,0.0,0.69482421875,0.009765625,0.076416015625,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.silu_gate,128,2688,2816,4096,128,0.2426625936427354,0.0,0.7080078125,0.00634765625,0.064453125,1.0,94,0.734375
+fresh-zh-2,layers.14.mlp.silu_gate,128,2816,2944,4096,128,0.2847294402629302,0.0,0.688232421875,0.0078125,0.072021484375,1.0,83,0.6484375
+fresh-zh-2,layers.14.mlp.silu_gate,128,2944,3072,4096,128,0.4150937459280962,0.0,0.630859375,0.01123046875,0.1044921875,1.0,57,0.4453125
+fresh-zh-2,layers.14.mlp.silu_gate,128,3072,3200,4096,128,0.359257888540493,0.0,0.71044921875,0.00927734375,0.08642578125,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.silu_gate,128,3200,3328,4096,128,0.31662918541738594,0.0,0.734619140625,0.01025390625,0.074951171875,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,128,3328,3456,4096,128,0.3348792097763714,0.0,0.664306640625,0.0078125,0.078369140625,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.silu_gate,128,3456,3584,4096,128,0.2894283816767237,0.0,0.730712890625,0.0048828125,0.059326171875,1.0,88,0.6875
+fresh-zh-2,layers.14.mlp.silu_gate,128,3584,3712,4096,128,0.32870147471252215,0.0,0.677734375,0.006103515625,0.0791015625,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,128,3712,3840,4096,128,0.26936569320599413,0.0,0.691650390625,0.004638671875,0.06689453125,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.silu_gate,128,3840,3968,4096,128,0.2906819927692021,0.0,0.6923828125,0.00537109375,0.076416015625,1.0,80,0.625
+fresh-zh-2,layers.14.mlp.silu_gate,128,3968,4096,4096,128,0.28623168080420186,0.0,0.68603515625,0.007080078125,0.07275390625,1.0,87,0.6796875
+fresh-zh-2,layers.14.mlp.silu_gate,128,4096,4224,4096,128,0.4039561194668756,0.0,0.669921875,0.00830078125,0.0859375,1.0,63,0.4921875
+fresh-zh-2,layers.14.mlp.silu_gate,128,4224,4352,4096,128,0.4238266143640898,0.0,0.64990234375,0.010498046875,0.108642578125,1.0,56,0.4375
+fresh-zh-2,layers.14.mlp.silu_gate,128,4352,4480,4096,128,0.407194612220221,0.0,0.664794921875,0.009033203125,0.098388671875,1.0,58,0.453125
+fresh-zh-2,layers.14.mlp.silu_gate,128,4480,4608,4096,128,0.3547008810885733,0.0,0.67529296875,0.00634765625,0.09619140625,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.silu_gate,128,4608,4736,4096,128,0.312974143712869,0.0,0.665771484375,0.0087890625,0.08251953125,1.0,78,0.609375
+fresh-zh-2,layers.14.mlp.silu_gate,128,4736,4864,4096,128,0.34201830041016035,0.0,0.693603515625,0.005859375,0.07666015625,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.silu_gate,128,4864,4992,4096,128,0.31716837094324596,0.0,0.730224609375,0.005615234375,0.072509765625,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.silu_gate,128,4992,5120,4096,128,0.33941708412070637,0.0,0.70703125,0.0068359375,0.0771484375,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.silu_gate,128,5120,5248,4096,128,0.39266660590475416,0.0,0.636962890625,0.010986328125,0.105712890625,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.silu_gate,128,5248,5376,4096,128,0.4030685262324831,0.0,0.652587890625,0.008056640625,0.08642578125,1.0,65,0.5078125
+fresh-zh-2,layers.14.mlp.silu_gate,128,5376,5504,4096,128,0.42078923593192974,0.0,0.7080078125,0.01025390625,0.08837890625,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.silu_gate,128,5504,5632,4096,128,0.37264966761166846,0.0,0.689453125,0.01025390625,0.10205078125,1.0,65,0.5078125
+fresh-zh-2,layers.14.mlp.silu_gate,128,5632,5760,4096,128,0.3326025824955175,0.0,0.7294921875,0.007568359375,0.065673828125,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.silu_gate,128,5760,5888,4096,128,0.3082659214508442,0.0,0.72412109375,0.006103515625,0.07275390625,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.silu_gate,128,5888,6016,4096,128,0.3737102703241045,0.0,0.6552734375,0.01171875,0.10498046875,1.0,64,0.5
+fresh-zh-2,layers.14.mlp.silu_gate,128,6016,6144,4096,128,0.32157784945138884,0.0,0.693115234375,0.007080078125,0.080810546875,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.gated_product,0,0,6144,196608,6144,0.3057470252338297,0.0,0.4942118326822917,0.0697784423828125,0.3888448079427083,1.0,525,0.08544921875
+fresh-zh-2,layers.14.mlp.gated_product,64,0,64,2048,64,0.1480250285149799,0.0,0.5048828125,0.044921875,0.24658203125,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gated_product,64,64,128,2048,64,0.12314152029580035,0.0,0.47119140625,0.03515625,0.22265625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gated_product,64,128,192,2048,64,0.15388275961622916,0.0,0.49658203125,0.046875,0.25830078125,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,192,256,2048,64,0.12993175986042543,0.0,0.49072265625,0.04052734375,0.2138671875,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gated_product,64,256,320,2048,64,0.12646496013809708,0.0,0.50537109375,0.02734375,0.19091796875,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,320,384,2048,64,0.12582143507890112,0.0,0.50341796875,0.0390625,0.2255859375,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gated_product,64,384,448,2048,64,0.14659750239601796,0.0,0.51611328125,0.03466796875,0.228515625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,448,512,2048,64,0.18253670017376072,0.0,0.46630859375,0.03662109375,0.24267578125,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,512,576,2048,64,0.15923454709154813,0.0,0.4951171875,0.0390625,0.236328125,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,64,576,640,2048,64,0.1993431239740601,0.0,0.505859375,0.046875,0.26220703125,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,640,704,2048,64,0.12996611854079193,0.0,0.4853515625,0.0380859375,0.19775390625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gated_product,64,704,768,2048,64,0.1557738187669112,0.0,0.47705078125,0.052734375,0.287109375,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,768,832,2048,64,0.12737538860763273,0.0,0.44775390625,0.0283203125,0.20556640625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gated_product,64,832,896,2048,64,0.15155602419219505,0.0,0.53466796875,0.0341796875,0.2353515625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,896,960,2048,64,0.12467960090817283,0.0,0.525390625,0.02685546875,0.1982421875,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,960,1024,2048,64,0.12974798820392122,0.0,0.5302734375,0.04150390625,0.228515625,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,1024,1088,2048,64,0.13556325988827636,0.0,0.46044921875,0.033203125,0.21826171875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,1088,1152,2048,64,2.5647356326787003,0.0,0.498046875,0.35107421875,0.91015625,1.0,1,0.015625
+fresh-zh-2,layers.14.mlp.gated_product,64,1152,1216,2048,64,0.17681874263257819,0.0,0.501953125,0.03955078125,0.25,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,1216,1280,2048,64,0.1489984159469011,0.0,0.494140625,0.0498046875,0.27685546875,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,1280,1344,2048,64,0.11061975813235256,0.0,0.427734375,0.02197265625,0.185546875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.gated_product,64,1344,1408,2048,64,0.1127567068678725,0.0,0.47607421875,0.041015625,0.212890625,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,1408,1472,2048,64,0.1522097529280528,0.0,0.50341796875,0.044921875,0.24267578125,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,1472,1536,2048,64,0.17634723928202714,0.0,0.5068359375,0.04931640625,0.25927734375,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,64,1536,1600,2048,64,0.17153121305378458,0.0,0.4833984375,0.0380859375,0.2490234375,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,1600,1664,2048,64,0.2109291456633423,0.0,0.49267578125,0.04150390625,0.28564453125,1.0,22,0.34375
+fresh-zh-2,layers.14.mlp.gated_product,64,1664,1728,2048,64,0.12752593561248887,0.0,0.49169921875,0.03857421875,0.224609375,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gated_product,64,1728,1792,2048,64,0.19244689553538222,0.0,0.47021484375,0.05517578125,0.2958984375,1.0,19,0.296875
+fresh-zh-2,layers.14.mlp.gated_product,64,1792,1856,2048,64,0.18565910854216577,0.0,0.5107421875,0.0458984375,0.26416015625,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,1856,1920,2048,64,0.11844137429402624,0.0,0.49853515625,0.03662109375,0.197265625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.gated_product,64,1920,1984,2048,64,0.10800858126867707,0.0,0.513671875,0.0283203125,0.20361328125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gated_product,64,1984,2048,2048,64,0.1122047007254979,0.0,0.4775390625,0.03515625,0.19921875,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gated_product,64,2048,2112,2048,64,0.18950226541658438,0.0,0.48681640625,0.04052734375,0.259765625,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,2112,2176,2048,64,0.150586238698284,0.0,0.517578125,0.046875,0.23779296875,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gated_product,64,2176,2240,2048,64,0.12695748471905513,0.0,0.53662109375,0.03564453125,0.20556640625,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gated_product,64,2240,2304,2048,64,0.12769201806000224,0.0,0.47900390625,0.04150390625,0.21875,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,2304,2368,2048,64,0.15491546618157523,0.0,0.4619140625,0.033203125,0.23486328125,1.0,30,0.46875
+fresh-zh-2,layers.14.mlp.gated_product,64,2368,2432,2048,64,0.12751594235225414,0.0,0.5029296875,0.03759765625,0.23681640625,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gated_product,64,2432,2496,2048,64,0.17584909579461136,0.0,0.5576171875,0.04296875,0.2587890625,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,2496,2560,2048,64,0.12019451599374334,0.0,0.45263671875,0.0341796875,0.20458984375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gated_product,64,2560,2624,2048,64,0.2350693249553559,0.0,0.46435546875,0.046875,0.27587890625,1.0,16,0.25
+fresh-zh-2,layers.14.mlp.gated_product,64,2624,2688,2048,64,0.12363139735484009,0.0,0.50830078125,0.04296875,0.22705078125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,2688,2752,2048,64,0.142462365437643,0.0,0.52294921875,0.0361328125,0.22900390625,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gated_product,64,2752,2816,2048,64,0.11111838046820437,0.0,0.46533203125,0.0302734375,0.20458984375,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gated_product,64,2816,2880,2048,64,0.10471805822857816,0.0,0.484375,0.0283203125,0.189453125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.gated_product,64,2880,2944,2048,64,0.14547361386961918,0.0,0.4736328125,0.03515625,0.220703125,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,2944,3008,2048,64,0.1509857365560564,0.0,0.45361328125,0.04736328125,0.2509765625,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,3008,3072,2048,64,0.2011159599931616,0.0,0.52001953125,0.052734375,0.27880859375,1.0,23,0.359375
+fresh-zh-2,layers.14.mlp.gated_product,64,3072,3136,2048,64,0.15970775651271277,0.0,0.5078125,0.0302734375,0.20654296875,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.gated_product,64,3136,3200,2048,64,0.204717798873366,0.0,0.48291015625,0.05029296875,0.28662109375,1.0,22,0.34375
+fresh-zh-2,layers.14.mlp.gated_product,64,3200,3264,2048,64,0.17361125760859597,0.0,0.48876953125,0.04736328125,0.2734375,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,3264,3328,2048,64,0.128042075281155,0.0,0.47119140625,0.0361328125,0.21875,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,3328,3392,2048,64,0.15351554711738907,0.0,0.4580078125,0.0341796875,0.20458984375,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.gated_product,64,3392,3456,2048,64,0.16425508398818303,0.0,0.5029296875,0.04150390625,0.26171875,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,3456,3520,2048,64,0.1739612878137033,0.0,0.49951171875,0.03955078125,0.24658203125,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,3520,3584,2048,64,0.14313740418055346,0.0,0.521484375,0.0361328125,0.21923828125,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,3584,3648,2048,64,0.1530576129297785,0.0,0.5068359375,0.04638671875,0.2509765625,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,64,3648,3712,2048,64,0.16879806382176668,0.0,0.46044921875,0.03515625,0.2509765625,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,3712,3776,2048,64,0.11928937652604797,0.0,0.47705078125,0.02978515625,0.20703125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.gated_product,64,3776,3840,2048,64,0.11543456838058395,0.0,0.486328125,0.03369140625,0.21533203125,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gated_product,64,3840,3904,2048,64,0.11815702609747741,0.0,0.4619140625,0.03662109375,0.2021484375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,64,3904,3968,2048,64,0.15197860349420594,0.0,0.5048828125,0.029296875,0.2431640625,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,64,3968,4032,2048,64,0.15324937961212204,0.0,0.478515625,0.03759765625,0.232421875,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gated_product,64,4032,4096,2048,64,0.13456323384095503,0.0,0.501953125,0.037109375,0.25,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,4096,4160,2048,64,0.15999335440969797,0.0,0.49560546875,0.04052734375,0.25927734375,1.0,30,0.46875
+fresh-zh-2,layers.14.mlp.gated_product,64,4160,4224,2048,64,0.16061916316243496,0.0,0.50146484375,0.04296875,0.236328125,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,64,4224,4288,2048,64,0.15765840220095928,0.0,0.43505859375,0.0341796875,0.224609375,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,4288,4352,2048,64,0.18193640023524957,0.0,0.4765625,0.04248046875,0.2666015625,1.0,23,0.359375
+fresh-zh-2,layers.14.mlp.gated_product,64,4352,4416,2048,64,0.159784097336698,0.0,0.427734375,0.0322265625,0.24169921875,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,64,4416,4480,2048,64,0.15783793620778436,0.0,0.5087890625,0.0400390625,0.26171875,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,64,4480,4544,2048,64,0.1846267006777972,0.0,0.5,0.05517578125,0.31201171875,1.0,19,0.296875
+fresh-zh-2,layers.14.mlp.gated_product,64,4544,4608,2048,64,0.18152313550494967,0.0,0.501953125,0.03955078125,0.25830078125,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,4608,4672,2048,64,0.1305685319918736,0.0,0.52880859375,0.03857421875,0.228515625,1.0,35,0.546875
+fresh-zh-2,layers.14.mlp.gated_product,64,4672,4736,2048,64,0.14770887325413914,0.0,0.5078125,0.0322265625,0.2373046875,1.0,32,0.5
+fresh-zh-2,layers.14.mlp.gated_product,64,4736,4800,2048,64,0.16965455777836927,0.0,0.49658203125,0.05126953125,0.27587890625,1.0,21,0.328125
+fresh-zh-2,layers.14.mlp.gated_product,64,4800,4864,2048,64,0.1495355930223177,0.0,0.51708984375,0.02978515625,0.2138671875,1.0,31,0.484375
+fresh-zh-2,layers.14.mlp.gated_product,64,4864,4928,2048,64,0.15566164404149496,0.0,0.49658203125,0.041015625,0.251953125,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,4928,4992,2048,64,0.138178460138041,0.0,0.513671875,0.02490234375,0.2021484375,1.0,34,0.53125
+fresh-zh-2,layers.14.mlp.gated_product,64,4992,5056,2048,64,0.20246755427279756,0.0,0.52294921875,0.05224609375,0.28564453125,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,5056,5120,2048,64,0.16550130450072426,0.0,0.5234375,0.03125,0.23291015625,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,5120,5184,2048,64,0.19688377591693057,0.0,0.52685546875,0.04736328125,0.29541015625,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,5184,5248,2048,64,0.22927157961086897,0.0,0.4794921875,0.05859375,0.3154296875,1.0,16,0.25
+fresh-zh-2,layers.14.mlp.gated_product,64,5248,5312,2048,64,0.15038232478351748,0.0,0.51513671875,0.033203125,0.2333984375,1.0,33,0.515625
+fresh-zh-2,layers.14.mlp.gated_product,64,5312,5376,2048,64,0.18786245473918695,0.0,0.47509765625,0.04931640625,0.28466796875,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,5376,5440,2048,64,0.2017833360368336,0.0,0.47265625,0.03564453125,0.251953125,1.0,25,0.390625
+fresh-zh-2,layers.14.mlp.gated_product,64,5440,5504,2048,64,0.16897507669359618,0.0,0.4814453125,0.04443359375,0.26708984375,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,64,5504,5568,2048,64,0.16879403060292913,0.0,0.50634765625,0.041015625,0.28125,1.0,25,0.390625
+fresh-zh-2,layers.14.mlp.gated_product,64,5568,5632,2048,64,0.18721483319481544,0.0,0.5380859375,0.0546875,0.2822265625,1.0,23,0.359375
+fresh-zh-2,layers.14.mlp.gated_product,64,5632,5696,2048,64,0.1794979735933685,0.0,0.49169921875,0.04248046875,0.224609375,1.0,27,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,64,5696,5760,2048,64,0.14667516974208797,0.0,0.51123046875,0.0341796875,0.2138671875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.gated_product,64,5760,5824,2048,64,0.17746375729027017,0.0,0.5166015625,0.0400390625,0.26123046875,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,5824,5888,2048,64,0.24456766650913378,0.0,0.470703125,0.05126953125,0.30224609375,1.0,13,0.203125
+fresh-zh-2,layers.14.mlp.gated_product,64,5888,5952,2048,64,0.14373650968811433,0.0,0.5283203125,0.04541015625,0.2421875,1.0,28,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,64,5952,6016,2048,64,0.16803994402334912,0.0,0.50390625,0.03662109375,0.25537109375,1.0,26,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,64,6016,6080,2048,64,0.13195314008911863,0.0,0.49462890625,0.04052734375,0.2607421875,1.0,29,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,64,6080,6144,2048,64,0.18080315685457735,0.0,0.5166015625,0.048828125,0.26904296875,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.gated_product,128,0,128,4096,128,0.13615293439294948,0.0,0.488037109375,0.040283203125,0.235595703125,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gated_product,128,128,256,4096,128,0.14241166723189053,0.0,0.49365234375,0.0419921875,0.236328125,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.gated_product,128,256,384,4096,128,0.12614360797924842,0.0,0.50439453125,0.033203125,0.20849609375,1.0,73,0.5703125
+fresh-zh-2,layers.14.mlp.gated_product,128,384,512,4096,128,0.16554527268858496,0.0,0.4912109375,0.03662109375,0.237060546875,1.0,57,0.4453125
+fresh-zh-2,layers.14.mlp.gated_product,128,512,640,4096,128,0.18040693177257347,0.0,0.50048828125,0.041015625,0.25341796875,1.0,51,0.3984375
+fresh-zh-2,layers.14.mlp.gated_product,128,640,768,4096,128,0.1434515154708825,0.0,0.481201171875,0.04638671875,0.24072265625,1.0,60,0.46875
+fresh-zh-2,layers.14.mlp.gated_product,128,768,896,4096,128,0.13998878185749505,0.0,0.4912109375,0.0322265625,0.22314453125,1.0,70,0.546875
+fresh-zh-2,layers.14.mlp.gated_product,128,896,1024,4096,128,0.12723903356593474,0.0,0.52783203125,0.0341796875,0.213134765625,1.0,71,0.5546875
+fresh-zh-2,layers.14.mlp.gated_product,128,1024,1152,4096,128,1.8160735479274164,0.0,0.479248046875,0.2734375,0.871826171875,1.0,1,0.0078125
+fresh-zh-2,layers.14.mlp.gated_product,128,1152,1280,4096,128,0.16350136956743158,0.0,0.498046875,0.044921875,0.265869140625,1.0,51,0.3984375
+fresh-zh-2,layers.14.mlp.gated_product,128,1280,1408,4096,128,0.1116933432057334,0.0,0.451904296875,0.03173828125,0.199462890625,1.0,80,0.625
+fresh-zh-2,layers.14.mlp.gated_product,128,1408,1536,4096,128,0.1647212155261298,0.0,0.505126953125,0.04833984375,0.253662109375,1.0,52,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,128,1536,1664,4096,128,0.19224211497740334,0.0,0.488037109375,0.04052734375,0.269775390625,1.0,48,0.375
+fresh-zh-2,layers.14.mlp.gated_product,128,1664,1792,4096,128,0.16324624322637105,0.0,0.48095703125,0.046630859375,0.265380859375,1.0,49,0.3828125
+fresh-zh-2,layers.14.mlp.gated_product,128,1792,1920,4096,128,0.15572036432228334,0.0,0.504638671875,0.040771484375,0.240966796875,1.0,58,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,128,1920,2048,4096,128,0.11012662823443513,0.0,0.49560546875,0.0322265625,0.201171875,1.0,79,0.6171875
+fresh-zh-2,layers.14.mlp.gated_product,128,2048,2176,4096,128,0.17115391301882957,0.0,0.502197265625,0.0439453125,0.2509765625,1.0,54,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,128,2176,2304,4096,128,0.127325281076511,0.0,0.5078125,0.038818359375,0.212646484375,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.gated_product,128,2304,2432,4096,128,0.1418786756638188,0.0,0.482421875,0.037353515625,0.239501953125,1.0,63,0.4921875
+fresh-zh-2,layers.14.mlp.gated_product,128,2432,2560,4096,128,0.1506147837477328,0.0,0.505126953125,0.03955078125,0.236328125,1.0,59,0.4609375
+fresh-zh-2,layers.14.mlp.gated_product,128,2560,2688,4096,128,0.18780616329992617,0.0,0.486328125,0.048095703125,0.2666015625,1.0,46,0.359375
+fresh-zh-2,layers.14.mlp.gated_product,128,2688,2816,4096,128,0.12775527394977704,0.0,0.494140625,0.0361328125,0.21875,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gated_product,128,2816,2944,4096,128,0.12674471202273282,0.0,0.47900390625,0.032958984375,0.20654296875,1.0,72,0.5625
+fresh-zh-2,layers.14.mlp.gated_product,128,2944,3072,4096,128,0.17782621011446237,0.0,0.48681640625,0.05029296875,0.26953125,1.0,47,0.3671875
+fresh-zh-2,layers.14.mlp.gated_product,128,3072,3200,4096,128,0.1835973102551885,0.0,0.495361328125,0.04296875,0.245849609375,1.0,53,0.4140625
+fresh-zh-2,layers.14.mlp.gated_product,128,3200,3328,4096,128,0.1525379326769955,0.0,0.47998046875,0.0400390625,0.245361328125,1.0,56,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,128,3328,3456,4096,128,0.15897602936090138,0.0,0.48046875,0.0380859375,0.232666015625,1.0,58,0.453125
+fresh-zh-2,layers.14.mlp.gated_product,128,3456,3584,4096,128,0.15929665114708036,0.0,0.510498046875,0.03857421875,0.234619140625,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.gated_product,128,3584,3712,4096,128,0.16112017134074044,0.0,0.483642578125,0.04052734375,0.25244140625,1.0,54,0.421875
+fresh-zh-2,layers.14.mlp.gated_product,128,3712,3840,4096,128,0.11737779800538295,0.0,0.481689453125,0.032470703125,0.21142578125,1.0,74,0.578125
+fresh-zh-2,layers.14.mlp.gated_product,128,3840,3968,4096,128,0.1361223323636666,0.0,0.4833984375,0.034423828125,0.22705078125,1.0,65,0.5078125
+fresh-zh-2,layers.14.mlp.gated_product,128,3968,4096,4096,128,0.1442092858543371,0.0,0.490234375,0.03759765625,0.2412109375,1.0,64,0.5
+fresh-zh-2,layers.14.mlp.gated_product,128,4096,4224,4096,128,0.1603065641673293,0.0,0.49853515625,0.041748046875,0.248046875,1.0,57,0.4453125
+fresh-zh-2,layers.14.mlp.gated_product,128,4224,4352,4096,128,0.17023076325259245,0.0,0.455810546875,0.038818359375,0.24462890625,1.0,49,0.3828125
+fresh-zh-2,layers.14.mlp.gated_product,128,4352,4480,4096,128,0.1588139979158575,0.0,0.46826171875,0.0361328125,0.251953125,1.0,56,0.4375
+fresh-zh-2,layers.14.mlp.gated_product,128,4480,4608,4096,128,0.18308149459559978,0.0,0.5009765625,0.04736328125,0.28466796875,1.0,44,0.34375
+fresh-zh-2,layers.14.mlp.gated_product,128,4608,4736,4096,128,0.13940239019564954,0.0,0.518310546875,0.035400390625,0.231689453125,1.0,67,0.5234375
+fresh-zh-2,layers.14.mlp.gated_product,128,4736,4864,4096,128,0.15991179217854803,0.0,0.5068359375,0.040283203125,0.24462890625,1.0,51,0.3984375
+fresh-zh-2,layers.14.mlp.gated_product,128,4864,4992,4096,128,0.14717988020076195,0.0,0.505126953125,0.032958984375,0.229248046875,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.gated_product,128,4992,5120,4096,128,0.1849105085232444,0.0,0.523193359375,0.041748046875,0.26416015625,1.0,50,0.390625
+fresh-zh-2,layers.14.mlp.gated_product,128,5120,5248,4096,128,0.21369215993640378,0.0,0.503173828125,0.052734375,0.303466796875,1.0,38,0.296875
+fresh-zh-2,layers.14.mlp.gated_product,128,5248,5376,4096,128,0.17015749396945232,0.0,0.4951171875,0.040771484375,0.261474609375,1.0,55,0.4296875
+fresh-zh-2,layers.14.mlp.gated_product,128,5376,5504,4096,128,0.18610358842021346,0.0,0.47705078125,0.0419921875,0.26416015625,1.0,48,0.375
+fresh-zh-2,layers.14.mlp.gated_product,128,5504,5632,4096,128,0.17824255739770056,0.0,0.522216796875,0.0478515625,0.28173828125,1.0,47,0.3671875
+fresh-zh-2,layers.14.mlp.gated_product,128,5632,5760,4096,128,0.16391023144239034,0.0,0.50146484375,0.03955078125,0.2197265625,1.0,62,0.484375
+fresh-zh-2,layers.14.mlp.gated_product,128,5760,5888,4096,128,0.21366647918344933,0.0,0.49365234375,0.0478515625,0.2890625,1.0,38,0.296875
+fresh-zh-2,layers.14.mlp.gated_product,128,5888,6016,4096,128,0.156361131686701,0.0,0.51611328125,0.041748046875,0.24609375,1.0,52,0.40625
+fresh-zh-2,layers.14.mlp.gated_product,128,6016,6144,4096,128,0.15827414935478168,0.0,0.505615234375,0.04345703125,0.277099609375,1.0,51,0.3984375
+fresh-zh-2,layers.14.mlp.down_proj.output,0,0,2048,65536,2048,0.1746925126195872,0.0,0.497589111328125,0.0152587890625,0.1496429443359375,1.0,1272,0.62109375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,0,64,2048,64,0.1678752486292649,0.0,0.49755859375,0.01416015625,0.13427734375,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,64,128,2048,64,0.17711049434469245,0.0,0.53125,0.01318359375,0.14453125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,128,192,2048,64,0.15183019629210445,0.0,0.5126953125,0.0146484375,0.1298828125,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.down_proj.output,64,192,256,2048,64,0.1972114767728157,0.0,0.5224609375,0.01806640625,0.1572265625,1.0,37,0.578125
+fresh-zh-2,layers.14.mlp.down_proj.output,64,256,320,2048,64,0.17545357289208738,0.0,0.51513671875,0.0185546875,0.17041015625,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,320,384,2048,64,0.1661358615648479,0.0,0.4853515625,0.015625,0.13671875,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,384,448,2048,64,0.1567194519282735,0.0,0.4931640625,0.0107421875,0.140625,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.down_proj.output,64,448,512,2048,64,0.15029891982522944,0.0,0.48291015625,0.01806640625,0.14013671875,1.0,45,0.703125
+fresh-zh-2,layers.14.mlp.down_proj.output,64,512,576,2048,64,0.14963609566003996,0.0,0.4853515625,0.015625,0.1337890625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,576,640,2048,64,0.17171420147023744,0.0,0.56591796875,0.01416015625,0.1533203125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,640,704,2048,64,0.15890390611094002,0.0,0.48486328125,0.01123046875,0.1298828125,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,704,768,2048,64,0.16572844966078032,0.0,0.4921875,0.00830078125,0.14794921875,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,768,832,2048,64,0.17181839459971346,0.0,0.482421875,0.01953125,0.14111328125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,832,896,2048,64,0.17752486933961517,0.0,0.47900390625,0.0126953125,0.13818359375,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,896,960,2048,64,0.1559845204716769,0.0,0.52001953125,0.01318359375,0.13916015625,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,960,1024,2048,64,0.18411016979493933,0.0,0.501953125,0.01318359375,0.15283203125,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1024,1088,2048,64,0.1811665818604105,0.0,0.5263671875,0.01953125,0.14599609375,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1088,1152,2048,64,0.17351672962826017,0.0,0.4619140625,0.00830078125,0.1435546875,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1152,1216,2048,64,0.2671433880721095,0.0,0.48681640625,0.0224609375,0.2294921875,1.0,24,0.375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1216,1280,2048,64,0.18781805443657387,0.0,0.47119140625,0.0185546875,0.16357421875,1.0,39,0.609375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1280,1344,2048,64,0.17526741122659326,0.0,0.4853515625,0.015625,0.142578125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1344,1408,2048,64,0.18093870634989637,0.0,0.49658203125,0.0185546875,0.1630859375,1.0,38,0.59375
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1408,1472,2048,64,0.16041669560463875,0.0,0.51220703125,0.01171875,0.13623046875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1472,1536,2048,64,0.16772671285442053,0.0,0.45703125,0.0146484375,0.15234375,1.0,41,0.640625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1536,1600,2048,64,0.16015518296467296,0.0,0.51025390625,0.01318359375,0.11865234375,1.0,44,0.6875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1600,1664,2048,64,0.164036016864781,0.0,0.50927734375,0.015625,0.146484375,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1664,1728,2048,64,0.1951368112229763,0.0,0.49755859375,0.01611328125,0.169921875,1.0,36,0.5625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1728,1792,2048,64,0.1811566530944532,0.0,0.4794921875,0.0166015625,0.158203125,1.0,40,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1792,1856,2048,64,0.16415387344435964,0.0,0.47119140625,0.0146484375,0.1513671875,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1856,1920,2048,64,0.16638750376942493,0.0,0.4853515625,0.01416015625,0.140625,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1920,1984,2048,64,0.16585687530772258,0.0,0.49609375,0.0185546875,0.15234375,1.0,42,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,64,1984,2048,2048,64,0.18216371872483866,0.0,0.52392578125,0.0185546875,0.15869140625,1.0,43,0.671875
+fresh-zh-2,layers.14.mlp.down_proj.output,128,0,128,4096,128,0.17255466714835455,0.0,0.514404296875,0.013671875,0.1396484375,1.0,81,0.6328125
+fresh-zh-2,layers.14.mlp.down_proj.output,128,128,256,4096,128,0.17598973702607462,0.0,0.517578125,0.016845703125,0.140625,1.0,80,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,256,384,4096,128,0.1708582464186223,0.0,0.500244140625,0.01708984375,0.1533203125,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,384,512,4096,128,0.15354274960630537,0.0,0.488037109375,0.01416015625,0.140625,1.0,90,0.703125
+fresh-zh-2,layers.14.mlp.down_proj.output,128,512,640,4096,128,0.1610539166101556,0.0,0.525634765625,0.01513671875,0.14306640625,1.0,80,0.625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,640,768,4096,128,0.16235204095464928,0.0,0.488525390625,0.009765625,0.138916015625,1.0,85,0.6640625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,768,896,4096,128,0.17469493403769654,0.0,0.480712890625,0.015869140625,0.139404296875,1.0,82,0.640625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,896,1024,4096,128,0.1706278483259699,0.0,0.510986328125,0.013671875,0.147705078125,1.0,82,0.640625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1024,1152,4096,128,0.1773828991812226,0.0,0.494140625,0.013671875,0.144287109375,1.0,82,0.640625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1152,1280,4096,128,0.2309125498570677,0.0,0.47900390625,0.02099609375,0.201416015625,1.0,61,0.4765625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1280,1408,4096,128,0.1781256310776832,0.0,0.490966796875,0.0166015625,0.15234375,1.0,77,0.6015625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1408,1536,4096,128,0.16411241030717416,0.0,0.484619140625,0.01318359375,0.1435546875,1.0,83,0.6484375
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1536,1664,4096,128,0.1621072136879025,0.0,0.509765625,0.014404296875,0.133056640625,1.0,83,0.6484375
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1664,1792,4096,128,0.1882765360509051,0.0,0.488525390625,0.016357421875,0.165771484375,1.0,76,0.59375
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1792,1920,4096,128,0.16527446199792517,0.0,0.478271484375,0.0146484375,0.145751953125,1.0,84,0.65625
+fresh-zh-2,layers.14.mlp.down_proj.output,128,1920,2048,4096,128,0.17420121053899648,0.0,0.510009765625,0.017822265625,0.152099609375,1.0,84,0.65625
+fresh-zh-2,layers.15.self_attn.q_proj.output,0,0,4096,131072,4096,1.6952794213166669,0.0,0.7413330078125,0.01259613037109375,0.12247467041015625,1.0,1798,0.43896484375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,0,64,2048,64,1.2398502433125573,0.0,0.43212890625,0.01416015625,0.1259765625,1.0,25,0.390625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,64,128,2048,64,0.5192031173395709,0.0,0.58154296875,0.00927734375,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,128,192,2048,64,0.5506538272510506,0.0,0.4462890625,0.00927734375,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,192,256,2048,64,0.527243819999529,0.0,0.45751953125,0.009765625,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,256,320,2048,64,1.8943121396353162,0.0,0.9931640625,0.00048828125,0.01123046875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,320,384,2048,64,2.189719048673704,0.0,0.99609375,0.00146484375,0.005859375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,384,448,2048,64,2.2029619195119077,0.0,0.99755859375,0.00048828125,0.005859375,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,448,512,2048,64,1.9870610291819613,0.0,0.99658203125,0.0,0.00634765625,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,512,576,2048,64,1.3535001119923873,0.0,0.4228515625,0.0087890625,0.13232421875,1.0,22,0.34375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,576,640,2048,64,0.5144764025191102,0.0,0.55615234375,0.0087890625,0.07861328125,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,640,704,2048,64,0.5683674833498441,0.0,0.4208984375,0.00732421875,0.0830078125,1.0,42,0.65625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,704,768,2048,64,0.5105894937580931,0.0,0.4765625,0.00732421875,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,768,832,2048,64,1.9176012638396787,0.0,0.99658203125,0.0,0.00341796875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,832,896,2048,64,1.9698906601322916,0.0,0.99609375,0.0009765625,0.00927734375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,896,960,2048,64,1.8836600153832432,0.0,0.99609375,0.00146484375,0.0068359375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,960,1024,2048,64,1.835878816516719,0.0,0.99755859375,0.00048828125,0.005859375,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1024,1088,2048,64,1.1959921562592077,0.0,0.4462890625,0.0166015625,0.158203125,1.0,19,0.296875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1088,1152,2048,64,0.5023061350702657,0.0,0.5595703125,0.01318359375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1152,1216,2048,64,0.6223579383492477,0.0,0.45458984375,0.00927734375,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1216,1280,2048,64,0.5389380406584163,0.0,0.49169921875,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1280,1344,2048,64,1.8740741320137486,0.0,0.9990234375,0.0,0.00244140625,1.0,54,0.84375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1344,1408,2048,64,2.0676966029688426,0.0,0.9990234375,0.0,0.0009765625,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1408,1472,2048,64,1.988263791432077,0.0,0.9990234375,0.00048828125,0.00390625,1.0,53,0.828125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1472,1536,2048,64,1.9106168147861056,0.0,0.9990234375,0.0,0.0029296875,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1536,1600,2048,64,2.1693421936073336,0.0,0.466796875,0.01123046875,0.17626953125,1.0,11,0.171875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1600,1664,2048,64,0.661157131497345,0.0,0.58251953125,0.00927734375,0.09716796875,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1664,1728,2048,64,0.7346715814323598,0.0,0.42578125,0.01025390625,0.1025390625,1.0,38,0.59375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1728,1792,2048,64,0.5862865941368784,0.0,0.4833984375,0.00927734375,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1792,1856,2048,64,1.3279986697313437,0.0,0.990234375,0.00146484375,0.02001953125,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1856,1920,2048,64,1.4947781419678858,0.0,0.99267578125,0.00244140625,0.013671875,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1920,1984,2048,64,1.3952430125530093,0.0,0.9951171875,0.00048828125,0.01171875,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,1984,2048,2048,64,1.3855183264057394,0.0,0.98974609375,0.00048828125,0.013671875,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2048,2112,2048,64,1.3116591207679784,0.0,0.4921875,0.017578125,0.1435546875,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2112,2176,2048,64,0.5628560050424135,0.0,0.51123046875,0.00927734375,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2176,2240,2048,64,0.6289258851309086,0.0,0.57421875,0.00732421875,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2240,2304,2048,64,0.5464041928755042,0.0,0.5166015625,0.01123046875,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2304,2368,2048,64,2.283963990770075,0.0,0.9599609375,0.001953125,0.02099609375,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2368,2432,2048,64,2.4256179907573143,0.0,0.9619140625,0.00244140625,0.025390625,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2432,2496,2048,64,2.2881833789090917,0.0,0.96142578125,0.001953125,0.02099609375,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2496,2560,2048,64,2.2808191485358438,0.0,0.953125,0.001953125,0.02001953125,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2560,2624,2048,64,1.1888417306717487,0.0,0.43603515625,0.01953125,0.1572265625,1.0,18,0.28125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2624,2688,2048,64,0.5457432138250812,0.0,0.53173828125,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2688,2752,2048,64,0.551995203667326,0.0,0.58349609375,0.00830078125,0.07763671875,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2752,2816,2048,64,0.5109097151971649,0.0,0.51123046875,0.00732421875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2816,2880,2048,64,2.6457180717772606,0.0,0.99609375,0.00244140625,0.00830078125,1.0,53,0.828125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2880,2944,2048,64,2.736296392789754,0.0,1.0,0.0,0.0009765625,1.0,53,0.828125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,2944,3008,2048,64,2.6475413327231356,0.0,0.9990234375,0.0,0.0009765625,1.0,54,0.84375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3008,3072,2048,64,2.645270713020386,0.0,0.98876953125,0.00048828125,0.00537109375,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3072,3136,2048,64,1.3156988022964753,0.0,0.45849609375,0.00634765625,0.1181640625,1.0,27,0.421875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3136,3200,2048,64,0.636397530440337,0.0,0.45947265625,0.009765625,0.0927734375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3200,3264,2048,64,0.5944791470392905,0.0,0.50732421875,0.009765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3264,3328,2048,64,0.6386436106232083,0.0,0.4892578125,0.0126953125,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3328,3392,2048,64,2.5075236417795885,0.0,0.99365234375,0.00146484375,0.0107421875,1.0,53,0.828125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3392,3456,2048,64,2.6056348862671457,0.0,1.0,0.0,0.00048828125,1.0,55,0.859375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3456,3520,2048,64,2.5903742380985073,0.0,0.99853515625,0.00048828125,0.00244140625,1.0,54,0.84375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3520,3584,2048,64,2.6920241763910058,0.0,0.9853515625,0.0,0.00048828125,1.0,54,0.84375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3584,3648,2048,64,1.3261845683432474,0.0,0.47021484375,0.017578125,0.1484375,1.0,24,0.375
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3648,3712,2048,64,0.6968039101102965,0.0,0.486328125,0.0078125,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3712,3776,2048,64,0.736442748853695,0.0,0.53173828125,0.013671875,0.095703125,1.0,42,0.65625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3776,3840,2048,64,0.7063747405609836,0.0,0.49609375,0.01171875,0.09716796875,1.0,41,0.640625
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3840,3904,2048,64,2.482729637763734,0.0,0.9873046875,0.001953125,0.0185546875,1.0,52,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3904,3968,2048,64,2.6516497573541304,0.0,0.9912109375,0.0,0.01220703125,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,3968,4032,2048,64,2.72576918084184,0.0,0.9892578125,0.0029296875,0.01953125,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,64,4032,4096,2048,64,2.584531026624356,0.0,0.98583984375,0.00048828125,0.0205078125,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,0,128,4096,128,0.9504736984518131,0.0,0.5068359375,0.017333984375,0.12890625,1.0,58,0.453125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,128,256,4096,128,0.5390759145027375,0.0,0.451904296875,0.009765625,0.0888671875,1.0,96,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,256,384,4096,128,2.0473504822689983,0.0,0.99462890625,0.0009765625,0.008544921875,1.0,98,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,384,512,4096,128,2.0977908323416403,0.0,0.9970703125,0.000244140625,0.005859375,1.0,101,0.7890625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,512,640,4096,128,1.0238770731666011,0.0,0.489501953125,0.011962890625,0.13330078125,1.0,48,0.375
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,640,768,4096,128,0.5402514355675425,0.0,0.44873046875,0.00830078125,0.08251953125,1.0,91,0.7109375
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,768,896,4096,128,1.9439217859723636,0.0,0.996337890625,0.00048828125,0.006591796875,1.0,97,0.7578125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,896,1024,4096,128,1.8599228589498584,0.0,0.996826171875,0.0009765625,0.00634765625,1.0,98,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1024,1152,4096,128,0.9172536975021626,0.0,0.5029296875,0.017333984375,0.144287109375,1.0,55,0.4296875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1152,1280,4096,128,0.5821441467089825,0.0,0.47314453125,0.0087890625,0.082763671875,1.0,96,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1280,1408,4096,128,1.9732616519625543,0.0,0.9990234375,0.0,0.001708984375,1.0,105,0.8203125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1408,1536,4096,128,1.9498268535004926,0.0,0.9990234375,0.000244140625,0.00341796875,1.0,105,0.8203125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1536,1664,4096,128,1.6036168971258185,0.0,0.524658203125,0.015625,0.179931640625,1.0,28,0.21875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1664,1792,4096,128,0.6646330954101463,0.0,0.45458984375,0.00927734375,0.0966796875,1.0,82,0.640625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1792,1920,4096,128,1.4138497375098216,0.0,0.991455078125,0.001953125,0.017333984375,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,1920,2048,4096,128,1.3903891715782595,0.0,0.992431640625,0.00048828125,0.0126953125,1.0,104,0.8125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2048,2176,4096,128,1.009271155712411,0.0,0.501708984375,0.015380859375,0.131591796875,1.0,66,0.515625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2176,2304,4096,128,0.5891117512745897,0.0,0.54541015625,0.00927734375,0.095458984375,1.0,90,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2304,2432,4096,128,2.3558559111520294,0.0,0.9609375,0.002197265625,0.02294921875,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2432,2560,4096,128,2.2845042311017503,0.0,0.957275390625,0.001953125,0.0205078125,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2560,2688,4096,128,0.9249811663008948,0.0,0.48388671875,0.015869140625,0.1357421875,1.0,60,0.46875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2688,2816,4096,128,0.5318493404877837,0.0,0.54736328125,0.0078125,0.085205078125,1.0,98,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2816,2944,4096,128,2.691388309453228,0.0,0.998046875,0.001220703125,0.004638671875,1.0,106,0.828125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,2944,3072,4096,128,2.646406266396071,0.0,0.993896484375,0.000244140625,0.003173828125,1.0,105,0.8203125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3072,3200,4096,128,1.0334566161951209,0.0,0.458984375,0.0107421875,0.121826171875,1.0,65,0.5078125
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3200,3328,4096,128,0.6169566912087145,0.0,0.498291015625,0.01123046875,0.08837890625,1.0,96,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3328,3456,4096,128,2.557049860152904,0.0,0.996826171875,0.000732421875,0.005615234375,1.0,108,0.84375
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3456,3584,4096,128,2.6416881780102375,0.0,0.991943359375,0.000244140625,0.001708984375,1.0,107,0.8359375
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3584,3712,4096,128,1.0593160997683277,0.0,0.478271484375,0.013916015625,0.12939453125,1.0,60,0.46875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3712,3840,4096,128,0.721565380420161,0.0,0.513916015625,0.0126953125,0.09814453125,1.0,83,0.6484375
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3840,3968,4096,128,2.5685786818692806,0.0,0.9892578125,0.0009765625,0.015625,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.output,128,3968,4096,4096,128,2.656089066165811,0.0,0.987548828125,0.001953125,0.019775390625,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1840212708725057,0.0,0.0,0.000274658203125,0.0239105224609375,1.0,1322,0.6455078125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.20136123060622102,0.0,0.0,0.0,0.0068359375,1.0,46,0.71875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.17283830796128902,0.0,0.0,0.0,0.02099609375,1.0,42,0.65625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.16788850521784707,0.0,0.0,0.0,0.0244140625,1.0,44,0.6875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.18529736934473642,0.0,0.0,0.0,0.0068359375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.19652727353528612,0.0,0.0,0.0009765625,0.01708984375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.20146242265540543,0.0,0.0,0.0,0.02197265625,1.0,44,0.6875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.20761982511481844,0.0,0.0,0.0009765625,0.0224609375,1.0,46,0.71875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.2021075921159791,0.0,0.0,0.0,0.00439453125,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.18265236689582148,0.0,0.0,0.0,0.00927734375,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.16783544800372052,0.0,0.0,0.0,0.01318359375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.17832609154271528,0.0,0.0,0.0,0.0166015625,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.18238940808730006,0.0,0.0,0.0,0.00927734375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.27247126730022636,0.0,0.0,0.0,0.001953125,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.24660857198505012,0.0,0.0,0.0,0.0029296875,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.2526521488636079,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.259686990090334,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.20976134082594272,0.0,0.0,0.0,0.0380859375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.19852533492656266,0.0,0.0,0.00048828125,0.05078125,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.209344322696058,0.0,0.0,0.0,0.02880859375,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.22482371160205175,0.0,0.0,0.0,0.04248046875,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.11893254414418761,0.0,0.0,0.0,0.0078125,1.0,45,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.09919220848265929,0.0,0.0,0.0,0.0166015625,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.10818337994923793,0.0,0.0,0.0,0.0166015625,1.0,49,0.765625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.1296004624068994,0.0,0.0,0.0,0.01708984375,1.0,42,0.65625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.13627367378434388,0.0,0.0,0.0,0.01025390625,1.0,46,0.71875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.11094604406607451,0.0,0.0,0.0,0.00146484375,1.0,51,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.12157064678133382,0.0,0.0,0.0,0.01904296875,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.14650756972609472,0.0,0.0,0.0009765625,0.0361328125,1.0,40,0.625
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.16209031918721542,0.0,0.0,0.0,0.02197265625,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.15090929172035836,0.0,0.0,0.001953125,0.03564453125,1.0,45,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.1482437234364524,0.0,0.0,0.00048828125,0.0380859375,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.1618671231105274,0.0,0.0,0.0,0.03857421875,1.0,44,0.6875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18764251369315682,0.0,0.0,0.0,0.01513671875,1.0,87,0.6796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.17680733196103993,0.0,0.0,0.0,0.016845703125,1.0,90,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.19901014670789827,0.0,0.0,0.00048828125,0.019287109375,1.0,91,0.7109375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.20488224736617222,0.0,0.0,0.00048828125,0.01318359375,1.0,92,0.71875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.17540043434845787,0.0,0.0,0.0,0.011962890625,1.0,97,0.7578125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.180369192362965,0.0,0.0,0.0,0.012939453125,1.0,96,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.25986186646052656,0.0,0.0,0.0,0.00244140625,1.0,99,0.7734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.25619371688975506,0.0,0.0,0.0,0.000244140625,1.0,102,0.796875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.20422062666733884,0.0,0.0,0.000244140625,0.0439453125,1.0,94,0.734375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.21722194495906003,0.0,0.0,0.0,0.03369140625,1.0,95,0.7421875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.10950809166512875,0.0,0.0,0.0,0.011962890625,1.0,91,0.7109375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.11937320376307935,0.0,0.0,0.0,0.015625,1.0,90,0.703125
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.12425686874493722,0.0,0.0,0.0,0.00439453125,1.0,96,0.75
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.13461777398597544,0.0,0.0,0.00048828125,0.027587890625,1.0,86,0.671875
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.15659962627949275,0.0,0.0,0.0009765625,0.028564453125,1.0,91,0.7109375
+fresh-zh-2,layers.15.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.15520497266901923,0.0,0.0,0.000244140625,0.04052734375,1.0,86,0.671875
+fresh-zh-2,layers.15.self_attn.k_proj.output,0,0,512,16384,512,0.9456749431297562,0.0,0.486328125,0.01434326171875,0.13720703125,1.0,235,0.458984375
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,0,64,2048,64,1.0527251715220873,0.0,0.38916015625,0.02880859375,0.25439453125,1.0,13,0.203125
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,64,128,2048,64,0.9039405216179489,0.0,0.54052734375,0.0126953125,0.10791015625,1.0,35,0.546875
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,128,192,2048,64,1.074501370357726,0.0,0.447265625,0.0107421875,0.1240234375,1.0,28,0.4375
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,192,256,2048,64,1.0481781547266371,0.0,0.4677734375,0.01318359375,0.11328125,1.0,31,0.484375
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,256,320,2048,64,0.8021176277712748,0.0,0.45654296875,0.0185546875,0.19287109375,1.0,17,0.265625
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,320,384,2048,64,0.8665529712153328,0.0,0.52587890625,0.0068359375,0.09521484375,1.0,41,0.640625
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,384,448,2048,64,0.9077146651219671,0.0,0.5625,0.01171875,0.09375,1.0,41,0.640625
+fresh-zh-2,layers.15.self_attn.k_proj.output,64,448,512,2048,64,0.8703945876444833,0.0,0.5009765625,0.01220703125,0.10888671875,1.0,37,0.578125
+fresh-zh-2,layers.15.self_attn.k_proj.output,128,0,128,4096,128,0.9811571620742361,0.0,0.46484375,0.019775390625,0.179443359375,1.0,45,0.3515625
+fresh-zh-2,layers.15.self_attn.k_proj.output,128,128,256,4096,128,1.0614213675413666,0.0,0.45751953125,0.01220703125,0.11865234375,1.0,58,0.453125
+fresh-zh-2,layers.15.self_attn.k_proj.output,128,256,384,4096,128,0.8349571068933838,0.0,0.4912109375,0.0126953125,0.145751953125,1.0,57,0.4453125
+fresh-zh-2,layers.15.self_attn.k_proj.output,128,384,512,4096,128,0.8892504291475756,0.0,0.53173828125,0.011962890625,0.100830078125,1.0,77,0.6015625
+fresh-zh-2,layers.15.self_attn.v_proj.output,0,0,512,16384,512,1.1627357187494367,0.0,0.51519775390625,0.010986328125,0.121826171875,1.0,333,0.650390625
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,0,64,2048,64,1.1155887019113346,0.0,0.50146484375,0.00390625,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,64,128,2048,64,1.5031075547115498,0.0,0.53076171875,0.01611328125,0.14892578125,1.0,34,0.53125
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,128,192,2048,64,1.0628394127563978,0.0,0.505859375,0.0126953125,0.1005859375,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,192,256,2048,64,1.0705407375057858,0.0,0.49853515625,0.00634765625,0.10205078125,1.0,48,0.75
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,256,320,2048,64,0.9722834356018314,0.0,0.5048828125,0.0126953125,0.1162109375,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,320,384,2048,64,1.0856194077390948,0.0,0.552734375,0.01171875,0.11865234375,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,384,448,2048,64,1.368161484715909,0.0,0.52978515625,0.01513671875,0.15966796875,1.0,35,0.546875
+fresh-zh-2,layers.15.self_attn.v_proj.output,64,448,512,2048,64,1.0199553061530093,0.0,0.49755859375,0.0078125,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.15.self_attn.v_proj.output,128,0,128,4096,128,1.3236069040434837,0.0,0.51611328125,0.01025390625,0.1240234375,1.0,80,0.625
+fresh-zh-2,layers.15.self_attn.v_proj.output,128,128,256,4096,128,1.066697025393761,0.0,0.502197265625,0.009521484375,0.101318359375,1.0,95,0.7421875
+fresh-zh-2,layers.15.self_attn.v_proj.output,128,256,384,4096,128,1.0305106932015513,0.0,0.52880859375,0.01318359375,0.120849609375,1.0,85,0.6640625
+fresh-zh-2,layers.15.self_attn.v_proj.output,128,384,512,4096,128,1.2066844398619134,0.0,0.513671875,0.011474609375,0.139404296875,1.0,77,0.6015625
+fresh-zh-2,layers.15.self_attn.o_proj.output,0,0,2048,65536,2048,0.1687058249951184,0.0,0.5023040771484375,0.0312042236328125,0.28765869140625,1.0,961,0.46923828125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,0,64,2048,64,0.16144458668887787,0.0,0.51904296875,0.0283203125,0.25146484375,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,64,128,2048,64,0.17019487173007883,0.0,0.47021484375,0.02685546875,0.291015625,1.0,31,0.484375
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,128,192,2048,64,0.13733814012915255,0.0,0.5302734375,0.021484375,0.2119140625,1.0,37,0.578125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,192,256,2048,64,0.1959932080205402,0.0,0.4150390625,0.03271484375,0.287109375,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,256,320,2048,64,0.18106446921799962,0.0,0.521484375,0.033203125,0.28662109375,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,320,384,2048,64,0.16184771372443743,0.0,0.53076171875,0.03173828125,0.27294921875,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,384,448,2048,64,0.1467554387086803,0.0,0.515625,0.025390625,0.2744140625,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,448,512,2048,64,0.12963066114142097,0.0,0.52392578125,0.02099609375,0.248046875,1.0,35,0.546875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,512,576,2048,64,0.13803369920933023,0.0,0.46240234375,0.02685546875,0.2744140625,1.0,34,0.53125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,576,640,2048,64,0.1770599986977096,0.0,0.48876953125,0.0361328125,0.28515625,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,640,704,2048,64,0.14788034933122565,0.0,0.5234375,0.02587890625,0.27734375,1.0,34,0.53125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,704,768,2048,64,0.15365444081695398,0.0,0.54296875,0.0322265625,0.2412109375,1.0,35,0.546875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,768,832,2048,64,0.17557425638178864,0.0,0.4697265625,0.029296875,0.2958984375,1.0,27,0.421875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,832,896,2048,64,0.17245562443508317,0.0,0.478515625,0.03369140625,0.2841796875,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,896,960,2048,64,0.1544145155944917,0.0,0.53564453125,0.03271484375,0.2548828125,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,960,1024,2048,64,0.18959421081295683,0.0,0.49560546875,0.03369140625,0.30712890625,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1024,1088,2048,64,0.17680950648515864,0.0,0.49169921875,0.029296875,0.3095703125,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1088,1152,2048,64,0.16176406702448065,0.0,0.4912109375,0.02880859375,0.30224609375,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1152,1216,2048,64,0.2308576056521281,0.0,0.51025390625,0.04150390625,0.4130859375,1.0,24,0.375
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1216,1280,2048,64,0.18309032755050655,0.0,0.4521484375,0.03564453125,0.3017578125,1.0,31,0.484375
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1280,1344,2048,64,0.1699857243216088,0.0,0.544921875,0.0263671875,0.287109375,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1344,1408,2048,64,0.1794968972015528,0.0,0.4462890625,0.0400390625,0.33056640625,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1408,1472,2048,64,0.15491509069028064,0.0,0.5048828125,0.02587890625,0.25634765625,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1472,1536,2048,64,0.16847424678518313,0.0,0.49462890625,0.037109375,0.28955078125,1.0,34,0.53125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1536,1600,2048,64,0.1438331345916519,0.0,0.48974609375,0.02783203125,0.2451171875,1.0,34,0.53125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1600,1664,2048,64,0.16148020645870212,0.0,0.53857421875,0.0244140625,0.25634765625,1.0,31,0.484375
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1664,1728,2048,64,0.20378565967572432,0.0,0.478515625,0.0302734375,0.3037109375,1.0,27,0.421875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1728,1792,2048,64,0.17874942456106044,0.0,0.57421875,0.04150390625,0.326171875,1.0,30,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1792,1856,2048,64,0.1542268143724873,0.0,0.5341796875,0.0283203125,0.28857421875,1.0,32,0.5
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1856,1920,2048,64,0.15448005535886594,0.0,0.50341796875,0.02734375,0.26806640625,1.0,31,0.484375
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1920,1984,2048,64,0.16496931470607268,0.0,0.5283203125,0.025390625,0.29736328125,1.0,29,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,64,1984,2048,2048,64,0.17904279146119645,0.0,0.46728515625,0.0302734375,0.296875,1.0,33,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,0,128,4096,128,0.1658774380896338,0.0,0.49462890625,0.02783203125,0.271240234375,1.0,60,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,128,256,4096,128,0.16922633117265984,0.0,0.47265625,0.02880859375,0.25830078125,1.0,63,0.4921875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,256,384,4096,128,0.1717251065671869,0.0,0.526123046875,0.03271484375,0.283447265625,1.0,60,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,384,512,4096,128,0.13845805700380734,0.0,0.519775390625,0.023193359375,0.259521484375,1.0,65,0.5078125
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,512,640,4096,128,0.1587506618194784,0.0,0.4755859375,0.0322265625,0.282958984375,1.0,61,0.4765625
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,640,768,4096,128,0.1507950345686093,0.0,0.533203125,0.029052734375,0.26123046875,1.0,68,0.53125
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,768,896,4096,128,0.17402192664045602,0.0,0.47412109375,0.03125,0.291015625,1.0,59,0.4609375
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,896,1024,4096,128,0.17290142769808095,0.0,0.515625,0.03271484375,0.2802734375,1.0,60,0.46875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1024,1152,4096,128,0.16945385059629955,0.0,0.491455078125,0.029296875,0.309326171875,1.0,64,0.5
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1152,1280,4096,128,0.20834742874581544,0.0,0.481201171875,0.039306640625,0.3583984375,1.0,54,0.421875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1280,1408,4096,128,0.17480601044890703,0.0,0.49560546875,0.033447265625,0.30712890625,1.0,58,0.453125
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1408,1536,4096,128,0.16183673432415255,0.0,0.499755859375,0.03125,0.275634765625,1.0,66,0.515625
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1536,1664,4096,128,0.1529114575242897,0.0,0.51416015625,0.026611328125,0.25341796875,1.0,65,0.5078125
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1664,1792,4096,128,0.19167674855127884,0.0,0.5263671875,0.0361328125,0.31640625,1.0,56,0.4375
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1792,1920,4096,128,0.1543534868008558,0.0,0.518798828125,0.02783203125,0.27783203125,1.0,63,0.4921875
+fresh-zh-2,layers.15.self_attn.o_proj.output,128,1920,2048,4096,128,0.17214992879581553,0.0,0.497802734375,0.028076171875,0.294921875,1.0,62,0.484375
+fresh-zh-2,layers.15.mlp.gate_proj.output,0,0,6144,196608,6144,0.9721127290223215,0.0,0.762725830078125,0.008809407552083334,0.08929951985677083,1.0,3405,0.55419921875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,0,64,2048,64,0.9922098665388676,0.0,0.79736328125,0.01025390625,0.0849609375,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,64,128,2048,64,0.9840853792641238,0.0,0.75146484375,0.0087890625,0.08984375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,128,192,2048,64,0.9362635698085836,0.0,0.75,0.0068359375,0.087890625,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,192,256,2048,64,0.942181162264226,0.0,0.7919921875,0.00634765625,0.083984375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,256,320,2048,64,0.9785192862808708,0.0,0.80322265625,0.00634765625,0.07373046875,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,320,384,2048,64,0.8920473377424869,0.0,0.705078125,0.01123046875,0.09814453125,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,384,448,2048,64,1.0800197208773115,0.0,0.8466796875,0.00732421875,0.07861328125,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,448,512,2048,64,0.9642177831011606,0.0,0.8115234375,0.0068359375,0.07080078125,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,512,576,2048,64,0.8924725110876996,0.0,0.74951171875,0.00732421875,0.08984375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,576,640,2048,64,0.9728973415504215,0.0,0.7705078125,0.00732421875,0.08935546875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,640,704,2048,64,1.0417534468733118,0.0,0.7744140625,0.00927734375,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,704,768,2048,64,0.9363627202204534,0.0,0.75927734375,0.01025390625,0.08984375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,768,832,2048,64,0.9354516097261293,0.0,0.7919921875,0.00634765625,0.0888671875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,832,896,2048,64,0.9854713816288215,0.0,0.69921875,0.0107421875,0.09033203125,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,896,960,2048,64,1.0080112920301132,0.0,0.77197265625,0.01171875,0.09521484375,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,960,1024,2048,64,0.9480302224986286,0.0,0.716796875,0.005859375,0.0947265625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1024,1088,2048,64,0.9543939225320517,0.0,0.81884765625,0.0107421875,0.10595703125,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1088,1152,2048,64,1.0183918023594911,0.0,0.75341796875,0.01123046875,0.09912109375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1152,1216,2048,64,1.0998899117490395,0.0,0.80078125,0.00927734375,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1216,1280,2048,64,0.9707868306148589,0.0,0.74365234375,0.00732421875,0.0947265625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1280,1344,2048,64,1.0110704111050939,0.0,0.7626953125,0.0048828125,0.07763671875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1344,1408,2048,64,1.0222913874205932,0.0,0.8212890625,0.00830078125,0.0712890625,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1408,1472,2048,64,1.133254552264403,0.0,0.69287109375,0.0078125,0.103515625,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1472,1536,2048,64,0.9381339037986642,0.0,0.77685546875,0.01171875,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1536,1600,2048,64,0.922809163376347,0.0,0.7880859375,0.01025390625,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1600,1664,2048,64,0.979245331929809,0.0,0.802734375,0.01123046875,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1664,1728,2048,64,0.9707854535911103,0.0,0.7978515625,0.01025390625,0.0849609375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1728,1792,2048,64,1.0514047667324473,0.0,0.7763671875,0.009765625,0.0859375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1792,1856,2048,64,1.0040298957191494,0.0,0.80224609375,0.01025390625,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1856,1920,2048,64,0.8870503109474875,0.0,0.763671875,0.01123046875,0.0908203125,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1920,1984,2048,64,0.9877951341895553,0.0,0.75830078125,0.0078125,0.0966796875,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,1984,2048,2048,64,0.972291080156439,0.0,0.8017578125,0.00732421875,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2048,2112,2048,64,1.0624395460316205,0.0,0.8193359375,0.009765625,0.08544921875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2112,2176,2048,64,1.0419884280329834,0.0,0.76171875,0.0107421875,0.087890625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2176,2240,2048,64,0.8044141398319742,0.0,0.78515625,0.01025390625,0.0869140625,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2240,2304,2048,64,0.9005010024083484,0.0,0.7578125,0.00537109375,0.07763671875,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2304,2368,2048,64,1.1258830396404396,0.0,0.75341796875,0.01220703125,0.103515625,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2368,2432,2048,64,1.0698438362926441,0.0,0.7490234375,0.01025390625,0.0888671875,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2432,2496,2048,64,0.934661769113837,0.0,0.76123046875,0.0087890625,0.08837890625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2496,2560,2048,64,0.9104983563204415,0.0,0.7587890625,0.005859375,0.0869140625,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2560,2624,2048,64,1.0267435924924042,0.0,0.72265625,0.0068359375,0.0986328125,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2624,2688,2048,64,1.0652269490445831,0.0,0.7841796875,0.0078125,0.11083984375,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2688,2752,2048,64,0.9177592375356409,0.0,0.814453125,0.00537109375,0.07666015625,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2752,2816,2048,64,1.0624744398476644,0.0,0.84228515625,0.0087890625,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2816,2880,2048,64,0.8794738896277303,0.0,0.78564453125,0.0126953125,0.0947265625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2880,2944,2048,64,0.908738289021075,0.0,0.7431640625,0.0087890625,0.091796875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,2944,3008,2048,64,1.0427812021504923,0.0,0.76708984375,0.0078125,0.08984375,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3008,3072,2048,64,0.8369490679900096,0.0,0.7626953125,0.0068359375,0.0751953125,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3072,3136,2048,64,0.922285190551441,0.0,0.80517578125,0.0087890625,0.083984375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3136,3200,2048,64,0.9344881737043901,0.0,0.7763671875,0.0078125,0.10498046875,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3200,3264,2048,64,0.870143031640732,0.0,0.728515625,0.01416015625,0.091796875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3264,3328,2048,64,0.9059130699020023,0.0,0.724609375,0.009765625,0.099609375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3328,3392,2048,64,1.030777808926408,0.0,0.74072265625,0.00537109375,0.08935546875,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3392,3456,2048,64,0.875967580852943,0.0,0.7119140625,0.01220703125,0.08984375,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3456,3520,2048,64,0.9225575804127367,0.0,0.69189453125,0.0078125,0.0927734375,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3520,3584,2048,64,0.9296555482472192,0.0,0.75732421875,0.00927734375,0.0869140625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3584,3648,2048,64,0.9552778327160797,0.0,0.7080078125,0.00634765625,0.0830078125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3648,3712,2048,64,0.9078428714639528,0.0,0.7509765625,0.00830078125,0.078125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3712,3776,2048,64,1.0699290713458003,0.0,0.76220703125,0.01220703125,0.1015625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3776,3840,2048,64,1.101711023916816,0.0,0.74560546875,0.01220703125,0.09619140625,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3840,3904,2048,64,1.0451425260757008,0.0,0.78369140625,0.00830078125,0.1064453125,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3904,3968,2048,64,0.8628904900624311,0.0,0.73583984375,0.01220703125,0.09130859375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,3968,4032,2048,64,0.9148130425610819,0.0,0.77978515625,0.0078125,0.078125,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4032,4096,2048,64,0.9134444813801034,0.0,0.67578125,0.00537109375,0.080078125,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4096,4160,2048,64,0.9429816617273541,0.0,0.71533203125,0.01318359375,0.09326171875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4160,4224,2048,64,0.9881382939370972,0.0,0.78955078125,0.00439453125,0.07275390625,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4224,4288,2048,64,0.8690153056088363,0.0,0.6923828125,0.01171875,0.09619140625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4288,4352,2048,64,0.8792548322212173,0.0,0.72607421875,0.00830078125,0.10302734375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4352,4416,2048,64,0.9895896474909595,0.0,0.7900390625,0.00830078125,0.07861328125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4416,4480,2048,64,0.9243601042798907,0.0,0.70068359375,0.00830078125,0.0830078125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4480,4544,2048,64,0.9588860794201024,0.0,0.7568359375,0.0078125,0.0859375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4544,4608,2048,64,0.937838047775443,0.0,0.818359375,0.00732421875,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4608,4672,2048,64,0.9331636370516762,0.0,0.76318359375,0.00634765625,0.10546875,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4672,4736,2048,64,1.0697846953877754,0.0,0.791015625,0.01220703125,0.08984375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4736,4800,2048,64,0.9161022829406624,0.0,0.77001953125,0.0087890625,0.08984375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4800,4864,2048,64,1.0052338111632013,0.0,0.80517578125,0.0048828125,0.07080078125,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4864,4928,2048,64,1.007947217225143,0.0,0.69775390625,0.00927734375,0.10986328125,1.0,30,0.46875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4928,4992,2048,64,0.9353474245389701,0.0,0.77734375,0.0068359375,0.08447265625,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,4992,5056,2048,64,0.9650609427714001,0.0,0.7509765625,0.0078125,0.09033203125,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5056,5120,2048,64,0.9597177652453269,0.0,0.6875,0.01318359375,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5120,5184,2048,64,0.8427179393689511,0.0,0.7421875,0.009765625,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5184,5248,2048,64,0.9765787987965269,0.0,0.80712890625,0.00732421875,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5248,5312,2048,64,0.9538129652797543,0.0,0.8037109375,0.0078125,0.076171875,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5312,5376,2048,64,0.9906936555551707,0.0,0.7314453125,0.00927734375,0.08642578125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5376,5440,2048,64,0.9880584794623416,0.0,0.75341796875,0.00732421875,0.09521484375,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5440,5504,2048,64,0.9870231401428698,0.0,0.80078125,0.0068359375,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5504,5568,2048,64,1.03959468924149,0.0,0.80126953125,0.0107421875,0.10302734375,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5568,5632,2048,64,0.9709714270837702,0.0,0.73876953125,0.0087890625,0.09619140625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5632,5696,2048,64,0.9079215856252764,0.0,0.69921875,0.005859375,0.0966796875,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5696,5760,2048,64,0.8559771192921997,0.0,0.73974609375,0.0068359375,0.083984375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5760,5824,2048,64,1.030396101320483,0.0,0.77685546875,0.00439453125,0.064453125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5824,5888,2048,64,1.1098157583690147,0.0,0.83935546875,0.01171875,0.0908203125,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5888,5952,2048,64,0.9259126681087342,0.0,0.78271484375,0.0078125,0.08837890625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,5952,6016,2048,64,0.9219799639711952,0.0,0.70361328125,0.00927734375,0.08740234375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,6016,6080,2048,64,0.9741616811996738,0.0,0.76513671875,0.0087890625,0.08837890625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,64,6080,6144,2048,64,1.1514064117119895,0.0,0.70458984375,0.0107421875,0.1064453125,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,0,128,4096,128,0.9881559727438001,0.0,0.7744140625,0.009521484375,0.08740234375,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,128,256,4096,128,0.9392270265160283,0.0,0.77099609375,0.006591796875,0.085693359375,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,256,384,4096,128,0.9362821279927016,0.0,0.754150390625,0.008544921875,0.083740234375,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,384,512,4096,128,1.0237574250603563,0.0,0.8291015625,0.006591796875,0.077392578125,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,512,640,4096,128,0.9335513966148468,0.0,0.760009765625,0.007080078125,0.09130859375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,640,768,4096,128,0.9904608492744863,0.0,0.766845703125,0.010009765625,0.08935546875,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,768,896,4096,128,0.9607870622954455,0.0,0.74560546875,0.0087890625,0.08984375,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,896,1024,4096,128,0.9784804718621157,0.0,0.744384765625,0.008544921875,0.09521484375,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1024,1152,4096,128,0.9869117545351076,0.0,0.7861328125,0.01123046875,0.10205078125,1.0,66,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1152,1280,4096,128,1.0373487572804414,0.0,0.772216796875,0.0078125,0.0908203125,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1280,1408,4096,128,1.0166963797040256,0.0,0.7919921875,0.006591796875,0.074951171875,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1408,1536,4096,128,1.0402790735385659,0.0,0.73486328125,0.009521484375,0.09521484375,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1536,1664,4096,128,0.9514457872411005,0.0,0.79541015625,0.0107421875,0.087646484375,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1664,1792,4096,128,1.0118983102100254,0.0,0.787109375,0.0107421875,0.0859375,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1792,1920,4096,128,0.9473474245623514,0.0,0.782958984375,0.011474609375,0.093017578125,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,1920,2048,4096,128,0.9800737655096009,0.0,0.780029296875,0.007568359375,0.08837890625,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2048,2176,4096,128,1.0522636725475523,0.0,0.79052734375,0.01025390625,0.08740234375,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2176,2304,4096,128,0.8538103313090253,0.0,0.771484375,0.0078125,0.081298828125,1.0,79,0.6171875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2304,2432,4096,128,1.0982209370166274,0.0,0.751220703125,0.011474609375,0.098388671875,1.0,65,0.5078125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2432,2560,4096,128,0.9226591677063729,0.0,0.760009765625,0.007080078125,0.08740234375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2560,2688,4096,128,1.0461622383012683,0.0,0.75341796875,0.007568359375,0.10498046875,1.0,63,0.4921875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2688,2816,4096,128,0.9927572597094441,0.0,0.828369140625,0.0068359375,0.07958984375,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2816,2944,4096,128,0.894225810539452,0.0,0.764404296875,0.0107421875,0.093017578125,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,2944,3072,4096,128,0.9454830453180458,0.0,0.764892578125,0.0078125,0.086669921875,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3072,3200,4096,128,0.9284067318540603,0.0,0.790771484375,0.00830078125,0.09423828125,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3200,3328,4096,128,0.8882081360053493,0.0,0.7265625,0.011962890625,0.0966796875,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3328,3456,4096,128,0.9565098258984285,0.0,0.726318359375,0.0087890625,0.090087890625,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3456,3584,4096,128,0.9261133644332752,0.0,0.724609375,0.008544921875,0.08984375,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3584,3712,4096,128,0.9318622261221465,0.0,0.7294921875,0.00732421875,0.079345703125,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3712,3840,4096,128,1.0859363236237025,0.0,0.75390625,0.01220703125,0.09912109375,1.0,66,0.515625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3840,3968,4096,128,0.9583587265873045,0.0,0.759765625,0.010986328125,0.101806640625,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,3968,4096,4096,128,0.9141290180832325,0.0,0.727783203125,0.006591796875,0.0791015625,1.0,78,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4096,4224,4096,128,0.9658239234713022,0.0,0.75244140625,0.0087890625,0.083251953125,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4224,4352,4096,128,0.8741500618791891,0.0,0.709228515625,0.010009765625,0.09912109375,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4352,4480,4096,128,0.9575304884977845,0.0,0.745361328125,0.0078125,0.081787109375,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4480,4608,4096,128,0.9484204545350414,0.0,0.78759765625,0.007568359375,0.080322265625,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4608,4736,4096,128,1.0038011924682666,0.0,0.777099609375,0.009521484375,0.0986328125,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4736,4864,4096,128,0.9617012030549791,0.0,0.78759765625,0.00732421875,0.08056640625,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4864,4992,4096,128,0.9723251506835545,0.0,0.737548828125,0.008056640625,0.09716796875,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,4992,5120,4096,128,0.9623930621607546,0.0,0.71923828125,0.010498046875,0.08837890625,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5120,5248,4096,128,0.9121073608937488,0.0,0.774658203125,0.008544921875,0.076904296875,1.0,77,0.6015625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5248,5376,4096,128,0.9724281700704236,0.0,0.767578125,0.00830078125,0.08154296875,1.0,78,0.609375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5376,5504,4096,128,0.9875409454840153,0.0,0.777099609375,0.007080078125,0.08984375,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5504,5632,4096,128,1.005868438244337,0.0,0.77001953125,0.010009765625,0.100830078125,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5632,5760,4096,128,0.8823316934112955,0.0,0.719482421875,0.00634765625,0.091064453125,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5760,5888,4096,128,1.0708424588006962,0.0,0.80810546875,0.00830078125,0.0771484375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,5888,6016,4096,128,0.923948408442961,0.0,0.7431640625,0.008544921875,0.087890625,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gate_proj.output,128,6016,6144,4096,128,1.0664726217885891,0.0,0.73486328125,0.009521484375,0.100341796875,1.0,64,0.5
+fresh-zh-2,layers.15.mlp.up_proj.output,0,0,6144,196608,6144,0.5075202413644999,0.0,0.5015004475911459,0.008819580078125,0.0872344970703125,1.0,4532,0.7376302083333334
+fresh-zh-2,layers.15.mlp.up_proj.output,64,0,64,2048,64,0.5035351196525962,0.0,0.4833984375,0.01123046875,0.09619140625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,64,128,2048,64,0.4800938318762777,0.0,0.466796875,0.0048828125,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,128,192,2048,64,0.47318519537777154,0.0,0.53955078125,0.01025390625,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,192,256,2048,64,0.5229616198845045,0.0,0.478515625,0.0068359375,0.07373046875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,256,320,2048,64,0.4948569733169895,0.0,0.4599609375,0.01025390625,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,320,384,2048,64,0.4975918343420886,0.0,0.49560546875,0.0068359375,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,384,448,2048,64,0.6101356919958957,0.0,0.4716796875,0.009765625,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,448,512,2048,64,0.47451805174982414,0.0,0.49267578125,0.0068359375,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,512,576,2048,64,0.5007148935747848,0.0,0.5107421875,0.00830078125,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,576,640,2048,64,0.4631189512101408,0.0,0.53515625,0.01025390625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,640,704,2048,64,0.4835976185054686,0.0,0.49951171875,0.009765625,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,704,768,2048,64,0.4756710561624391,0.0,0.47216796875,0.0068359375,0.07373046875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,768,832,2048,64,0.48190858117983243,0.0,0.43505859375,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,832,896,2048,64,0.4804635645130942,0.0,0.51513671875,0.01220703125,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,896,960,2048,64,0.5027323693635184,0.0,0.521484375,0.00732421875,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,960,1024,2048,64,0.5282222281960617,0.0,0.48291015625,0.00830078125,0.07470703125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1024,1088,2048,64,0.596728141864425,0.0,0.50927734375,0.0078125,0.0869140625,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1088,1152,2048,64,0.4593895871699045,0.0,0.5341796875,0.00830078125,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1152,1216,2048,64,0.5794196506887939,0.0,0.47412109375,0.0107421875,0.1044921875,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1216,1280,2048,64,0.48347191982166343,0.0,0.55859375,0.0078125,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1280,1344,2048,64,0.47922190060320774,0.0,0.47119140625,0.01025390625,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1344,1408,2048,64,0.46975254146359097,0.0,0.50341796875,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1408,1472,2048,64,0.4663245695465959,0.0,0.47998046875,0.01220703125,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1472,1536,2048,64,0.5442289797256387,0.0,0.5712890625,0.0087890625,0.07568359375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1536,1600,2048,64,0.6194066529562084,0.0,0.51611328125,0.01025390625,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1600,1664,2048,64,0.47048849759997197,0.0,0.52001953125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1664,1728,2048,64,0.5025013727121568,0.0,0.46435546875,0.0068359375,0.078125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1728,1792,2048,64,0.49171197523119164,0.0,0.517578125,0.0107421875,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1792,1856,2048,64,0.54022039501565,0.0,0.51708984375,0.009765625,0.08056640625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1856,1920,2048,64,0.5031843531208662,0.0,0.47802734375,0.0068359375,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1920,1984,2048,64,0.4966591848098732,0.0,0.55908203125,0.01025390625,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,1984,2048,2048,64,0.48514478168454417,0.0,0.47216796875,0.00537109375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2048,2112,2048,64,0.505224217592652,0.0,0.509765625,0.0087890625,0.103515625,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2112,2176,2048,64,0.4893665704097825,0.0,0.50732421875,0.0107421875,0.099609375,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2176,2240,2048,64,0.5465577541831357,0.0,0.5517578125,0.00537109375,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2240,2304,2048,64,0.4553526328761899,0.0,0.48974609375,0.00927734375,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2304,2368,2048,64,0.5844058481982801,0.0,0.55908203125,0.009765625,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2368,2432,2048,64,0.46914755983274914,0.0,0.48876953125,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2432,2496,2048,64,0.47555267948180413,0.0,0.50830078125,0.0087890625,0.10302734375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2496,2560,2048,64,0.47306596518430194,0.0,0.47119140625,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2560,2624,2048,64,0.48187831776408413,0.0,0.4501953125,0.00830078125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2624,2688,2048,64,0.49751843433528037,0.0,0.5126953125,0.00634765625,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2688,2752,2048,64,0.4848394763291639,0.0,0.53662109375,0.00830078125,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2752,2816,2048,64,0.4362650233063523,0.0,0.505859375,0.01123046875,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2816,2880,2048,64,0.5061484425674131,0.0,0.52734375,0.0078125,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2880,2944,2048,64,0.4984017363579029,0.0,0.4990234375,0.00830078125,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,2944,3008,2048,64,0.5510258344001476,0.0,0.49755859375,0.0068359375,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3008,3072,2048,64,0.4606197058627168,0.0,0.48486328125,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3072,3136,2048,64,0.5415465507188991,0.0,0.5498046875,0.00830078125,0.087890625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3136,3200,2048,64,0.49316568548033507,0.0,0.50048828125,0.009765625,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3200,3264,2048,64,0.5263653921159749,0.0,0.50244140625,0.00732421875,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3264,3328,2048,64,0.5247290070674405,0.0,0.49462890625,0.0087890625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3328,3392,2048,64,0.530271419935847,0.0,0.47314453125,0.01220703125,0.08984375,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3392,3456,2048,64,0.5101019857438274,0.0,0.45166015625,0.0087890625,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3456,3520,2048,64,0.48845916360068203,0.0,0.5107421875,0.01123046875,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3520,3584,2048,64,0.4908673219427158,0.0,0.51416015625,0.00634765625,0.07421875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3584,3648,2048,64,0.468175280632067,0.0,0.49755859375,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3648,3712,2048,64,0.47598854132258106,0.0,0.5166015625,0.005859375,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3712,3776,2048,64,0.5746398531525122,0.0,0.47998046875,0.0107421875,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3776,3840,2048,64,0.6062177291892286,0.0,0.5205078125,0.00830078125,0.1015625,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3840,3904,2048,64,0.5621234665799139,0.0,0.5302734375,0.01123046875,0.09814453125,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3904,3968,2048,64,0.5287149617978795,0.0,0.46142578125,0.005859375,0.087890625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,3968,4032,2048,64,0.48249948994685243,0.0,0.47998046875,0.00439453125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4032,4096,2048,64,0.4903244155002767,0.0,0.53955078125,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4096,4160,2048,64,0.5609425709086976,0.0,0.43603515625,0.0087890625,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4160,4224,2048,64,0.5471526620057702,0.0,0.49755859375,0.01025390625,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4224,4288,2048,64,0.4887302446029343,0.0,0.52490234375,0.0107421875,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4288,4352,2048,64,0.5123789965579969,0.0,0.6123046875,0.00927734375,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4352,4416,2048,64,0.5077213627303231,0.0,0.5048828125,0.0126953125,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4416,4480,2048,64,0.48438141058344175,0.0,0.54736328125,0.0107421875,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4480,4544,2048,64,0.4848738338081955,0.0,0.484375,0.00830078125,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4544,4608,2048,64,0.5016925842031535,0.0,0.46826171875,0.01123046875,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4608,4672,2048,64,0.47088748354850335,0.0,0.515625,0.0126953125,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4672,4736,2048,64,0.5062984561780044,0.0,0.466796875,0.0068359375,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4736,4800,2048,64,0.48901226086222477,0.0,0.5029296875,0.01220703125,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4800,4864,2048,64,0.505661604814697,0.0,0.49755859375,0.0078125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4864,4928,2048,64,0.4710377063622637,0.0,0.4658203125,0.0107421875,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4928,4992,2048,64,0.48203222503643106,0.0,0.47509765625,0.00830078125,0.06982421875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,4992,5056,2048,64,0.4768884234592155,0.0,0.50537109375,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5056,5120,2048,64,0.4887023164893579,0.0,0.484375,0.00390625,0.06982421875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5120,5184,2048,64,0.48951383498582374,0.0,0.50830078125,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5184,5248,2048,64,0.5155586674406667,0.0,0.5126953125,0.0078125,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5248,5312,2048,64,0.5234907598391433,0.0,0.48828125,0.0087890625,0.1025390625,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5312,5376,2048,64,0.5313472069880792,0.0,0.47900390625,0.00537109375,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5376,5440,2048,64,0.613989782157118,0.0,0.51513671875,0.01171875,0.08935546875,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5440,5504,2048,64,0.4675213508445906,0.0,0.47412109375,0.0087890625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5504,5568,2048,64,0.545088895550748,0.0,0.5166015625,0.009765625,0.09423828125,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5568,5632,2048,64,0.4641604057957449,0.0,0.49365234375,0.00439453125,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5632,5696,2048,64,0.48854246079661806,0.0,0.48388671875,0.00830078125,0.076171875,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5696,5760,2048,64,0.4689573208260346,0.0,0.45458984375,0.0126953125,0.09423828125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5760,5824,2048,64,0.4670234755766216,0.0,0.484375,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5824,5888,2048,64,0.6647527153667471,0.0,0.52392578125,0.0107421875,0.10986328125,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5888,5952,2048,64,0.4649639936392424,0.0,0.5380859375,0.00390625,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,64,5952,6016,2048,64,0.548818776963431,0.0,0.52685546875,0.01123046875,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,64,6016,6080,2048,64,0.4776012371664537,0.0,0.54248046875,0.01171875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,64,6080,6144,2048,64,0.4764106115721026,0.0,0.48291015625,0.0078125,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,128,0,128,4096,128,0.4919541158122382,0.0,0.47509765625,0.0078125,0.0927734375,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,128,256,4096,128,0.49869483905336576,0.0,0.509033203125,0.0087890625,0.07861328125,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,256,384,4096,128,0.4962262879193202,0.0,0.477783203125,0.008544921875,0.090087890625,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,384,512,4096,128,0.5465496062041209,0.0,0.482177734375,0.00830078125,0.092041015625,1.0,93,0.7265625
+fresh-zh-2,layers.15.mlp.up_proj.output,128,512,640,4096,128,0.48228340610972137,0.0,0.52294921875,0.00927734375,0.0810546875,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,640,768,4096,128,0.47965071160942263,0.0,0.48583984375,0.00830078125,0.084716796875,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,768,896,4096,128,0.4811866152748782,0.0,0.47509765625,0.01025390625,0.08935546875,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,896,1024,4096,128,0.5156348308475046,0.0,0.502197265625,0.008056640625,0.0791015625,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1024,1152,4096,128,0.5325050554187747,0.0,0.521728515625,0.008544921875,0.086181640625,1.0,93,0.7265625
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1152,1280,4096,128,0.5336067038842226,0.0,0.516357421875,0.00927734375,0.091064453125,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1280,1408,4096,128,0.47451084298952195,0.0,0.4873046875,0.009033203125,0.078857421875,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1408,1536,4096,128,0.5067759793715698,0.0,0.525634765625,0.010009765625,0.08642578125,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1536,1664,4096,128,0.5500109217553283,0.0,0.51806640625,0.01025390625,0.089111328125,1.0,91,0.7109375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1664,1792,4096,128,0.4971359452721971,0.0,0.490966796875,0.0087890625,0.080322265625,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1792,1920,4096,128,0.5220309226552242,0.0,0.49755859375,0.008056640625,0.08251953125,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,1920,2048,4096,128,0.49093574174822097,0.0,0.515625,0.00732421875,0.08056640625,1.0,99,0.7734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2048,2176,4096,128,0.49735859813455524,0.0,0.508544921875,0.009765625,0.10107421875,1.0,91,0.7109375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2176,2304,4096,128,0.5030265395210233,0.0,0.520751953125,0.008056640625,0.089599609375,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2304,2432,4096,128,0.5299196298993717,0.0,0.52392578125,0.009521484375,0.0927734375,1.0,92,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2432,2560,4096,128,0.4743109520019956,0.0,0.48974609375,0.007568359375,0.09619140625,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2560,2688,4096,128,0.4897608118431753,0.0,0.4814453125,0.00732421875,0.08251953125,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2688,2816,4096,128,0.4611921987456152,0.0,0.521240234375,0.01025390625,0.083984375,1.0,100,0.78125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2816,2944,4096,128,0.502290024148395,0.0,0.51318359375,0.008056640625,0.088623046875,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,2944,3072,4096,128,0.5078385489530283,0.0,0.4912109375,0.0068359375,0.0849609375,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3072,3200,4096,128,0.5179213550003638,0.0,0.525146484375,0.009521484375,0.08642578125,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3200,3328,4096,128,0.5255478364884523,0.0,0.49853515625,0.008056640625,0.085693359375,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3328,3456,4096,128,0.520284448480144,0.0,0.46240234375,0.010498046875,0.08544921875,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3456,3584,4096,128,0.48966472318142934,0.0,0.512451171875,0.0087890625,0.083984375,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3584,3712,4096,128,0.47209807501477546,0.0,0.507080078125,0.006591796875,0.084228515625,1.0,98,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3712,3840,4096,128,0.590639863205357,0.0,0.500244140625,0.00927734375,0.09716796875,1.0,88,0.6875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3840,3968,4096,128,0.5456749501803948,0.0,0.495849609375,0.008544921875,0.09375,1.0,91,0.7109375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,3968,4096,4096,128,0.48642768744935805,0.0,0.509765625,0.00634765625,0.080078125,1.0,98,0.765625
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4096,4224,4096,128,0.5540905176041455,0.0,0.466796875,0.009521484375,0.0927734375,1.0,88,0.6875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4224,4352,4096,128,0.5006942620519151,0.0,0.568603515625,0.010009765625,0.079345703125,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4352,4480,4096,128,0.49618864008134095,0.0,0.526123046875,0.011474609375,0.08837890625,1.0,95,0.7421875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4480,4608,4096,128,0.49335488431569013,0.0,0.476318359375,0.009521484375,0.08740234375,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4608,4736,4096,128,0.4889136676811524,0.0,0.4912109375,0.009765625,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4736,4864,4096,128,0.49740659920097535,0.0,0.500244140625,0.010009765625,0.0888671875,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4864,4992,4096,128,0.4765666725593569,0.0,0.470458984375,0.009765625,0.078857421875,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,4992,5120,4096,128,0.48283150403193487,0.0,0.494873046875,0.00537109375,0.07373046875,1.0,99,0.7734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5120,5248,4096,128,0.5027049503514582,0.0,0.510498046875,0.008056640625,0.08837890625,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5248,5376,4096,128,0.5274336119413495,0.0,0.483642578125,0.007080078125,0.09228515625,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5376,5504,4096,128,0.5456920679691505,0.0,0.49462890625,0.01025390625,0.08642578125,1.0,92,0.71875
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5504,5632,4096,128,0.5062444006412342,0.0,0.505126953125,0.0078125,0.086181640625,1.0,96,0.75
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5632,5760,4096,128,0.4788500311984679,0.0,0.46923828125,0.010986328125,0.085693359375,1.0,97,0.7578125
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5760,5888,4096,128,0.574459354231059,0.0,0.504150390625,0.009033203125,0.09912109375,1.0,91,0.7109375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,5888,6016,4096,128,0.508622436257284,0.0,0.532470703125,0.00830078125,0.0908203125,1.0,94,0.734375
+fresh-zh-2,layers.15.mlp.up_proj.output,128,6016,6144,4096,128,0.47700629585018683,0.0,0.5126953125,0.009765625,0.088623046875,1.0,98,0.765625
+fresh-zh-2,layers.15.mlp.silu_gate,0,0,6144,196608,6144,0.3647032619262035,0.0,0.762725830078125,0.006596883138020833,0.06775919596354167,1.0,3613,0.5880533854166666
+fresh-zh-2,layers.15.mlp.silu_gate,64,0,64,2048,64,0.2570198467708083,0.0,0.79736328125,0.00634765625,0.0380859375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.silu_gate,64,64,128,2048,64,0.35409951346931995,0.0,0.75146484375,0.00634765625,0.05908203125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.silu_gate,64,128,192,2048,64,0.2859436580691278,0.0,0.75,0.00244140625,0.05322265625,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.silu_gate,64,192,256,2048,64,0.2491767480160719,0.0,0.7919921875,0.00390625,0.0400390625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,256,320,2048,64,0.4019148931854879,0.0,0.80322265625,0.0048828125,0.05859375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.silu_gate,64,320,384,2048,64,0.46093185503823125,0.0,0.705078125,0.01123046875,0.10009765625,1.0,28,0.4375
+fresh-zh-2,layers.15.mlp.silu_gate,64,384,448,2048,64,0.23695354776577326,0.0,0.8466796875,0.0029296875,0.033203125,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.silu_gate,64,448,512,2048,64,0.24859781303823433,0.0,0.8115234375,0.00439453125,0.0380859375,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.silu_gate,64,512,576,2048,64,0.46356752776187976,0.0,0.74951171875,0.00732421875,0.0966796875,1.0,27,0.421875
+fresh-zh-2,layers.15.mlp.silu_gate,64,576,640,2048,64,0.2800748570091187,0.0,0.7705078125,0.0048828125,0.048828125,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,640,704,2048,64,0.32661890209204697,0.0,0.7744140625,0.005859375,0.0546875,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,704,768,2048,64,0.33288025122787657,0.0,0.75927734375,0.0068359375,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,768,832,2048,64,0.2609255213221567,0.0,0.7919921875,0.00341796875,0.046875,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,832,896,2048,64,0.48706218621305114,0.0,0.69921875,0.01123046875,0.09375,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.silu_gate,64,896,960,2048,64,0.3054281079323725,0.0,0.77197265625,0.00732421875,0.05810546875,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,960,1024,2048,64,0.27404076523712834,0.0,0.716796875,0.00341796875,0.05078125,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.silu_gate,64,1024,1088,2048,64,0.217835925254339,0.0,0.81884765625,0.00537109375,0.0556640625,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.silu_gate,64,1088,1152,2048,64,0.4181616868239467,0.0,0.75341796875,0.0078125,0.08203125,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.silu_gate,64,1152,1216,2048,64,0.4451693823910706,0.0,0.80078125,0.0068359375,0.0693359375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.silu_gate,64,1216,1280,2048,64,0.5173608330212303,0.0,0.74365234375,0.00732421875,0.10009765625,1.0,23,0.359375
+fresh-zh-2,layers.15.mlp.silu_gate,64,1280,1344,2048,64,0.2871561708902387,0.0,0.7626953125,0.00244140625,0.0390625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,1344,1408,2048,64,0.29052833686109675,0.0,0.8212890625,0.00390625,0.0380859375,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.silu_gate,64,1408,1472,2048,64,0.4574046322652907,0.0,0.69287109375,0.00634765625,0.08251953125,1.0,30,0.46875
+fresh-zh-2,layers.15.mlp.silu_gate,64,1472,1536,2048,64,0.3088366027349975,0.0,0.77685546875,0.0087890625,0.05859375,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.silu_gate,64,1536,1600,2048,64,0.27018952304371396,0.0,0.7880859375,0.00537109375,0.048828125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,1600,1664,2048,64,0.3461451944725016,0.0,0.802734375,0.01025390625,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,1664,1728,2048,64,0.23086270041887116,0.0,0.7978515625,0.0048828125,0.0419921875,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.silu_gate,64,1728,1792,2048,64,0.41563632546896645,0.0,0.7763671875,0.009765625,0.0673828125,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.silu_gate,64,1792,1856,2048,64,0.40692521839709017,0.0,0.80224609375,0.0087890625,0.076171875,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.silu_gate,64,1856,1920,2048,64,0.26269166369768804,0.0,0.763671875,0.00830078125,0.05712890625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,1920,1984,2048,64,0.3900736524226832,0.0,0.75830078125,0.00634765625,0.08056640625,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,1984,2048,2048,64,0.2982828396054113,0.0,0.8017578125,0.0048828125,0.05029296875,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.silu_gate,64,2048,2112,2048,64,0.4406165826521425,0.0,0.8193359375,0.009765625,0.07080078125,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.silu_gate,64,2112,2176,2048,64,0.3284659803453936,0.0,0.76171875,0.00390625,0.0615234375,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,2176,2240,2048,64,0.24605374179456022,0.0,0.78515625,0.00439453125,0.0556640625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,2240,2304,2048,64,0.44422641811701835,0.0,0.7578125,0.00537109375,0.0771484375,1.0,30,0.46875
+fresh-zh-2,layers.15.mlp.silu_gate,64,2304,2368,2048,64,0.2924880029635671,0.0,0.75341796875,0.00830078125,0.05810546875,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.silu_gate,64,2368,2432,2048,64,0.48931185872543315,0.0,0.7490234375,0.0087890625,0.08447265625,1.0,27,0.421875
+fresh-zh-2,layers.15.mlp.silu_gate,64,2432,2496,2048,64,0.34795067257390033,0.0,0.76123046875,0.00634765625,0.064453125,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.silu_gate,64,2496,2560,2048,64,0.27499374220957856,0.0,0.7587890625,0.00244140625,0.05322265625,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,2560,2624,2048,64,0.5851332411120523,0.0,0.72265625,0.00830078125,0.11376953125,1.0,15,0.234375
+fresh-zh-2,layers.15.mlp.silu_gate,64,2624,2688,2048,64,0.2462515882720896,0.0,0.7841796875,0.00341796875,0.04736328125,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.silu_gate,64,2688,2752,2048,64,0.3345544391029554,0.0,0.814453125,0.00244140625,0.0546875,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,2752,2816,2048,64,0.2825214879131565,0.0,0.84228515625,0.00390625,0.04296875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,2816,2880,2048,64,0.24920845413267873,0.0,0.78564453125,0.0068359375,0.05810546875,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,2880,2944,2048,64,0.32673943804516825,0.0,0.7431640625,0.0068359375,0.064453125,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,2944,3008,2048,64,0.45164591275513166,0.0,0.76708984375,0.00732421875,0.08642578125,1.0,28,0.4375
+fresh-zh-2,layers.15.mlp.silu_gate,64,3008,3072,2048,64,0.3151430342926882,0.0,0.7626953125,0.00390625,0.060546875,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,3072,3136,2048,64,0.24067211301760302,0.0,0.80517578125,0.00537109375,0.0478515625,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.silu_gate,64,3136,3200,2048,64,0.30274262682748876,0.0,0.7763671875,0.0048828125,0.0693359375,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3200,3264,2048,64,0.2964409291140678,0.0,0.728515625,0.0087890625,0.0703125,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,3264,3328,2048,64,0.32576607319890927,0.0,0.724609375,0.00830078125,0.0693359375,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3328,3392,2048,64,0.41014381867261007,0.0,0.74072265625,0.0048828125,0.07568359375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3392,3456,2048,64,0.3213586700623688,0.0,0.7119140625,0.009765625,0.06494140625,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3456,3520,2048,64,0.4900662366015536,0.0,0.69189453125,0.0087890625,0.0986328125,1.0,26,0.40625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3520,3584,2048,64,0.3259940954682239,0.0,0.75732421875,0.0068359375,0.0615234375,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,3584,3648,2048,64,0.32891376748497886,0.0,0.7080078125,0.0048828125,0.05712890625,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.silu_gate,64,3648,3712,2048,64,0.4511190442145894,0.0,0.7509765625,0.00830078125,0.078125,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.silu_gate,64,3712,3776,2048,64,0.3256408541766785,0.0,0.76220703125,0.00732421875,0.06396484375,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,3776,3840,2048,64,0.42542298451055804,0.0,0.74560546875,0.00927734375,0.07275390625,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.silu_gate,64,3840,3904,2048,64,0.33979428342965423,0.0,0.78369140625,0.00439453125,0.07421875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.silu_gate,64,3904,3968,2048,64,0.30371957718156506,0.0,0.73583984375,0.0087890625,0.06787109375,1.0,44,0.6875
+fresh-zh-2,layers.15.mlp.silu_gate,64,3968,4032,2048,64,0.4521356557819144,0.0,0.77978515625,0.00732421875,0.07958984375,1.0,28,0.4375
+fresh-zh-2,layers.15.mlp.silu_gate,64,4032,4096,2048,64,0.4178747394762802,0.0,0.67578125,0.0048828125,0.07666015625,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4096,4160,2048,64,0.36168641490872294,0.0,0.71533203125,0.01123046875,0.0751953125,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4160,4224,2048,64,0.350293344719083,0.0,0.78955078125,0.00390625,0.05078125,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4224,4288,2048,64,0.3793321297408764,0.0,0.6923828125,0.01123046875,0.083984375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.silu_gate,64,4288,4352,2048,64,0.32854626619661004,0.0,0.72607421875,0.0068359375,0.08056640625,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.silu_gate,64,4352,4416,2048,64,0.43366465309410285,0.0,0.7900390625,0.0068359375,0.07177734375,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.silu_gate,64,4416,4480,2048,64,0.49859496146657045,0.0,0.70068359375,0.0087890625,0.0947265625,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4480,4544,2048,64,0.3899694407854647,0.0,0.7568359375,0.00537109375,0.07177734375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.silu_gate,64,4544,4608,2048,64,0.4169730645095661,0.0,0.818359375,0.0068359375,0.064453125,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.silu_gate,64,4608,4672,2048,64,0.4493217338662588,0.0,0.76318359375,0.005859375,0.1025390625,1.0,26,0.40625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4672,4736,2048,64,0.28055277465019407,0.0,0.791015625,0.00634765625,0.05126953125,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,4736,4800,2048,64,0.3024264615448937,0.0,0.77001953125,0.00537109375,0.05859375,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4800,4864,2048,64,0.3668694599650101,0.0,0.80517578125,0.00439453125,0.05078125,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4864,4928,2048,64,0.5682259587977733,0.0,0.69775390625,0.01318359375,0.12255859375,1.0,17,0.265625
+fresh-zh-2,layers.15.mlp.silu_gate,64,4928,4992,2048,64,0.27398751132305477,0.0,0.77734375,0.00439453125,0.04345703125,1.0,47,0.734375
+fresh-zh-2,layers.15.mlp.silu_gate,64,4992,5056,2048,64,0.26349007939337865,0.0,0.7509765625,0.00390625,0.05224609375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,5056,5120,2048,64,0.38608044111149353,0.0,0.6875,0.01171875,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,5120,5184,2048,64,0.2577095383807132,0.0,0.7421875,0.0048828125,0.0556640625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,5184,5248,2048,64,0.2989724883111401,0.0,0.80712890625,0.00439453125,0.04248046875,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.silu_gate,64,5248,5312,2048,64,0.30580608065852755,0.0,0.8037109375,0.0048828125,0.0458984375,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.silu_gate,64,5312,5376,2048,64,0.35452828322928903,0.0,0.7314453125,0.00732421875,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,64,5376,5440,2048,64,0.31983832451565786,0.0,0.75341796875,0.00439453125,0.06591796875,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,64,5440,5504,2048,64,0.2647336287421276,0.0,0.80078125,0.00439453125,0.04443359375,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,5504,5568,2048,64,0.461342346404841,0.0,0.80126953125,0.009765625,0.09765625,1.0,27,0.421875
+fresh-zh-2,layers.15.mlp.silu_gate,64,5568,5632,2048,64,0.4654209334401163,0.0,0.73876953125,0.0087890625,0.09423828125,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.silu_gate,64,5632,5696,2048,64,0.32968948743926924,0.0,0.69921875,0.00341796875,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.silu_gate,64,5696,5760,2048,64,0.2766829909166616,0.0,0.73974609375,0.0029296875,0.05517578125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.silu_gate,64,5760,5824,2048,64,0.3705735583844049,0.0,0.77685546875,0.00390625,0.0458984375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.silu_gate,64,5824,5888,2048,64,0.31978715716992806,0.0,0.83935546875,0.00927734375,0.0498046875,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,64,5888,5952,2048,64,0.43753609817583144,0.0,0.78271484375,0.0078125,0.08642578125,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.silu_gate,64,5952,6016,2048,64,0.35662599688123897,0.0,0.70361328125,0.005859375,0.0654296875,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.silu_gate,64,6016,6080,2048,64,0.35493735376338365,0.0,0.76513671875,0.0068359375,0.0634765625,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.silu_gate,64,6080,6144,2048,64,0.608300084157569,0.0,0.70458984375,0.01220703125,0.11865234375,1.0,13,0.203125
+fresh-zh-2,layers.15.mlp.silu_gate,128,0,128,4096,128,0.3093910689348506,0.0,0.7744140625,0.00732421875,0.048828125,1.0,87,0.6796875
+fresh-zh-2,layers.15.mlp.silu_gate,128,128,256,4096,128,0.26819100221839964,0.0,0.77099609375,0.00341796875,0.046875,1.0,93,0.7265625
+fresh-zh-2,layers.15.mlp.silu_gate,128,256,384,4096,128,0.4324313566066221,0.0,0.754150390625,0.00830078125,0.07861328125,1.0,64,0.5
+fresh-zh-2,layers.15.mlp.silu_gate,128,384,512,4096,128,0.24284548219616883,0.0,0.8291015625,0.00341796875,0.034912109375,1.0,101,0.7890625
+fresh-zh-2,layers.15.mlp.silu_gate,128,512,640,4096,128,0.3829730919555181,0.0,0.760009765625,0.00634765625,0.0751953125,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,128,640,768,4096,128,0.3297644377895746,0.0,0.766845703125,0.00634765625,0.060791015625,1.0,82,0.640625
+fresh-zh-2,layers.15.mlp.silu_gate,128,768,896,4096,128,0.39071197890253906,0.0,0.74560546875,0.006591796875,0.076171875,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.silu_gate,128,896,1024,4096,128,0.2901591547124611,0.0,0.744384765625,0.005615234375,0.054443359375,1.0,88,0.6875
+fresh-zh-2,layers.15.mlp.silu_gate,128,1024,1152,4096,128,0.33340042490889427,0.0,0.7861328125,0.007568359375,0.06787109375,1.0,77,0.6015625
+fresh-zh-2,layers.15.mlp.silu_gate,128,1152,1280,4096,128,0.48261683070675665,0.0,0.772216796875,0.00732421875,0.08447265625,1.0,56,0.4375
+fresh-zh-2,layers.15.mlp.silu_gate,128,1280,1408,4096,128,0.2888471749901831,0.0,0.7919921875,0.003173828125,0.03857421875,1.0,92,0.71875
+fresh-zh-2,layers.15.mlp.silu_gate,128,1408,1536,4096,128,0.39025571412001164,0.0,0.73486328125,0.0078125,0.072021484375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,128,1536,1664,4096,128,0.31049869083379045,0.0,0.79541015625,0.007568359375,0.053466796875,1.0,86,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,128,1664,1792,4096,128,0.33619275832031104,0.0,0.787109375,0.008056640625,0.0576171875,1.0,81,0.6328125
+fresh-zh-2,layers.15.mlp.silu_gate,128,1792,1920,4096,128,0.342487257824126,0.0,0.782958984375,0.00830078125,0.069091796875,1.0,81,0.6328125
+fresh-zh-2,layers.15.mlp.silu_gate,128,1920,2048,4096,128,0.3472247879381884,0.0,0.780029296875,0.005126953125,0.0654296875,1.0,84,0.65625
+fresh-zh-2,layers.15.mlp.silu_gate,128,2048,2176,4096,128,0.3886083331275288,0.0,0.79052734375,0.007080078125,0.06396484375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,128,2176,2304,4096,128,0.3590818530670828,0.0,0.771484375,0.00634765625,0.069091796875,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.silu_gate,128,2304,2432,4096,128,0.4030975855589772,0.0,0.751220703125,0.0078125,0.075439453125,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.silu_gate,128,2432,2560,4096,128,0.31360104336486005,0.0,0.760009765625,0.003662109375,0.060546875,1.0,85,0.6640625
+fresh-zh-2,layers.15.mlp.silu_gate,128,2560,2688,4096,128,0.4488990724989426,0.0,0.75341796875,0.00634765625,0.0888671875,1.0,56,0.4375
+fresh-zh-2,layers.15.mlp.silu_gate,128,2688,2816,4096,128,0.3096328986527085,0.0,0.828369140625,0.003173828125,0.04931640625,1.0,87,0.6796875
+fresh-zh-2,layers.15.mlp.silu_gate,128,2816,2944,4096,128,0.2905714318246649,0.0,0.764404296875,0.007080078125,0.062255859375,1.0,89,0.6953125
+fresh-zh-2,layers.15.mlp.silu_gate,128,2944,3072,4096,128,0.3894221119631103,0.0,0.764892578125,0.005859375,0.071044921875,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.silu_gate,128,3072,3200,4096,128,0.2734740975693731,0.0,0.790771484375,0.005615234375,0.058349609375,1.0,91,0.7109375
+fresh-zh-2,layers.15.mlp.silu_gate,128,3200,3328,4096,128,0.3114488392187783,0.0,0.7265625,0.0087890625,0.06982421875,1.0,83,0.6484375
+fresh-zh-2,layers.15.mlp.silu_gate,128,3328,3456,4096,128,0.36843543994817146,0.0,0.726318359375,0.007080078125,0.06787109375,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.silu_gate,128,3456,3584,4096,128,0.4161953066391759,0.0,0.724609375,0.007080078125,0.08056640625,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.silu_gate,128,3584,3712,4096,128,0.39477376970503464,0.0,0.7294921875,0.0068359375,0.070068359375,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.silu_gate,128,3712,3840,4096,128,0.3788315467716405,0.0,0.75390625,0.008544921875,0.071044921875,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,128,3840,3968,4096,128,0.3222621111880986,0.0,0.759765625,0.00732421875,0.07080078125,1.0,80,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,128,3968,4096,4096,128,0.43534236476692156,0.0,0.727783203125,0.00634765625,0.0771484375,1.0,64,0.5
+fresh-zh-2,layers.15.mlp.silu_gate,128,4096,4224,4096,128,0.35603545475416293,0.0,0.75244140625,0.007568359375,0.06298828125,1.0,81,0.6328125
+fresh-zh-2,layers.15.mlp.silu_gate,128,4224,4352,4096,128,0.3548489211520044,0.0,0.709228515625,0.009033203125,0.08154296875,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.silu_gate,128,4352,4480,4096,128,0.4672590111186083,0.0,0.745361328125,0.0078125,0.08056640625,1.0,57,0.4453125
+fresh-zh-2,layers.15.mlp.silu_gate,128,4480,4608,4096,128,0.40369710258622543,0.0,0.78759765625,0.00634765625,0.068115234375,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.silu_gate,128,4608,4736,4096,128,0.37456633583953036,0.0,0.777099609375,0.0068359375,0.077392578125,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.silu_gate,128,4736,4864,4096,128,0.33619560176895774,0.0,0.78759765625,0.0048828125,0.05615234375,1.0,82,0.640625
+fresh-zh-2,layers.15.mlp.silu_gate,128,4864,4992,4096,128,0.44606608064985714,0.0,0.737548828125,0.007080078125,0.089599609375,1.0,59,0.4609375
+fresh-zh-2,layers.15.mlp.silu_gate,128,4992,5120,4096,128,0.3305186295411912,0.0,0.71923828125,0.007080078125,0.059814453125,1.0,86,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,128,5120,5248,4096,128,0.2791045995136546,0.0,0.774658203125,0.0048828125,0.05126953125,1.0,93,0.7265625
+fresh-zh-2,layers.15.mlp.silu_gate,128,5248,5376,4096,128,0.3310646935096197,0.0,0.767578125,0.005615234375,0.055419921875,1.0,85,0.6640625
+fresh-zh-2,layers.15.mlp.silu_gate,128,5376,5504,4096,128,0.2935817160655257,0.0,0.777099609375,0.004150390625,0.0546875,1.0,90,0.703125
+fresh-zh-2,layers.15.mlp.silu_gate,128,5504,5632,4096,128,0.4633861272581396,0.0,0.77001953125,0.009521484375,0.09619140625,1.0,55,0.4296875
+fresh-zh-2,layers.15.mlp.silu_gate,128,5632,5760,4096,128,0.30434243508797576,0.0,0.719482421875,0.00341796875,0.064453125,1.0,86,0.671875
+fresh-zh-2,layers.15.mlp.silu_gate,128,5760,5888,4096,128,0.3461131231725433,0.0,0.80810546875,0.006591796875,0.047119140625,1.0,80,0.625
+fresh-zh-2,layers.15.mlp.silu_gate,128,5888,6016,4096,128,0.3991365298105827,0.0,0.7431640625,0.006591796875,0.07666015625,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.silu_gate,128,6016,6144,4096,128,0.4980007617879007,0.0,0.73486328125,0.009033203125,0.09521484375,1.0,49,0.3828125
+fresh-zh-2,layers.15.mlp.gated_product,0,0,6144,196608,6144,0.16625017952905624,0.0,0.5001068115234375,0.0334930419921875,0.21805318196614584,1.0,3060,0.498046875
+fresh-zh-2,layers.15.mlp.gated_product,64,0,64,2048,64,0.2337011840560479,0.0,0.51025390625,0.04296875,0.2763671875,1.0,17,0.265625
+fresh-zh-2,layers.15.mlp.gated_product,64,64,128,2048,64,0.13265719300365758,0.0,0.50927734375,0.021484375,0.19384765625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,128,192,2048,64,0.1970705264393648,0.0,0.50439453125,0.0390625,0.2578125,1.0,24,0.375
+fresh-zh-2,layers.15.mlp.gated_product,64,192,256,2048,64,0.1621080505844175,0.0,0.533203125,0.02490234375,0.1962890625,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gated_product,64,256,320,2048,64,0.14722726479860015,0.0,0.53759765625,0.02880859375,0.20361328125,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,320,384,2048,64,0.17270270870608379,0.0,0.48876953125,0.03662109375,0.24658203125,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,384,448,2048,64,0.15262789051202144,0.0,0.5341796875,0.02587890625,0.1689453125,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,64,448,512,2048,64,0.12542229162168556,0.0,0.48583984375,0.02197265625,0.17626953125,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.gated_product,64,512,576,2048,64,0.1950641297297321,0.0,0.48876953125,0.03759765625,0.26025390625,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,64,576,640,2048,64,0.11121996255998035,0.0,0.5029296875,0.0244140625,0.16796875,1.0,46,0.71875
+fresh-zh-2,layers.15.mlp.gated_product,64,640,704,2048,64,0.15654813488470903,0.0,0.44677734375,0.0322265625,0.205078125,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,704,768,2048,64,0.160466271559436,0.0,0.4755859375,0.03369140625,0.232421875,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gated_product,64,768,832,2048,64,0.17296014649851835,0.0,0.53173828125,0.0322265625,0.23828125,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,832,896,2048,64,0.18130107988751545,0.0,0.52490234375,0.03955078125,0.24658203125,1.0,26,0.40625
+fresh-zh-2,layers.15.mlp.gated_product,64,896,960,2048,64,0.14127779936676413,0.0,0.48779296875,0.0263671875,0.2021484375,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,960,1024,2048,64,0.13919575840774906,0.0,0.50048828125,0.02880859375,0.18896484375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,1024,1088,2048,64,0.13141662454131542,0.0,0.5048828125,0.03515625,0.18994140625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,1088,1152,2048,64,0.1401126244822933,0.0,0.49462890625,0.03173828125,0.2138671875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,1152,1216,2048,64,0.1736364283431569,0.0,0.52294921875,0.0361328125,0.2041015625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,1216,1280,2048,64,0.21217462152837743,0.0,0.44970703125,0.03564453125,0.251953125,1.0,26,0.40625
+fresh-zh-2,layers.15.mlp.gated_product,64,1280,1344,2048,64,0.12388766046749194,0.0,0.52783203125,0.01953125,0.150390625,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.gated_product,64,1344,1408,2048,64,0.1319502797872385,0.0,0.50341796875,0.025390625,0.17626953125,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gated_product,64,1408,1472,2048,64,0.17717585436391087,0.0,0.505859375,0.04052734375,0.24951171875,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,1472,1536,2048,64,0.1380397619578655,0.0,0.46337890625,0.0263671875,0.1640625,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,1536,1600,2048,64,0.25848297754505023,0.0,0.49560546875,0.0537109375,0.27978515625,1.0,17,0.265625
+fresh-zh-2,layers.15.mlp.gated_product,64,1600,1664,2048,64,0.15041784173732847,0.0,0.49658203125,0.03125,0.2021484375,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gated_product,64,1664,1728,2048,64,0.11664436510838415,0.0,0.52978515625,0.02490234375,0.15625,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.gated_product,64,1728,1792,2048,64,0.15497914095484658,0.0,0.5322265625,0.0283203125,0.1904296875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,1792,1856,2048,64,0.21229850187228375,0.0,0.49609375,0.03955078125,0.2431640625,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,64,1856,1920,2048,64,0.14383082840799843,0.0,0.49951171875,0.0361328125,0.21875,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,1920,1984,2048,64,0.22426209027547683,0.0,0.486328125,0.044921875,0.25439453125,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,64,1984,2048,2048,64,0.12611742939247556,0.0,0.55029296875,0.02099609375,0.1640625,1.0,43,0.671875
+fresh-zh-2,layers.15.mlp.gated_product,64,2048,2112,2048,64,0.14526441289552516,0.0,0.4599609375,0.03662109375,0.19970703125,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,2112,2176,2048,64,0.2482913795513276,0.0,0.51611328125,0.0546875,0.30712890625,1.0,13,0.203125
+fresh-zh-2,layers.15.mlp.gated_product,64,2176,2240,2048,64,0.12961333623609883,0.0,0.48828125,0.025390625,0.18359375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,2240,2304,2048,64,0.229094739459763,0.0,0.51904296875,0.04443359375,0.29052734375,1.0,19,0.296875
+fresh-zh-2,layers.15.mlp.gated_product,64,2304,2368,2048,64,0.13912880891911483,0.0,0.48828125,0.0302734375,0.177734375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,2368,2432,2048,64,0.18843549495396286,0.0,0.49169921875,0.041015625,0.25439453125,1.0,26,0.40625
+fresh-zh-2,layers.15.mlp.gated_product,64,2432,2496,2048,64,0.13922802573299803,0.0,0.46875,0.02880859375,0.21826171875,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,2496,2560,2048,64,0.11639894478388625,0.0,0.53076171875,0.02880859375,0.18017578125,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.gated_product,64,2560,2624,2048,64,0.17278120993733245,0.0,0.5263671875,0.0380859375,0.23193359375,1.0,30,0.46875
+fresh-zh-2,layers.15.mlp.gated_product,64,2624,2688,2048,64,0.13020041379159214,0.0,0.498046875,0.0244140625,0.18310546875,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,2688,2752,2048,64,0.21048756896549267,0.0,0.47021484375,0.0400390625,0.25439453125,1.0,19,0.296875
+fresh-zh-2,layers.15.mlp.gated_product,64,2752,2816,2048,64,0.11329320257702655,0.0,0.48583984375,0.0244140625,0.1650390625,1.0,45,0.703125
+fresh-zh-2,layers.15.mlp.gated_product,64,2816,2880,2048,64,0.16032274889592457,0.0,0.52001953125,0.03515625,0.22412109375,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gated_product,64,2880,2944,2048,64,0.13216030921688904,0.0,0.48828125,0.0283203125,0.18359375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,2944,3008,2048,64,0.18086971224867532,0.0,0.513671875,0.029296875,0.216796875,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,3008,3072,2048,64,0.12827200894921242,0.0,0.51513671875,0.02978515625,0.1796875,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,3072,3136,2048,64,0.12449126249521311,0.0,0.53173828125,0.02392578125,0.15966796875,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.gated_product,64,3136,3200,2048,64,0.1326326260783634,0.0,0.53173828125,0.033203125,0.1962890625,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,3200,3264,2048,64,0.13412463621711126,0.0,0.46044921875,0.03271484375,0.19873046875,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,64,3264,3328,2048,64,0.14958327770510393,0.0,0.51904296875,0.03076171875,0.203125,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,3328,3392,2048,64,0.15452033272249582,0.0,0.4892578125,0.0263671875,0.18994140625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,64,3392,3456,2048,64,0.14390398248379901,0.0,0.48486328125,0.03271484375,0.1806640625,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,3456,3520,2048,64,0.16287796664322088,0.0,0.47802734375,0.037109375,0.2216796875,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,3520,3584,2048,64,0.14104157668896694,0.0,0.5185546875,0.02734375,0.177734375,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.gated_product,64,3584,3648,2048,64,0.14439661575557047,0.0,0.48291015625,0.02587890625,0.19677734375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,3648,3712,2048,64,0.16681084866451637,0.0,0.5009765625,0.0302734375,0.21240234375,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gated_product,64,3712,3776,2048,64,0.1572048456288871,0.0,0.509765625,0.03466796875,0.197265625,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,3776,3840,2048,64,0.1812232622286472,0.0,0.50146484375,0.033203125,0.22412109375,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,3840,3904,2048,64,0.13683438520846275,0.0,0.43603515625,0.0283203125,0.2021484375,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,3904,3968,2048,64,0.1936719587527492,0.0,0.5078125,0.04052734375,0.248046875,1.0,28,0.4375
+fresh-zh-2,layers.15.mlp.gated_product,64,3968,4032,2048,64,0.16850433862353026,0.0,0.509765625,0.03125,0.21630859375,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,4032,4096,2048,64,0.209582332369238,0.0,0.46240234375,0.03759765625,0.2421875,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,4096,4160,2048,64,0.17022096532666967,0.0,0.544921875,0.04052734375,0.23291015625,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gated_product,64,4160,4224,2048,64,0.16359827076031702,0.0,0.4638671875,0.025390625,0.1806640625,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,64,4224,4288,2048,64,0.1714097714184135,0.0,0.49560546875,0.04052734375,0.24609375,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,4288,4352,2048,64,0.13836471294592417,0.0,0.46728515625,0.0302734375,0.20068359375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,4352,4416,2048,64,0.166096710909819,0.0,0.5107421875,0.04052734375,0.21142578125,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,4416,4480,2048,64,0.14775549992046175,0.0,0.46875,0.03125,0.193359375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,4480,4544,2048,64,0.1554177637977068,0.0,0.552734375,0.02783203125,0.2001953125,1.0,36,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,64,4544,4608,2048,64,0.14772002246099378,0.0,0.53173828125,0.02783203125,0.1845703125,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gated_product,64,4608,4672,2048,64,0.16505102763384588,0.0,0.49365234375,0.04248046875,0.2353515625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,4672,4736,2048,64,0.17134603435829088,0.0,0.4716796875,0.03076171875,0.205078125,1.0,33,0.515625
+fresh-zh-2,layers.15.mlp.gated_product,64,4736,4800,2048,64,0.13398897566652473,0.0,0.47607421875,0.0361328125,0.2080078125,1.0,40,0.625
+fresh-zh-2,layers.15.mlp.gated_product,64,4800,4864,2048,64,0.16814254725815672,0.0,0.5234375,0.0283203125,0.19140625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,4864,4928,2048,64,0.17490998820495313,0.0,0.49560546875,0.0439453125,0.25244140625,1.0,29,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,64,4928,4992,2048,64,0.16178931328698717,0.0,0.53076171875,0.02734375,0.2109375,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,4992,5056,2048,64,0.13272641513960118,0.0,0.48291015625,0.02880859375,0.18115234375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,5056,5120,2048,64,0.181810244274174,0.0,0.509765625,0.03173828125,0.20947265625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,5120,5184,2048,64,0.1265086511287152,0.0,0.49072265625,0.02978515625,0.185546875,1.0,42,0.65625
+fresh-zh-2,layers.15.mlp.gated_product,64,5184,5248,2048,64,0.16252652690226732,0.0,0.52294921875,0.033203125,0.20166015625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,5248,5312,2048,64,0.21806960866342287,0.0,0.5107421875,0.04150390625,0.26416015625,1.0,20,0.3125
+fresh-zh-2,layers.15.mlp.gated_product,64,5312,5376,2048,64,0.18236641553304225,0.0,0.49267578125,0.03369140625,0.21044921875,1.0,32,0.5
+fresh-zh-2,layers.15.mlp.gated_product,64,5376,5440,2048,64,0.3464428881722362,0.0,0.4580078125,0.0634765625,0.373046875,1.0,5,0.078125
+fresh-zh-2,layers.15.mlp.gated_product,64,5440,5504,2048,64,0.12122987083032097,0.0,0.52294921875,0.025390625,0.177734375,1.0,41,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,64,5504,5568,2048,64,0.16740898231008597,0.0,0.51416015625,0.03369140625,0.220703125,1.0,31,0.484375
+fresh-zh-2,layers.15.mlp.gated_product,64,5568,5632,2048,64,0.19302548026818098,0.0,0.513671875,0.041015625,0.25390625,1.0,25,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,64,5632,5696,2048,64,0.1377812673290973,0.0,0.52001953125,0.0283203125,0.19921875,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,5696,5760,2048,64,0.13162188888593954,0.0,0.5419921875,0.03369140625,0.21044921875,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,5760,5824,2048,64,0.14932699986583128,0.0,0.47412109375,0.021484375,0.1787109375,1.0,38,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,64,5824,5888,2048,64,0.16297887145421447,0.0,0.490234375,0.02734375,0.19140625,1.0,35,0.546875
+fresh-zh-2,layers.15.mlp.gated_product,64,5888,5952,2048,64,0.15557179327194126,0.0,0.47216796875,0.03271484375,0.21728515625,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,5952,6016,2048,64,0.16310363401768543,0.0,0.4619140625,0.033203125,0.21484375,1.0,34,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,64,6016,6080,2048,64,0.1357208448178803,0.0,0.4736328125,0.033203125,0.19287109375,1.0,37,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,64,6080,6144,2048,64,0.2132820136112407,0.0,0.50390625,0.04541015625,0.27490234375,1.0,22,0.34375
+fresh-zh-2,layers.15.mlp.gated_product,128,0,128,4096,128,0.1900186494594786,0.0,0.509765625,0.033203125,0.24853515625,1.0,50,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,128,128,256,4096,128,0.18043809527836469,0.0,0.518798828125,0.030517578125,0.226318359375,1.0,55,0.4296875
+fresh-zh-2,layers.15.mlp.gated_product,128,256,384,4096,128,0.16047132624630414,0.0,0.51318359375,0.031494140625,0.22607421875,1.0,65,0.5078125
+fresh-zh-2,layers.15.mlp.gated_product,128,384,512,4096,128,0.1396889834557198,0.0,0.510009765625,0.024169921875,0.1767578125,1.0,78,0.609375
+fresh-zh-2,layers.15.mlp.gated_product,128,512,640,4096,128,0.15877640690458578,0.0,0.495849609375,0.031005859375,0.215087890625,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.gated_product,128,640,768,4096,128,0.15851930930342162,0.0,0.461181640625,0.033447265625,0.22021484375,1.0,66,0.515625
+fresh-zh-2,layers.15.mlp.gated_product,128,768,896,4096,128,0.1771797023436491,0.0,0.5283203125,0.03515625,0.241943359375,1.0,55,0.4296875
+fresh-zh-2,layers.15.mlp.gated_product,128,896,1024,4096,128,0.1402406427406551,0.0,0.494140625,0.027587890625,0.19580078125,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,128,1024,1152,4096,128,0.13583423122532332,0.0,0.499755859375,0.033203125,0.20263671875,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,128,1152,1280,4096,128,0.19386551945675962,0.0,0.486328125,0.0361328125,0.227783203125,1.0,59,0.4609375
+fresh-zh-2,layers.15.mlp.gated_product,128,1280,1408,4096,128,0.12798247683186764,0.0,0.515625,0.02197265625,0.162109375,1.0,81,0.6328125
+fresh-zh-2,layers.15.mlp.gated_product,128,1408,1536,4096,128,0.1588179134275569,0.0,0.484619140625,0.032958984375,0.20849609375,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,128,1536,1664,4096,128,0.211469828573098,0.0,0.49609375,0.04296875,0.253173828125,1.0,42,0.328125
+fresh-zh-2,layers.15.mlp.gated_product,128,1664,1792,4096,128,0.13715765024715215,0.0,0.531005859375,0.0283203125,0.181640625,1.0,78,0.609375
+fresh-zh-2,layers.15.mlp.gated_product,128,1792,1920,4096,128,0.1813256202219465,0.0,0.497802734375,0.0400390625,0.239501953125,1.0,59,0.4609375
+fresh-zh-2,layers.15.mlp.gated_product,128,1920,2048,4096,128,0.18193280508376186,0.0,0.518310546875,0.034423828125,0.216796875,1.0,65,0.5078125
+fresh-zh-2,layers.15.mlp.gated_product,128,2048,2176,4096,128,0.20340889706866688,0.0,0.488037109375,0.0458984375,0.25732421875,1.0,46,0.359375
+fresh-zh-2,layers.15.mlp.gated_product,128,2176,2304,4096,128,0.18612363710500165,0.0,0.503662109375,0.035888671875,0.2451171875,1.0,55,0.4296875
+fresh-zh-2,layers.15.mlp.gated_product,128,2304,2432,4096,128,0.16562723391670303,0.0,0.489990234375,0.034912109375,0.217041015625,1.0,61,0.4765625
+fresh-zh-2,layers.15.mlp.gated_product,128,2432,2560,4096,128,0.12832216779713193,0.0,0.499755859375,0.02880859375,0.19921875,1.0,82,0.640625
+fresh-zh-2,layers.15.mlp.gated_product,128,2560,2688,4096,128,0.15297956441778485,0.0,0.51220703125,0.03076171875,0.204833984375,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gated_product,128,2688,2816,4096,128,0.1690271671051169,0.0,0.47802734375,0.033935546875,0.219482421875,1.0,60,0.46875
+fresh-zh-2,layers.15.mlp.gated_product,128,2816,2944,4096,128,0.14691788717826265,0.0,0.504150390625,0.031982421875,0.2060546875,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gated_product,128,2944,3072,4096,128,0.15679215715204864,0.0,0.514404296875,0.03076171875,0.205322265625,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,128,3072,3200,4096,128,0.12862637353609682,0.0,0.53173828125,0.028076171875,0.1767578125,1.0,77,0.6015625
+fresh-zh-2,layers.15.mlp.gated_product,128,3200,3328,4096,128,0.142064378028721,0.0,0.48974609375,0.031982421875,0.200927734375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,128,3328,3456,4096,128,0.14930654607110894,0.0,0.487060546875,0.029296875,0.18505859375,1.0,74,0.578125
+fresh-zh-2,layers.15.mlp.gated_product,128,3456,3584,4096,128,0.152351498799224,0.0,0.498291015625,0.031982421875,0.198486328125,1.0,70,0.546875
+fresh-zh-2,layers.15.mlp.gated_product,128,3584,3712,4096,128,0.15600679772663442,0.0,0.491943359375,0.02880859375,0.204833984375,1.0,72,0.5625
+fresh-zh-2,layers.15.mlp.gated_product,128,3712,3840,4096,128,0.16963966850650714,0.0,0.505615234375,0.033203125,0.2138671875,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gated_product,128,3840,3968,4096,128,0.16767897390923012,0.0,0.471923828125,0.03369140625,0.23193359375,1.0,61,0.4765625
+fresh-zh-2,layers.15.mlp.gated_product,128,3968,4096,4096,128,0.19015581265935982,0.0,0.486083984375,0.03564453125,0.231689453125,1.0,58,0.453125
+fresh-zh-2,layers.15.mlp.gated_product,128,4096,4224,4096,128,0.16694246199291132,0.0,0.50439453125,0.03271484375,0.206298828125,1.0,69,0.5390625
+fresh-zh-2,layers.15.mlp.gated_product,128,4224,4352,4096,128,0.15576601607269916,0.0,0.4814453125,0.034912109375,0.226318359375,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gated_product,128,4352,4480,4096,128,0.15719383755701996,0.0,0.48974609375,0.034423828125,0.202880859375,1.0,68,0.53125
+fresh-zh-2,layers.15.mlp.gated_product,128,4480,4608,4096,128,0.15161775347853612,0.0,0.542236328125,0.02783203125,0.192626953125,1.0,71,0.5546875
+fresh-zh-2,layers.15.mlp.gated_product,128,4608,4736,4096,128,0.16822797807335907,0.0,0.482666015625,0.036376953125,0.2216796875,1.0,66,0.515625
+fresh-zh-2,layers.15.mlp.gated_product,128,4736,4864,4096,128,0.1520278951354422,0.0,0.499755859375,0.0341796875,0.200439453125,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.gated_product,128,4864,4992,4096,128,0.1684774255912817,0.0,0.51318359375,0.03515625,0.23388671875,1.0,59,0.4609375
+fresh-zh-2,layers.15.mlp.gated_product,128,4992,5120,4096,128,0.15917170948200024,0.0,0.496337890625,0.032958984375,0.197998046875,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.gated_product,128,5120,5248,4096,128,0.145635350717675,0.0,0.5068359375,0.032958984375,0.19384765625,1.0,75,0.5859375
+fresh-zh-2,layers.15.mlp.gated_product,128,5248,5376,4096,128,0.20101226795520294,0.0,0.501708984375,0.037353515625,0.2373046875,1.0,50,0.390625
+fresh-zh-2,layers.15.mlp.gated_product,128,5376,5504,4096,128,0.2595374311603789,0.0,0.490478515625,0.04833984375,0.312744140625,1.0,26,0.203125
+fresh-zh-2,layers.15.mlp.gated_product,128,5504,5632,4096,128,0.18067180658705526,0.0,0.513916015625,0.03662109375,0.23779296875,1.0,55,0.4296875
+fresh-zh-2,layers.15.mlp.gated_product,128,5632,5760,4096,128,0.13473677905589623,0.0,0.531005859375,0.031005859375,0.203857421875,1.0,76,0.59375
+fresh-zh-2,layers.15.mlp.gated_product,128,5760,5888,4096,128,0.1563020560156189,0.0,0.482177734375,0.02392578125,0.18310546875,1.0,73,0.5703125
+fresh-zh-2,layers.15.mlp.gated_product,128,5888,6016,4096,128,0.15938221088255536,0.0,0.467041015625,0.03271484375,0.217529296875,1.0,67,0.5234375
+fresh-zh-2,layers.15.mlp.gated_product,128,6016,6144,4096,128,0.17875872712701973,0.0,0.48876953125,0.04052734375,0.23681640625,1.0,57,0.4453125
+fresh-zh-2,layers.15.mlp.down_proj.output,0,0,2048,65536,2048,0.11394234484478809,0.0,0.5049285888671875,0.0084991455078125,0.0869293212890625,1.0,1619,0.79052734375
+fresh-zh-2,layers.15.mlp.down_proj.output,64,0,64,2048,64,0.10088982984085647,0.0,0.52880859375,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,64,128,2048,64,0.11394157262935824,0.0,0.53271484375,0.00830078125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,128,192,2048,64,0.10353658800981488,0.0,0.43701171875,0.00634765625,0.07861328125,1.0,54,0.84375
+fresh-zh-2,layers.15.mlp.down_proj.output,64,192,256,2048,64,0.11177037083120725,0.0,0.478515625,0.01025390625,0.09521484375,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,256,320,2048,64,0.10519349849524147,0.0,0.53173828125,0.00732421875,0.078125,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,320,384,2048,64,0.11909155705275654,0.0,0.50537109375,0.00634765625,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,384,448,2048,64,0.10923918503192424,0.0,0.52197265625,0.00634765625,0.0712890625,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,448,512,2048,64,0.12378274396193903,0.0,0.486328125,0.01220703125,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.15.mlp.down_proj.output,64,512,576,2048,64,0.11888717129388929,0.0,0.515625,0.0107421875,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,576,640,2048,64,0.12120793536585471,0.0,0.48291015625,0.0087890625,0.09228515625,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,640,704,2048,64,0.10318344155800277,0.0,0.53515625,0.0078125,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,704,768,2048,64,0.1117569533207567,0.0,0.50439453125,0.00537109375,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,768,832,2048,64,0.10427889462948008,0.0,0.52587890625,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,832,896,2048,64,0.10390319218624205,0.0,0.4775390625,0.00634765625,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,896,960,2048,64,0.1085895848236769,0.0,0.49658203125,0.00732421875,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,960,1024,2048,64,0.11687263257462853,0.0,0.533203125,0.0078125,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1024,1088,2048,64,0.11131557105420016,0.0,0.52001953125,0.009765625,0.0966796875,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1088,1152,2048,64,0.10651517573949035,0.0,0.51708984375,0.0048828125,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1152,1216,2048,64,0.1653557330713322,0.0,0.5185546875,0.01318359375,0.13037109375,1.0,39,0.609375
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1216,1280,2048,64,0.11635211300761124,0.0,0.470703125,0.00732421875,0.09326171875,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1280,1344,2048,64,0.10221034820220627,0.0,0.521484375,0.01025390625,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1344,1408,2048,64,0.12205744055785006,0.0,0.50732421875,0.0107421875,0.09814453125,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1408,1472,2048,64,0.1232351365864179,0.0,0.45458984375,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1472,1536,2048,64,0.11092514827942766,0.0,0.48193359375,0.01123046875,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1536,1600,2048,64,0.10303010625127804,0.0,0.47802734375,0.0078125,0.08056640625,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1600,1664,2048,64,0.10420366048927662,0.0,0.52783203125,0.00732421875,0.0810546875,1.0,53,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1664,1728,2048,64,0.10740224705702277,0.0,0.521484375,0.00634765625,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1728,1792,2048,64,0.1108780789805841,0.0,0.501953125,0.00732421875,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1792,1856,2048,64,0.12570076517298762,0.0,0.53369140625,0.01171875,0.103515625,1.0,48,0.75
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1856,1920,2048,64,0.11760784250921429,0.0,0.482421875,0.00830078125,0.0732421875,1.0,50,0.78125
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1920,1984,2048,64,0.11306963003766503,0.0,0.51953125,0.0078125,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,64,1984,2048,2048,64,0.11098578110520221,0.0,0.50732421875,0.0068359375,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,0,128,4096,128,0.10761375316047733,0.0,0.53076171875,0.00830078125,0.086181640625,1.0,103,0.8046875
+fresh-zh-2,layers.15.mlp.down_proj.output,128,128,256,4096,128,0.10773216987617888,0.0,0.457763671875,0.008544921875,0.08740234375,1.0,106,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,256,384,4096,128,0.11235762343276565,0.0,0.5185546875,0.00732421875,0.080810546875,1.0,104,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,384,512,4096,128,0.11673767011805987,0.0,0.504150390625,0.00927734375,0.08154296875,1.0,101,0.7890625
+fresh-zh-2,layers.15.mlp.down_proj.output,128,512,640,4096,128,0.12005316133679235,0.0,0.499267578125,0.009521484375,0.092041015625,1.0,100,0.78125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,640,768,4096,128,0.10755565821306559,0.0,0.519775390625,0.007080078125,0.085693359375,1.0,103,0.8046875
+fresh-zh-2,layers.15.mlp.down_proj.output,128,768,896,4096,128,0.1040912129135725,0.0,0.501708984375,0.008056640625,0.08203125,1.0,106,0.828125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,896,1024,4096,128,0.11280715885328964,0.0,0.514892578125,0.00732421875,0.083251953125,1.0,103,0.8046875
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1024,1152,4096,128,0.10894181709044787,0.0,0.5185546875,0.00732421875,0.086181640625,1.0,104,0.8125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1152,1280,4096,128,0.142969109707121,0.0,0.49462890625,0.01025390625,0.1103515625,1.0,89,0.6953125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1280,1408,4096,128,0.11257214148080633,0.0,0.514404296875,0.011474609375,0.09130859375,1.0,100,0.78125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1408,1536,4096,128,0.11724181722040582,0.0,0.46826171875,0.01025390625,0.084716796875,1.0,102,0.796875
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1536,1664,4096,128,0.10361854480138695,0.0,0.5029296875,0.007568359375,0.080810546875,1.0,105,0.8203125
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1664,1792,4096,128,0.10915399917392492,0.0,0.51171875,0.0068359375,0.076904296875,1.0,103,0.8046875
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1792,1920,4096,128,0.12172158186769248,0.0,0.508056640625,0.010009765625,0.087646484375,1.0,98,0.765625
+fresh-zh-2,layers.15.mlp.down_proj.output,128,1920,2048,4096,128,0.11203255072608653,0.0,0.513427734375,0.007568359375,0.0869140625,1.0,102,0.796875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.216598080727357,0.0,0.4940287272135417,0.0147552490234375,0.14314778645833334,1.0,2418,0.3935546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.601815786101246,0.0,0.4423828125,0.01025390625,0.1240234375,1.0,25,0.390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,64,128,2048,64,2.4965888541436785,0.0,0.4892578125,0.01220703125,0.1083984375,1.0,30,0.46875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.4143364181142313,0.0,0.50537109375,0.01904296875,0.14501953125,1.0,23,0.359375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.6589992682258003,0.0,0.45654296875,0.00830078125,0.138671875,1.0,25,0.390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.2466399790485525,0.0,0.5546875,0.005859375,0.09521484375,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.6324722899425193,0.0,0.56005859375,0.009765625,0.0849609375,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.5483894165472227,0.0,0.5517578125,0.02294921875,0.19677734375,1.0,16,0.25
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.6349649390241954,0.0,0.4638671875,0.0126953125,0.12841796875,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.0908225346636287,0.0,0.47021484375,0.009765625,0.07958984375,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.1142400981082035,0.0,0.46728515625,0.01025390625,0.0810546875,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6297146412617811,0.0,0.54833984375,0.0107421875,0.12353515625,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.489989946620637,0.0,0.47509765625,0.01171875,0.1318359375,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.246830296562617,0.0,0.419921875,0.01318359375,0.13232421875,1.0,28,0.4375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.309758521706322,0.0,0.52734375,0.01220703125,0.1005859375,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.5668946804678037,0.0,0.48876953125,0.01220703125,0.1484375,1.0,24,0.375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.9828765484263572,0.0,0.4677734375,0.0107421875,0.12109375,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.2812148992366788,0.0,0.53564453125,0.01953125,0.173828125,1.0,18,0.28125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.4648010688127149,0.0,0.4951171875,0.01513671875,0.1357421875,1.0,32,0.5
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,3.22358033719764,0.0,0.57275390625,0.01611328125,0.1474609375,1.0,21,0.328125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,2.6416862426203673,0.0,0.50927734375,0.0087890625,0.09375,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.185156661544567,0.0,0.4169921875,0.00830078125,0.0947265625,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.309421091252583,0.0,0.5126953125,0.01416015625,0.10546875,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.9853939478388978,0.0,0.51025390625,0.029296875,0.2666015625,1.0,8,0.125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.6151980533692947,0.0,0.48974609375,0.01611328125,0.14453125,1.0,27,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.326428896473859,0.0,0.501953125,0.01416015625,0.1376953125,1.0,27,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.7625564869791588,0.0,0.51220703125,0.01220703125,0.11572265625,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.1174815946379995,0.0,0.5244140625,0.01220703125,0.1337890625,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.6009828620492113,0.0,0.47998046875,0.01171875,0.09765625,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.9300679192267374,0.0,0.4697265625,0.00927734375,0.1015625,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.847309737379724,0.0,0.46533203125,0.01611328125,0.1533203125,1.0,24,0.375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.6780935492538505,0.0,0.4677734375,0.0146484375,0.13525390625,1.0,25,0.390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3475057867020506,0.0,0.54345703125,0.01318359375,0.1103515625,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.3617991749822225,0.0,0.52197265625,0.0107421875,0.095703125,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.525040290157074,0.0,0.54931640625,0.01123046875,0.11376953125,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.469882700939458,0.0,0.4677734375,0.01611328125,0.140625,1.0,28,0.4375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.105793381545712,0.0,0.49755859375,0.0166015625,0.11474609375,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,3.1358619148523497,0.0,0.611328125,0.01025390625,0.0751953125,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.3037957286555595,0.0,0.43798828125,0.00732421875,0.06689453125,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.5385575193230092,0.0,0.4677734375,0.00927734375,0.1123046875,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.329092571674446,0.0,0.47314453125,0.01416015625,0.17822265625,1.0,20,0.3125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.1865382236574242,0.0,0.48681640625,0.0048828125,0.08203125,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.2867132719233005,0.0,0.51318359375,0.00537109375,0.0693359375,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.4149150640847632,0.0,0.4970703125,0.01708984375,0.12109375,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.8603626434672096,0.0,0.513671875,0.01953125,0.17236328125,1.0,18,0.28125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.5571137421294146,0.0,0.47021484375,0.0126953125,0.12890625,1.0,32,0.5
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.3433585566464754,0.0,0.47705078125,0.0107421875,0.12451171875,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.0256154335645946,0.0,0.50341796875,0.01171875,0.10302734375,1.0,33,0.515625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.43949695164439,0.0,0.46337890625,0.01416015625,0.130859375,1.0,30,0.46875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3076916810169752,0.0,0.46240234375,0.00927734375,0.1064453125,1.0,44,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.418871444995181,0.0,0.4765625,0.0126953125,0.103515625,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,3.1921276098659686,0.0,0.4580078125,0.0107421875,0.1396484375,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.0524720785670327,0.0,0.54931640625,0.01318359375,0.087890625,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.5128202339507375,0.0,0.52294921875,0.009765625,0.109375,1.0,32,0.5
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.4619230205000195,0.0,0.4814453125,0.0087890625,0.09619140625,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.9313683760206122,0.0,0.49462890625,0.01318359375,0.14208984375,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.628779028427309,0.0,0.50927734375,0.02587890625,0.216796875,1.0,9,0.140625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.1016269430661434,0.0,0.47802734375,0.01123046875,0.107421875,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.32545861181219,0.0,0.42724609375,0.013671875,0.13818359375,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.9737943361183652,0.0,0.52587890625,0.0107421875,0.1044921875,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.07725352727341,0.0,0.47998046875,0.01123046875,0.12255859375,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.387578551818702,0.0,0.52001953125,0.00830078125,0.06640625,1.0,42,0.65625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.695283277425682,0.0,0.4453125,0.0126953125,0.08740234375,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.0703722987530524,0.0,0.4677734375,0.009765625,0.083984375,1.0,38,0.59375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.236476280575681,0.0,0.4716796875,0.0078125,0.0751953125,1.0,38,0.59375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.473761484162138,0.0,0.50341796875,0.0185546875,0.18359375,1.0,17,0.265625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.247461671256547,0.0,0.4951171875,0.017578125,0.16796875,1.0,18,0.28125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.1677115012200447,0.0,0.46826171875,0.0185546875,0.18896484375,1.0,17,0.265625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.701441334229981,0.0,0.47314453125,0.01806640625,0.1591796875,1.0,23,0.359375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.8433135324764165,0.0,0.517578125,0.0078125,0.07666015625,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.1035949254612842,0.0,0.6083984375,0.00732421875,0.08154296875,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6560451277759562,0.0,0.55078125,0.01025390625,0.09326171875,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.7528489496233208,0.0,0.5087890625,0.01123046875,0.1259765625,1.0,33,0.515625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.3985105004270313,0.0,0.5263671875,0.00439453125,0.0654296875,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.5505661784246936,0.0,0.49365234375,0.009765625,0.103515625,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.0762645522084633,0.0,0.46484375,0.00927734375,0.1181640625,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.8642372135925274,0.0,0.5390625,0.0185546875,0.16943359375,1.0,22,0.34375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.3500693261074264,0.0,0.4677734375,0.01171875,0.12451171875,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1723879043910495,0.0,0.50341796875,0.01416015625,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.727670135068081,0.0,0.50830078125,0.0107421875,0.09033203125,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.4030428283962117,0.0,0.43994140625,0.01220703125,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.668638600741454,0.0,0.52197265625,0.01806640625,0.21533203125,1.0,15,0.234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.8599395778282244,0.0,0.50439453125,0.015625,0.1650390625,1.0,22,0.34375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.850618379473424,0.0,0.42578125,0.0126953125,0.10302734375,1.0,22,0.34375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.683549281905949,0.0,0.5302734375,0.01171875,0.1337890625,1.0,19,0.296875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.1965012082579267,0.0,0.49609375,0.013671875,0.11669921875,1.0,40,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.086209845969038,0.0,0.484375,0.0126953125,0.11572265625,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.4126597314520533,0.0,0.470703125,0.03125,0.2763671875,1.0,16,0.25
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.1173839274501565,0.0,0.44091796875,0.02783203125,0.28173828125,1.0,13,0.203125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.7357708708166013,0.0,0.4765625,0.02099609375,0.21240234375,1.0,10,0.15625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.1431040467119806,0.0,0.48974609375,0.01318359375,0.138671875,1.0,25,0.390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8680185138548506,0.0,0.5205078125,0.0126953125,0.1142578125,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.1045599890961635,0.0,0.5625,0.01171875,0.1494140625,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.367008815119811,0.0,0.46044921875,0.01220703125,0.12939453125,1.0,24,0.375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.052712214761684,0.0,0.4384765625,0.0087890625,0.12060546875,1.0,28,0.4375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.8553218461065812,0.0,0.4873046875,0.013671875,0.1416015625,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.7886498569343956,0.0,0.4296875,0.01171875,0.1298828125,1.0,28,0.4375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.549745211922173,0.0,0.4658203125,0.010986328125,0.115966796875,1.0,54,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.5396158615288646,0.0,0.48095703125,0.013916015625,0.140625,1.0,47,0.3671875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.447171995669133,0.0,0.557373046875,0.00732421875,0.08984375,1.0,67,0.5234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.140957609366459,0.0,0.5078125,0.019287109375,0.1669921875,1.0,39,0.3046875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.102563918636699,0.0,0.46875,0.010009765625,0.080322265625,1.0,75,0.5859375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.5614160004581712,0.0,0.51171875,0.01171875,0.129638671875,1.0,71,0.5546875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8389825674451057,0.0,0.4736328125,0.013671875,0.120361328125,1.0,69,0.5390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3079000820255364,0.0,0.478271484375,0.013427734375,0.138671875,1.0,60,0.46875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.9169746461148467,0.0,0.515380859375,0.01806640625,0.161865234375,1.0,44,0.34375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,2.947030403203958,0.0,0.541015625,0.013427734375,0.11962890625,1.0,53,0.4140625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.248147616618498,0.0,0.46484375,0.0107421875,0.099853515625,1.0,61,0.4765625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.4001501802388407,0.0,0.5,0.02197265625,0.216796875,1.0,19,0.1484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.0638406891207577,0.0,0.507080078125,0.013427734375,0.13037109375,1.0,58,0.453125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.8770821010555143,0.0,0.502197265625,0.011962890625,0.118896484375,1.0,62,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.4323173018138093,0.0,0.467529296875,0.013671875,0.130126953125,1.0,56,0.4375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.5218031747310323,0.0,0.505615234375,0.014892578125,0.123046875,1.0,57,0.4453125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.4447825884793137,0.0,0.53564453125,0.010986328125,0.10546875,1.0,69,0.5390625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.2950693150928707,0.0,0.482666015625,0.016357421875,0.12890625,1.0,59,0.4609375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,3.220923482924126,0.0,0.524658203125,0.0087890625,0.0712890625,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.973807418125494,0.0,0.470458984375,0.01123046875,0.143310546875,1.0,54,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.2371865134030657,0.0,0.5,0.005126953125,0.075439453125,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.652715009277506,0.0,0.50537109375,0.016357421875,0.149658203125,1.0,52,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.4541690784849557,0.0,0.4736328125,0.012451171875,0.126708984375,1.0,67,0.5234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.242126586722676,0.0,0.4833984375,0.01318359375,0.116455078125,1.0,62,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.364414473322479,0.0,0.469482421875,0.010498046875,0.1044921875,1.0,85,0.6640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.683497746502305,0.0,0.503662109375,0.012451171875,0.11328125,1.0,63,0.4921875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.4875018077400646,0.0,0.502197265625,0.00927734375,0.103271484375,1.0,66,0.515625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.30658437784007,0.0,0.501953125,0.02001953125,0.1826171875,1.0,32,0.25
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.2163701815212433,0.0,0.45263671875,0.012451171875,0.123291015625,1.0,67,0.5234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.0261843817706673,0.0,0.5029296875,0.010986328125,0.11328125,1.0,74,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.546083589228289,0.0,0.482666015625,0.0107421875,0.076416015625,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.1550252445182205,0.0,0.4697265625,0.0087890625,0.07958984375,1.0,74,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.3633217982631285,0.0,0.499267578125,0.01806640625,0.174560546875,1.0,35,0.2734375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.9485732942781442,0.0,0.470703125,0.01806640625,0.17578125,1.0,39,0.3046875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.9763008336954577,0.0,0.56298828125,0.00732421875,0.07861328125,1.0,73,0.5703125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.7051341450786301,0.0,0.52978515625,0.01025390625,0.109375,1.0,72,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.475370038491306,0.0,0.510009765625,0.007080078125,0.083984375,1.0,65,0.5078125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.5221244651610648,0.0,0.501953125,0.016357421875,0.1484375,1.0,58,0.453125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.2643537051906395,0.0,0.485595703125,0.0126953125,0.118896484375,1.0,82,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.57048625758326,0.0,0.47412109375,0.011474609375,0.09033203125,1.0,95,0.7421875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.3001094772357185,0.0,0.51318359375,0.015869140625,0.19140625,1.0,30,0.234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.7683444415218297,0.0,0.47802734375,0.0126953125,0.119140625,1.0,40,0.3125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.1426869586292565,0.0,0.490234375,0.013671875,0.117431640625,1.0,81,0.6328125
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.268358073543883,0.0,0.455810546875,0.028564453125,0.27880859375,1.0,28,0.21875
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.4696236554956388,0.0,0.483154296875,0.018310546875,0.17724609375,1.0,30,0.234375
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9933551504640472,0.0,0.54150390625,0.012451171875,0.13037109375,1.0,66,0.515625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.215441058512583,0.0,0.449462890625,0.01123046875,0.126953125,1.0,52,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.8222907922930092,0.0,0.45849609375,0.01318359375,0.135498046875,1.0,54,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.923740945950562,0.0,0.373046875,0.0110321044921875,0.107818603515625,1.0,977,0.47705078125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5731768273324584,0.0,0.427734375,0.01123046875,0.1279296875,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,64,128,2048,64,1.458790978619999,0.0,0.3671875,0.01513671875,0.134765625,1.0,30,0.46875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,128,192,2048,64,1.8421836792923438,0.0,0.455078125,0.01416015625,0.109375,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7781964825359602,0.0,0.43505859375,0.0126953125,0.1318359375,1.0,36,0.5625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6726747705215235,0.0,0.63720703125,0.0087890625,0.12841796875,1.0,25,0.390625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0125890582163823,0.0,0.5224609375,0.01171875,0.11376953125,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2418815937156347,0.0,0.3984375,0.00537109375,0.076171875,1.0,42,0.65625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,448,512,2048,64,1.514428287354678,0.0,0.447265625,0.00634765625,0.091796875,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,512,576,2048,64,0.9518990520734208,0.0,0.3916015625,0.01806640625,0.1357421875,1.0,23,0.359375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,576,640,2048,64,0.7230346756640522,0.0,0.32373046875,0.0068359375,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3255889072352045,0.0,0.3408203125,0.0107421875,0.08642578125,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,704,768,2048,64,1.844834756061921,0.0,0.38623046875,0.00830078125,0.08984375,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,768,832,2048,64,2.065946548952108,0.0,0.09326171875,0.0029296875,0.04052734375,1.0,49,0.765625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,832,896,2048,64,1.9133495950213741,0.0,0.11572265625,0.0087890625,0.05908203125,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,896,960,2048,64,1.7418536681667043,0.0,0.14990234375,0.00830078125,0.0458984375,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.7330076207828824,0.0,0.17138671875,0.00439453125,0.046875,1.0,38,0.59375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.8683830050537114,0.0,0.34375,0.00439453125,0.03466796875,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1088,1152,2048,64,2.9769684791967133,0.0,0.3193359375,0.00341796875,0.03515625,1.0,44,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.5493006273706358,0.0,0.34619140625,0.01513671875,0.134765625,1.0,26,0.40625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.8035720791109937,0.0,0.35888671875,0.01123046875,0.15283203125,1.0,24,0.375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.606185550612344,0.0,0.5146484375,0.009765625,0.1162109375,1.0,31,0.484375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1714775534734496,0.0,0.4638671875,0.00830078125,0.087890625,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.709010894173703,0.0,0.365234375,0.0078125,0.08740234375,1.0,42,0.65625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.7842248041428044,0.0,0.3984375,0.00244140625,0.03076171875,1.0,44,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.3875599051734393,0.0,0.1875,0.00146484375,0.01513671875,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.2101466539681023,0.0,0.17529296875,0.0029296875,0.03515625,1.0,39,0.609375
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.9093467748902218,0.0,0.1630859375,0.001953125,0.03857421875,1.0,37,0.578125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.4725802530239749,0.0,0.12060546875,0.00244140625,0.03369140625,1.0,44,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2419788929229298,0.0,0.50732421875,0.009765625,0.12744140625,1.0,34,0.53125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.2172413226871743,0.0,0.57861328125,0.01171875,0.1357421875,1.0,32,0.5
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1920,1984,2048,64,3.0133897258381825,0.0,0.66748046875,0.0048828125,0.04248046875,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.9599849544766177,0.0,0.76416015625,0.00390625,0.03955078125,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5170623667731846,0.0,0.3974609375,0.01318359375,0.131591796875,1.0,60,0.46875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,128,256,4096,128,1.8104727889082368,0.0,0.445068359375,0.013671875,0.1201171875,1.0,71,0.5546875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3826021641742738,0.0,0.579833984375,0.01171875,0.13232421875,1.0,54,0.421875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,384,512,4096,128,1.3848759746543566,0.0,0.4228515625,0.006103515625,0.08447265625,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,512,640,4096,128,0.8452487644329623,0.0,0.357666015625,0.012451171875,0.1142578125,1.0,58,0.453125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,640,768,4096,128,1.6063314147707923,0.0,0.363525390625,0.010986328125,0.089111328125,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,768,896,4096,128,1.991110471055735,0.0,0.1044921875,0.005615234375,0.048828125,1.0,93,0.7265625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.7374362743705667,0.0,0.16064453125,0.00634765625,0.04638671875,1.0,79,0.6171875
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1024,1152,4096,128,2.9231799799030296,0.0,0.33154296875,0.00390625,0.03515625,1.0,84,0.65625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.6812502310066457,0.0,0.3525390625,0.013671875,0.142333984375,1.0,49,0.3828125
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.40573676079272,0.0,0.4892578125,0.009765625,0.105224609375,1.0,69,0.5390625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.746875296109731,0.0,0.3818359375,0.00537109375,0.05908203125,1.0,85,0.6640625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.300564119171448,0.0,0.181396484375,0.002197265625,0.025146484375,1.0,84,0.65625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.705006995349263,0.0,0.141845703125,0.00341796875,0.035888671875,1.0,80,0.625
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.2296723157254716,0.0,0.54296875,0.0107421875,0.131591796875,1.0,64,0.5
+fresh-zh-2,layers.16.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.986806703698371,0.0,0.7158203125,0.00439453125,0.0400390625,1.0,87,0.6796875
+fresh-zh-2,layers.16.linear_attn.in_proj_b.output,0,0,16,512,16,1.3199733737207338,0.0,0.427734375,0.009765625,0.1015625,1.0,11,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_b.output,64,0,16,512,16,1.3199733737207338,0.0,0.427734375,0.009765625,0.1015625,1.0,11,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_b.output,128,0,16,512,16,1.3199733737207338,0.0,0.427734375,0.009765625,0.1015625,1.0,11,0.6875
+fresh-zh-2,layers.16.linear_attn.in_proj_a.output,0,0,16,512,16,1.8066040875213056,0.0,0.5390625,0.0078125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.16.linear_attn.in_proj_a.output,64,0,16,512,16,1.8066040875213056,0.0,0.5390625,0.0078125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.16.linear_attn.in_proj_a.output,128,0,16,512,16,1.8066040875213056,0.0,0.5390625,0.0078125,0.06640625,1.0,13,0.8125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07760704731731408,0.0,0.50665283203125,0.0103759765625,0.1030731201171875,1.0,1380,0.673828125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,0,64,2048,64,0.07499989336079892,0.0,0.50634765625,0.01025390625,0.08837890625,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,64,128,2048,64,0.07157042889977515,0.0,0.49853515625,0.01171875,0.08984375,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,128,192,2048,64,0.07473922992621683,0.0,0.52294921875,0.01416015625,0.10302734375,1.0,47,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,192,256,2048,64,0.07026159467748762,0.0,0.533203125,0.01025390625,0.09716796875,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,256,320,2048,64,0.06217972527011324,0.0,0.4833984375,0.0048828125,0.07763671875,1.0,52,0.8125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,320,384,2048,64,0.07387279645540161,0.0,0.47607421875,0.009765625,0.10302734375,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,384,448,2048,64,0.07352639872241828,0.0,0.53857421875,0.01171875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,448,512,2048,64,0.06921712114215346,0.0,0.51708984375,0.00830078125,0.103515625,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,512,576,2048,64,0.06993560473585382,0.0,0.5107421875,0.01171875,0.09521484375,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,576,640,2048,64,0.07626403810913684,0.0,0.54638671875,0.01025390625,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,640,704,2048,64,0.07372335278188247,0.0,0.47705078125,0.00927734375,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,704,768,2048,64,0.0811225232162416,0.0,0.4912109375,0.01025390625,0.099609375,1.0,41,0.640625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,768,832,2048,64,0.07341341887864425,0.0,0.49560546875,0.0087890625,0.09228515625,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,832,896,2048,64,0.07052554075309729,0.0,0.5361328125,0.0078125,0.10009765625,1.0,48,0.75
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,896,960,2048,64,0.07911565380717155,0.0,0.53857421875,0.00927734375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,960,1024,2048,64,0.0724799279846746,0.0,0.4443359375,0.00927734375,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1024,1088,2048,64,0.060931843505499725,0.0,0.5400390625,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06768890686453168,0.0,0.48193359375,0.0078125,0.0859375,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1152,1216,2048,64,0.19173396852986846,0.0,0.5341796875,0.0244140625,0.25537109375,1.0,5,0.078125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1216,1280,2048,64,0.07393059452759522,0.0,0.51220703125,0.0107421875,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06424571376566668,0.0,0.45751953125,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06555050511246602,0.0,0.5009765625,0.00634765625,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1408,1472,2048,64,0.0697808365284286,0.0,0.4599609375,0.01025390625,0.09765625,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07796249435270072,0.0,0.51806640625,0.01025390625,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1536,1600,2048,64,0.06386355597806312,0.0,0.55224609375,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07246406200076402,0.0,0.55517578125,0.0078125,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07083221872418721,0.0,0.4072265625,0.0087890625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07074039052942382,0.0,0.51123046875,0.01025390625,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06581808934566266,0.0,0.46728515625,0.00927734375,0.1064453125,1.0,45,0.703125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06652995438896359,0.0,0.4638671875,0.0087890625,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1920,1984,2048,64,0.07513284986870178,0.0,0.55029296875,0.00927734375,0.0986328125,1.0,44,0.6875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,64,1984,2048,2048,64,0.060772508147198846,0.0,0.58447265625,0.00732421875,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,0,128,4096,128,0.07330521910829058,0.0,0.50244140625,0.01123046875,0.08935546875,1.0,89,0.6953125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,128,256,4096,128,0.07253497148475162,0.0,0.528076171875,0.011962890625,0.099609375,1.0,91,0.7109375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,256,384,4096,128,0.06827703966491208,0.0,0.479736328125,0.007080078125,0.09130859375,1.0,97,0.7578125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,384,512,4096,128,0.07140427567133352,0.0,0.52783203125,0.009521484375,0.095947265625,1.0,92,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,512,640,4096,128,0.07316827290049102,0.0,0.528564453125,0.010986328125,0.093505859375,1.0,92,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,640,768,4096,128,0.07751127827087989,0.0,0.484130859375,0.010009765625,0.09619140625,1.0,85,0.6640625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,768,896,4096,128,0.07198396338757704,0.0,0.515869140625,0.008544921875,0.0966796875,1.0,93,0.7265625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,896,1024,4096,128,0.07587037181271697,0.0,0.491455078125,0.009765625,0.09375,1.0,93,0.7265625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06439905925358674,0.0,0.510986328125,0.008056640625,0.090087890625,1.0,95,0.7421875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1152,1280,4096,128,0.14530596597424394,0.0,0.523193359375,0.02001953125,0.197021484375,1.0,34,0.265625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06490138849731725,0.0,0.479248046875,0.0087890625,0.09521484375,1.0,93,0.7265625
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07398484869316882,0.0,0.489013671875,0.010009765625,0.099365234375,1.0,87,0.6796875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06829931941027587,0.0,0.5537109375,0.009033203125,0.084716796875,1.0,97,0.7578125
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07078631951742687,0.0,0.459228515625,0.009521484375,0.08740234375,1.0,94,0.734375
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06617497909373,0.0,0.465576171875,0.009033203125,0.1005859375,1.0,92,0.71875
+fresh-zh-2,layers.16.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06833096983028351,0.0,0.5673828125,0.00927734375,0.087890625,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.gate_proj.output,0,0,6144,196608,6144,1.1347347318240792,0.0,0.8084309895833334,0.0083770751953125,0.08192952473958333,1.0,3468,0.564453125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,0,64,2048,64,1.1378893892029645,0.0,0.79833984375,0.00830078125,0.08837890625,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,64,128,2048,64,1.2352578710545474,0.0,0.83447265625,0.0078125,0.0849609375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,128,192,2048,64,1.0391110305702922,0.0,0.78759765625,0.00830078125,0.0888671875,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,192,256,2048,64,1.225627910237477,0.0,0.85791015625,0.01171875,0.0830078125,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,256,320,2048,64,1.2060133955982162,0.0,0.84130859375,0.00732421875,0.06787109375,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,320,384,2048,64,1.1019369490192834,0.0,0.82666015625,0.00830078125,0.0859375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,384,448,2048,64,0.9348595576632482,0.0,0.7724609375,0.01123046875,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,448,512,2048,64,1.0861492454718562,0.0,0.78076171875,0.0087890625,0.08056640625,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,512,576,2048,64,1.0580317505207313,0.0,0.76708984375,0.005859375,0.08154296875,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,576,640,2048,64,1.1262173018495856,0.0,0.7783203125,0.0087890625,0.08203125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,640,704,2048,64,1.1654894722535147,0.0,0.85888671875,0.005859375,0.05908203125,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,704,768,2048,64,1.1690679374793018,0.0,0.78125,0.00439453125,0.07373046875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,768,832,2048,64,1.3160734099084264,0.0,0.8349609375,0.0068359375,0.07568359375,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,832,896,2048,64,1.0558917703098227,0.0,0.85986328125,0.0087890625,0.07275390625,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,896,960,2048,64,1.1184684307388257,0.0,0.78759765625,0.0068359375,0.0673828125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,960,1024,2048,64,1.1349081515415076,0.0,0.77392578125,0.009765625,0.08251953125,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1024,1088,2048,64,1.183970223848395,0.0,0.779296875,0.005859375,0.07958984375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1088,1152,2048,64,1.0815432431756722,0.0,0.80517578125,0.00634765625,0.080078125,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1152,1216,2048,64,0.9872786389716875,0.0,0.734375,0.00537109375,0.07080078125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1216,1280,2048,64,1.1910632779568635,0.0,0.826171875,0.0107421875,0.08544921875,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1280,1344,2048,64,1.0403242003289188,0.0,0.82958984375,0.00830078125,0.05908203125,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1344,1408,2048,64,1.0903651652706023,0.0,0.8154296875,0.00537109375,0.08251953125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1408,1472,2048,64,1.1695421358923426,0.0,0.7939453125,0.00830078125,0.08056640625,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1472,1536,2048,64,1.1047577355065763,0.0,0.82080078125,0.00830078125,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1536,1600,2048,64,1.0536861672522029,0.0,0.7802734375,0.005859375,0.0859375,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1600,1664,2048,64,1.0829022129522998,0.0,0.7861328125,0.01171875,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1664,1728,2048,64,1.298358170478683,0.0,0.7919921875,0.01220703125,0.083984375,1.0,32,0.5
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1728,1792,2048,64,1.2673579089106395,0.0,0.8603515625,0.0048828125,0.0693359375,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1792,1856,2048,64,1.1327751474925412,0.0,0.77685546875,0.0048828125,0.0810546875,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1856,1920,2048,64,1.2808825960214378,0.0,0.73974609375,0.0087890625,0.0869140625,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1920,1984,2048,64,1.10368453474626,0.0,0.78466796875,0.01025390625,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,1984,2048,2048,64,1.0777811863799205,0.0,0.80322265625,0.0048828125,0.083984375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2048,2112,2048,64,1.2917646853788187,0.0,0.8466796875,0.00830078125,0.07666015625,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2112,2176,2048,64,0.9203298564852167,0.0,0.78076171875,0.00927734375,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2176,2240,2048,64,1.0271626967805125,0.0,0.79443359375,0.01025390625,0.08203125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2240,2304,2048,64,1.2670695397746248,0.0,0.8017578125,0.0087890625,0.1015625,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2304,2368,2048,64,1.1884004274456836,0.0,0.78759765625,0.0068359375,0.09521484375,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2368,2432,2048,64,1.2139875299407252,0.0,0.84033203125,0.01123046875,0.07275390625,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2432,2496,2048,64,1.1191027810097438,0.0,0.8447265625,0.0068359375,0.07421875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2496,2560,2048,64,1.0464381729448753,0.0,0.8037109375,0.01220703125,0.0830078125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2560,2624,2048,64,1.0662672924689551,0.0,0.875,0.005859375,0.06005859375,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2624,2688,2048,64,1.2502229490917496,0.0,0.77197265625,0.0078125,0.0859375,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2688,2752,2048,64,1.1441230797636825,0.0,0.81640625,0.0126953125,0.09716796875,1.0,31,0.484375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2752,2816,2048,64,1.2158923100248915,0.0,0.84130859375,0.00634765625,0.0791015625,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2816,2880,2048,64,1.193831903575909,0.0,0.8310546875,0.0078125,0.0830078125,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2880,2944,2048,64,1.2218999892545601,0.0,0.81884765625,0.0107421875,0.09521484375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,2944,3008,2048,64,1.2507157723451372,0.0,0.81787109375,0.0068359375,0.0673828125,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3008,3072,2048,64,1.0475669524944065,0.0,0.802734375,0.01171875,0.0830078125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3072,3136,2048,64,1.1744184984369324,0.0,0.828125,0.00830078125,0.08251953125,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3136,3200,2048,64,1.0341507285399867,0.0,0.82763671875,0.0068359375,0.07373046875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3200,3264,2048,64,1.1646165689582617,0.0,0.876953125,0.00439453125,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3264,3328,2048,64,1.0742082947161773,0.0,0.8115234375,0.00634765625,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3328,3392,2048,64,1.108492995982667,0.0,0.77099609375,0.01318359375,0.0927734375,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3392,3456,2048,64,1.2099590882065276,0.0,0.82568359375,0.01025390625,0.07080078125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3456,3520,2048,64,1.0370581606307232,0.0,0.7880859375,0.0087890625,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3520,3584,2048,64,1.0295829498126359,0.0,0.77783203125,0.00537109375,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3584,3648,2048,64,1.1087303406836073,0.0,0.81591796875,0.01171875,0.0810546875,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3648,3712,2048,64,1.172564896307682,0.0,0.8134765625,0.0029296875,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3712,3776,2048,64,1.1371684311693684,0.0,0.81591796875,0.0107421875,0.087890625,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3776,3840,2048,64,1.0924161299630144,0.0,0.78515625,0.01025390625,0.10791015625,1.0,31,0.484375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3840,3904,2048,64,1.1209750291252876,0.0,0.80029296875,0.01416015625,0.10205078125,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3904,3968,2048,64,1.0366200119252433,0.0,0.78515625,0.005859375,0.0693359375,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,3968,4032,2048,64,1.1237965424207437,0.0,0.810546875,0.0078125,0.080078125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4032,4096,2048,64,0.9278827694931313,0.0,0.79296875,0.0078125,0.0849609375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4096,4160,2048,64,1.0591037539683676,0.0,0.810546875,0.0078125,0.07470703125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4160,4224,2048,64,1.069991365337046,0.0,0.822265625,0.00927734375,0.07861328125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4224,4288,2048,64,1.1023132006109448,0.0,0.79638671875,0.0107421875,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4288,4352,2048,64,1.0925498447032778,0.0,0.7548828125,0.01171875,0.10107421875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4352,4416,2048,64,1.1303528780625278,0.0,0.8251953125,0.00830078125,0.07861328125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4416,4480,2048,64,1.036533925067171,0.0,0.76416015625,0.005859375,0.0966796875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4480,4544,2048,64,1.1064178703019918,0.0,0.81005859375,0.00830078125,0.07861328125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4544,4608,2048,64,1.1382499601118918,0.0,0.830078125,0.00732421875,0.09423828125,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4608,4672,2048,64,1.1412964144840663,0.0,0.8310546875,0.0078125,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4672,4736,2048,64,1.2861939015525792,0.0,0.8427734375,0.00634765625,0.07373046875,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4736,4800,2048,64,1.1633279447058718,0.0,0.82373046875,0.005859375,0.0732421875,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4800,4864,2048,64,1.0842187717581506,0.0,0.7998046875,0.0068359375,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4864,4928,2048,64,1.0319588097562375,0.0,0.74560546875,0.00830078125,0.08984375,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4928,4992,2048,64,1.078832811864352,0.0,0.7548828125,0.01025390625,0.09033203125,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,4992,5056,2048,64,1.0649902576525436,0.0,0.77392578125,0.0078125,0.08349609375,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5056,5120,2048,64,1.2395784243331673,0.0,0.814453125,0.01171875,0.0966796875,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5120,5184,2048,64,1.1627024414841325,0.0,0.8310546875,0.01025390625,0.0859375,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5184,5248,2048,64,1.2238008969704368,0.0,0.8154296875,0.009765625,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5248,5312,2048,64,1.2236031150987339,0.0,0.837890625,0.0078125,0.0791015625,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5312,5376,2048,64,1.135624678870449,0.0,0.85107421875,0.005859375,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5376,5440,2048,64,1.1864291792795296,0.0,0.84375,0.009765625,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5440,5504,2048,64,1.0585983085004333,0.0,0.83984375,0.00732421875,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5504,5568,2048,64,1.208262545068555,0.0,0.7998046875,0.00634765625,0.08984375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5568,5632,2048,64,1.174151403458842,0.0,0.84033203125,0.009765625,0.08154296875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5632,5696,2048,64,1.131960206378593,0.0,0.7783203125,0.0078125,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5696,5760,2048,64,1.0185130486080591,0.0,0.8251953125,0.00732421875,0.08740234375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5760,5824,2048,64,1.1502089030240348,0.0,0.7216796875,0.0107421875,0.10595703125,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5824,5888,2048,64,1.2966204458022534,0.0,0.84521484375,0.01025390625,0.0849609375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5888,5952,2048,64,1.0515352274259018,0.0,0.83740234375,0.0068359375,0.060546875,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,5952,6016,2048,64,1.2122227388007747,0.0,0.8251953125,0.0087890625,0.07666015625,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,6016,6080,2048,64,1.090351996893427,0.0,0.83203125,0.005859375,0.0908203125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,64,6080,6144,2048,64,1.2051722992319025,0.0,0.814453125,0.0078125,0.06787109375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,0,128,4096,128,1.1875719494125208,0.0,0.81640625,0.008544921875,0.08837890625,1.0,70,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,128,256,4096,128,1.1362032186642361,0.0,0.82275390625,0.01025390625,0.08740234375,1.0,69,0.5390625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,256,384,4096,128,1.1551479017806046,0.0,0.833984375,0.007568359375,0.078369140625,1.0,71,0.5546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,384,512,4096,128,1.0133317758743696,0.0,0.776611328125,0.010009765625,0.077880859375,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,512,640,4096,128,1.0926565325149808,0.0,0.772705078125,0.00732421875,0.08203125,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,640,768,4096,128,1.1672800761547943,0.0,0.820068359375,0.005126953125,0.06640625,1.0,77,0.6015625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,768,896,4096,128,1.193096109053249,0.0,0.847412109375,0.009033203125,0.073486328125,1.0,71,0.5546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,896,1024,4096,128,1.1267182751235407,0.0,0.78076171875,0.00830078125,0.074951171875,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1024,1152,4096,128,1.1339138586811985,0.0,0.792236328125,0.006103515625,0.07861328125,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1152,1280,4096,128,1.0939266070141855,0.0,0.7802734375,0.00830078125,0.07666015625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1280,1408,4096,128,1.065638455440116,0.0,0.822509765625,0.006591796875,0.07080078125,1.0,82,0.640625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1408,1536,4096,128,1.1376111949583745,0.0,0.807373046875,0.008056640625,0.07958984375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1536,1664,4096,128,1.0683940616354122,0.0,0.783203125,0.0087890625,0.082763671875,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1664,1792,4096,128,1.282951676433509,0.0,0.826171875,0.0087890625,0.07666015625,1.0,71,0.5546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1792,1920,4096,128,1.209098788264914,0.0,0.75830078125,0.00732421875,0.083251953125,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,1920,2048,4096,128,1.0908097537959076,0.0,0.7939453125,0.007568359375,0.08447265625,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2048,2176,4096,128,1.121530883910456,0.0,0.813720703125,0.0087890625,0.080322265625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2176,2304,4096,128,1.1533708042694022,0.0,0.798095703125,0.00927734375,0.094970703125,1.0,69,0.5390625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2304,2432,4096,128,1.2012621068702423,0.0,0.81396484375,0.009033203125,0.084228515625,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2432,2560,4096,128,1.0833798697271313,0.0,0.82421875,0.00927734375,0.0791015625,1.0,77,0.6015625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2560,2688,4096,128,1.1618914238053286,0.0,0.823486328125,0.00732421875,0.074951171875,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2688,2816,4096,128,1.1805532032114439,0.0,0.828857421875,0.010009765625,0.08837890625,1.0,66,0.515625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2816,2944,4096,128,1.2079474735550326,0.0,0.824951171875,0.00927734375,0.0888671875,1.0,68,0.53125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,2944,3072,4096,128,1.1536217887920008,0.0,0.810302734375,0.009521484375,0.076171875,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3072,3200,4096,128,1.106509498108951,0.0,0.827880859375,0.007080078125,0.077880859375,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3200,3328,4096,128,1.120324777269777,0.0,0.84423828125,0.00537109375,0.08056640625,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3328,3456,4096,128,1.160335666364738,0.0,0.79833984375,0.012451171875,0.0810546875,1.0,71,0.5546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3456,3584,4096,128,1.0333273148126074,0.0,0.782958984375,0.007080078125,0.08251953125,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3584,3712,4096,128,1.1410940812232429,0.0,0.814697265625,0.007080078125,0.08349609375,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3712,3840,4096,128,1.1150168254003103,0.0,0.800537109375,0.010986328125,0.097412109375,1.0,67,0.5234375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3840,3968,4096,128,1.079621708064063,0.0,0.792724609375,0.010009765625,0.08740234375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,3968,4096,4096,128,1.0305059686093676,0.0,0.8017578125,0.007568359375,0.081787109375,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4096,4224,4096,128,1.0645614786299862,0.0,0.81640625,0.008544921875,0.07666015625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4224,4352,4096,128,1.0974423801280642,0.0,0.775634765625,0.01123046875,0.090087890625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4352,4480,4096,128,1.0844584378295454,0.0,0.794677734375,0.007080078125,0.087890625,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4480,4608,4096,128,1.122446763864175,0.0,0.820068359375,0.00732421875,0.085693359375,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4608,4736,4096,128,1.215905477022213,0.0,0.8369140625,0.007080078125,0.07568359375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4736,4864,4096,128,1.124469264134494,0.0,0.811767578125,0.00634765625,0.07373046875,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4864,4992,4096,128,1.055656009547773,0.0,0.750244140625,0.009521484375,0.08984375,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,4992,5120,4096,128,1.155586197340365,0.0,0.794189453125,0.009521484375,0.091064453125,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5120,5248,4096,128,1.1936426606943151,0.0,0.8232421875,0.010498046875,0.07958984375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5248,5376,4096,128,1.1804338174033595,0.0,0.844482421875,0.007080078125,0.084716796875,1.0,69,0.5390625
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5376,5504,4096,128,1.1243319296822174,0.0,0.841796875,0.0087890625,0.0732421875,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5504,5632,4096,128,1.1913290679027166,0.0,0.820068359375,0.008056640625,0.0859375,1.0,70,0.546875
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5632,5760,4096,128,1.0767318001734574,0.0,0.8017578125,0.00732421875,0.086181640625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5760,5888,4096,128,1.2256029334715604,0.0,0.783447265625,0.010498046875,0.095458984375,1.0,65,0.5078125
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,5888,6016,4096,128,1.1347269061283631,0.0,0.831298828125,0.00830078125,0.06982421875,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gate_proj.output,128,6016,6144,4096,128,1.1491970562017193,0.0,0.8232421875,0.0068359375,0.078369140625,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.up_proj.output,0,0,6144,196608,6144,0.5350608107615111,0.0,0.504486083984375,0.008570353190104166,0.08645121256510417,1.0,4533,0.73779296875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,0,64,2048,64,0.5256375973445658,0.0,0.5146484375,0.00537109375,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,64,128,2048,64,0.5838704206605723,0.0,0.5087890625,0.00927734375,0.10498046875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,128,192,2048,64,0.5163771595558775,0.0,0.49072265625,0.01123046875,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,192,256,2048,64,0.606573562686714,0.0,0.49951171875,0.0078125,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,256,320,2048,64,0.5855854309788185,0.0,0.47509765625,0.00927734375,0.08642578125,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,320,384,2048,64,0.4601054910317029,0.0,0.498046875,0.005859375,0.07373046875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,384,448,2048,64,0.49861937298905457,0.0,0.50341796875,0.00732421875,0.0751953125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,448,512,2048,64,0.5372735672837992,0.0,0.45068359375,0.01220703125,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,512,576,2048,64,0.5246150372261907,0.0,0.498046875,0.00439453125,0.0732421875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,576,640,2048,64,0.5888062630188468,0.0,0.4951171875,0.0068359375,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,640,704,2048,64,0.4927697446576325,0.0,0.498046875,0.0068359375,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,704,768,2048,64,0.5134938801441081,0.0,0.49951171875,0.001953125,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,768,832,2048,64,0.5846152346728037,0.0,0.5537109375,0.00732421875,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,832,896,2048,64,0.5019504691361086,0.0,0.513671875,0.0068359375,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,896,960,2048,64,0.5068301000127998,0.0,0.486328125,0.01123046875,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,960,1024,2048,64,0.5188998971964551,0.0,0.52294921875,0.0068359375,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1024,1088,2048,64,0.5600285921778894,0.0,0.494140625,0.01171875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1088,1152,2048,64,0.5253845254183005,0.0,0.49169921875,0.005859375,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1152,1216,2048,64,0.5089307517428512,0.0,0.50439453125,0.009765625,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1216,1280,2048,64,0.5869190713682247,0.0,0.4638671875,0.0087890625,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1280,1344,2048,64,0.5258649824307049,0.0,0.47900390625,0.00830078125,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1344,1408,2048,64,0.5008321150333614,0.0,0.49609375,0.00830078125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1408,1472,2048,64,0.5556753437344085,0.0,0.56103515625,0.00927734375,0.0810546875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1472,1536,2048,64,0.4820684637949192,0.0,0.47998046875,0.01123046875,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1536,1600,2048,64,0.5699364276493756,0.0,0.533203125,0.01123046875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1600,1664,2048,64,0.4934308675922112,0.0,0.53564453125,0.001953125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1664,1728,2048,64,0.611315949327075,0.0,0.51904296875,0.01123046875,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1728,1792,2048,64,0.5411242992253874,0.0,0.4951171875,0.01171875,0.095703125,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1792,1856,2048,64,0.557115050648729,0.0,0.49560546875,0.005859375,0.0927734375,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1856,1920,2048,64,0.5517124132058154,0.0,0.486328125,0.0078125,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1920,1984,2048,64,0.5454560695559907,0.0,0.48681640625,0.00439453125,0.072265625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,1984,2048,2048,64,0.5005377080248707,0.0,0.4814453125,0.00732421875,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2048,2112,2048,64,0.5300142534335988,0.0,0.55712890625,0.005859375,0.0791015625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2112,2176,2048,64,0.48005292719849973,0.0,0.5068359375,0.01220703125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2176,2240,2048,64,0.5511672956520534,0.0,0.486328125,0.01123046875,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2240,2304,2048,64,0.48753147698889654,0.0,0.46484375,0.009765625,0.09130859375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2304,2368,2048,64,0.6287733350754449,0.0,0.5126953125,0.00732421875,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2368,2432,2048,64,0.5418257682150455,0.0,0.50439453125,0.0087890625,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2432,2496,2048,64,0.5134710186614999,0.0,0.4814453125,0.00830078125,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2496,2560,2048,64,0.5403848858823596,0.0,0.56494140625,0.00927734375,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2560,2624,2048,64,0.44869834081810406,0.0,0.501953125,0.0068359375,0.0712890625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2624,2688,2048,64,0.5357101917545869,0.0,0.4833984375,0.01416015625,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2688,2752,2048,64,0.4904880943891819,0.0,0.5068359375,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2752,2816,2048,64,0.4968133088969488,0.0,0.54931640625,0.0048828125,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2816,2880,2048,64,0.509535226933656,0.0,0.5419921875,0.0107421875,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2880,2944,2048,64,0.6044151829062333,0.0,0.48974609375,0.01025390625,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,2944,3008,2048,64,0.5937329418164158,0.0,0.51025390625,0.0068359375,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3008,3072,2048,64,0.5068865309175513,0.0,0.52685546875,0.0107421875,0.0712890625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3072,3136,2048,64,0.5180615865449345,0.0,0.5546875,0.00927734375,0.07421875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3136,3200,2048,64,0.5158309289292937,0.0,0.4052734375,0.0048828125,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3200,3264,2048,64,0.5228607342605209,0.0,0.53173828125,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3264,3328,2048,64,0.5663075447853732,0.0,0.541015625,0.01123046875,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3328,3392,2048,64,0.48172337618366573,0.0,0.47802734375,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3392,3456,2048,64,0.5344983097902588,0.0,0.5810546875,0.00634765625,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3456,3520,2048,64,0.5139302812915335,0.0,0.5205078125,0.0107421875,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3520,3584,2048,64,0.5295839474047207,0.0,0.439453125,0.00927734375,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3584,3648,2048,64,0.539519396485873,0.0,0.50146484375,0.0087890625,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3648,3712,2048,64,0.4603215903147146,0.0,0.45263671875,0.01171875,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3712,3776,2048,64,0.5124573128832886,0.0,0.5087890625,0.01025390625,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3776,3840,2048,64,0.5115383481966777,0.0,0.49169921875,0.0087890625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3840,3904,2048,64,0.5455430821502308,0.0,0.5400390625,0.01220703125,0.09130859375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3904,3968,2048,64,0.5519311961829398,0.0,0.51611328125,0.00537109375,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,3968,4032,2048,64,0.5599885230216519,0.0,0.4775390625,0.01025390625,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4032,4096,2048,64,0.5319136601833843,0.0,0.47705078125,0.01025390625,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4096,4160,2048,64,0.4944656983341662,0.0,0.5556640625,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4160,4224,2048,64,0.46189748460516983,0.0,0.5224609375,0.0068359375,0.07568359375,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4224,4288,2048,64,0.4835239934019111,0.0,0.52197265625,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4288,4352,2048,64,0.5940929428469675,0.0,0.53955078125,0.0087890625,0.08154296875,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4352,4416,2048,64,0.513363757160682,0.0,0.4951171875,0.00634765625,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4416,4480,2048,64,0.5311110348121257,0.0,0.51513671875,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4480,4544,2048,64,0.51331912329515,0.0,0.47509765625,0.00439453125,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4544,4608,2048,64,0.5561670297979315,0.0,0.57275390625,0.01025390625,0.0986328125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4608,4672,2048,64,0.5222762552092712,0.0,0.40771484375,0.0078125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4672,4736,2048,64,0.5289072261463998,0.0,0.5791015625,0.0107421875,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4736,4800,2048,64,0.48751155653631173,0.0,0.46337890625,0.005859375,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4800,4864,2048,64,0.47955174007348045,0.0,0.462890625,0.0068359375,0.07080078125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4864,4928,2048,64,0.5059307187565694,0.0,0.48291015625,0.005859375,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4928,4992,2048,64,0.47293983419114183,0.0,0.54638671875,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,4992,5056,2048,64,0.5083748417161027,0.0,0.53125,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5056,5120,2048,64,0.580103638798979,0.0,0.443359375,0.009765625,0.103515625,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5120,5184,2048,64,0.5144878412392786,0.0,0.4501953125,0.00732421875,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5184,5248,2048,64,0.6057680428051032,0.0,0.5224609375,0.0126953125,0.0986328125,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5248,5312,2048,64,0.6411685671459476,0.0,0.44970703125,0.0107421875,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5312,5376,2048,64,0.5391775646809839,0.0,0.4873046875,0.0078125,0.08935546875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5376,5440,2048,64,0.5224428107392185,0.0,0.5048828125,0.01123046875,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5440,5504,2048,64,0.5023183607214189,0.0,0.4638671875,0.01025390625,0.078125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5504,5568,2048,64,0.7062431214016363,0.0,0.505859375,0.0126953125,0.12890625,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5568,5632,2048,64,0.5577237295416471,0.0,0.5048828125,0.009765625,0.087890625,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5632,5696,2048,64,0.5473849565618607,0.0,0.54931640625,0.0107421875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5696,5760,2048,64,0.5092510002658651,0.0,0.49169921875,0.00830078125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5760,5824,2048,64,0.5064199798193223,0.0,0.5693359375,0.00390625,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5824,5888,2048,64,0.5580278781837643,0.0,0.5478515625,0.0068359375,0.09375,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5888,5952,2048,64,0.53766268232867,0.0,0.46826171875,0.00732421875,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,64,5952,6016,2048,64,0.5767634105703537,0.0,0.47314453125,0.009765625,0.08984375,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.up_proj.output,64,6016,6080,2048,64,0.5548986556269865,0.0,0.56201171875,0.00927734375,0.08056640625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,64,6080,6144,2048,64,0.5703429545428716,0.0,0.54736328125,0.009765625,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,0,128,4096,128,0.5555175748185297,0.0,0.51171875,0.006591796875,0.09228515625,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,128,256,4096,128,0.5632836132275859,0.0,0.4951171875,0.009033203125,0.101806640625,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,256,384,4096,128,0.526596315906299,0.0,0.486572265625,0.007568359375,0.079833984375,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,384,512,4096,128,0.5183069386096703,0.0,0.47705078125,0.010009765625,0.080078125,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,512,640,4096,128,0.5576350745129187,0.0,0.49658203125,0.005615234375,0.0771484375,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,640,768,4096,128,0.5032385051818868,0.0,0.498779296875,0.00439453125,0.083984375,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,768,896,4096,128,0.5448528453066465,0.0,0.53369140625,0.00732421875,0.086669921875,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,896,1024,4096,128,0.5129005037965338,0.0,0.504638671875,0.009033203125,0.084716796875,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1024,1152,4096,128,0.542982929568583,0.0,0.492919921875,0.008544921875,0.0888671875,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1152,1280,4096,128,0.549310707343887,0.0,0.484130859375,0.00927734375,0.088134765625,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1280,1408,4096,128,0.5135011135312345,0.0,0.487548828125,0.008544921875,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1408,1536,4096,128,0.5201754951071544,0.0,0.5205078125,0.01025390625,0.08154296875,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1536,1664,4096,128,0.5330579483764097,0.0,0.534423828125,0.00634765625,0.087158203125,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1664,1792,4096,128,0.577287925178515,0.0,0.507080078125,0.01171875,0.09619140625,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1792,1920,4096,128,0.5544203128244493,0.0,0.490966796875,0.0068359375,0.09326171875,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,1920,2048,4096,128,0.5234789016618819,0.0,0.484130859375,0.005859375,0.073486328125,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2048,2176,4096,128,0.5056510267737143,0.0,0.531982421875,0.00927734375,0.081298828125,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2176,2304,4096,128,0.5203231346247122,0.0,0.4755859375,0.010498046875,0.08837890625,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2304,2432,4096,128,0.5869118630611081,0.0,0.508544921875,0.008056640625,0.091796875,1.0,89,0.6953125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2432,2560,4096,128,0.5270997590093214,0.0,0.523193359375,0.009033203125,0.08349609375,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2560,2688,4096,128,0.4941232693380549,0.0,0.49267578125,0.010009765625,0.08203125,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2688,2816,4096,128,0.4936608322698217,0.0,0.528076171875,0.00634765625,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2816,2944,4096,128,0.5589918876038846,0.0,0.515869140625,0.010986328125,0.08935546875,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,2944,3072,4096,128,0.5520202720116377,0.0,0.5185546875,0.009033203125,0.077392578125,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3072,3200,4096,128,0.5169474609152814,0.0,0.47998046875,0.007080078125,0.080322265625,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3200,3328,4096,128,0.5450172395036181,0.0,0.536376953125,0.0107421875,0.0869140625,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3328,3456,4096,128,0.5087955651980631,0.0,0.529541015625,0.0078125,0.082275390625,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3456,3584,4096,128,0.5218158158666527,0.0,0.47998046875,0.009765625,0.084228515625,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3584,3712,4096,128,0.5014863635705105,0.0,0.47705078125,0.009765625,0.0859375,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3712,3840,4096,128,0.5119980367166198,0.0,0.500244140625,0.009521484375,0.087158203125,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3840,3968,4096,128,0.5487464349778978,0.0,0.528076171875,0.0087890625,0.08740234375,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,3968,4096,4096,128,0.5461315261938537,0.0,0.477294921875,0.010009765625,0.09228515625,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4096,4224,4096,128,0.47845878250570223,0.0,0.5390625,0.007080078125,0.080810546875,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4224,4352,4096,128,0.5416372757371402,0.0,0.53076171875,0.008056640625,0.08447265625,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4352,4480,4096,128,0.5223127791205853,0.0,0.505126953125,0.00732421875,0.076904296875,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4480,4608,4096,128,0.5351720692332301,0.0,0.52392578125,0.00732421875,0.08740234375,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4608,4736,4096,128,0.525602197781411,0.0,0.493408203125,0.00927734375,0.08349609375,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4736,4864,4096,128,0.4835480271720486,0.0,0.463134765625,0.00634765625,0.07373046875,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4864,4992,4096,128,0.48971317061433195,0.0,0.5146484375,0.0078125,0.083984375,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.up_proj.output,128,4992,5120,4096,128,0.5454196601873135,0.0,0.4873046875,0.0087890625,0.09375,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5120,5248,4096,128,0.5619842793472868,0.0,0.486328125,0.010009765625,0.091552734375,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5248,5376,4096,128,0.5923721709159302,0.0,0.468505859375,0.00927734375,0.0947265625,1.0,88,0.6875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5376,5504,4096,128,0.5124793781270367,0.0,0.484375,0.010986328125,0.085205078125,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5504,5632,4096,128,0.6363313229053599,0.0,0.50537109375,0.0107421875,0.11083984375,1.0,85,0.6640625
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5632,5760,4096,128,0.5286619297537957,0.0,0.5205078125,0.009033203125,0.08740234375,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5760,5888,4096,128,0.5328490915777546,0.0,0.55859375,0.005615234375,0.089111328125,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,5888,6016,4096,128,0.5575559127753945,0.0,0.470703125,0.008544921875,0.0830078125,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.up_proj.output,128,6016,6144,4096,128,0.5626737970677722,0.0,0.5546875,0.009521484375,0.085693359375,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,0,0,6144,196608,6144,0.3073186847125872,0.0,0.8084309895833334,0.004801432291666667,0.045038859049479164,1.0,4368,0.7109375
+fresh-zh-2,layers.16.mlp.silu_gate,64,0,64,2048,64,0.28890319972674505,0.0,0.79833984375,0.00439453125,0.0419921875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,64,128,2048,64,0.33300584201525935,0.0,0.83447265625,0.00439453125,0.04248046875,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.silu_gate,64,128,192,2048,64,0.25404446498978595,0.0,0.78759765625,0.00537109375,0.04296875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,192,256,2048,64,0.2381035139512529,0.0,0.85791015625,0.00634765625,0.03271484375,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,256,320,2048,64,0.27821547908611866,0.0,0.84130859375,0.00439453125,0.033203125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,320,384,2048,64,0.2511600649436975,0.0,0.82666015625,0.00244140625,0.03466796875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,384,448,2048,64,0.2868704199736105,0.0,0.7724609375,0.00732421875,0.05078125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,448,512,2048,64,0.31135095475279595,0.0,0.78076171875,0.00537109375,0.04248046875,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,64,512,576,2048,64,0.3092103416581296,0.0,0.76708984375,0.00244140625,0.041015625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,576,640,2048,64,0.3092342351075294,0.0,0.7783203125,0.005859375,0.044921875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,640,704,2048,64,0.2772441491722403,0.0,0.85888671875,0.00244140625,0.02734375,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,704,768,2048,64,0.3187933586236511,0.0,0.78125,0.00341796875,0.03564453125,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,768,832,2048,64,0.27717329360345955,0.0,0.8349609375,0.00390625,0.03125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,832,896,2048,64,0.24284499976392873,0.0,0.85986328125,0.005859375,0.037109375,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.silu_gate,64,896,960,2048,64,0.36694777302718734,0.0,0.78759765625,0.00439453125,0.04833984375,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.silu_gate,64,960,1024,2048,64,0.3992551027987897,0.0,0.77392578125,0.0078125,0.06591796875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.silu_gate,64,1024,1088,2048,64,0.3602769036999198,0.0,0.779296875,0.00439453125,0.0400390625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.silu_gate,64,1088,1152,2048,64,0.3130722321011015,0.0,0.80517578125,0.0048828125,0.04345703125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,1152,1216,2048,64,0.35128715269170263,0.0,0.734375,0.00390625,0.052734375,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.silu_gate,64,1216,1280,2048,64,0.25613936401988113,0.0,0.826171875,0.0029296875,0.0361328125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,1280,1344,2048,64,0.2872366010039105,0.0,0.82958984375,0.00244140625,0.03857421875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,1344,1408,2048,64,0.29067738579193275,0.0,0.8154296875,0.00341796875,0.0478515625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,1408,1472,2048,64,0.3631033848361323,0.0,0.7939453125,0.00439453125,0.0478515625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.silu_gate,64,1472,1536,2048,64,0.256078346045303,0.0,0.82080078125,0.0029296875,0.03466796875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,1536,1600,2048,64,0.28213840122970396,0.0,0.7802734375,0.0029296875,0.04296875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,1600,1664,2048,64,0.2731360581623772,0.0,0.7861328125,0.0087890625,0.0400390625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,1664,1728,2048,64,0.3196943519706412,0.0,0.7919921875,0.00634765625,0.04443359375,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.silu_gate,64,1728,1792,2048,64,0.28095320850410144,0.0,0.8603515625,0.0009765625,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,1792,1856,2048,64,0.40725012204824207,0.0,0.77685546875,0.00390625,0.060546875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.silu_gate,64,1856,1920,2048,64,0.4465168301371803,0.0,0.73974609375,0.00830078125,0.06103515625,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.silu_gate,64,1920,1984,2048,64,0.3467275617527093,0.0,0.78466796875,0.0068359375,0.04833984375,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.silu_gate,64,1984,2048,2048,64,0.28394913575248415,0.0,0.80322265625,0.0029296875,0.044921875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2048,2112,2048,64,0.2915059909629408,0.0,0.8466796875,0.00390625,0.03515625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,2112,2176,2048,64,0.2863419261065877,0.0,0.78076171875,0.00732421875,0.04736328125,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,2176,2240,2048,64,0.2709149645077884,0.0,0.79443359375,0.0068359375,0.046875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2240,2304,2048,64,0.2620658429962598,0.0,0.8017578125,0.00390625,0.048828125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2304,2368,2048,64,0.31563312286617773,0.0,0.78759765625,0.00341796875,0.04833984375,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.silu_gate,64,2368,2432,2048,64,0.3022396705204293,0.0,0.84033203125,0.0068359375,0.0439453125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2432,2496,2048,64,0.2758851694018995,0.0,0.8447265625,0.00537109375,0.04052734375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2496,2560,2048,64,0.29460102419161405,0.0,0.8037109375,0.0078125,0.048828125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,2560,2624,2048,64,0.23741177435681857,0.0,0.875,0.0009765625,0.0244140625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,2624,2688,2048,64,0.2820433946293386,0.0,0.77197265625,0.00439453125,0.04931640625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,2688,2752,2048,64,0.24007081289950802,0.0,0.81640625,0.005859375,0.04248046875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2752,2816,2048,64,0.4024059593276518,0.0,0.84130859375,0.00537109375,0.05078125,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2816,2880,2048,64,0.27059002599809834,0.0,0.8310546875,0.00439453125,0.03759765625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,2880,2944,2048,64,0.3409935467869151,0.0,0.81884765625,0.0068359375,0.05712890625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.silu_gate,64,2944,3008,2048,64,0.35427947355862166,0.0,0.81787109375,0.00439453125,0.03759765625,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.silu_gate,64,3008,3072,2048,64,0.3084621892370099,0.0,0.802734375,0.0048828125,0.05126953125,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,3072,3136,2048,64,0.2421823156137363,0.0,0.828125,0.00244140625,0.0322265625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,3136,3200,2048,64,0.2792933253450084,0.0,0.82763671875,0.00439453125,0.03857421875,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,3200,3264,2048,64,0.27311547541386094,0.0,0.876953125,0.001953125,0.03662109375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,3264,3328,2048,64,0.26913546699845226,0.0,0.8115234375,0.00341796875,0.04443359375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,3328,3392,2048,64,0.3068684122284664,0.0,0.77099609375,0.00634765625,0.05517578125,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,3392,3456,2048,64,0.2693944613896269,0.0,0.82568359375,0.00439453125,0.03564453125,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,3456,3520,2048,64,0.25305758624763286,0.0,0.7880859375,0.0048828125,0.037109375,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,3520,3584,2048,64,0.2655189063780264,0.0,0.77783203125,0.00244140625,0.03857421875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,3584,3648,2048,64,0.35255741555286474,0.0,0.81591796875,0.0078125,0.060546875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.silu_gate,64,3648,3712,2048,64,0.27485070608832995,0.0,0.8134765625,0.0009765625,0.041015625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,3712,3776,2048,64,0.324843827318006,0.0,0.81591796875,0.0048828125,0.0498046875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,3776,3840,2048,64,0.22969531085999859,0.0,0.78515625,0.0029296875,0.04150390625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,3840,3904,2048,64,0.26343416959075544,0.0,0.80029296875,0.009765625,0.0546875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,3904,3968,2048,64,0.2920256190468394,0.0,0.78515625,0.00439453125,0.0419921875,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,3968,4032,2048,64,0.277845340029575,0.0,0.810546875,0.00537109375,0.03955078125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,4032,4096,2048,64,0.23510187997145654,0.0,0.79296875,0.00439453125,0.04052734375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4096,4160,2048,64,0.306815960306212,0.0,0.810546875,0.00341796875,0.0419921875,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,64,4160,4224,2048,64,0.33492732620305443,0.0,0.822265625,0.00732421875,0.05419921875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4224,4288,2048,64,0.3079683118647832,0.0,0.79638671875,0.0087890625,0.04541015625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,4288,4352,2048,64,0.32788586499541256,0.0,0.7548828125,0.0078125,0.06005859375,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,4352,4416,2048,64,0.29415453527780505,0.0,0.8251953125,0.00341796875,0.0400390625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,4416,4480,2048,64,0.28638079945860506,0.0,0.76416015625,0.00341796875,0.05322265625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,4480,4544,2048,64,0.3014344136931796,0.0,0.81005859375,0.00439453125,0.04638671875,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,64,4544,4608,2048,64,0.23192411912913483,0.0,0.830078125,0.0029296875,0.04150390625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.silu_gate,64,4608,4672,2048,64,0.2924631527101045,0.0,0.8310546875,0.00341796875,0.03662109375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4672,4736,2048,64,0.2677700333995043,0.0,0.8427734375,0.00341796875,0.02734375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4736,4800,2048,64,0.2907232178077127,0.0,0.82373046875,0.0029296875,0.03125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4800,4864,2048,64,0.30242498996414663,0.0,0.7998046875,0.00048828125,0.04541015625,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,64,4864,4928,2048,64,0.32090246625776503,0.0,0.74560546875,0.00537109375,0.052734375,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,64,4928,4992,2048,64,0.2789403664460168,0.0,0.7548828125,0.00634765625,0.04638671875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,4992,5056,2048,64,0.4222010072666008,0.0,0.77392578125,0.0068359375,0.06494140625,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5056,5120,2048,64,0.2829750406675388,0.0,0.814453125,0.0048828125,0.04736328125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,5120,5184,2048,64,0.2898319001424906,0.0,0.8310546875,0.00390625,0.0458984375,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,5184,5248,2048,64,0.3348690070421585,0.0,0.8154296875,0.0068359375,0.0400390625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5248,5312,2048,64,0.2635064826698729,0.0,0.837890625,0.0029296875,0.033203125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,5312,5376,2048,64,0.24007135374533392,0.0,0.85107421875,0.001953125,0.03466796875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5376,5440,2048,64,0.2932046772255836,0.0,0.84375,0.00439453125,0.03759765625,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,5440,5504,2048,64,0.2787508856761057,0.0,0.83984375,0.005859375,0.0361328125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5504,5568,2048,64,0.28289701594761124,0.0,0.7998046875,0.00390625,0.0439453125,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,64,5568,5632,2048,64,0.2977083464682242,0.0,0.84033203125,0.00341796875,0.0439453125,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5632,5696,2048,64,0.34725371422472506,0.0,0.7783203125,0.00537109375,0.05419921875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.silu_gate,64,5696,5760,2048,64,0.3235466116142823,0.0,0.8251953125,0.00537109375,0.05615234375,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.silu_gate,64,5760,5824,2048,64,0.5760195049801449,0.0,0.7216796875,0.0107421875,0.10595703125,1.0,20,0.3125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5824,5888,2048,64,0.25584736812740183,0.0,0.84521484375,0.00537109375,0.0341796875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,64,5888,5952,2048,64,0.303234659320273,0.0,0.83740234375,0.00390625,0.03564453125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,64,5952,6016,2048,64,0.4982867651284862,0.0,0.8251953125,0.0078125,0.06640625,1.0,29,0.453125
+fresh-zh-2,layers.16.mlp.silu_gate,64,6016,6080,2048,64,0.25395024018343076,0.0,0.83203125,0.0029296875,0.03759765625,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,64,6080,6144,2048,64,0.3367026564593904,0.0,0.814453125,0.005859375,0.03515625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,128,0,128,4096,128,0.31173542438151247,0.0,0.81640625,0.004150390625,0.04296875,1.0,90,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,128,128,256,4096,128,0.246203039733348,0.0,0.82275390625,0.005859375,0.038330078125,1.0,101,0.7890625
+fresh-zh-2,layers.16.mlp.silu_gate,128,256,384,4096,128,0.2650332347325906,0.0,0.833984375,0.00390625,0.033447265625,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,384,512,4096,128,0.29936103193411234,0.0,0.776611328125,0.00634765625,0.047119140625,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.silu_gate,128,512,640,4096,128,0.30922228861360884,0.0,0.772705078125,0.004150390625,0.042724609375,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,640,768,4096,128,0.2987419653754618,0.0,0.820068359375,0.0029296875,0.03271484375,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,128,768,896,4096,128,0.2605750646141454,0.0,0.847412109375,0.005126953125,0.0341796875,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.silu_gate,128,896,1024,4096,128,0.38344185037661466,0.0,0.78076171875,0.005859375,0.056884765625,1.0,80,0.625
+fresh-zh-2,layers.16.mlp.silu_gate,128,1024,1152,4096,128,0.3375008665561966,0.0,0.792236328125,0.0048828125,0.04345703125,1.0,89,0.6953125
+fresh-zh-2,layers.16.mlp.silu_gate,128,1152,1280,4096,128,0.30741668582459275,0.0,0.7802734375,0.004638671875,0.043701171875,1.0,93,0.7265625
+fresh-zh-2,layers.16.mlp.silu_gate,128,1280,1408,4096,128,0.28896211478938877,0.0,0.822509765625,0.003173828125,0.043212890625,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.silu_gate,128,1408,1536,4096,128,0.31418162533219085,0.0,0.807373046875,0.004150390625,0.04248046875,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,1536,1664,4096,128,0.2776737147417225,0.0,0.783203125,0.005859375,0.04150390625,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,128,1664,1792,4096,128,0.30094782276225,0.0,0.826171875,0.00341796875,0.0380859375,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,1792,1920,4096,128,0.42733472916676435,0.0,0.75830078125,0.005615234375,0.061279296875,1.0,70,0.546875
+fresh-zh-2,layers.16.mlp.silu_gate,128,1920,2048,4096,128,0.3168967606126335,0.0,0.7939453125,0.004638671875,0.046875,1.0,90,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,128,2048,2176,4096,128,0.2889354957544301,0.0,0.813720703125,0.005615234375,0.041748046875,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.silu_gate,128,2176,2304,4096,128,0.2665271318830379,0.0,0.798095703125,0.00537109375,0.04736328125,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,128,2304,2432,4096,128,0.30900896968094094,0.0,0.81396484375,0.0048828125,0.0458984375,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,2432,2560,4096,128,0.2853965575744237,0.0,0.82421875,0.006591796875,0.0439453125,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,128,2560,2688,4096,128,0.2606845095678814,0.0,0.823486328125,0.00244140625,0.03662109375,1.0,101,0.7890625
+fresh-zh-2,layers.16.mlp.silu_gate,128,2688,2816,4096,128,0.33133408465523007,0.0,0.828857421875,0.006103515625,0.052490234375,1.0,83,0.6484375
+fresh-zh-2,layers.16.mlp.silu_gate,128,2816,2944,4096,128,0.30781127425743493,0.0,0.824951171875,0.005615234375,0.048828125,1.0,89,0.6953125
+fresh-zh-2,layers.16.mlp.silu_gate,128,2944,3072,4096,128,0.33216175846555773,0.0,0.810302734375,0.005126953125,0.044921875,1.0,85,0.6640625
+fresh-zh-2,layers.16.mlp.silu_gate,128,3072,3200,4096,128,0.2613972413571958,0.0,0.827880859375,0.003173828125,0.036376953125,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,128,3200,3328,4096,128,0.2711327742149723,0.0,0.84423828125,0.002685546875,0.040283203125,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,3328,3456,4096,128,0.2887400199582898,0.0,0.79833984375,0.00537109375,0.0439453125,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.silu_gate,128,3456,3584,4096,128,0.25936309645134686,0.0,0.782958984375,0.003662109375,0.03759765625,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,3584,3712,4096,128,0.31610096638461016,0.0,0.814697265625,0.003662109375,0.050537109375,1.0,90,0.703125
+fresh-zh-2,layers.16.mlp.silu_gate,128,3712,3840,4096,128,0.2813213891421001,0.0,0.800537109375,0.004638671875,0.05078125,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,3840,3968,4096,128,0.278097576299813,0.0,0.792724609375,0.00732421875,0.048095703125,1.0,95,0.7421875
+fresh-zh-2,layers.16.mlp.silu_gate,128,3968,4096,4096,128,0.25736251372554564,0.0,0.8017578125,0.00439453125,0.04150390625,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,128,4096,4224,4096,128,0.32117934813445764,0.0,0.81640625,0.005615234375,0.046875,1.0,88,0.6875
+fresh-zh-2,layers.16.mlp.silu_gate,128,4224,4352,4096,128,0.31808302499240215,0.0,0.775634765625,0.008544921875,0.05322265625,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,4352,4480,4096,128,0.2902936900132788,0.0,0.794677734375,0.00341796875,0.04736328125,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,4480,4608,4096,128,0.26893447416831484,0.0,0.820068359375,0.003662109375,0.045166015625,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.silu_gate,128,4608,4736,4096,128,0.2803885576123833,0.0,0.8369140625,0.00341796875,0.03125,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.silu_gate,128,4736,4864,4096,128,0.29663181212345124,0.0,0.811767578125,0.001708984375,0.03857421875,1.0,97,0.7578125
+fresh-zh-2,layers.16.mlp.silu_gate,128,4864,4992,4096,128,0.3006543870321487,0.0,0.750244140625,0.006103515625,0.05126953125,1.0,94,0.734375
+fresh-zh-2,layers.16.mlp.silu_gate,128,4992,5120,4096,128,0.35939432673438765,0.0,0.794189453125,0.006103515625,0.0556640625,1.0,83,0.6484375
+fresh-zh-2,layers.16.mlp.silu_gate,128,5120,5248,4096,128,0.31316112643302957,0.0,0.8232421875,0.0048828125,0.04296875,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.silu_gate,128,5248,5376,4096,128,0.2520614223737593,0.0,0.844482421875,0.00244140625,0.0341796875,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.silu_gate,128,5376,5504,4096,128,0.2860690817024552,0.0,0.841796875,0.005126953125,0.037353515625,1.0,96,0.75
+fresh-zh-2,layers.16.mlp.silu_gate,128,5504,5632,4096,128,0.2903971256649308,0.0,0.820068359375,0.003662109375,0.04443359375,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.silu_gate,128,5632,5760,4096,128,0.335609558810495,0.0,0.8017578125,0.00537109375,0.0556640625,1.0,85,0.6640625
+fresh-zh-2,layers.16.mlp.silu_gate,128,5760,5888,4096,128,0.44567720712152725,0.0,0.783447265625,0.009521484375,0.069091796875,1.0,66,0.515625
+fresh-zh-2,layers.16.mlp.silu_gate,128,5888,6016,4096,128,0.4124566394878941,0.0,0.831298828125,0.005859375,0.05126953125,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.silu_gate,128,6016,6144,4096,128,0.29821083427336476,0.0,0.8232421875,0.00439453125,0.038330078125,1.0,92,0.71875
+fresh-zh-2,layers.16.mlp.gated_product,0,0,6144,196608,6144,0.1810667258291742,0.0,0.49798583984375,0.029719034830729168,0.2013397216796875,1.0,3124,0.5084635416666666
+fresh-zh-2,layers.16.mlp.gated_product,64,0,64,2048,64,0.23734495580853734,0.0,0.51025390625,0.03662109375,0.24560546875,1.0,23,0.359375
+fresh-zh-2,layers.16.mlp.gated_product,64,64,128,2048,64,0.16239452477665517,0.0,0.50537109375,0.0263671875,0.19140625,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gated_product,64,128,192,2048,64,0.12636263614648668,0.0,0.4892578125,0.029296875,0.1826171875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,192,256,2048,64,0.14015120910229437,0.0,0.4951171875,0.025390625,0.15869140625,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,64,256,320,2048,64,0.18350849513129275,0.0,0.5,0.0263671875,0.171875,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gated_product,64,320,384,2048,64,0.12420175752532354,0.0,0.50439453125,0.0224609375,0.15283203125,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.gated_product,64,384,448,2048,64,0.2568442109888179,0.0,0.53759765625,0.04833984375,0.2724609375,1.0,18,0.28125
+fresh-zh-2,layers.16.mlp.gated_product,64,448,512,2048,64,0.18733420493121758,0.0,0.4990234375,0.03515625,0.2080078125,1.0,30,0.46875
+fresh-zh-2,layers.16.mlp.gated_product,64,512,576,2048,64,0.1451058650679953,0.0,0.47802734375,0.02099609375,0.15283203125,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,576,640,2048,64,0.1778554465123445,0.0,0.5283203125,0.02392578125,0.171875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,640,704,2048,64,0.15949355786686037,0.0,0.47509765625,0.01806640625,0.181640625,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,64,704,768,2048,64,0.13220195019298794,0.0,0.49365234375,0.01513671875,0.13427734375,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.gated_product,64,768,832,2048,64,0.13743394766122524,0.0,0.4794921875,0.01904296875,0.13525390625,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.gated_product,64,832,896,2048,64,0.11681858910067731,0.0,0.47509765625,0.01904296875,0.14453125,1.0,46,0.71875
+fresh-zh-2,layers.16.mlp.gated_product,64,896,960,2048,64,0.17901196456583174,0.0,0.49853515625,0.02783203125,0.181640625,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gated_product,64,960,1024,2048,64,0.18136033391290118,0.0,0.482421875,0.02978515625,0.1962890625,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,1024,1088,2048,64,0.17587516217476906,0.0,0.525390625,0.0302734375,0.181640625,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,1088,1152,2048,64,0.16620396292362397,0.0,0.5078125,0.02490234375,0.19091796875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,1152,1216,2048,64,0.15363524391935718,0.0,0.49658203125,0.02490234375,0.18115234375,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,1216,1280,2048,64,0.15667932893975162,0.0,0.5048828125,0.0234375,0.16357421875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,1280,1344,2048,64,0.16259600210439817,0.0,0.5244140625,0.02587890625,0.18017578125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,1344,1408,2048,64,0.13376880543478184,0.0,0.4990234375,0.02392578125,0.16064453125,1.0,47,0.734375
+fresh-zh-2,layers.16.mlp.gated_product,64,1408,1472,2048,64,0.1622365139170176,0.0,0.47607421875,0.03125,0.17236328125,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,1472,1536,2048,64,0.14206859482313777,0.0,0.5029296875,0.02587890625,0.16357421875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,1536,1600,2048,64,0.15949434585070563,0.0,0.47265625,0.02587890625,0.177734375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,1600,1664,2048,64,0.13935355683597347,0.0,0.46044921875,0.02099609375,0.16357421875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,1664,1728,2048,64,0.14334605025443062,0.0,0.51904296875,0.0302734375,0.1552734375,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,1728,1792,2048,64,0.16506937423031284,0.0,0.4853515625,0.02783203125,0.1748046875,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gated_product,64,1792,1856,2048,64,0.17116974054786094,0.0,0.505859375,0.02197265625,0.181640625,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,1856,1920,2048,64,0.5388520489766484,0.0,0.52001953125,0.07861328125,0.44970703125,1.0,2,0.03125
+fresh-zh-2,layers.16.mlp.gated_product,64,1920,1984,2048,64,0.181828245501308,0.0,0.5068359375,0.0283203125,0.1787109375,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gated_product,64,1984,2048,2048,64,0.13665664441346112,0.0,0.52490234375,0.01953125,0.15966796875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.gated_product,64,2048,2112,2048,64,0.18820061266329624,0.0,0.47119140625,0.02294921875,0.18359375,1.0,32,0.5
+fresh-zh-2,layers.16.mlp.gated_product,64,2112,2176,2048,64,0.14483864723739143,0.0,0.52490234375,0.03173828125,0.1845703125,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,2176,2240,2048,64,0.19852563573676663,0.0,0.49560546875,0.03759765625,0.21240234375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,2240,2304,2048,64,0.12744750129834032,0.0,0.5078125,0.02392578125,0.1767578125,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,2304,2368,2048,64,0.17795546056882747,0.0,0.48193359375,0.021484375,0.19775390625,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gated_product,64,2368,2432,2048,64,0.1428249573173953,0.0,0.50390625,0.02392578125,0.15478515625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,2432,2496,2048,64,0.17443694521060887,0.0,0.5126953125,0.0322265625,0.1982421875,1.0,35,0.546875
+fresh-zh-2,layers.16.mlp.gated_product,64,2496,2560,2048,64,0.14131638889090695,0.0,0.45849609375,0.02783203125,0.15478515625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,2560,2624,2048,64,0.10224463526181027,0.0,0.5224609375,0.0126953125,0.12255859375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.gated_product,64,2624,2688,2048,64,0.14010220537187182,0.0,0.49267578125,0.0302734375,0.17431640625,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.gated_product,64,2688,2752,2048,64,0.11412610280404599,0.0,0.4912109375,0.02587890625,0.15966796875,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.gated_product,64,2752,2816,2048,64,0.21167724242178304,0.0,0.4833984375,0.0302734375,0.21728515625,1.0,27,0.421875
+fresh-zh-2,layers.16.mlp.gated_product,64,2816,2880,2048,64,0.13849502126191374,0.0,0.48046875,0.02099609375,0.16064453125,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,2880,2944,2048,64,0.18987773173443903,0.0,0.517578125,0.03564453125,0.2001953125,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,2944,3008,2048,64,0.1858463056544423,0.0,0.4658203125,0.01806640625,0.17431640625,1.0,34,0.53125
+fresh-zh-2,layers.16.mlp.gated_product,64,3008,3072,2048,64,0.19381482738925565,0.0,0.47900390625,0.033203125,0.21142578125,1.0,29,0.453125
+fresh-zh-2,layers.16.mlp.gated_product,64,3072,3136,2048,64,0.12945010448777605,0.0,0.453125,0.01904296875,0.14501953125,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,3136,3200,2048,64,0.14879540126210575,0.0,0.54638671875,0.021484375,0.17431640625,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,64,3200,3264,2048,64,0.31082121666686047,0.0,0.49658203125,0.04345703125,0.30615234375,1.0,9,0.140625
+fresh-zh-2,layers.16.mlp.gated_product,64,3264,3328,2048,64,0.22139039671843047,0.0,0.4931640625,0.04052734375,0.228515625,1.0,23,0.359375
+fresh-zh-2,layers.16.mlp.gated_product,64,3328,3392,2048,64,0.13601904570979773,0.0,0.4833984375,0.03125,0.1826171875,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,3392,3456,2048,64,0.1465468885798276,0.0,0.47998046875,0.01904296875,0.154296875,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,64,3456,3520,2048,64,0.13002136726758776,0.0,0.4794921875,0.02490234375,0.17822265625,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.gated_product,64,3520,3584,2048,64,0.13623428558290324,0.0,0.51806640625,0.0205078125,0.162109375,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,3584,3648,2048,64,0.17463613755592877,0.0,0.4853515625,0.03271484375,0.1953125,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gated_product,64,3648,3712,2048,64,0.1279505295011738,0.0,0.53076171875,0.02197265625,0.16748046875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,3712,3776,2048,64,0.17887841803687385,0.0,0.46142578125,0.0390625,0.2109375,1.0,31,0.484375
+fresh-zh-2,layers.16.mlp.gated_product,64,3776,3840,2048,64,0.12024578312131547,0.0,0.53662109375,0.02490234375,0.15771484375,1.0,45,0.703125
+fresh-zh-2,layers.16.mlp.gated_product,64,3840,3904,2048,64,0.17577846086553284,0.0,0.46630859375,0.04150390625,0.23388671875,1.0,31,0.484375
+fresh-zh-2,layers.16.mlp.gated_product,64,3904,3968,2048,64,0.2527445251426568,0.0,0.49072265625,0.03857421875,0.24951171875,1.0,22,0.34375
+fresh-zh-2,layers.16.mlp.gated_product,64,3968,4032,2048,64,0.1509514090697514,0.0,0.501953125,0.0283203125,0.18359375,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,4032,4096,2048,64,0.13080833278233708,0.0,0.52490234375,0.0283203125,0.1865234375,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,4096,4160,2048,64,0.15879946419484678,0.0,0.474609375,0.025390625,0.201171875,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,4160,4224,2048,64,0.15474091064853254,0.0,0.4599609375,0.0283203125,0.189453125,1.0,37,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,64,4224,4288,2048,64,0.14056534106363264,0.0,0.490234375,0.02587890625,0.16455078125,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,64,4288,4352,2048,64,0.15253854370421008,0.0,0.46142578125,0.0263671875,0.1728515625,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,4352,4416,2048,64,0.17642761630599352,0.0,0.4833984375,0.025390625,0.18896484375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,4416,4480,2048,64,0.1548562630401972,0.0,0.50390625,0.02490234375,0.1806640625,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,4480,4544,2048,64,0.14566773345550665,0.0,0.51953125,0.01806640625,0.16357421875,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,4544,4608,2048,64,0.13052482075612493,0.0,0.45361328125,0.0263671875,0.17041015625,1.0,43,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,64,4608,4672,2048,64,0.14771736561692542,0.0,0.56005859375,0.02294921875,0.1611328125,1.0,41,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,64,4672,4736,2048,64,0.13435528028278543,0.0,0.427734375,0.02099609375,0.14111328125,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,4736,4800,2048,64,0.14946409745419853,0.0,0.517578125,0.01806640625,0.15380859375,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,4800,4864,2048,64,0.13815348506409092,0.0,0.5341796875,0.0205078125,0.15478515625,1.0,44,0.6875
+fresh-zh-2,layers.16.mlp.gated_product,64,4864,4928,2048,64,0.19453202976653877,0.0,0.5224609375,0.033203125,0.22802734375,1.0,31,0.484375
+fresh-zh-2,layers.16.mlp.gated_product,64,4928,4992,2048,64,0.1443738032350069,0.0,0.49072265625,0.0302734375,0.1943359375,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,4992,5056,2048,64,0.31070623984923335,0.0,0.49072265625,0.0498046875,0.30224609375,1.0,12,0.1875
+fresh-zh-2,layers.16.mlp.gated_product,64,5056,5120,2048,64,0.21253256770421458,0.0,0.5390625,0.041015625,0.23828125,1.0,27,0.421875
+fresh-zh-2,layers.16.mlp.gated_product,64,5120,5184,2048,64,0.24807354565905024,0.0,0.546875,0.0498046875,0.25927734375,1.0,18,0.28125
+fresh-zh-2,layers.16.mlp.gated_product,64,5184,5248,2048,64,0.23526679743985393,0.0,0.482421875,0.04150390625,0.23388671875,1.0,23,0.359375
+fresh-zh-2,layers.16.mlp.gated_product,64,5248,5312,2048,64,0.18788793044604546,0.0,0.52685546875,0.0263671875,0.20458984375,1.0,33,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,64,5312,5376,2048,64,0.14006234039634058,0.0,0.50341796875,0.021484375,0.1669921875,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,5376,5440,2048,64,0.1465612126923909,0.0,0.498046875,0.0234375,0.16650390625,1.0,40,0.625
+fresh-zh-2,layers.16.mlp.gated_product,64,5440,5504,2048,64,0.150076205766467,0.0,0.5263671875,0.02685546875,0.171875,1.0,39,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,64,5504,5568,2048,64,0.1645998223322097,0.0,0.4794921875,0.03076171875,0.208984375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gated_product,64,5568,5632,2048,64,0.21941161003450588,0.0,0.50732421875,0.03271484375,0.2412109375,1.0,26,0.40625
+fresh-zh-2,layers.16.mlp.gated_product,64,5632,5696,2048,64,0.27482346180472567,0.0,0.49755859375,0.04541015625,0.28515625,1.0,16,0.25
+fresh-zh-2,layers.16.mlp.gated_product,64,5696,5760,2048,64,0.13315928519545567,0.0,0.49853515625,0.02978515625,0.162109375,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,5760,5824,2048,64,0.16895630950135354,0.0,0.4951171875,0.02587890625,0.2041015625,1.0,38,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,64,5824,5888,2048,64,0.16370572846555365,0.0,0.49462890625,0.02587890625,0.19287109375,1.0,36,0.5625
+fresh-zh-2,layers.16.mlp.gated_product,64,5888,5952,2048,64,0.2007038975789998,0.0,0.5380859375,0.02587890625,0.19970703125,1.0,27,0.421875
+fresh-zh-2,layers.16.mlp.gated_product,64,5952,6016,2048,64,0.3216655785346249,0.0,0.49658203125,0.04296875,0.30517578125,1.0,9,0.140625
+fresh-zh-2,layers.16.mlp.gated_product,64,6016,6080,2048,64,0.13679238290954493,0.0,0.47216796875,0.02197265625,0.15576171875,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,64,6080,6144,2048,64,0.19269426748555907,0.0,0.49267578125,0.0263671875,0.1943359375,1.0,32,0.5
+fresh-zh-2,layers.16.mlp.gated_product,128,0,128,4096,128,0.20335266131181098,0.0,0.5078125,0.031494140625,0.220703125,1.0,56,0.4375
+fresh-zh-2,layers.16.mlp.gated_product,128,128,256,4096,128,0.1334351475937364,0.0,0.4921875,0.02685546875,0.17431640625,1.0,82,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,128,256,384,4096,128,0.1566867007083418,0.0,0.502197265625,0.02685546875,0.1708984375,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,128,384,512,4096,128,0.224792185201888,0.0,0.518310546875,0.040283203125,0.241455078125,1.0,47,0.3671875
+fresh-zh-2,layers.16.mlp.gated_product,128,512,640,4096,128,0.16230876737138494,0.0,0.503173828125,0.02197265625,0.167724609375,1.0,77,0.6015625
+fresh-zh-2,layers.16.mlp.gated_product,128,640,768,4096,128,0.14648472725144215,0.0,0.484375,0.0166015625,0.158203125,1.0,84,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,128,768,896,4096,128,0.12754346852979434,0.0,0.477294921875,0.01904296875,0.14208984375,1.0,89,0.6953125
+fresh-zh-2,layers.16.mlp.gated_product,128,896,1024,4096,128,0.18018997499128192,0.0,0.490478515625,0.02880859375,0.189208984375,1.0,66,0.515625
+fresh-zh-2,layers.16.mlp.gated_product,128,1024,1152,4096,128,0.17110790449526095,0.0,0.5166015625,0.027587890625,0.187744140625,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,128,1152,1280,4096,128,0.15516475162093238,0.0,0.500732421875,0.02392578125,0.1728515625,1.0,79,0.6171875
+fresh-zh-2,layers.16.mlp.gated_product,128,1280,1408,4096,128,0.1488817537641567,0.0,0.51171875,0.027099609375,0.16943359375,1.0,84,0.65625
+fresh-zh-2,layers.16.mlp.gated_product,128,1408,1536,4096,128,0.15248634706583986,0.0,0.489501953125,0.02880859375,0.16796875,1.0,80,0.625
+fresh-zh-2,layers.16.mlp.gated_product,128,1536,1664,4096,128,0.14976291290099392,0.0,0.466552734375,0.023681640625,0.170654296875,1.0,79,0.6171875
+fresh-zh-2,layers.16.mlp.gated_product,128,1664,1792,4096,128,0.15458976103276184,0.0,0.502197265625,0.028076171875,0.166015625,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,128,1792,1920,4096,128,0.399787825455925,0.0,0.512939453125,0.055419921875,0.358154296875,1.0,8,0.0625
+fresh-zh-2,layers.16.mlp.gated_product,128,1920,2048,4096,128,0.16083617336350534,0.0,0.515869140625,0.024169921875,0.175048828125,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,128,2048,2176,4096,128,0.16792513858919034,0.0,0.498046875,0.02783203125,0.188720703125,1.0,70,0.546875
+fresh-zh-2,layers.16.mlp.gated_product,128,2176,2304,4096,128,0.16681620669449027,0.0,0.501708984375,0.031005859375,0.2021484375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gated_product,128,2304,2432,4096,128,0.16134917783952185,0.0,0.492919921875,0.0234375,0.176513671875,1.0,75,0.5859375
+fresh-zh-2,layers.16.mlp.gated_product,128,2432,2560,4096,128,0.1587428260167605,0.0,0.485595703125,0.02978515625,0.175048828125,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,128,2560,2688,4096,128,0.12264296431080497,0.0,0.507568359375,0.020751953125,0.149169921875,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.gated_product,128,2688,2816,4096,128,0.17004708509781927,0.0,0.4873046875,0.031494140625,0.20166015625,1.0,69,0.5390625
+fresh-zh-2,layers.16.mlp.gated_product,128,2816,2944,4096,128,0.16618427110131925,0.0,0.4990234375,0.029296875,0.184814453125,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gated_product,128,2944,3072,4096,128,0.18987237376897587,0.0,0.472412109375,0.025390625,0.193115234375,1.0,62,0.484375
+fresh-zh-2,layers.16.mlp.gated_product,128,3072,3200,4096,128,0.13945859777842168,0.0,0.499755859375,0.01953125,0.1591796875,1.0,83,0.6484375
+fresh-zh-2,layers.16.mlp.gated_product,128,3200,3328,4096,128,0.26983655839175263,0.0,0.494873046875,0.0419921875,0.2646484375,1.0,28,0.21875
+fresh-zh-2,layers.16.mlp.gated_product,128,3328,3456,4096,128,0.14138099474157134,0.0,0.481689453125,0.02490234375,0.169189453125,1.0,80,0.625
+fresh-zh-2,layers.16.mlp.gated_product,128,3456,3584,4096,128,0.13316406518730378,0.0,0.498779296875,0.0224609375,0.170166015625,1.0,86,0.671875
+fresh-zh-2,layers.16.mlp.gated_product,128,3584,3712,4096,128,0.15308350423883696,0.0,0.508056640625,0.028564453125,0.1845703125,1.0,76,0.59375
+fresh-zh-2,layers.16.mlp.gated_product,128,3712,3840,4096,128,0.15240822943304771,0.0,0.4990234375,0.03076171875,0.185302734375,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gated_product,128,3840,3968,4096,128,0.21768998862355007,0.0,0.478515625,0.040283203125,0.248046875,1.0,49,0.3828125
+fresh-zh-2,layers.16.mlp.gated_product,128,3968,4096,4096,128,0.14123942053378383,0.0,0.513427734375,0.028564453125,0.1875,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,128,4096,4224,4096,128,0.15678332063218262,0.0,0.46728515625,0.027099609375,0.195556640625,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,128,4224,4352,4096,128,0.1466741668183879,0.0,0.475830078125,0.0263671875,0.1689453125,1.0,80,0.625
+fresh-zh-2,layers.16.mlp.gated_product,128,4352,4480,4096,128,0.16599271971714544,0.0,0.49365234375,0.026611328125,0.18603515625,1.0,73,0.5703125
+fresh-zh-2,layers.16.mlp.gated_product,128,4480,4608,4096,128,0.13830368289290615,0.0,0.486572265625,0.021728515625,0.16796875,1.0,85,0.6640625
+fresh-zh-2,layers.16.mlp.gated_product,128,4608,4736,4096,128,0.1411944783705621,0.0,0.493896484375,0.021484375,0.1513671875,1.0,82,0.640625
+fresh-zh-2,layers.16.mlp.gated_product,128,4736,4864,4096,128,0.14391994626032928,0.0,0.52587890625,0.02001953125,0.15283203125,1.0,85,0.6640625
+fresh-zh-2,layers.16.mlp.gated_product,128,4864,4992,4096,128,0.1712987239672701,0.0,0.506591796875,0.033203125,0.216064453125,1.0,68,0.53125
+fresh-zh-2,layers.16.mlp.gated_product,128,4992,5120,4096,128,0.2661845786444022,0.0,0.514892578125,0.046142578125,0.27392578125,1.0,36,0.28125
+fresh-zh-2,layers.16.mlp.gated_product,128,5120,5248,4096,128,0.24175498964184602,0.0,0.5146484375,0.046142578125,0.246337890625,1.0,40,0.3125
+fresh-zh-2,layers.16.mlp.gated_product,128,5248,5376,4096,128,0.1657095857284641,0.0,0.51513671875,0.02392578125,0.187744140625,1.0,69,0.5390625
+fresh-zh-2,layers.16.mlp.gated_product,128,5376,5504,4096,128,0.14832912155595607,0.0,0.51220703125,0.024658203125,0.169677734375,1.0,78,0.609375
+fresh-zh-2,layers.16.mlp.gated_product,128,5504,5632,4096,128,0.19395174158760353,0.0,0.493408203125,0.03173828125,0.227783203125,1.0,60,0.46875
+fresh-zh-2,layers.16.mlp.gated_product,128,5632,5760,4096,128,0.21593903120105246,0.0,0.498046875,0.039306640625,0.2451171875,1.0,51,0.3984375
+fresh-zh-2,layers.16.mlp.gated_product,128,5760,5888,4096,128,0.16635173586824206,0.0,0.494873046875,0.026123046875,0.197021484375,1.0,74,0.578125
+fresh-zh-2,layers.16.mlp.gated_product,128,5888,6016,4096,128,0.2680958773623875,0.0,0.517333984375,0.037109375,0.26123046875,1.0,29,0.2265625
+fresh-zh-2,layers.16.mlp.gated_product,128,6016,6144,4096,128,0.16709763125769878,0.0,0.482421875,0.02490234375,0.17578125,1.0,72,0.5625
+fresh-zh-2,layers.16.mlp.down_proj.output,0,0,2048,65536,2048,0.12332419769433085,0.0,0.49664306640625,0.0086517333984375,0.0851593017578125,1.0,1594,0.7783203125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,0,64,2048,64,0.12005473803919785,0.0,0.5361328125,0.01123046875,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,64,128,2048,64,0.11791668318265675,0.0,0.46533203125,0.01123046875,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.down_proj.output,64,128,192,2048,64,0.12722441035422832,0.0,0.46484375,0.0107421875,0.08203125,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,192,256,2048,64,0.12333071412240154,0.0,0.48681640625,0.0068359375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,256,320,2048,64,0.12317189881538905,0.0,0.525390625,0.01220703125,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,320,384,2048,64,0.12219528382362028,0.0,0.51318359375,0.009765625,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,384,448,2048,64,0.11795166505841499,0.0,0.4853515625,0.0107421875,0.07763671875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,448,512,2048,64,0.12357972239449397,0.0,0.47314453125,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.down_proj.output,64,512,576,2048,64,0.12224974825175867,0.0,0.45263671875,0.00634765625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.16.mlp.down_proj.output,64,576,640,2048,64,0.1307453409790901,0.0,0.48876953125,0.0107421875,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,640,704,2048,64,0.12442075506303574,0.0,0.52001953125,0.01025390625,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.16.mlp.down_proj.output,64,704,768,2048,64,0.11400571311248789,0.0,0.48291015625,0.00732421875,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,768,832,2048,64,0.12678375032153735,0.0,0.5205078125,0.00634765625,0.06494140625,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,832,896,2048,64,0.12014786313577706,0.0,0.484375,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,896,960,2048,64,0.12615362409543987,0.0,0.5693359375,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,960,1024,2048,64,0.13000358648091115,0.0,0.50048828125,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1024,1088,2048,64,0.12443242299178045,0.0,0.45556640625,0.00634765625,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1088,1152,2048,64,0.11881635840093507,0.0,0.47900390625,0.0087890625,0.1015625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1152,1216,2048,64,0.15604142841753013,0.0,0.52197265625,0.0107421875,0.1103515625,1.0,42,0.65625
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1216,1280,2048,64,0.11616473489279744,0.0,0.490234375,0.0087890625,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1280,1344,2048,64,0.11928510408218841,0.0,0.4619140625,0.00634765625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1344,1408,2048,64,0.1194220121732733,0.0,0.45654296875,0.0048828125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1408,1472,2048,64,0.12256744893586571,0.0,0.5234375,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1472,1536,2048,64,0.12155881954256353,0.0,0.47119140625,0.009765625,0.08935546875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1536,1600,2048,64,0.12406261821362931,0.0,0.50927734375,0.01025390625,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1600,1664,2048,64,0.11921877316512272,0.0,0.5146484375,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1664,1728,2048,64,0.1267478679765073,0.0,0.50439453125,0.00830078125,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1728,1792,2048,64,0.1192013349418473,0.0,0.52294921875,0.005859375,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1792,1856,2048,64,0.11630373056068903,0.0,0.5029296875,0.005859375,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1856,1920,2048,64,0.1226244732033344,0.0,0.48828125,0.00732421875,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1920,1984,2048,64,0.11958732773230789,0.0,0.48974609375,0.00634765625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,64,1984,2048,2048,64,0.12394573850134308,0.0,0.53125,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,0,128,4096,128,0.11899051285388146,0.0,0.500732421875,0.011474609375,0.084228515625,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,128,128,256,4096,128,0.12529268860536635,0.0,0.475830078125,0.0087890625,0.081298828125,1.0,101,0.7890625
+fresh-zh-2,layers.16.mlp.down_proj.output,128,256,384,4096,128,0.1226845631009125,0.0,0.519287109375,0.010986328125,0.084716796875,1.0,102,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,384,512,4096,128,0.1207984749016988,0.0,0.479248046875,0.0107421875,0.078857421875,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,128,512,640,4096,128,0.12656884517004355,0.0,0.470703125,0.008544921875,0.088134765625,1.0,98,0.765625
+fresh-zh-2,layers.16.mlp.down_proj.output,128,640,768,4096,128,0.1193269184064158,0.0,0.50146484375,0.00830078125,0.08837890625,1.0,99,0.7734375
+fresh-zh-2,layers.16.mlp.down_proj.output,128,768,896,4096,128,0.12351038086267759,0.0,0.50244140625,0.0068359375,0.0771484375,1.0,102,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,896,1024,4096,128,0.12809307040256568,0.0,0.534912109375,0.00927734375,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1024,1152,4096,128,0.12165680193738619,0.0,0.46728515625,0.0078125,0.0947265625,1.0,103,0.8046875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1152,1280,4096,128,0.1375557578135083,0.0,0.506103515625,0.010498046875,0.095947265625,1.0,91,0.7109375
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1280,1408,4096,128,0.11935357775829755,0.0,0.459228515625,0.005615234375,0.0849609375,1.0,100,0.78125
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1408,1536,4096,128,0.12206417604528279,0.0,0.497314453125,0.0087890625,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1536,1664,4096,128,0.12166480409924994,0.0,0.511962890625,0.010498046875,0.088623046875,1.0,103,0.8046875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1664,1792,4096,128,0.12303247597384316,0.0,0.513671875,0.00732421875,0.07421875,1.0,102,0.796875
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1792,1920,4096,128,0.11950589770117756,0.0,0.49560546875,0.0068359375,0.08544921875,1.0,101,0.7890625
+fresh-zh-2,layers.16.mlp.down_proj.output,128,1920,2048,4096,128,0.12178603172531269,0.0,0.510498046875,0.006591796875,0.08251953125,1.0,101,0.7890625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.223877887992494,0.0,0.4957987467447917,0.011525472005208334,0.1117095947265625,1.0,2902,0.4723307291666667
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.533393478361333,0.0,0.5791015625,0.00927734375,0.15087890625,1.0,22,0.34375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3000410449084232,0.0,0.49755859375,0.00830078125,0.091796875,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.0099478684244887,0.0,0.4638671875,0.00732421875,0.10546875,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.2834838811782645,0.0,0.5478515625,0.01171875,0.103515625,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.017612503247281,0.0,0.57275390625,0.01171875,0.09716796875,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.6497685988909017,0.0,0.48974609375,0.00927734375,0.1044921875,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.9810916448084535,0.0,0.5439453125,0.01025390625,0.10791015625,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.157932338641331,0.0,0.56005859375,0.0087890625,0.09765625,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.215978803431706,0.0,0.4755859375,0.00830078125,0.0732421875,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.4033298121002753,0.0,0.4921875,0.01171875,0.12548828125,1.0,24,0.375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.0611602674632161,0.0,0.47216796875,0.0078125,0.0791015625,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1867074508390374,0.0,0.4736328125,0.009765625,0.09375,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.2009398826381683,0.0,0.43017578125,0.015625,0.1298828125,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,832,896,2048,64,3.13127530249596,0.0,0.5400390625,0.013671875,0.146484375,1.0,21,0.328125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.5676467284298186,0.0,0.5205078125,0.00830078125,0.0703125,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,2.869462005628002,0.0,0.49267578125,0.00537109375,0.0791015625,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.300235123288178,0.0,0.47216796875,0.0107421875,0.11279296875,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.873558887937592,0.0,0.451171875,0.01171875,0.09814453125,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,2.052535017210555,0.0,0.58349609375,0.01025390625,0.11279296875,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.776113863661951,0.0,0.50634765625,0.00927734375,0.1142578125,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,3.6162665939664365,0.0,0.49951171875,0.0166015625,0.13916015625,1.0,22,0.34375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.5098024962843044,0.0,0.50048828125,0.01171875,0.10595703125,1.0,29,0.453125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.3019647102852656,0.0,0.453125,0.00634765625,0.08154296875,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.4830432310851096,0.0,0.447265625,0.00732421875,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.8134381347474196,0.0,0.45751953125,0.0126953125,0.13525390625,1.0,29,0.453125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,2.092009326371701,0.0,0.48974609375,0.0185546875,0.1513671875,1.0,24,0.375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.10807068046648,0.0,0.54150390625,0.01171875,0.11083984375,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.7971598700371176,0.0,0.4765625,0.01025390625,0.12060546875,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.3937711538559863,0.0,0.4658203125,0.01171875,0.1142578125,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.8151600515178692,0.0,0.494140625,0.01025390625,0.10498046875,1.0,33,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5928531737560805,0.0,0.49609375,0.00927734375,0.09521484375,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.9027129168160535,0.0,0.4833984375,0.013671875,0.1142578125,1.0,30,0.46875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.2769355858585922,0.0,0.4658203125,0.005859375,0.06591796875,1.0,41,0.640625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.349427582933673,0.0,0.55419921875,0.0048828125,0.05224609375,1.0,45,0.703125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.1693221266192837,0.0,0.4375,0.00732421875,0.08056640625,1.0,40,0.625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.26658005142714,0.0,0.51025390625,0.00927734375,0.0849609375,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.9241190074580745,0.0,0.42333984375,0.01123046875,0.109375,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.635093111244056,0.0,0.5166015625,0.00830078125,0.091796875,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.0463090829540342,0.0,0.56201171875,0.01171875,0.10595703125,1.0,33,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.136416099672229,0.0,0.48095703125,0.01025390625,0.0859375,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.598366665731733,0.0,0.58642578125,0.005859375,0.0732421875,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.253889082383453,0.0,0.44482421875,0.00830078125,0.07177734375,1.0,43,0.671875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.6499763431005352,0.0,0.5029296875,0.0068359375,0.072265625,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.8200443424411914,0.0,0.46142578125,0.009765625,0.083984375,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.8803176285437386,0.0,0.50732421875,0.0146484375,0.11865234375,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.820264330028947,0.0,0.45703125,0.01318359375,0.12646484375,1.0,23,0.359375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.7974153206744221,0.0,0.44921875,0.00634765625,0.0927734375,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.1498962940244515,0.0,0.4306640625,0.00537109375,0.09228515625,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.2117797310144436,0.0,0.49560546875,0.015625,0.13427734375,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.0175057480762657,0.0,0.439453125,0.013671875,0.1181640625,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,2.1913393760082713,0.0,0.4560546875,0.0166015625,0.111328125,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.9243171788442117,0.0,0.494140625,0.00927734375,0.09326171875,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.44045305309307,0.0,0.4638671875,0.00732421875,0.0869140625,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.4392401496049225,0.0,0.5107421875,0.00830078125,0.08251953125,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.458865317106334,0.0,0.47412109375,0.005859375,0.0595703125,1.0,43,0.671875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.517571928558224,0.0,0.52685546875,0.00634765625,0.05078125,1.0,43,0.671875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.7597436020982915,0.0,0.55078125,0.0107421875,0.09619140625,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.3164247337993373,0.0,0.517578125,0.009765625,0.07763671875,1.0,45,0.703125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.8526988807193645,0.0,0.43701171875,0.00830078125,0.11572265625,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.870086199557645,0.0,0.5732421875,0.01171875,0.1083984375,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.048064772288385,0.0,0.4912109375,0.009765625,0.1025390625,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.338579186239977,0.0,0.47119140625,0.0087890625,0.08984375,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.6536112359438617,0.0,0.533203125,0.01123046875,0.11376953125,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.5562782004311417,0.0,0.5576171875,0.0146484375,0.10791015625,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,3.048525799385206,0.0,0.580078125,0.01953125,0.1396484375,1.0,22,0.34375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.361321527767871,0.0,0.37353515625,0.0205078125,0.14208984375,1.0,21,0.328125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.0893878527908445,0.0,0.44140625,0.01904296875,0.173828125,1.0,17,0.265625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.10736115000563,0.0,0.609375,0.01953125,0.20361328125,1.0,10,0.15625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.7888666240687103,0.0,0.390625,0.00341796875,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.8264159429687734,0.0,0.52294921875,0.013671875,0.0927734375,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.540300769065216,0.0,0.453125,0.01611328125,0.14111328125,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.5452387918614208,0.0,0.4677734375,0.0166015625,0.14794921875,1.0,30,0.46875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.0927435451429988,0.0,0.451171875,0.0048828125,0.0517578125,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.0039060693871997,0.0,0.48828125,0.00439453125,0.0498046875,1.0,40,0.625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.228247176802243,0.0,0.6240234375,0.0087890625,0.1064453125,1.0,30,0.46875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.1824365586414523,0.0,0.40673828125,0.00927734375,0.08154296875,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.953611696749579,0.0,0.517578125,0.01416015625,0.1220703125,1.0,26,0.40625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.9212118194980297,0.0,0.41796875,0.01025390625,0.10888671875,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.8906939962511613,0.0,0.556640625,0.00537109375,0.0556640625,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.413324655584307,0.0,0.458984375,0.0068359375,0.05322265625,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.893128925792095,0.0,0.4501953125,0.01318359375,0.11376953125,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.2916548112615422,0.0,0.46484375,0.0146484375,0.1015625,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.6324625534730295,0.0,0.47314453125,0.01171875,0.11669921875,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.4222709784016816,0.0,0.48193359375,0.0078125,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.4303617035261644,0.0,0.58203125,0.00634765625,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.693182207831003,0.0,0.3896484375,0.009765625,0.10595703125,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.88467313411228,0.0,0.52197265625,0.01904296875,0.13818359375,1.0,26,0.40625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.368074578198564,0.0,0.50390625,0.0068359375,0.06494140625,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.9896832048408055,0.0,0.5126953125,0.01123046875,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.3046630019248642,0.0,0.54150390625,0.01318359375,0.14208984375,1.0,33,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.1181550590110576,0.0,0.5224609375,0.00830078125,0.078125,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.9798121605108268,0.0,0.546875,0.0087890625,0.08349609375,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.186727261621857,0.0,0.56787109375,0.0146484375,0.125,1.0,27,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.0353648275138525,0.0,0.4794921875,0.01416015625,0.1416015625,1.0,25,0.390625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.4967900409774342,0.0,0.47509765625,0.00927734375,0.0986328125,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.8384360554275676,0.0,0.5693359375,0.01318359375,0.130859375,1.0,26,0.40625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.0134782386023344,0.0,0.538330078125,0.010498046875,0.13134765625,1.0,55,0.4296875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.1510682310639404,0.0,0.505859375,0.009521484375,0.107421875,1.0,64,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.8428912940195643,0.0,0.53125,0.010986328125,0.100341796875,1.0,66,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.0714000197069504,0.0,0.552001953125,0.010009765625,0.10302734375,1.0,68,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.871690779592147,0.0,0.48388671875,0.01025390625,0.098388671875,1.0,58,0.453125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1256854994001413,0.0,0.472900390625,0.00830078125,0.086181640625,1.0,87,0.6796875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.7063833234603405,0.0,0.485107421875,0.01708984375,0.143310546875,1.0,44,0.34375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,2.722739605962993,0.0,0.506591796875,0.007080078125,0.073486328125,1.0,70,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.0977731680258622,0.0,0.461669921875,0.010498046875,0.10302734375,1.0,65,0.5078125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.9193072257415846,0.0,0.544921875,0.01025390625,0.112060546875,1.0,69,0.5390625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,3.1125947896403523,0.0,0.5,0.0126953125,0.123046875,1.0,47,0.3671875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.3942164913428683,0.0,0.4501953125,0.006591796875,0.07568359375,1.0,74,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.9576849708498014,0.0,0.4736328125,0.016357421875,0.144287109375,1.0,53,0.4140625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.958793709443932,0.0,0.509033203125,0.0107421875,0.116455078125,1.0,63,0.4921875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.124258264625487,0.0,0.47998046875,0.011474609375,0.109619140625,1.0,58,0.453125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.754636383551229,0.0,0.48974609375,0.010986328125,0.10302734375,1.0,66,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.313465542168153,0.0,0.510009765625,0.00537109375,0.060302734375,1.0,85,0.6640625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.2184841241901494,0.0,0.473876953125,0.00830078125,0.0830078125,1.0,78,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.7854640065399265,0.0,0.469970703125,0.009765625,0.1015625,1.0,66,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.0918478211761578,0.0,0.521484375,0.010986328125,0.09619140625,1.0,70,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.4322340887826943,0.0,0.515625,0.0068359375,0.0732421875,1.0,81,0.6328125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7370928791005398,0.0,0.482177734375,0.00830078125,0.0771484375,1.0,79,0.6171875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.396819275148418,0.0,0.482177734375,0.015625,0.13037109375,1.0,53,0.4140625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.981509009575178,0.0,0.43994140625,0.006103515625,0.09326171875,1.0,73,0.5703125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.1168725778902115,0.0,0.467529296875,0.0146484375,0.125732421875,1.0,54,0.421875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.0621548033112433,0.0,0.47509765625,0.012939453125,0.103759765625,1.0,67,0.5234375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.4398466767192493,0.0,0.4873046875,0.0078125,0.084716796875,1.0,77,0.6015625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.4883917560477498,0.0,0.50048828125,0.005859375,0.0546875,1.0,86,0.671875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.5477449142996815,0.0,0.5341796875,0.009765625,0.0869140625,1.0,83,0.6484375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.8614128419556395,0.0,0.505126953125,0.010009765625,0.111328125,1.0,63,0.4921875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.198126693551069,0.0,0.481201171875,0.009033203125,0.0966796875,1.0,68,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.6056824027149605,0.0,0.54541015625,0.013427734375,0.10986328125,1.0,66,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.208737443493386,0.0,0.476806640625,0.01953125,0.1416015625,1.0,42,0.328125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.098393744741795,0.0,0.525390625,0.019287109375,0.18896484375,1.0,27,0.2109375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.8077387802773799,0.0,0.456787109375,0.008544921875,0.08056640625,1.0,79,0.6171875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.5427717561350802,0.0,0.46044921875,0.016357421875,0.14453125,1.0,56,0.4375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.0486484144391706,0.0,0.4697265625,0.004638671875,0.050537109375,1.0,79,0.6171875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.205460815047721,0.0,0.515380859375,0.0087890625,0.09423828125,1.0,64,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.491473149620005,0.0,0.4677734375,0.012939453125,0.120361328125,1.0,55,0.4296875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.662728644944282,0.0,0.5078125,0.00634765625,0.05517578125,1.0,78,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.6097774574887698,0.0,0.45751953125,0.01416015625,0.107666015625,1.0,55,0.4296875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.5309782370261442,0.0,0.4775390625,0.009765625,0.10498046875,1.0,79,0.6171875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.565140192518147,0.0,0.48583984375,0.008544921875,0.084228515625,1.0,74,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.639044931275278,0.0,0.512939453125,0.012939453125,0.099853515625,1.0,60,0.46875
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.157933157512895,0.0,0.527099609375,0.01123046875,0.11962890625,1.0,75,0.5859375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.0501508535862287,0.0,0.53466796875,0.008544921875,0.08056640625,1.0,73,0.5703125
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.1124021986592325,0.0,0.523681640625,0.0146484375,0.1337890625,1.0,51,0.3984375
+fresh-zh-2,layers.17.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.6763393983118848,0.0,0.522216796875,0.01123046875,0.114501953125,1.0,62,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5262367086081636,0.0,0.55908203125,0.010589599609375,0.10906982421875,1.0,1013,0.49462890625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,0,64,2048,64,1.295861446262783,0.0,0.57470703125,0.00927734375,0.103515625,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4089770235111383,0.0,0.63134765625,0.01513671875,0.13232421875,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,128,192,2048,64,1.8570318091610603,0.0,0.48486328125,0.00732421875,0.09033203125,1.0,33,0.515625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7353254951762214,0.0,0.45458984375,0.0087890625,0.09814453125,1.0,30,0.46875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,256,320,2048,64,1.4749016062890765,0.0,0.734375,0.00732421875,0.10009765625,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,320,384,2048,64,1.6524154590633127,0.0,0.7958984375,0.00390625,0.07373046875,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,384,448,2048,64,2.117136895805002,0.0,0.4697265625,0.00732421875,0.0751953125,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,448,512,2048,64,1.9065201942459853,0.0,0.5478515625,0.0107421875,0.103515625,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,512,576,2048,64,1.0637118513270578,0.0,0.5771484375,0.0166015625,0.14306640625,1.0,26,0.40625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,576,640,2048,64,0.9337837166450126,0.0,0.64404296875,0.01025390625,0.10400390625,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,640,704,2048,64,1.429214687890472,0.0,0.59326171875,0.0146484375,0.11669921875,1.0,28,0.4375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1194677307167342,0.0,0.62548828125,0.00927734375,0.09814453125,1.0,36,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,768,832,2048,64,1.53670172988061,0.0,0.56201171875,0.015625,0.14599609375,1.0,23,0.359375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,832,896,2048,64,1.239651310989002,0.0,0.4892578125,0.0107421875,0.119140625,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,896,960,2048,64,1.2304039007433951,0.0,0.3837890625,0.01025390625,0.126953125,1.0,26,0.40625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.0777244698074746,0.0,0.33984375,0.01220703125,0.109375,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5908020773052938,0.0,0.5849609375,0.009765625,0.0966796875,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.5561047821539185,0.0,0.7041015625,0.00732421875,0.09521484375,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.5761331462572137,0.0,0.53662109375,0.009765625,0.10986328125,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.2494050949715751,0.0,0.40234375,0.01171875,0.1103515625,1.0,41,0.640625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9319426219591853,0.0,0.54150390625,0.0107421875,0.09765625,1.0,40,0.625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1490307086448366,0.0,0.49951171875,0.013671875,0.10693359375,1.0,34,0.53125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.3687013417743128,0.0,0.6728515625,0.009765625,0.10693359375,1.0,37,0.578125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.4689383902970632,0.0,0.70703125,0.0107421875,0.095703125,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.770282422471567,0.0,0.1611328125,0.00244140625,0.0185546875,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.006842400252697,0.0,0.19677734375,0.00048828125,0.0078125,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.5681254448487556,0.0,0.75439453125,0.0087890625,0.1240234375,1.0,31,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6676555719970754,0.0,0.81591796875,0.01220703125,0.1005859375,1.0,35,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.8355554776140266,0.0,0.6337890625,0.0126953125,0.11279296875,1.0,32,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.619351944778433,0.0,0.5703125,0.0068359375,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6631167292457327,0.0,0.61669921875,0.0068359375,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.77325228038306,0.0,0.58447265625,0.00927734375,0.087890625,1.0,38,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,0,128,4096,128,1.3536013336083448,0.0,0.60302734375,0.0126953125,0.1181640625,1.0,65,0.5078125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7972091857160921,0.0,0.4697265625,0.008544921875,0.09521484375,1.0,62,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,256,384,4096,128,1.5661755325610083,0.0,0.76513671875,0.00537109375,0.088623046875,1.0,72,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,384,512,4096,128,2.014582821162559,0.0,0.5087890625,0.009033203125,0.089111328125,1.0,70,0.546875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,512,640,4096,128,1.0008583646363283,0.0,0.610595703125,0.01171875,0.121826171875,1.0,62,0.484375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,640,768,4096,128,1.2837177696436886,0.0,0.609375,0.011962890625,0.110595703125,1.0,61,0.4765625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,768,896,4096,128,1.3960994913427212,0.0,0.525634765625,0.0146484375,0.13427734375,1.0,57,0.4453125
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.156586311475794,0.0,0.36181640625,0.01171875,0.11865234375,1.0,55,0.4296875
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.5735490685391944,0.0,0.64453125,0.00830078125,0.095458984375,1.0,75,0.5859375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.422182967496024,0.0,0.469482421875,0.011474609375,0.11328125,1.0,75,0.5859375
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0461330269217717,0.0,0.5205078125,0.01171875,0.10498046875,1.0,72,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4197047857676839,0.0,0.68994140625,0.009521484375,0.099853515625,1.0,72,0.5625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.8922627030573482,0.0,0.178955078125,0.00146484375,0.013427734375,1.0,96,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6186556949510604,0.0,0.78515625,0.01025390625,0.11279296875,1.0,64,0.5
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.7308328389039407,0.0,0.60205078125,0.009521484375,0.1015625,1.0,69,0.5390625
+fresh-zh-2,layers.17.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.7190667388121885,0.0,0.6005859375,0.008056640625,0.08154296875,1.0,76,0.59375
+fresh-zh-2,layers.17.linear_attn.in_proj_b.output,0,0,16,512,16,1.4035552659768267,0.0,0.380859375,0.001953125,0.087890625,1.0,12,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_b.output,64,0,16,512,16,1.4035552659768267,0.0,0.380859375,0.001953125,0.087890625,1.0,12,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_b.output,128,0,16,512,16,1.4035552659768267,0.0,0.380859375,0.001953125,0.087890625,1.0,12,0.75
+fresh-zh-2,layers.17.linear_attn.in_proj_a.output,0,0,16,512,16,2.261029275066902,0.0,0.705078125,0.0,0.06640625,1.0,14,0.875
+fresh-zh-2,layers.17.linear_attn.in_proj_a.output,64,0,16,512,16,2.261029275066902,0.0,0.705078125,0.0,0.06640625,1.0,14,0.875
+fresh-zh-2,layers.17.linear_attn.in_proj_a.output,128,0,16,512,16,2.261029275066902,0.0,0.705078125,0.0,0.06640625,1.0,14,0.875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,0,0,2048,65536,2048,0.08107086588723536,0.0,0.5105438232421875,0.00994873046875,0.0970611572265625,1.0,1390,0.6787109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,0,64,2048,64,0.08147080249574813,0.0,0.494140625,0.01025390625,0.09765625,1.0,45,0.703125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,64,128,2048,64,0.07185426636034477,0.0,0.48388671875,0.01025390625,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,128,192,2048,64,0.07598497766978551,0.0,0.52587890625,0.00732421875,0.07275390625,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,192,256,2048,64,0.07429944076236614,0.0,0.50341796875,0.009765625,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,256,320,2048,64,0.07701336670369704,0.0,0.42041015625,0.01025390625,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,320,384,2048,64,0.07518161722502803,0.0,0.4853515625,0.0087890625,0.0810546875,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,384,448,2048,64,0.06963770621754138,0.0,0.54345703125,0.0087890625,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,448,512,2048,64,0.07233982390006191,0.0,0.4501953125,0.0146484375,0.103515625,1.0,44,0.6875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,512,576,2048,64,0.06755955509974286,0.0,0.4921875,0.00732421875,0.0888671875,1.0,43,0.671875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,576,640,2048,64,0.0948227782429184,0.0,0.52001953125,0.01171875,0.10400390625,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,640,704,2048,64,0.08190862088357019,0.0,0.48974609375,0.00732421875,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,704,768,2048,64,0.07781672952777959,0.0,0.537109375,0.01025390625,0.0947265625,1.0,45,0.703125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,768,832,2048,64,0.07577420655642846,0.0,0.5322265625,0.0107421875,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,832,896,2048,64,0.07500643308332869,0.0,0.466796875,0.00927734375,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,896,960,2048,64,0.08361771599086563,0.0,0.53076171875,0.009765625,0.08203125,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,960,1024,2048,64,0.07502212895190868,0.0,0.57958984375,0.00634765625,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1024,1088,2048,64,0.07496998605391104,0.0,0.57568359375,0.00732421875,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1088,1152,2048,64,0.07211261874991559,0.0,0.5458984375,0.009765625,0.0966796875,1.0,45,0.703125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1152,1216,2048,64,0.17946285101132395,0.0,0.5234375,0.02587890625,0.23486328125,1.0,9,0.140625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1216,1280,2048,64,0.06833100942448078,0.0,0.55419921875,0.0078125,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1280,1344,2048,64,0.07197619043322866,0.0,0.5087890625,0.0107421875,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1344,1408,2048,64,0.07803253485485158,0.0,0.5361328125,0.0078125,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1408,1472,2048,64,0.06935851242196035,0.0,0.5009765625,0.0087890625,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07072513888977912,0.0,0.544921875,0.00830078125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07083027703702806,0.0,0.45947265625,0.0107421875,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07677727210966606,0.0,0.63330078125,0.005859375,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1664,1728,2048,64,0.08198119392874038,0.0,0.41650390625,0.0087890625,0.0830078125,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07326344602198785,0.0,0.4833984375,0.00634765625,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0770835685504274,0.0,0.5126953125,0.0107421875,0.10400390625,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1856,1920,2048,64,0.07432486378564382,0.0,0.48046875,0.009765625,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1920,1984,2048,64,0.07987033066895938,0.0,0.50537109375,0.0126953125,0.11767578125,1.0,42,0.65625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,64,1984,2048,2048,64,0.07501001751157552,0.0,0.5009765625,0.00830078125,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,0,128,4096,128,0.07681317352344119,0.0,0.489013671875,0.009765625,0.088623046875,1.0,91,0.7109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,128,256,4096,128,0.07514693516397777,0.0,0.5146484375,0.0087890625,0.08349609375,1.0,93,0.7265625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,256,384,4096,128,0.07610300329030631,0.0,0.452880859375,0.009521484375,0.0869140625,1.0,94,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,384,512,4096,128,0.07100162057704236,0.0,0.496826171875,0.011962890625,0.093017578125,1.0,91,0.7109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,512,640,4096,128,0.08232755540820119,0.0,0.506103515625,0.00927734375,0.099853515625,1.0,84,0.65625
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,640,768,4096,128,0.07988887772853,0.0,0.513427734375,0.0087890625,0.087646484375,1.0,91,0.7109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,768,896,4096,128,0.07539129718720905,0.0,0.49951171875,0.010009765625,0.083740234375,1.0,95,0.7421875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,896,1024,4096,128,0.07943627087170534,0.0,0.55517578125,0.0078125,0.08544921875,1.0,91,0.7109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07355517858007789,0.0,0.560791015625,0.008544921875,0.094970703125,1.0,91,0.7109375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1152,1280,4096,128,0.1357866741290933,0.0,0.538818359375,0.01953125,0.180419921875,1.0,41,0.3203125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1280,1408,4096,128,0.07506546637820224,0.0,0.5224609375,0.009033203125,0.096435546875,1.0,89,0.6953125
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07004515870624385,0.0,0.52294921875,0.0087890625,0.0849609375,1.0,94,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07386365025418067,0.0,0.54638671875,0.008056640625,0.085205078125,1.0,96,0.75
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07774460971989783,0.0,0.449951171875,0.007080078125,0.084228515625,1.0,94,0.734375
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1792,1920,4096,128,0.07571678122194231,0.0,0.49658203125,0.010009765625,0.099853515625,1.0,88,0.6875
+fresh-zh-2,layers.17.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07747829518083041,0.0,0.503173828125,0.0107421875,0.10400390625,1.0,88,0.6875
+fresh-zh-2,layers.17.mlp.gate_proj.output,0,0,6144,196608,6144,1.3886485277985392,0.0,0.8669840494791666,0.007410685221354167,0.07223002115885417,1.0,3557,0.5789388020833334
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,0,64,2048,64,1.4300644965109308,0.0,0.880859375,0.0068359375,0.06884765625,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,64,128,2048,64,1.4770909840068356,0.0,0.89990234375,0.005859375,0.0595703125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,128,192,2048,64,1.3031485114092272,0.0,0.8896484375,0.0068359375,0.06494140625,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,192,256,2048,64,1.3186737102011803,0.0,0.853515625,0.00732421875,0.0732421875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,256,320,2048,64,1.37523282610534,0.0,0.85888671875,0.00830078125,0.07177734375,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,320,384,2048,64,1.3199710585047282,0.0,0.89453125,0.00927734375,0.06982421875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,384,448,2048,64,1.3908590342622453,0.0,0.84912109375,0.00830078125,0.076171875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,448,512,2048,64,1.6132912107985524,0.0,0.869140625,0.01025390625,0.0732421875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,512,576,2048,64,1.4868881892581556,0.0,0.861328125,0.005859375,0.06689453125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,576,640,2048,64,1.2697229877305196,0.0,0.8203125,0.00634765625,0.09912109375,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,640,704,2048,64,1.2810506210982515,0.0,0.87109375,0.0048828125,0.06201171875,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,704,768,2048,64,1.2550569768997477,0.0,0.841796875,0.00927734375,0.07958984375,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,768,832,2048,64,1.3274640520264478,0.0,0.82177734375,0.0078125,0.0888671875,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,832,896,2048,64,1.4135002559253038,0.0,0.8740234375,0.0068359375,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,896,960,2048,64,1.4880866970112585,0.0,0.90087890625,0.00732421875,0.0654296875,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,960,1024,2048,64,1.3359081364912502,0.0,0.88671875,0.00537109375,0.0693359375,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1024,1088,2048,64,1.4255689841327752,0.0,0.83935546875,0.005859375,0.072265625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1088,1152,2048,64,1.6373469734861092,0.0,0.869140625,0.00732421875,0.05908203125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1152,1216,2048,64,1.2852696240432222,0.0,0.876953125,0.0048828125,0.05908203125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1216,1280,2048,64,1.3999517259651881,0.0,0.86962890625,0.01123046875,0.0732421875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1280,1344,2048,64,1.3494999029702166,0.0,0.853515625,0.00439453125,0.06640625,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1344,1408,2048,64,1.4124857253910374,0.0,0.8359375,0.01123046875,0.0830078125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1408,1472,2048,64,1.4903739998639458,0.0,0.85693359375,0.0087890625,0.08203125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1472,1536,2048,64,1.4082266474607887,0.0,0.8486328125,0.00732421875,0.07763671875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1536,1600,2048,64,1.4972684113430943,0.0,0.83251953125,0.00830078125,0.06591796875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1600,1664,2048,64,1.2294520976696557,0.0,0.87939453125,0.00732421875,0.0556640625,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1664,1728,2048,64,1.3503263864358956,0.0,0.8701171875,0.0087890625,0.07421875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1728,1792,2048,64,1.4841248328981675,0.0,0.85009765625,0.013671875,0.09130859375,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1792,1856,2048,64,1.392603510704681,0.0,0.86181640625,0.0107421875,0.076171875,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1856,1920,2048,64,1.37389102974843,0.0,0.80322265625,0.0078125,0.09228515625,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1920,1984,2048,64,1.3960359484606877,0.0,0.86181640625,0.005859375,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,1984,2048,2048,64,1.2395650734263965,0.0,0.875,0.01025390625,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2048,2112,2048,64,1.4204969070218587,0.0,0.88232421875,0.005859375,0.068359375,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2112,2176,2048,64,1.5860347557681205,0.0,0.89794921875,0.00830078125,0.06689453125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2176,2240,2048,64,1.381711354614045,0.0,0.86181640625,0.00634765625,0.08203125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2240,2304,2048,64,1.258069682911151,0.0,0.81103515625,0.005859375,0.078125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2304,2368,2048,64,1.4832782678929632,0.0,0.87451171875,0.005859375,0.0654296875,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2368,2432,2048,64,1.3466263170896884,0.0,0.86328125,0.0087890625,0.08349609375,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2432,2496,2048,64,1.2487979839200365,0.0,0.84814453125,0.00830078125,0.0810546875,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2496,2560,2048,64,1.3152294690513517,0.0,0.87060546875,0.01025390625,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2560,2624,2048,64,1.2847407163005808,0.0,0.86181640625,0.00537109375,0.07470703125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2624,2688,2048,64,1.5094761695665653,0.0,0.88720703125,0.0048828125,0.07470703125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2688,2752,2048,64,1.3868411224407764,0.0,0.87939453125,0.0078125,0.08056640625,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2752,2816,2048,64,1.3945716824269105,0.0,0.86328125,0.00537109375,0.06298828125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2816,2880,2048,64,1.335079679410647,0.0,0.828125,0.0087890625,0.0751953125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2880,2944,2048,64,1.659138922488093,0.0,0.87841796875,0.01025390625,0.0986328125,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,2944,3008,2048,64,1.4319991430081485,0.0,0.8720703125,0.00927734375,0.0791015625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3008,3072,2048,64,1.4914972225374705,0.0,0.8740234375,0.00927734375,0.07568359375,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3072,3136,2048,64,1.2466515664656492,0.0,0.8427734375,0.00634765625,0.087890625,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3136,3200,2048,64,1.4750626816323025,0.0,0.8857421875,0.00341796875,0.05859375,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3200,3264,2048,64,1.1013763111740116,0.0,0.86865234375,0.00439453125,0.06884765625,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3264,3328,2048,64,1.3498978394414078,0.0,0.85595703125,0.00732421875,0.07568359375,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3328,3392,2048,64,1.5572687952261035,0.0,0.9384765625,0.00439453125,0.044921875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3392,3456,2048,64,1.5141582154996274,0.0,0.900390625,0.0048828125,0.060546875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3456,3520,2048,64,1.2377835066533884,0.0,0.8212890625,0.0087890625,0.0693359375,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3520,3584,2048,64,1.2913445248783249,0.0,0.8427734375,0.00830078125,0.076171875,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3584,3648,2048,64,1.529618868527753,0.0,0.89599609375,0.01025390625,0.07666015625,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3648,3712,2048,64,1.2829840660749916,0.0,0.857421875,0.00830078125,0.0810546875,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3712,3776,2048,64,1.3652359254279436,0.0,0.9091796875,0.00732421875,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3776,3840,2048,64,1.3218143226750472,0.0,0.9013671875,0.00634765625,0.0576171875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3840,3904,2048,64,1.5015319289586133,0.0,0.91259765625,0.00830078125,0.07861328125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3904,3968,2048,64,1.375401044896753,0.0,0.8544921875,0.0078125,0.07861328125,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,3968,4032,2048,64,1.388426017865368,0.0,0.85302734375,0.0078125,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4032,4096,2048,64,1.4806224706866649,0.0,0.865234375,0.00634765625,0.078125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4096,4160,2048,64,1.291502844302995,0.0,0.86669921875,0.00341796875,0.0732421875,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4160,4224,2048,64,1.3610373786253172,0.0,0.85205078125,0.00537109375,0.07421875,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4224,4288,2048,64,1.0947107941805247,0.0,0.7939453125,0.00732421875,0.064453125,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4288,4352,2048,64,1.4506097938449711,0.0,0.9150390625,0.00439453125,0.05322265625,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4352,4416,2048,64,1.3338667825387145,0.0,0.88330078125,0.00537109375,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4416,4480,2048,64,1.3951746139487278,0.0,0.85400390625,0.00390625,0.07421875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4480,4544,2048,64,1.3685529450699818,0.0,0.8818359375,0.009765625,0.0732421875,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4544,4608,2048,64,1.4506714921142774,0.0,0.87255859375,0.005859375,0.06201171875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4608,4672,2048,64,1.4124471305035076,0.0,0.84130859375,0.01123046875,0.07861328125,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4672,4736,2048,64,1.3204767528287409,0.0,0.8818359375,0.00830078125,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4736,4800,2048,64,1.4049711243814857,0.0,0.81689453125,0.0078125,0.07958984375,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4800,4864,2048,64,1.349480555479634,0.0,0.8515625,0.0068359375,0.076171875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4864,4928,2048,64,1.3798177126746412,0.0,0.9033203125,0.00732421875,0.052734375,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4928,4992,2048,64,1.5356398085533383,0.0,0.89306640625,0.00537109375,0.0556640625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,4992,5056,2048,64,1.5099962251623624,0.0,0.9052734375,0.0078125,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5056,5120,2048,64,1.2624046688680515,0.0,0.86572265625,0.0048828125,0.060546875,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5120,5184,2048,64,1.3710904644590391,0.0,0.88330078125,0.0078125,0.06201171875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5184,5248,2048,64,1.3820825462529476,0.0,0.88037109375,0.00830078125,0.07373046875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5248,5312,2048,64,1.4594315247018943,0.0,0.87890625,0.0078125,0.0634765625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5312,5376,2048,64,1.296016896374676,0.0,0.8369140625,0.0048828125,0.072265625,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5376,5440,2048,64,1.2187931303320931,0.0,0.884765625,0.005859375,0.06298828125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5440,5504,2048,64,1.58701607760995,0.0,0.8955078125,0.00634765625,0.06396484375,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5504,5568,2048,64,1.3186171022831272,0.0,0.857421875,0.0078125,0.07421875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5568,5632,2048,64,1.3487488545205848,0.0,0.8564453125,0.005859375,0.0830078125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5632,5696,2048,64,1.293615637767849,0.0,0.86669921875,0.00927734375,0.0673828125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5696,5760,2048,64,1.3642195948362574,0.0,0.86328125,0.00634765625,0.0693359375,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5760,5824,2048,64,1.4034906809060463,0.0,0.859375,0.005859375,0.07470703125,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5824,5888,2048,64,1.4057326367577425,0.0,0.89697265625,0.00537109375,0.0625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5888,5952,2048,64,1.216411822768497,0.0,0.80712890625,0.009765625,0.08251953125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,5952,6016,2048,64,1.561015852182767,0.0,0.90283203125,0.009765625,0.06640625,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,6016,6080,2048,64,1.4682060712211396,0.0,0.88671875,0.0078125,0.0703125,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,64,6080,6144,2048,64,1.2881833690115596,0.0,0.87841796875,0.01025390625,0.07421875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,0,128,4096,128,1.4537679043119889,0.0,0.890380859375,0.00634765625,0.06396484375,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,128,256,4096,128,1.3109340938361147,0.0,0.87158203125,0.007080078125,0.069091796875,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,256,384,4096,128,1.3478851808087684,0.0,0.876708984375,0.0087890625,0.070556640625,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,384,512,4096,128,1.5061868051521308,0.0,0.859130859375,0.009033203125,0.075439453125,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,512,640,4096,128,1.3825760291800797,0.0,0.8408203125,0.006103515625,0.083984375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,640,768,4096,128,1.2681204022254648,0.0,0.8564453125,0.007080078125,0.070068359375,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,768,896,4096,128,1.3711571359482062,0.0,0.847900390625,0.00732421875,0.0751953125,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,896,1024,4096,128,1.4140460683735523,0.0,0.893798828125,0.006103515625,0.0673828125,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1024,1152,4096,128,1.5351143345212879,0.0,0.854248046875,0.00732421875,0.06591796875,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1152,1280,4096,128,1.3438345957596707,0.0,0.873291015625,0.008056640625,0.065185546875,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1280,1408,4096,128,1.3813518582443196,0.0,0.8447265625,0.0078125,0.07421875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1408,1536,4096,128,1.449882227991141,0.0,0.852783203125,0.0078125,0.07958984375,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1536,1664,4096,128,1.3699206466197578,0.0,0.85595703125,0.0078125,0.062744140625,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1664,1792,4096,128,1.4188036984604384,0.0,0.860107421875,0.01123046875,0.08349609375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1792,1920,4096,128,1.3832789125209357,0.0,0.83251953125,0.00927734375,0.083984375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,1920,2048,4096,128,1.3201208165643628,0.0,0.868408203125,0.008056640625,0.068359375,1.0,81,0.6328125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2048,2176,4096,128,1.5055427110120638,0.0,0.89013671875,0.0068359375,0.067626953125,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2176,2304,4096,128,1.3213375031629018,0.0,0.83642578125,0.006103515625,0.081298828125,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2304,2432,4096,128,1.4166010126147175,0.0,0.868896484375,0.007568359375,0.0732421875,1.0,72,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2432,2560,4096,128,1.2824439482690557,0.0,0.859375,0.00927734375,0.078857421875,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2560,2688,4096,128,1.4016199582286704,0.0,0.87451171875,0.00537109375,0.075927734375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2688,2816,4096,128,1.3907117739344512,0.0,0.871337890625,0.0068359375,0.072021484375,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2816,2944,4096,128,1.5058518709504907,0.0,0.853271484375,0.010498046875,0.08935546875,1.0,69,0.5390625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,2944,3072,4096,128,1.4620508729885324,0.0,0.873046875,0.00927734375,0.0771484375,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3072,3200,4096,128,1.3656408830500675,0.0,0.8642578125,0.00537109375,0.072998046875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3200,3328,4096,128,1.2319200371257573,0.0,0.8623046875,0.005859375,0.07421875,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3328,3456,4096,128,1.535864773043183,0.0,0.91943359375,0.004638671875,0.052978515625,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3456,3584,4096,128,1.2648475582607546,0.0,0.83203125,0.0087890625,0.072509765625,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3584,3712,4096,128,1.4116979132871241,0.0,0.876708984375,0.009521484375,0.0791015625,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3712,3840,4096,128,1.343700531314174,0.0,0.9052734375,0.0068359375,0.0595703125,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3840,3968,4096,128,1.439848285060835,0.0,0.883544921875,0.007568359375,0.079345703125,1.0,70,0.546875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,3968,4096,4096,128,1.435264733034949,0.0,0.859130859375,0.007080078125,0.06982421875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4096,4224,4096,128,1.32672573331077,0.0,0.859375,0.0048828125,0.0732421875,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4224,4352,4096,128,1.2850409520506156,0.0,0.8544921875,0.0048828125,0.060302734375,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4352,4480,4096,128,1.3648649744511658,0.0,0.86865234375,0.00439453125,0.07080078125,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4480,4608,4096,128,1.4102100803590905,0.0,0.877197265625,0.008056640625,0.068115234375,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4608,4736,4096,128,1.3672354865254062,0.0,0.861572265625,0.009765625,0.0732421875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4736,4864,4096,128,1.3775052867345734,0.0,0.834228515625,0.00732421875,0.0771484375,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4864,4992,4096,128,1.4598093269027315,0.0,0.898193359375,0.00634765625,0.055908203125,1.0,80,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,4992,5120,4096,128,1.3917173110916667,0.0,0.885498046875,0.006103515625,0.06640625,1.0,80,0.625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5120,5248,4096,128,1.376597476822389,0.0,0.8818359375,0.008056640625,0.06787109375,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5248,5376,4096,128,1.380144950898699,0.0,0.85791015625,0.00634765625,0.0703125,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5376,5504,4096,128,1.4149340488406472,0.0,0.89013671875,0.00537109375,0.064697265625,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5504,5632,4096,128,1.333768071106094,0.0,0.85693359375,0.0068359375,0.078369140625,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5632,5760,4096,128,1.32938642260494,0.0,0.864990234375,0.008056640625,0.067626953125,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5760,5888,4096,128,1.4046121061410501,0.0,0.878173828125,0.005615234375,0.068603515625,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,5888,6016,4096,128,1.3993620355963763,0.0,0.85498046875,0.010009765625,0.077880859375,1.0,72,0.5625
+fresh-zh-2,layers.17.mlp.gate_proj.output,128,6016,6144,4096,128,1.381130960439412,0.0,0.882568359375,0.00927734375,0.0712890625,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.up_proj.output,0,0,6144,196608,6144,0.5604860891845675,0.0,0.5008900960286459,0.008951822916666666,0.08696492513020833,1.0,4469,0.7273763020833334
+fresh-zh-2,layers.17.mlp.up_proj.output,64,0,64,2048,64,0.6410543326569228,0.0,0.5302734375,0.01171875,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,64,128,2048,64,0.5080204556443038,0.0,0.5361328125,0.0087890625,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,128,192,2048,64,0.5071665315771862,0.0,0.55126953125,0.0107421875,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,192,256,2048,64,0.5037036927561095,0.0,0.5068359375,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,256,320,2048,64,0.5395351418774919,0.0,0.525390625,0.01123046875,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,320,384,2048,64,0.5579834124189941,0.0,0.52978515625,0.0068359375,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,384,448,2048,64,0.497622035093025,0.0,0.53564453125,0.005859375,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,448,512,2048,64,0.6788456169769029,0.0,0.52392578125,0.01220703125,0.10888671875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,512,576,2048,64,0.536796566574296,0.0,0.5361328125,0.0078125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,576,640,2048,64,0.5968682143367356,0.0,0.53125,0.009765625,0.0869140625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,640,704,2048,64,0.605522695529703,0.0,0.466796875,0.01025390625,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,704,768,2048,64,0.6483029324632338,0.0,0.41650390625,0.0068359375,0.08740234375,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,768,832,2048,64,0.5405713298057795,0.0,0.50927734375,0.00732421875,0.07861328125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,832,896,2048,64,0.5050716796533583,0.0,0.46044921875,0.0078125,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,896,960,2048,64,0.5698186378649152,0.0,0.447265625,0.00927734375,0.087890625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,960,1024,2048,64,0.5884692776578674,0.0,0.46484375,0.00732421875,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1024,1088,2048,64,0.541823974399321,0.0,0.47509765625,0.01025390625,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1088,1152,2048,64,0.5884553429346007,0.0,0.51416015625,0.0068359375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1152,1216,2048,64,0.48364336742226655,0.0,0.55322265625,0.00927734375,0.0712890625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1216,1280,2048,64,0.5638640081614927,0.0,0.5234375,0.009765625,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1280,1344,2048,64,0.5205862538622551,0.0,0.5087890625,0.01025390625,0.08935546875,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1344,1408,2048,64,0.47647106112826093,0.0,0.44091796875,0.00927734375,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1408,1472,2048,64,0.5739992726531115,0.0,0.48974609375,0.0087890625,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1472,1536,2048,64,0.528123468068601,0.0,0.4990234375,0.0048828125,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1536,1600,2048,64,0.6263844698573012,0.0,0.5146484375,0.00830078125,0.11279296875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1600,1664,2048,64,0.49930791344105535,0.0,0.50439453125,0.00634765625,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1664,1728,2048,64,0.4960443559801421,0.0,0.4619140625,0.00927734375,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1728,1792,2048,64,0.577178324397859,0.0,0.4736328125,0.01123046875,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1792,1856,2048,64,0.580035734249044,0.0,0.4873046875,0.01123046875,0.080078125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1856,1920,2048,64,0.5299070370578725,0.0,0.55712890625,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1920,1984,2048,64,0.5088267457496551,0.0,0.53125,0.00830078125,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,1984,2048,2048,64,0.509185584730599,0.0,0.4833984375,0.00732421875,0.0712890625,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2048,2112,2048,64,0.5699173083135114,0.0,0.48583984375,0.009765625,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2112,2176,2048,64,0.504939017372863,0.0,0.46875,0.01171875,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2176,2240,2048,64,0.5654461929581259,0.0,0.494140625,0.005859375,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2240,2304,2048,64,0.5207457223839241,0.0,0.4619140625,0.0087890625,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2304,2368,2048,64,0.6318708216376666,0.0,0.52978515625,0.00830078125,0.0888671875,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2368,2432,2048,64,0.5363863453717087,0.0,0.412109375,0.0107421875,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2432,2496,2048,64,0.5140463371990667,0.0,0.4453125,0.00732421875,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2496,2560,2048,64,0.6347614191535765,0.0,0.49560546875,0.00634765625,0.0908203125,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2560,2624,2048,64,0.5446702656410489,0.0,0.51171875,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2624,2688,2048,64,0.5504181243415086,0.0,0.45361328125,0.009765625,0.07861328125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2688,2752,2048,64,0.5334303551627676,0.0,0.54931640625,0.013671875,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2752,2816,2048,64,0.6462288289835734,0.0,0.4794921875,0.009765625,0.0888671875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2816,2880,2048,64,0.5680311506731281,0.0,0.57421875,0.00634765625,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2880,2944,2048,64,0.557525261926246,0.0,0.49560546875,0.01025390625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,2944,3008,2048,64,0.5588855950109367,0.0,0.474609375,0.0048828125,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3008,3072,2048,64,0.5227881834499056,0.0,0.57080078125,0.00732421875,0.0908203125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3072,3136,2048,64,0.5835766075938589,0.0,0.49560546875,0.00927734375,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3136,3200,2048,64,0.5431571609165123,0.0,0.541015625,0.01025390625,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3200,3264,2048,64,0.523939461610283,0.0,0.5234375,0.0087890625,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3264,3328,2048,64,0.523043770331575,0.0,0.52587890625,0.00390625,0.06982421875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3328,3392,2048,64,0.6276197482058292,0.0,0.541015625,0.009765625,0.1025390625,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3392,3456,2048,64,0.5545899062932498,0.0,0.53369140625,0.01171875,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3456,3520,2048,64,0.566030350701467,0.0,0.533203125,0.013671875,0.0966796875,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3520,3584,2048,64,0.539288156168807,0.0,0.54248046875,0.00927734375,0.07861328125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3584,3648,2048,64,0.577028276850883,0.0,0.52099609375,0.01220703125,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3648,3712,2048,64,0.6595779175620639,0.0,0.49072265625,0.01025390625,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3712,3776,2048,64,0.5748864888396401,0.0,0.44482421875,0.005859375,0.0830078125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3776,3840,2048,64,0.5419272213120626,0.0,0.49609375,0.00927734375,0.07080078125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3840,3904,2048,64,0.5737017483229463,0.0,0.50048828125,0.0107421875,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3904,3968,2048,64,0.611601594570937,0.0,0.48974609375,0.0087890625,0.08251953125,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,3968,4032,2048,64,0.4904573686436716,0.0,0.53369140625,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4032,4096,2048,64,0.5110144852572877,0.0,0.4794921875,0.00732421875,0.076171875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4096,4160,2048,64,0.5417782626113483,0.0,0.42138671875,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4160,4224,2048,64,0.5255514143147664,0.0,0.49267578125,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4224,4288,2048,64,0.523719404569237,0.0,0.455078125,0.005859375,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4288,4352,2048,64,0.9214145393625089,0.0,0.52880859375,0.0146484375,0.13525390625,1.0,30,0.46875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4352,4416,2048,64,0.5473760160596381,0.0,0.47314453125,0.005859375,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4416,4480,2048,64,0.6142351221648794,0.0,0.50244140625,0.0107421875,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4480,4544,2048,64,0.5616777399179174,0.0,0.44921875,0.00830078125,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4544,4608,2048,64,0.7017077504922402,0.0,0.5673828125,0.01416015625,0.1025390625,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4608,4672,2048,64,0.5836938359407403,0.0,0.498046875,0.0107421875,0.08642578125,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4672,4736,2048,64,0.49055011373153656,0.0,0.47412109375,0.00732421875,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4736,4800,2048,64,0.5254013280401543,0.0,0.5166015625,0.00830078125,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4800,4864,2048,64,0.5764571322225025,0.0,0.53271484375,0.00732421875,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4864,4928,2048,64,0.5500194943858449,0.0,0.4716796875,0.00634765625,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4928,4992,2048,64,0.5254371445368125,0.0,0.49462890625,0.00927734375,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,4992,5056,2048,64,0.5864566798878448,0.0,0.52783203125,0.0078125,0.08984375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5056,5120,2048,64,0.4872495938698463,0.0,0.5009765625,0.0087890625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5120,5184,2048,64,0.5227993583456514,0.0,0.5263671875,0.005859375,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5184,5248,2048,64,0.5874549060666252,0.0,0.51953125,0.00927734375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5248,5312,2048,64,0.5597852425182994,0.0,0.46435546875,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5312,5376,2048,64,0.530852156481166,0.0,0.47412109375,0.01220703125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5376,5440,2048,64,0.5090009638037861,0.0,0.52734375,0.0068359375,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5440,5504,2048,64,0.576449799242258,0.0,0.4970703125,0.0126953125,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5504,5568,2048,64,0.5030598072338175,0.0,0.49853515625,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5568,5632,2048,64,0.5640661210422125,0.0,0.48876953125,0.00927734375,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5632,5696,2048,64,0.5070281965997162,0.0,0.5224609375,0.00732421875,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5696,5760,2048,64,0.5119051664121951,0.0,0.53955078125,0.0087890625,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5760,5824,2048,64,0.529737779214185,0.0,0.4794921875,0.0078125,0.0712890625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5824,5888,2048,64,0.5552632872482232,0.0,0.5087890625,0.01220703125,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5888,5952,2048,64,0.5352953427986481,0.0,0.42431640625,0.0087890625,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,64,5952,6016,2048,64,0.5352327587483925,0.0,0.4990234375,0.00927734375,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,64,6016,6080,2048,64,0.5365571462135791,0.0,0.50830078125,0.0068359375,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,64,6080,6144,2048,64,0.5925871688091555,0.0,0.515625,0.0087890625,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,0,128,4096,128,0.5783750689523446,0.0,0.533203125,0.010986328125,0.08935546875,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,128,256,4096,128,0.5054380777346391,0.0,0.529052734375,0.009033203125,0.083984375,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,256,384,4096,128,0.54883679625892,0.0,0.527587890625,0.009033203125,0.08984375,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,384,512,4096,128,0.5951718497622664,0.0,0.52978515625,0.010009765625,0.101806640625,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,512,640,4096,128,0.5676276152423682,0.0,0.53369140625,0.0087890625,0.088623046875,1.0,93,0.7265625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,640,768,4096,128,0.6272776207716906,0.0,0.441650390625,0.008544921875,0.084228515625,1.0,90,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,768,896,4096,128,0.5231227218329623,0.0,0.48486328125,0.00732421875,0.084716796875,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,896,1024,4096,128,0.5792190305943856,0.0,0.4560546875,0.00830078125,0.085693359375,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1024,1152,4096,128,0.5656204159425977,0.0,0.49462890625,0.00830078125,0.086669921875,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1152,1280,4096,128,0.5252873149770007,0.0,0.538330078125,0.00927734375,0.079833984375,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1280,1408,4096,128,0.49901639241763757,0.0,0.474853515625,0.010009765625,0.085205078125,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1408,1536,4096,128,0.5515385582763492,0.0,0.494384765625,0.006591796875,0.081298828125,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1536,1664,4096,128,0.5664211756737528,0.0,0.509521484375,0.007080078125,0.1005859375,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1664,1792,4096,128,0.5381425560455492,0.0,0.4677734375,0.010498046875,0.0888671875,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1792,1920,4096,128,0.5555370918891379,0.0,0.522216796875,0.009521484375,0.081298828125,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,1920,2048,4096,128,0.5090061968618979,0.0,0.50732421875,0.0078125,0.08154296875,1.0,99,0.7734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2048,2176,4096,128,0.5384093004308109,0.0,0.477294921875,0.010986328125,0.0947265625,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2176,2304,4096,128,0.5435556569993514,0.0,0.47802734375,0.00732421875,0.084228515625,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2304,2432,4096,128,0.586076380149498,0.0,0.470947265625,0.009521484375,0.084228515625,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2432,2560,4096,128,0.5775663148217869,0.0,0.470458984375,0.00732421875,0.093505859375,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2560,2688,4096,128,0.5475517372254037,0.0,0.482666015625,0.008056640625,0.0830078125,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2688,2816,4096,128,0.5925198913195053,0.0,0.514404296875,0.01318359375,0.08984375,1.0,90,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2816,2944,4096,128,0.5628027211292458,0.0,0.534912109375,0.00830078125,0.0859375,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,2944,3072,4096,128,0.5411379644164604,0.0,0.522705078125,0.006103515625,0.085205078125,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3072,3200,4096,128,0.5637292605434114,0.0,0.518310546875,0.01025390625,0.08251953125,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3200,3328,4096,128,0.523491807536251,0.0,0.524658203125,0.00634765625,0.082275390625,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3328,3456,4096,128,0.5922315900474678,0.0,0.537353515625,0.01123046875,0.098388671875,1.0,90,0.703125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3456,3584,4096,128,0.5528209806524972,0.0,0.537841796875,0.011474609375,0.0869140625,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3584,3712,4096,128,0.6196792160549716,0.0,0.505859375,0.01171875,0.090087890625,1.0,88,0.6875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3712,3840,4096,128,0.5586499746036793,0.0,0.470458984375,0.008056640625,0.0771484375,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3840,3968,4096,128,0.5929545541230449,0.0,0.4951171875,0.010009765625,0.085693359375,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,3968,4096,4096,128,0.5008414093301616,0.0,0.506591796875,0.0068359375,0.078125,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4096,4224,4096,128,0.5337265099872885,0.0,0.45703125,0.007080078125,0.080078125,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4224,4352,4096,128,0.7494287051050889,0.0,0.491943359375,0.011474609375,0.11083984375,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4352,4480,4096,128,0.5817668296913402,0.0,0.48779296875,0.00830078125,0.094970703125,1.0,93,0.7265625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4480,4608,4096,128,0.635561031931702,0.0,0.50830078125,0.011962890625,0.09619140625,1.0,88,0.6875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4608,4736,4096,128,0.5391372312302497,0.0,0.486083984375,0.0087890625,0.080322265625,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4736,4864,4096,128,0.5515203445007943,0.0,0.524658203125,0.008056640625,0.080810546875,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4864,4992,4096,128,0.5378687744531465,0.0,0.483154296875,0.007568359375,0.08154296875,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,4992,5120,4096,128,0.539139872441004,0.0,0.514404296875,0.008056640625,0.088623046875,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5120,5248,4096,128,0.5560676378590883,0.0,0.52294921875,0.00732421875,0.08349609375,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5248,5376,4096,128,0.5455105543350999,0.0,0.46923828125,0.01025390625,0.084716796875,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5376,5504,4096,128,0.5437721729730305,0.0,0.51220703125,0.010009765625,0.08349609375,1.0,93,0.7265625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5504,5632,4096,128,0.5344341673965717,0.0,0.49365234375,0.0078125,0.08056640625,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5632,5760,4096,128,0.5094725171913876,0.0,0.531005859375,0.008056640625,0.084228515625,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5760,5888,4096,128,0.542650639404617,0.0,0.494140625,0.009765625,0.081787109375,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.up_proj.output,128,5888,6016,4096,128,0.5352640516882005,0.0,0.461669921875,0.009033203125,0.083251953125,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.up_proj.output,128,6016,6144,4096,128,0.5652668059377406,0.0,0.511962890625,0.0078125,0.086669921875,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.silu_gate,0,0,6144,196608,6144,0.2957902143331378,0.0,0.8669840494791666,0.0031483968098958335,0.031524658203125,1.0,4614,0.7509765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,0,64,2048,64,0.2514885912127701,0.0,0.880859375,0.001953125,0.0234375,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,64,128,2048,64,0.309510913823027,0.0,0.89990234375,0.00244140625,0.0244140625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,128,192,2048,64,0.25566512685039267,0.0,0.8896484375,0.0029296875,0.03076171875,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,192,256,2048,64,0.27620037425300686,0.0,0.853515625,0.0029296875,0.033203125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,256,320,2048,64,0.27012672426992174,0.0,0.85888671875,0.0009765625,0.029296875,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,320,384,2048,64,0.29018485694723756,0.0,0.89453125,0.00634765625,0.03515625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,384,448,2048,64,0.4351765438366595,0.0,0.84912109375,0.00634765625,0.04833984375,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.silu_gate,64,448,512,2048,64,0.3955458098696967,0.0,0.869140625,0.0048828125,0.0458984375,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.silu_gate,64,512,576,2048,64,0.3064448423560408,0.0,0.861328125,0.00146484375,0.03125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,576,640,2048,64,0.3786528025719678,0.0,0.8203125,0.0048828125,0.05712890625,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.silu_gate,64,640,704,2048,64,0.33189627454762394,0.0,0.87109375,0.00390625,0.0322265625,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.silu_gate,64,704,768,2048,64,0.28621022897893816,0.0,0.841796875,0.00341796875,0.0439453125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,768,832,2048,64,0.2735005326566873,0.0,0.82177734375,0.00390625,0.03466796875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,832,896,2048,64,0.2995201224996156,0.0,0.8740234375,0.00390625,0.0283203125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,896,960,2048,64,0.25532329902795686,0.0,0.90087890625,0.00244140625,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,960,1024,2048,64,0.27267827304680553,0.0,0.88671875,0.001953125,0.0234375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1024,1088,2048,64,0.35001063611939187,0.0,0.83935546875,0.00341796875,0.0380859375,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1088,1152,2048,64,0.33464411239076475,0.0,0.869140625,0.00341796875,0.0224609375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1152,1216,2048,64,0.2642195587713308,0.0,0.876953125,0.00146484375,0.02392578125,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,1216,1280,2048,64,0.27743026567607454,0.0,0.86962890625,0.00439453125,0.02880859375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1280,1344,2048,64,0.2633508508378434,0.0,0.853515625,0.00341796875,0.02587890625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,1344,1408,2048,64,0.30992526101014006,0.0,0.8359375,0.005859375,0.03369140625,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,64,1408,1472,2048,64,0.30811950141533906,0.0,0.85693359375,0.00439453125,0.0322265625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1472,1536,2048,64,0.40011205857685284,0.0,0.8486328125,0.00341796875,0.03857421875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.silu_gate,64,1536,1600,2048,64,0.3546655201501151,0.0,0.83251953125,0.0029296875,0.0341796875,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1600,1664,2048,64,0.2821711842600443,0.0,0.87939453125,0.0029296875,0.02099609375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,1664,1728,2048,64,0.26918695925082353,0.0,0.8701171875,0.00341796875,0.03369140625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,1728,1792,2048,64,0.24962451812807063,0.0,0.85009765625,0.00732421875,0.03271484375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,1792,1856,2048,64,0.29805691377413435,0.0,0.86181640625,0.00439453125,0.037109375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,1856,1920,2048,64,0.30701706624312375,0.0,0.80322265625,0.00634765625,0.0458984375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,1920,1984,2048,64,0.41661541375432687,0.0,0.86181640625,0.00390625,0.04150390625,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.silu_gate,64,1984,2048,2048,64,0.2819690244681415,0.0,0.875,0.00439453125,0.03173828125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2048,2112,2048,64,0.2719071404710981,0.0,0.88232421875,0.001953125,0.0283203125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,2112,2176,2048,64,0.25235224654004196,0.0,0.89794921875,0.00244140625,0.02294921875,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2176,2240,2048,64,0.264281933943379,0.0,0.86181640625,0.00146484375,0.02685546875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,2240,2304,2048,64,0.2802689036893599,0.0,0.81103515625,0.00146484375,0.03271484375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2304,2368,2048,64,0.28077090169108904,0.0,0.87451171875,0.00244140625,0.02734375,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2368,2432,2048,64,0.2544984976976292,0.0,0.86328125,0.00439453125,0.02880859375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,2432,2496,2048,64,0.28217830558767903,0.0,0.84814453125,0.0029296875,0.03466796875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,2496,2560,2048,64,0.2648010141685184,0.0,0.87060546875,0.00390625,0.03076171875,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2560,2624,2048,64,0.3066872299264612,0.0,0.86181640625,0.001953125,0.037109375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,64,2624,2688,2048,64,0.24453021520008547,0.0,0.88720703125,0.0009765625,0.02197265625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2688,2752,2048,64,0.2633883889368121,0.0,0.87939453125,0.00390625,0.02978515625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,2752,2816,2048,64,0.2812024321933031,0.0,0.86328125,0.001953125,0.02587890625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,2816,2880,2048,64,0.3276253656548879,0.0,0.828125,0.0048828125,0.0400390625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,2880,2944,2048,64,0.25704131971264715,0.0,0.87841796875,0.00341796875,0.0380859375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,2944,3008,2048,64,0.3278938439750227,0.0,0.8720703125,0.00439453125,0.0361328125,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,3008,3072,2048,64,0.2703610982165355,0.0,0.8740234375,0.00244140625,0.02783203125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,3072,3136,2048,64,0.2499483307259061,0.0,0.8427734375,0.00244140625,0.03125,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3136,3200,2048,64,0.28757840001287577,0.0,0.8857421875,0.00146484375,0.01953125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,3200,3264,2048,64,0.23649031652555366,0.0,0.86865234375,0.0009765625,0.03125,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3264,3328,2048,64,0.2800275950043388,0.0,0.85595703125,0.00439453125,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,3328,3392,2048,64,0.24027279769549456,0.0,0.9384765625,0.00048828125,0.013671875,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3392,3456,2048,64,0.2660163457327898,0.0,0.900390625,0.001953125,0.01904296875,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3456,3520,2048,64,0.48164521488554424,0.0,0.8212890625,0.00830078125,0.0546875,1.0,31,0.484375
+fresh-zh-2,layers.17.mlp.silu_gate,64,3520,3584,2048,64,0.34727042022165955,0.0,0.8427734375,0.00439453125,0.04296875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.silu_gate,64,3584,3648,2048,64,0.2656808578255626,0.0,0.89599609375,0.0029296875,0.03076171875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,3648,3712,2048,64,0.28311947440226887,0.0,0.857421875,0.0029296875,0.0400390625,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3712,3776,2048,64,0.2538255592000428,0.0,0.9091796875,0.0029296875,0.0224609375,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3776,3840,2048,64,0.24983713350262768,0.0,0.9013671875,0.001953125,0.0224609375,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,3840,3904,2048,64,0.2281306920014719,0.0,0.91259765625,0.0009765625,0.025390625,1.0,54,0.84375
+fresh-zh-2,layers.17.mlp.silu_gate,64,3904,3968,2048,64,0.27782265325919586,0.0,0.8544921875,0.00341796875,0.033203125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,3968,4032,2048,64,0.3184679527231983,0.0,0.85302734375,0.00341796875,0.03271484375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,4032,4096,2048,64,0.31942905277114453,0.0,0.865234375,0.00341796875,0.0322265625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,4096,4160,2048,64,0.26207876220026427,0.0,0.86669921875,0.00146484375,0.025390625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,4160,4224,2048,64,0.25770759917356023,0.0,0.85205078125,0.001953125,0.02880859375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,4224,4288,2048,64,0.3759133991635698,0.0,0.7939453125,0.00439453125,0.04345703125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.silu_gate,64,4288,4352,2048,64,0.2553746116203213,0.0,0.9150390625,0.00048828125,0.01904296875,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,4352,4416,2048,64,0.2611569119858257,0.0,0.88330078125,0.001953125,0.0263671875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,4416,4480,2048,64,0.33626058383939195,0.0,0.85400390625,0.00244140625,0.03125,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.silu_gate,64,4480,4544,2048,64,0.2483152012910192,0.0,0.8818359375,0.00390625,0.02685546875,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,4544,4608,2048,64,0.3035678209525938,0.0,0.87255859375,0.001953125,0.02685546875,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,64,4608,4672,2048,64,0.29718062845798826,0.0,0.84130859375,0.00439453125,0.0361328125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,64,4672,4736,2048,64,0.25551845684847446,0.0,0.8818359375,0.00439453125,0.02587890625,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,4736,4800,2048,64,0.30258925375348855,0.0,0.81689453125,0.00341796875,0.0390625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,4800,4864,2048,64,0.2800334006613696,0.0,0.8515625,0.001953125,0.03076171875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,4864,4928,2048,64,0.278981103068286,0.0,0.9033203125,0.00341796875,0.02099609375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,4928,4992,2048,64,0.30271041175894925,0.0,0.89306640625,0.001953125,0.01953125,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,4992,5056,2048,64,0.2940647136231065,0.0,0.9052734375,0.00244140625,0.0302734375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,5056,5120,2048,64,0.30471039058649885,0.0,0.86572265625,0.00244140625,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,5120,5184,2048,64,0.270955858980908,0.0,0.88330078125,0.001953125,0.02880859375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,64,5184,5248,2048,64,0.23773131444857404,0.0,0.88037109375,0.0029296875,0.02099609375,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5248,5312,2048,64,0.3037373645273166,0.0,0.87890625,0.00244140625,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,64,5312,5376,2048,64,0.2958618491436623,0.0,0.8369140625,0.001953125,0.03466796875,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5376,5440,2048,64,0.251608867410051,0.0,0.884765625,0.00244140625,0.02392578125,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5440,5504,2048,64,0.3026504913647653,0.0,0.8955078125,0.001953125,0.02392578125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5504,5568,2048,64,0.29172569330402626,0.0,0.857421875,0.00341796875,0.03515625,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,5568,5632,2048,64,0.33250421909161915,0.0,0.8564453125,0.00341796875,0.048828125,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.silu_gate,64,5632,5696,2048,64,0.3351481840444558,0.0,0.86669921875,0.00634765625,0.0341796875,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,64,5696,5760,2048,64,0.2983345186810819,0.0,0.86328125,0.00341796875,0.02587890625,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5760,5824,2048,64,0.2708566723213457,0.0,0.859375,0.0029296875,0.03173828125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5824,5888,2048,64,0.3071582943151846,0.0,0.89697265625,0.00390625,0.03125,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,64,5888,5952,2048,64,0.26784903161987267,0.0,0.80712890625,0.00390625,0.03857421875,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,64,5952,6016,2048,64,0.25174981473773117,0.0,0.90283203125,0.00341796875,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.silu_gate,64,6016,6080,2048,64,0.3245303422564635,0.0,0.88671875,0.001953125,0.033203125,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.silu_gate,64,6080,6144,2048,64,0.2421475965980221,0.0,0.87841796875,0.001953125,0.033203125,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,128,0,128,4096,128,0.28199602593454137,0.0,0.890380859375,0.002685546875,0.024658203125,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,128,256,4096,128,0.26613089244291843,0.0,0.87158203125,0.002685546875,0.031005859375,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,256,384,4096,128,0.2803352442757484,0.0,0.876708984375,0.00390625,0.03271484375,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,128,384,512,4096,128,0.4158335676752746,0.0,0.859130859375,0.005859375,0.04736328125,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.silu_gate,128,512,640,4096,128,0.3444462122757516,0.0,0.8408203125,0.00244140625,0.041259765625,1.0,90,0.703125
+fresh-zh-2,layers.17.mlp.silu_gate,128,640,768,4096,128,0.30989629897012966,0.0,0.8564453125,0.00390625,0.03759765625,1.0,93,0.7265625
+fresh-zh-2,layers.17.mlp.silu_gate,128,768,896,4096,128,0.286805548364808,0.0,0.847900390625,0.004150390625,0.0322265625,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.silu_gate,128,896,1024,4096,128,0.2641433584422555,0.0,0.893798828125,0.002197265625,0.02294921875,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,1024,1152,4096,128,0.3424135857077696,0.0,0.854248046875,0.00341796875,0.030029296875,1.0,89,0.6953125
+fresh-zh-2,layers.17.mlp.silu_gate,128,1152,1280,4096,128,0.2709054517266255,0.0,0.873291015625,0.002685546875,0.0263671875,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.silu_gate,128,1280,1408,4096,128,0.2875824560445399,0.0,0.8447265625,0.004638671875,0.028564453125,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,128,1408,1536,4096,128,0.35709052533709434,0.0,0.852783203125,0.003662109375,0.036865234375,1.0,85,0.6640625
+fresh-zh-2,layers.17.mlp.silu_gate,128,1536,1664,4096,128,0.3204748105624431,0.0,0.85595703125,0.00341796875,0.028564453125,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.silu_gate,128,1664,1792,4096,128,0.25959007981948773,0.0,0.860107421875,0.00537109375,0.033935546875,1.0,101,0.7890625
+fresh-zh-2,layers.17.mlp.silu_gate,128,1792,1920,4096,128,0.30257015947800964,0.0,0.83251953125,0.00537109375,0.041259765625,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.silu_gate,128,1920,2048,4096,128,0.35572105204584414,0.0,0.868408203125,0.00439453125,0.0361328125,1.0,89,0.6953125
+fresh-zh-2,layers.17.mlp.silu_gate,128,2048,2176,4096,128,0.2623119796854269,0.0,0.89013671875,0.002197265625,0.025634765625,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.silu_gate,128,2176,2304,4096,128,0.272392730248155,0.0,0.83642578125,0.00146484375,0.02978515625,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,128,2304,2432,4096,128,0.26795688512032806,0.0,0.868896484375,0.003173828125,0.029541015625,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,128,2432,2560,4096,128,0.2736276422887584,0.0,0.859375,0.00341796875,0.033447265625,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,128,2560,2688,4096,128,0.27735544265956474,0.0,0.87451171875,0.00146484375,0.030517578125,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,128,2688,2816,4096,128,0.2724410498604778,0.0,0.871337890625,0.0029296875,0.027587890625,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,2816,2944,4096,128,0.29445595618030745,0.0,0.853271484375,0.00390625,0.0380859375,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,128,2944,3072,4096,128,0.3005074843873008,0.0,0.873046875,0.003662109375,0.033447265625,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.silu_gate,128,3072,3200,4096,128,0.26942114262491773,0.0,0.8642578125,0.002197265625,0.027587890625,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,3200,3328,4096,128,0.259174770930998,0.0,0.8623046875,0.00244140625,0.03173828125,1.0,101,0.7890625
+fresh-zh-2,layers.17.mlp.silu_gate,128,3328,3456,4096,128,0.25347160936626334,0.0,0.91943359375,0.001220703125,0.016845703125,1.0,105,0.8203125
+fresh-zh-2,layers.17.mlp.silu_gate,128,3456,3584,4096,128,0.41986834709410403,0.0,0.83203125,0.006103515625,0.05029296875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.silu_gate,128,3584,3712,4096,128,0.2745386630337736,0.0,0.876708984375,0.0029296875,0.03564453125,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,128,3712,3840,4096,128,0.25183924215660297,0.0,0.9052734375,0.00244140625,0.0224609375,1.0,106,0.828125
+fresh-zh-2,layers.17.mlp.silu_gate,128,3840,3968,4096,128,0.25419386233448854,0.0,0.883544921875,0.002197265625,0.02880859375,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,3968,4096,4096,128,0.3189488647620304,0.0,0.859130859375,0.00341796875,0.032470703125,1.0,92,0.71875
+fresh-zh-2,layers.17.mlp.silu_gate,128,4096,4224,4096,128,0.259902370389559,0.0,0.859375,0.00146484375,0.02783203125,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.silu_gate,128,4224,4352,4096,128,0.3213464453910602,0.0,0.8544921875,0.00244140625,0.031494140625,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,128,4352,4480,4096,128,0.3010598884956123,0.0,0.86865234375,0.00244140625,0.030517578125,1.0,94,0.734375
+fresh-zh-2,layers.17.mlp.silu_gate,128,4480,4608,4096,128,0.27732098830606516,0.0,0.877197265625,0.00244140625,0.027099609375,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,128,4608,4736,4096,128,0.27713354878191,0.0,0.861572265625,0.00439453125,0.0302734375,1.0,99,0.7734375
+fresh-zh-2,layers.17.mlp.silu_gate,128,4736,4864,4096,128,0.2915295542248369,0.0,0.834228515625,0.002685546875,0.03466796875,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.silu_gate,128,4864,4992,4096,128,0.29108765797992037,0.0,0.898193359375,0.002685546875,0.020751953125,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.silu_gate,128,4992,5120,4096,128,0.2994348659805804,0.0,0.885498046875,0.001953125,0.0283203125,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.silu_gate,128,5120,5248,4096,128,0.25488551879768345,0.0,0.8818359375,0.0029296875,0.025634765625,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.silu_gate,128,5248,5376,4096,128,0.29982546622052236,0.0,0.85791015625,0.002197265625,0.03173828125,1.0,98,0.765625
+fresh-zh-2,layers.17.mlp.silu_gate,128,5376,5504,4096,128,0.27830230153800606,0.0,0.89013671875,0.001953125,0.023681640625,1.0,101,0.7890625
+fresh-zh-2,layers.17.mlp.silu_gate,128,5504,5632,4096,128,0.31278022303803216,0.0,0.85693359375,0.00341796875,0.040771484375,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.silu_gate,128,5632,5760,4096,128,0.3172757399368641,0.0,0.864990234375,0.004150390625,0.03125,1.0,95,0.7421875
+fresh-zh-2,layers.17.mlp.silu_gate,128,5760,5888,4096,128,0.28957689368076867,0.0,0.878173828125,0.00341796875,0.02978515625,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.silu_gate,128,5888,6016,4096,128,0.25992409753636303,0.0,0.85498046875,0.003662109375,0.0302734375,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.silu_gate,128,6016,6144,4096,128,0.2863174825113686,0.0,0.882568359375,0.002197265625,0.033935546875,1.0,97,0.7578125
+fresh-zh-2,layers.17.mlp.gated_product,0,0,6144,196608,6144,0.18075002671734974,0.0,0.5005137125651041,0.024775187174479168,0.1777191162109375,1.0,3304,0.5377604166666666
+fresh-zh-2,layers.17.mlp.gated_product,64,0,64,2048,64,0.1669967463783094,0.0,0.4921875,0.02294921875,0.13916015625,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,64,128,2048,64,0.22849129172043658,0.0,0.48974609375,0.0302734375,0.21435546875,1.0,27,0.421875
+fresh-zh-2,layers.17.mlp.gated_product,64,128,192,2048,64,0.14633164029559306,0.0,0.45947265625,0.0224609375,0.1591796875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,192,256,2048,64,0.1443338759477,0.0,0.525390625,0.02001953125,0.1640625,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,256,320,2048,64,0.15524538792682147,0.0,0.46923828125,0.02197265625,0.15576171875,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,320,384,2048,64,0.1626738442009037,0.0,0.48974609375,0.02490234375,0.16259765625,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,384,448,2048,64,0.20179341318168437,0.0,0.486328125,0.03173828125,0.2138671875,1.0,31,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,64,448,512,2048,64,0.2027589798192435,0.0,0.47705078125,0.02490234375,0.181640625,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gated_product,64,512,576,2048,64,0.15643771727183908,0.0,0.486328125,0.01953125,0.1533203125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,576,640,2048,64,0.1934100964565038,0.0,0.4775390625,0.0341796875,0.20166015625,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gated_product,64,640,704,2048,64,0.22719605267345677,0.0,0.5244140625,0.03173828125,0.18798828125,1.0,26,0.40625
+fresh-zh-2,layers.17.mlp.gated_product,64,704,768,2048,64,0.2432577433797602,0.0,0.54931640625,0.02783203125,0.2177734375,1.0,25,0.390625
+fresh-zh-2,layers.17.mlp.gated_product,64,768,832,2048,64,0.17072528184766927,0.0,0.4775390625,0.0244140625,0.173828125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,832,896,2048,64,0.1388696226508248,0.0,0.52294921875,0.0185546875,0.14306640625,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.gated_product,64,896,960,2048,64,0.13524780931771696,0.0,0.54833984375,0.02001953125,0.1298828125,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,64,960,1024,2048,64,0.1817891496427986,0.0,0.5302734375,0.01953125,0.15771484375,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,1024,1088,2048,64,0.3845167422321451,0.0,0.5166015625,0.04443359375,0.31298828125,1.0,6,0.09375
+fresh-zh-2,layers.17.mlp.gated_product,64,1088,1152,2048,64,0.2273002440107624,0.0,0.45947265625,0.02490234375,0.20166015625,1.0,24,0.375
+fresh-zh-2,layers.17.mlp.gated_product,64,1152,1216,2048,64,0.13747637211477357,0.0,0.44873046875,0.01806640625,0.130859375,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,1216,1280,2048,64,0.15489870643678127,0.0,0.48486328125,0.02294921875,0.15625,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,1280,1344,2048,64,0.13525002303168104,0.0,0.4794921875,0.01904296875,0.146484375,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,1344,1408,2048,64,0.13631023581590834,0.0,0.53564453125,0.0244140625,0.1611328125,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,1408,1472,2048,64,0.21423427857206068,0.0,0.51953125,0.0302734375,0.2099609375,1.0,27,0.421875
+fresh-zh-2,layers.17.mlp.gated_product,64,1472,1536,2048,64,0.22043599712365142,0.0,0.509765625,0.02587890625,0.19677734375,1.0,27,0.421875
+fresh-zh-2,layers.17.mlp.gated_product,64,1536,1600,2048,64,0.2080989007824267,0.0,0.48779296875,0.02392578125,0.19873046875,1.0,31,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,64,1600,1664,2048,64,0.15881300919377977,0.0,0.478515625,0.02001953125,0.1640625,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,1664,1728,2048,64,0.1344841651615142,0.0,0.5400390625,0.02197265625,0.15673828125,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,64,1728,1792,2048,64,0.14926696330387318,0.0,0.49267578125,0.03076171875,0.16357421875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,1792,1856,2048,64,0.17668431295475467,0.0,0.52783203125,0.02392578125,0.1728515625,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,64,1856,1920,2048,64,0.18377402585234498,0.0,0.4912109375,0.02978515625,0.1923828125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,1920,1984,2048,64,0.29103479474111943,0.0,0.48974609375,0.03955078125,0.2705078125,1.0,11,0.171875
+fresh-zh-2,layers.17.mlp.gated_product,64,1984,2048,2048,64,0.13818588209737234,0.0,0.509765625,0.0205078125,0.13916015625,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.gated_product,64,2048,2112,2048,64,0.245697663840993,0.0,0.4873046875,0.03369140625,0.21435546875,1.0,22,0.34375
+fresh-zh-2,layers.17.mlp.gated_product,64,2112,2176,2048,64,0.1419409528734276,0.0,0.53857421875,0.02490234375,0.15673828125,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,2176,2240,2048,64,0.14716444527983166,0.0,0.52099609375,0.01611328125,0.142578125,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,2240,2304,2048,64,0.16200505578758062,0.0,0.51611328125,0.02099609375,0.18408203125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,2304,2368,2048,64,0.1643484577337495,0.0,0.4921875,0.0185546875,0.14404296875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,2368,2432,2048,64,0.1577457961982377,0.0,0.5654296875,0.0263671875,0.15771484375,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,64,2432,2496,2048,64,0.2486140768624405,0.0,0.55029296875,0.0380859375,0.275390625,1.0,16,0.25
+fresh-zh-2,layers.17.mlp.gated_product,64,2496,2560,2048,64,0.14878571088151765,0.0,0.4970703125,0.0205078125,0.15771484375,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,2560,2624,2048,64,0.20436208526449162,0.0,0.46826171875,0.02685546875,0.2041015625,1.0,32,0.5
+fresh-zh-2,layers.17.mlp.gated_product,64,2624,2688,2048,64,0.14950174405693742,0.0,0.537109375,0.0185546875,0.14697265625,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,2688,2752,2048,64,0.13423765658260953,0.0,0.458984375,0.02685546875,0.1513671875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,2752,2816,2048,64,0.2433651395224819,0.0,0.4990234375,0.02587890625,0.20068359375,1.0,23,0.359375
+fresh-zh-2,layers.17.mlp.gated_product,64,2816,2880,2048,64,0.1622901678804785,0.0,0.451171875,0.01904296875,0.14794921875,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,2880,2944,2048,64,0.2730678749213462,0.0,0.52734375,0.0439453125,0.28857421875,1.0,10,0.15625
+fresh-zh-2,layers.17.mlp.gated_product,64,2944,3008,2048,64,0.18877417747792452,0.0,0.5107421875,0.02392578125,0.18408203125,1.0,33,0.515625
+fresh-zh-2,layers.17.mlp.gated_product,64,3008,3072,2048,64,0.13350338014793195,0.0,0.46044921875,0.01513671875,0.14453125,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,64,3072,3136,2048,64,0.14398905659997194,0.0,0.50439453125,0.02001953125,0.14453125,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,3136,3200,2048,64,0.17111866152746125,0.0,0.44921875,0.02294921875,0.1455078125,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,64,3200,3264,2048,64,0.1166921751048305,0.0,0.48388671875,0.017578125,0.14208984375,1.0,48,0.75
+fresh-zh-2,layers.17.mlp.gated_product,64,3264,3328,2048,64,0.1331476290118715,0.0,0.5048828125,0.0126953125,0.1328125,1.0,45,0.703125
+fresh-zh-2,layers.17.mlp.gated_product,64,3328,3392,2048,64,0.14953208296037374,0.0,0.4521484375,0.01806640625,0.13427734375,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,3392,3456,2048,64,0.15208384379495665,0.0,0.51611328125,0.02197265625,0.150390625,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gated_product,64,3456,3520,2048,64,0.2877914708353405,0.0,0.4599609375,0.0439453125,0.27099609375,1.0,15,0.234375
+fresh-zh-2,layers.17.mlp.gated_product,64,3520,3584,2048,64,0.1577851725278738,0.0,0.46435546875,0.0244140625,0.15966796875,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,64,3584,3648,2048,64,0.1526836764679114,0.0,0.482421875,0.02392578125,0.1611328125,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,64,3648,3712,2048,64,0.2110913295069286,0.0,0.52685546875,0.02978515625,0.19775390625,1.0,31,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,64,3712,3776,2048,64,0.15477562416961607,0.0,0.55908203125,0.021484375,0.1416015625,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,3776,3840,2048,64,0.188891403072969,0.0,0.5,0.02294921875,0.16259765625,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,64,3840,3904,2048,64,0.13013188839425652,0.0,0.4990234375,0.01708984375,0.1416015625,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.gated_product,64,3904,3968,2048,64,0.1940220232216111,0.0,0.53271484375,0.03125,0.18115234375,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gated_product,64,3968,4032,2048,64,0.17433204294708832,0.0,0.4873046875,0.02490234375,0.18310546875,1.0,34,0.53125
+fresh-zh-2,layers.17.mlp.gated_product,64,4032,4096,2048,64,0.16300191839083758,0.0,0.4951171875,0.02685546875,0.17236328125,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,4096,4160,2048,64,0.13447216562151532,0.0,0.5595703125,0.01220703125,0.13037109375,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.gated_product,64,4160,4224,2048,64,0.14290206851214612,0.0,0.5126953125,0.01611328125,0.146484375,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,4224,4288,2048,64,0.17091128294754326,0.0,0.5185546875,0.0234375,0.162109375,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,64,4288,4352,2048,64,0.17572639297415416,0.0,0.48486328125,0.01708984375,0.15087890625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,64,4352,4416,2048,64,0.15370125904431212,0.0,0.5126953125,0.017578125,0.16015625,1.0,39,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,64,4416,4480,2048,64,0.24343569545355492,0.0,0.4951171875,0.03125,0.23876953125,1.0,22,0.34375
+fresh-zh-2,layers.17.mlp.gated_product,64,4480,4544,2048,64,0.17339402703247905,0.0,0.5390625,0.0224609375,0.19140625,1.0,35,0.546875
+fresh-zh-2,layers.17.mlp.gated_product,64,4544,4608,2048,64,0.2475706262065779,0.0,0.43603515625,0.0302734375,0.1982421875,1.0,23,0.359375
+fresh-zh-2,layers.17.mlp.gated_product,64,4608,4672,2048,64,0.1995558679000726,0.0,0.49658203125,0.02783203125,0.20654296875,1.0,31,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,64,4672,4736,2048,64,0.13535492266499047,0.0,0.51611328125,0.0185546875,0.130859375,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.gated_product,64,4736,4800,2048,64,0.1652054165175158,0.0,0.51025390625,0.02685546875,0.1650390625,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,4800,4864,2048,64,0.15198420347991204,0.0,0.50537109375,0.017578125,0.154296875,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,4864,4928,2048,64,0.15372433983782896,0.0,0.5146484375,0.0185546875,0.1240234375,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,4928,4992,2048,64,0.20210313991755752,0.0,0.4873046875,0.025390625,0.1796875,1.0,30,0.46875
+fresh-zh-2,layers.17.mlp.gated_product,64,4992,5056,2048,64,0.16569510205588228,0.0,0.47412109375,0.02099609375,0.15625,1.0,38,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,64,5056,5120,2048,64,0.17496254586308446,0.0,0.48779296875,0.02392578125,0.17724609375,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,64,5120,5184,2048,64,0.1482038255130702,0.0,0.48974609375,0.015625,0.1513671875,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gated_product,64,5184,5248,2048,64,0.13622709951501633,0.0,0.49072265625,0.01904296875,0.13623046875,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,64,5248,5312,2048,64,0.173726007285517,0.0,0.53369140625,0.0185546875,0.16162109375,1.0,36,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,64,5312,5376,2048,64,0.1523495538406771,0.0,0.50048828125,0.01953125,0.14892578125,1.0,42,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,64,5376,5440,2048,64,0.12244574542732192,0.0,0.486328125,0.01708984375,0.1201171875,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.gated_product,64,5440,5504,2048,64,0.18289495760219182,0.0,0.5322265625,0.02587890625,0.1689453125,1.0,33,0.515625
+fresh-zh-2,layers.17.mlp.gated_product,64,5504,5568,2048,64,0.1343071179338755,0.0,0.47802734375,0.0205078125,0.13671875,1.0,43,0.671875
+fresh-zh-2,layers.17.mlp.gated_product,64,5568,5632,2048,64,0.1759990858791181,0.0,0.51416015625,0.02294921875,0.19482421875,1.0,37,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,64,5632,5696,2048,64,0.1928956809468102,0.0,0.47802734375,0.02880859375,0.18896484375,1.0,33,0.515625
+fresh-zh-2,layers.17.mlp.gated_product,64,5696,5760,2048,64,0.19899497533908536,0.0,0.45849609375,0.02978515625,0.203125,1.0,32,0.5
+fresh-zh-2,layers.17.mlp.gated_product,64,5760,5824,2048,64,0.14652473501764118,0.0,0.53515625,0.021484375,0.146484375,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,5824,5888,2048,64,0.20650351472251757,0.0,0.48974609375,0.0302734375,0.20361328125,1.0,30,0.46875
+fresh-zh-2,layers.17.mlp.gated_product,64,5888,5952,2048,64,0.15687969095693677,0.0,0.5634765625,0.029296875,0.181640625,1.0,41,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,64,5952,6016,2048,64,0.1293126533845833,0.0,0.47119140625,0.0185546875,0.1376953125,1.0,46,0.71875
+fresh-zh-2,layers.17.mlp.gated_product,64,6016,6080,2048,64,0.16040329574242462,0.0,0.51513671875,0.02197265625,0.16845703125,1.0,40,0.625
+fresh-zh-2,layers.17.mlp.gated_product,64,6080,6144,2048,64,0.1444746827071089,0.0,0.48583984375,0.0224609375,0.14794921875,1.0,44,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,128,0,128,4096,128,0.20012019350007515,0.0,0.490966796875,0.026611328125,0.1767578125,1.0,66,0.515625
+fresh-zh-2,layers.17.mlp.gated_product,128,128,256,4096,128,0.145336190774502,0.0,0.492431640625,0.021240234375,0.1611328125,1.0,85,0.6640625
+fresh-zh-2,layers.17.mlp.gated_product,128,256,384,4096,128,0.15900300321007962,0.0,0.4794921875,0.02392578125,0.158935546875,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,128,384,512,4096,128,0.2022767726419106,0.0,0.481689453125,0.0283203125,0.197265625,1.0,65,0.5078125
+fresh-zh-2,layers.17.mlp.gated_product,128,512,640,4096,128,0.1758980170390473,0.0,0.48193359375,0.0263671875,0.179443359375,1.0,74,0.578125
+fresh-zh-2,layers.17.mlp.gated_product,128,640,768,4096,128,0.2353639480300811,0.0,0.536865234375,0.0302734375,0.202392578125,1.0,51,0.3984375
+fresh-zh-2,layers.17.mlp.gated_product,128,768,896,4096,128,0.15561473895031372,0.0,0.500244140625,0.0224609375,0.158447265625,1.0,81,0.6328125
+fresh-zh-2,layers.17.mlp.gated_product,128,896,1024,4096,128,0.16021745356404427,0.0,0.539306640625,0.019775390625,0.149169921875,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gated_product,128,1024,1152,4096,128,0.31584689802511445,0.0,0.488037109375,0.03369140625,0.2705078125,1.0,23,0.1796875
+fresh-zh-2,layers.17.mlp.gated_product,128,1152,1280,4096,128,0.14644685408985034,0.0,0.466796875,0.0205078125,0.1435546875,1.0,84,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,128,1280,1408,4096,128,0.13578116422806735,0.0,0.507568359375,0.02197265625,0.1533203125,1.0,84,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,128,1408,1536,4096,128,0.21735725769247935,0.0,0.5146484375,0.029052734375,0.203857421875,1.0,54,0.421875
+fresh-zh-2,layers.17.mlp.gated_product,128,1536,1664,4096,128,0.18510365257881575,0.0,0.483154296875,0.02197265625,0.181396484375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gated_product,128,1664,1792,4096,128,0.14206797143119426,0.0,0.516357421875,0.02587890625,0.16015625,1.0,85,0.6640625
+fresh-zh-2,layers.17.mlp.gated_product,128,1792,1920,4096,128,0.18026402722433565,0.0,0.509521484375,0.02685546875,0.182861328125,1.0,72,0.5625
+fresh-zh-2,layers.17.mlp.gated_product,128,1920,2048,4096,128,0.22781197264524355,0.0,0.499755859375,0.031494140625,0.218505859375,1.0,48,0.375
+fresh-zh-2,layers.17.mlp.gated_product,128,2048,2176,4096,128,0.20064218913221887,0.0,0.512939453125,0.03125,0.193115234375,1.0,62,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,128,2176,2304,4096,128,0.15476274108333968,0.0,0.5185546875,0.018798828125,0.161865234375,1.0,80,0.625
+fresh-zh-2,layers.17.mlp.gated_product,128,2304,2432,4096,128,0.16108096066524744,0.0,0.52880859375,0.022705078125,0.151611328125,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,128,2432,2560,4096,128,0.20487331082486324,0.0,0.523681640625,0.02880859375,0.217041015625,1.0,55,0.4296875
+fresh-zh-2,layers.17.mlp.gated_product,128,2560,2688,4096,128,0.17904557153098952,0.0,0.502685546875,0.0234375,0.175537109375,1.0,71,0.5546875
+fresh-zh-2,layers.17.mlp.gated_product,128,2688,2816,4096,128,0.1965277837604491,0.0,0.47900390625,0.027099609375,0.1923828125,1.0,62,0.484375
+fresh-zh-2,layers.17.mlp.gated_product,128,2816,2944,4096,128,0.22461540786946682,0.0,0.4892578125,0.032470703125,0.218994140625,1.0,48,0.375
+fresh-zh-2,layers.17.mlp.gated_product,128,2944,3072,4096,128,0.16349134930232576,0.0,0.485595703125,0.02197265625,0.169189453125,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.gated_product,128,3072,3200,4096,128,0.15813672050396735,0.0,0.476806640625,0.021484375,0.146484375,1.0,81,0.6328125
+fresh-zh-2,layers.17.mlp.gated_product,128,3200,3328,4096,128,0.12519056442515822,0.0,0.494384765625,0.015380859375,0.13623046875,1.0,91,0.7109375
+fresh-zh-2,layers.17.mlp.gated_product,128,3328,3456,4096,128,0.1508133604458121,0.0,0.484130859375,0.020263671875,0.142578125,1.0,82,0.640625
+fresh-zh-2,layers.17.mlp.gated_product,128,3456,3584,4096,128,0.23207767164811394,0.0,0.462158203125,0.03564453125,0.228759765625,1.0,46,0.359375
+fresh-zh-2,layers.17.mlp.gated_product,128,3584,3712,4096,128,0.18421706551343248,0.0,0.504638671875,0.027099609375,0.17578125,1.0,67,0.5234375
+fresh-zh-2,layers.17.mlp.gated_product,128,3712,3840,4096,128,0.17267810514360107,0.0,0.529541015625,0.02294921875,0.153564453125,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,128,3840,3968,4096,128,0.16519511777298782,0.0,0.515869140625,0.023193359375,0.1640625,1.0,76,0.59375
+fresh-zh-2,layers.17.mlp.gated_product,128,3968,4096,4096,128,0.16876209082195964,0.0,0.4912109375,0.0263671875,0.178466796875,1.0,70,0.546875
+fresh-zh-2,layers.17.mlp.gated_product,128,4096,4224,4096,128,0.1387511522690719,0.0,0.5361328125,0.014892578125,0.1376953125,1.0,88,0.6875
+fresh-zh-2,layers.17.mlp.gated_product,128,4224,4352,4096,128,0.1733355587098072,0.0,0.501708984375,0.020263671875,0.156494140625,1.0,75,0.5859375
+fresh-zh-2,layers.17.mlp.gated_product,128,4352,4480,4096,128,0.203574328996515,0.0,0.50390625,0.025390625,0.199951171875,1.0,58,0.453125
+fresh-zh-2,layers.17.mlp.gated_product,128,4480,4608,4096,128,0.21372494422839045,0.0,0.487548828125,0.027099609375,0.201416015625,1.0,54,0.421875
+fresh-zh-2,layers.17.mlp.gated_product,128,4608,4736,4096,128,0.17050439804151207,0.0,0.50634765625,0.02392578125,0.1689453125,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gated_product,128,4736,4864,4096,128,0.15873252306025565,0.0,0.5078125,0.0224609375,0.15869140625,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gated_product,128,4864,4992,4096,128,0.17955062214193546,0.0,0.5009765625,0.021484375,0.151123046875,1.0,70,0.546875
+fresh-zh-2,layers.17.mlp.gated_product,128,4992,5120,4096,128,0.17039184150099612,0.0,0.48095703125,0.022216796875,0.16748046875,1.0,73,0.5703125
+fresh-zh-2,layers.17.mlp.gated_product,128,5120,5248,4096,128,0.14234148471015526,0.0,0.490234375,0.017333984375,0.144287109375,1.0,84,0.65625
+fresh-zh-2,layers.17.mlp.gated_product,128,5248,5376,4096,128,0.16338774764776715,0.0,0.51708984375,0.018798828125,0.157470703125,1.0,78,0.609375
+fresh-zh-2,layers.17.mlp.gated_product,128,5376,5504,4096,128,0.15563342521701445,0.0,0.50927734375,0.021484375,0.14697265625,1.0,77,0.6015625
+fresh-zh-2,layers.17.mlp.gated_product,128,5504,5632,4096,128,0.1565472455171108,0.0,0.49609375,0.021728515625,0.169189453125,1.0,79,0.6171875
+fresh-zh-2,layers.17.mlp.gated_product,128,5632,5760,4096,128,0.19596905870332795,0.0,0.46826171875,0.029296875,0.1953125,1.0,65,0.5078125
+fresh-zh-2,layers.17.mlp.gated_product,128,5760,5888,4096,128,0.17904356950857378,0.0,0.512451171875,0.02490234375,0.17724609375,1.0,69,0.5390625
+fresh-zh-2,layers.17.mlp.gated_product,128,5888,6016,4096,128,0.1437584775936803,0.0,0.517333984375,0.02294921875,0.159912109375,1.0,85,0.6640625
+fresh-zh-2,layers.17.mlp.gated_product,128,6016,6144,4096,128,0.15264689847545465,0.0,0.50048828125,0.021728515625,0.15869140625,1.0,83,0.6484375
+fresh-zh-2,layers.17.mlp.down_proj.output,0,0,2048,65536,2048,0.11975728904525534,0.0,0.4929656982421875,0.008331298828125,0.0847015380859375,1.0,1616,0.7890625
+fresh-zh-2,layers.17.mlp.down_proj.output,64,0,64,2048,64,0.11729430050556013,0.0,0.5263671875,0.01123046875,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,64,128,2048,64,0.11557802483042481,0.0,0.52099609375,0.005859375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,128,192,2048,64,0.11795945106654565,0.0,0.5,0.00439453125,0.07421875,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,192,256,2048,64,0.12155577708532236,0.0,0.529296875,0.005859375,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,256,320,2048,64,0.12342518424394419,0.0,0.5390625,0.01220703125,0.08935546875,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,320,384,2048,64,0.11724957507531443,0.0,0.46728515625,0.009765625,0.09912109375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,384,448,2048,64,0.12052066236962133,0.0,0.48046875,0.0068359375,0.0771484375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,448,512,2048,64,0.11536580957853441,0.0,0.46630859375,0.0087890625,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,512,576,2048,64,0.11819700062610111,0.0,0.5009765625,0.009765625,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.17.mlp.down_proj.output,64,576,640,2048,64,0.12025194496668314,0.0,0.4873046875,0.0078125,0.0732421875,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,640,704,2048,64,0.11779265613033173,0.0,0.51171875,0.00634765625,0.0908203125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,704,768,2048,64,0.11441398041395871,0.0,0.458984375,0.0107421875,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,768,832,2048,64,0.12245669363933417,0.0,0.52001953125,0.01025390625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,832,896,2048,64,0.12077186240153488,0.0,0.5166015625,0.00830078125,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,896,960,2048,64,0.12482470191214404,0.0,0.517578125,0.01123046875,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,960,1024,2048,64,0.12364082913624067,0.0,0.46728515625,0.0068359375,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1024,1088,2048,64,0.12344857872225978,0.0,0.4521484375,0.009765625,0.07861328125,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1088,1152,2048,64,0.11475903739446149,0.0,0.46533203125,0.0068359375,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1152,1216,2048,64,0.13165521176640813,0.0,0.4482421875,0.01318359375,0.09814453125,1.0,47,0.734375
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1216,1280,2048,64,0.1169968876122126,0.0,0.5185546875,0.0068359375,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1280,1344,2048,64,0.1226661860643158,0.0,0.46923828125,0.00732421875,0.09033203125,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1344,1408,2048,64,0.11602846016748694,0.0,0.505859375,0.00537109375,0.0732421875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1408,1472,2048,64,0.11020805558976804,0.0,0.529296875,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1472,1536,2048,64,0.11831065796935983,0.0,0.501953125,0.00537109375,0.08447265625,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1536,1600,2048,64,0.12013030644116124,0.0,0.4541015625,0.0087890625,0.07958984375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1600,1664,2048,64,0.12854605788199538,0.0,0.44970703125,0.009765625,0.08251953125,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1664,1728,2048,64,0.11689682509789996,0.0,0.4873046875,0.00830078125,0.0771484375,1.0,53,0.828125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1728,1792,2048,64,0.11835782100876827,0.0,0.51123046875,0.00830078125,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1792,1856,2048,64,0.11873830281320058,0.0,0.50146484375,0.0078125,0.0908203125,1.0,50,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1856,1920,2048,64,0.12075213111957538,0.0,0.498046875,0.00732421875,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1920,1984,2048,64,0.1199932734843041,0.0,0.4697265625,0.00927734375,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,64,1984,2048,2048,64,0.12115581481430103,0.0,0.50244140625,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,0,128,4096,128,0.11643932487521332,0.0,0.523681640625,0.008544921875,0.079833984375,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,128,128,256,4096,128,0.11977111304220513,0.0,0.5146484375,0.00537109375,0.076904296875,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,256,384,4096,128,0.12037698899913007,0.0,0.503173828125,0.01123046875,0.09423828125,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,384,512,4096,128,0.11797139500260842,0.0,0.473388671875,0.007568359375,0.077880859375,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,512,640,4096,128,0.11922890007308785,0.0,0.494140625,0.0087890625,0.082763671875,1.0,101,0.7890625
+fresh-zh-2,layers.17.mlp.down_proj.output,128,640,768,4096,128,0.11611560780619526,0.0,0.4853515625,0.008056640625,0.09033203125,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,768,896,4096,128,0.12161719566947149,0.0,0.518310546875,0.00927734375,0.091796875,1.0,101,0.7890625
+fresh-zh-2,layers.17.mlp.down_proj.output,128,896,1024,4096,128,0.12423417572663464,0.0,0.492431640625,0.0087890625,0.08203125,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1024,1152,4096,128,0.11918302784425595,0.0,0.458740234375,0.00830078125,0.081787109375,1.0,100,0.78125
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1152,1280,4096,128,0.12454189354631331,0.0,0.4833984375,0.010009765625,0.08984375,1.0,96,0.75
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1280,1408,4096,128,0.11939346039964553,0.0,0.487548828125,0.006103515625,0.081787109375,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1408,1536,4096,128,0.11433115783989124,0.0,0.515625,0.00634765625,0.08544921875,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1536,1664,4096,128,0.12440936364005849,0.0,0.451904296875,0.00927734375,0.081298828125,1.0,105,0.8203125
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1664,1792,4096,128,0.11762959132784709,0.0,0.499267578125,0.00830078125,0.08349609375,1.0,103,0.8046875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1792,1920,4096,128,0.11974945036382932,0.0,0.499755859375,0.007568359375,0.088134765625,1.0,102,0.796875
+fresh-zh-2,layers.17.mlp.down_proj.output,128,1920,2048,4096,128,0.12057594524779021,0.0,0.486083984375,0.009033203125,0.08740234375,1.0,101,0.7890625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.7474929470572484,0.0,0.5024261474609375,0.012227376302083334,0.11683146158854167,1.0,2660,0.4329427083333333
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,0,64,2048,64,3.1692617489124233,0.0,0.5146484375,0.01708984375,0.1005859375,1.0,31,0.484375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.3647918174143405,0.0,0.447265625,0.0087890625,0.0908203125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1421669291740364,0.0,0.455078125,0.01025390625,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.355717469124259,0.0,0.54345703125,0.01171875,0.09375,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.944272009516752,0.0,0.52294921875,0.025390625,0.23828125,1.0,10,0.15625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.345359304698051,0.0,0.55078125,0.01806640625,0.16943359375,1.0,16,0.25
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3007817414514375,0.0,0.5205078125,0.01171875,0.11328125,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.0148100148461394,0.0,0.49169921875,0.013671875,0.0849609375,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.0593084490270144,0.0,0.46435546875,0.01416015625,0.12890625,1.0,30,0.46875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5936606203072214,0.0,0.4814453125,0.01171875,0.09375,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.694588414224554,0.0,0.47021484375,0.009765625,0.08740234375,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.937169291467296,0.0,0.4501953125,0.01171875,0.10205078125,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.8144998007125535,0.0,0.53271484375,0.01513671875,0.11083984375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.5155729508514346,0.0,0.53759765625,0.0126953125,0.12548828125,1.0,21,0.328125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6221640291692896,0.0,0.470703125,0.009765625,0.10791015625,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.062514253027385,0.0,0.494140625,0.00390625,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.0117173396388894,0.0,0.400390625,0.0029296875,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,3.047512876915551,0.0,0.46875,0.015625,0.13671875,1.0,23,0.359375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.3364906146499818,0.0,0.572265625,0.01318359375,0.12890625,1.0,36,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.9915922963278107,0.0,0.5146484375,0.00732421875,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.59443725222933,0.0,0.49365234375,0.02587890625,0.25,1.0,4,0.0625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.9232649083766526,0.0,0.5537109375,0.02392578125,0.193359375,1.0,17,0.265625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.4313804099065464,0.0,0.56494140625,0.00634765625,0.07275390625,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.3830282441303097,0.0,0.57421875,0.00537109375,0.0693359375,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,4.649872945842907,0.0,0.525390625,0.03271484375,0.28125,1.0,10,0.15625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,3.9974436318907487,0.0,0.51416015625,0.0244140625,0.263671875,1.0,11,0.171875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.5237094522057357,0.0,0.40380859375,0.0078125,0.07373046875,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.3777771349017343,0.0,0.501953125,0.005859375,0.0732421875,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.484206138506932,0.0,0.4736328125,0.0048828125,0.05517578125,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.609956152073581,0.0,0.5517578125,0.00732421875,0.064453125,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.1556207556045142,0.0,0.560546875,0.0078125,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.919799999319595,0.0,0.45458984375,0.0146484375,0.11572265625,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,3.522939465043365,0.0,0.5078125,0.00439453125,0.06494140625,1.0,39,0.609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,3.6858386784903807,0.0,0.5087890625,0.00634765625,0.0673828125,1.0,39,0.609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.6383748166123633,0.0,0.4697265625,0.01318359375,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.7523358453103655,0.0,0.5146484375,0.00830078125,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.0624471455192515,0.0,0.52197265625,0.01123046875,0.09326171875,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.116834780187224,0.0,0.41357421875,0.0146484375,0.123046875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.834350192433364,0.0,0.4931640625,0.005859375,0.06396484375,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.0755776585281023,0.0,0.47412109375,0.009765625,0.08740234375,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.501846658068324,0.0,0.47607421875,0.00244140625,0.0244140625,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.2630614722089892,0.0,0.50341796875,0.0048828125,0.05224609375,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.047502662801129,0.0,0.4736328125,0.00927734375,0.10888671875,1.0,34,0.53125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.2411034057063626,0.0,0.52490234375,0.00927734375,0.09375,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.619553684480179,0.0,0.447265625,0.00537109375,0.0986328125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.4590611276133725,0.0,0.4892578125,0.01123046875,0.0927734375,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.98581815764891,0.0,0.48388671875,0.00732421875,0.0908203125,1.0,36,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.8096103336533969,0.0,0.6083984375,0.0087890625,0.0810546875,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.9530405594685867,0.0,0.5166015625,0.0048828125,0.0322265625,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,3.0613940825340404,0.0,0.48681640625,0.00244140625,0.033203125,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.9535362597459083,0.0,0.58740234375,0.00244140625,0.04150390625,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.0686245819597437,0.0,0.52294921875,0.00537109375,0.04833984375,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.4735751294442885,0.0,0.55859375,0.00830078125,0.11669921875,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.213758591844159,0.0,0.4921875,0.00732421875,0.09765625,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.963565529470544,0.0,0.5458984375,0.0078125,0.0537109375,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.8760470659865773,0.0,0.47265625,0.0029296875,0.02978515625,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,3.050971926515685,0.0,0.53173828125,0.01513671875,0.126953125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,4.096684929231502,0.0,0.484375,0.0126953125,0.13134765625,1.0,27,0.421875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,3.703201887980605,0.0,0.4228515625,0.0009765625,0.0390625,1.0,43,0.671875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.5214505576886337,0.0,0.447265625,0.0048828125,0.0458984375,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,3.176788539427071,0.0,0.48095703125,0.00634765625,0.05908203125,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,3.1176418838151116,0.0,0.49365234375,0.00537109375,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.3981022158276537,0.0,0.3701171875,0.001953125,0.0302734375,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.373486656265843,0.0,0.5029296875,0.00634765625,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,3.6843287161191314,0.0,0.5478515625,0.01123046875,0.1171875,1.0,29,0.453125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.131788014746646,0.0,0.50537109375,0.009765625,0.0810546875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.8671678186103042,0.0,0.5126953125,0.01220703125,0.14892578125,1.0,26,0.40625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.2797946185910227,0.0,0.525390625,0.01123046875,0.11328125,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,3.9953473064679645,0.0,0.46630859375,0.00390625,0.03759765625,1.0,51,0.796875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.5200507729508677,0.0,0.53662109375,0.001953125,0.03369140625,1.0,52,0.8125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6090288176491987,0.0,0.51123046875,0.01025390625,0.1201171875,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.0854020502953645,0.0,0.517578125,0.01513671875,0.15869140625,1.0,24,0.375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.2248439994457327,0.0,0.57666015625,0.00634765625,0.05859375,1.0,41,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.5803823157699166,0.0,0.54736328125,0.00830078125,0.08349609375,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.024794110216968,0.0,0.6396484375,0.01513671875,0.1064453125,1.0,31,0.484375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.027666753040399,0.0,0.47802734375,0.0166015625,0.13037109375,1.0,29,0.453125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.014864743761062,0.0,0.51416015625,0.0107421875,0.09375,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,3.0444048671645687,0.0,0.4755859375,0.00732421875,0.080078125,1.0,37,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.451325931922177,0.0,0.57958984375,0.01025390625,0.10986328125,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.7562487943680976,0.0,0.54931640625,0.01025390625,0.13330078125,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.731793953307867,0.0,0.52099609375,0.0048828125,0.0693359375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.491770470766809,0.0,0.49072265625,0.0107421875,0.076171875,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.305835914333392,0.0,0.40478515625,0.00634765625,0.0859375,1.0,36,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.889178413720963,0.0,0.49951171875,0.0068359375,0.076171875,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.626698706727129,0.0,0.52490234375,0.00341796875,0.06103515625,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,4.520794049140902,0.0,0.4931640625,0.009765625,0.0771484375,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.5012848314203233,0.0,0.45703125,0.005859375,0.05517578125,1.0,36,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.1686308081366894,0.0,0.43017578125,0.00341796875,0.0361328125,1.0,43,0.671875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,6.333696678560759,0.0,0.52490234375,0.0068359375,0.064453125,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,6.335056995081544,0.0,0.48388671875,0.00439453125,0.0458984375,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,3.623829369726747,0.0,0.4677734375,0.0126953125,0.09033203125,1.0,27,0.421875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.8278041172740584,0.0,0.46240234375,0.0078125,0.09521484375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.130003440987645,0.0,0.59130859375,0.00634765625,0.08251953125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,3.4508938585824676,0.0,0.47314453125,0.02001953125,0.130859375,1.0,21,0.328125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.825983841408516,0.0,0.4501953125,0.01416015625,0.13427734375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.9840641243536872,0.0,0.57080078125,0.0146484375,0.13134765625,1.0,27,0.421875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.268489254048262,0.0,0.48095703125,0.012451171875,0.0947265625,1.0,62,0.484375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.2534981352573953,0.0,0.499267578125,0.010986328125,0.094970703125,1.0,88,0.6875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.661714478879876,0.0,0.536865234375,0.021728515625,0.201416015625,1.0,23,0.1796875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.166591724881815,0.0,0.506103515625,0.012451171875,0.098388671875,1.0,84,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.8412638948494109,0.0,0.472900390625,0.01318359375,0.10986328125,1.0,65,0.5078125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.8199251025011984,0.0,0.460205078125,0.010498046875,0.0966796875,1.0,75,0.5859375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.1932301290381373,0.0,0.53515625,0.013916015625,0.119384765625,1.0,50,0.390625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.371195222318304,0.0,0.482421875,0.0068359375,0.09765625,1.0,78,0.609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.582086500252254,0.0,0.4345703125,0.00830078125,0.098876953125,1.0,61,0.4765625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.1767460314749625,0.0,0.54345703125,0.010009765625,0.1064453125,1.0,84,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.2836432036932055,0.0,0.523681640625,0.02587890625,0.22314453125,1.0,17,0.1328125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.407325726818051,0.0,0.569580078125,0.005615234375,0.070556640625,1.0,79,0.6171875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,4.3359470708615495,0.0,0.519775390625,0.029052734375,0.275634765625,1.0,19,0.1484375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.451829266324847,0.0,0.452880859375,0.007080078125,0.07275390625,1.0,75,0.5859375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.547857065686992,0.0,0.5126953125,0.006103515625,0.0595703125,1.0,80,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.5844701587867576,0.0,0.507568359375,0.011962890625,0.11474609375,1.0,69,0.5390625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,3.605309226558503,0.0,0.50830078125,0.00537109375,0.06689453125,1.0,78,0.609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.6963126118833738,0.0,0.4921875,0.011474609375,0.07275390625,1.0,82,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.642758717235197,0.0,0.4677734375,0.012939453125,0.113037109375,1.0,74,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.9586810926055982,0.0,0.483642578125,0.007568359375,0.076171875,1.0,77,0.6015625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.3854437666275388,0.0,0.48974609375,0.003662109375,0.03857421875,1.0,95,0.7421875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.146486854053196,0.0,0.499267578125,0.00927734375,0.102294921875,1.0,68,0.53125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.5405750466393267,0.0,0.46826171875,0.00830078125,0.094482421875,1.0,67,0.5234375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.8997583155382252,0.0,0.546142578125,0.007568359375,0.084716796875,1.0,76,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,3.007705294276766,0.0,0.501708984375,0.003662109375,0.03271484375,1.0,89,0.6953125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.0119035239332623,0.0,0.55517578125,0.00390625,0.04443359375,1.0,89,0.6953125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.347264474230499,0.0,0.525390625,0.008056640625,0.1083984375,1.0,81,0.6328125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.920134189830668,0.0,0.50927734375,0.00537109375,0.041748046875,1.0,86,0.671875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,3.611873274755037,0.0,0.508056640625,0.013916015625,0.13232421875,1.0,59,0.4609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.613469126295997,0.0,0.43505859375,0.003173828125,0.04296875,1.0,85,0.6640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,3.147354153884928,0.0,0.4873046875,0.005615234375,0.06494140625,1.0,84,0.65625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.3858261823768214,0.0,0.4365234375,0.004150390625,0.043212890625,1.0,86,0.671875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.4192377994028713,0.0,0.526611328125,0.00927734375,0.098388671875,1.0,63,0.4921875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.600654542465129,0.0,0.51904296875,0.01171875,0.133544921875,1.0,65,0.5078125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,3.7652063385326455,0.0,0.50146484375,0.0029296875,0.03564453125,1.0,102,0.796875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.8625084492964976,0.0,0.514404296875,0.01220703125,0.138916015625,1.0,60,0.46875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.4091807442995847,0.0,0.56201171875,0.0078125,0.0693359375,1.0,75,0.5859375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0262309407067494,0.0,0.558837890625,0.015869140625,0.117919921875,1.0,59,0.4609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,3.0296708087174062,0.0,0.494873046875,0.009033203125,0.086181640625,1.0,74,0.578125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.6110178131214397,0.0,0.564453125,0.011474609375,0.122802734375,1.0,72,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.614538035898012,0.0,0.505859375,0.007568359375,0.073486328125,1.0,70,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.1078275952623553,0.0,0.4521484375,0.006103515625,0.0810546875,1.0,72,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,4.574052894183575,0.0,0.509033203125,0.006591796875,0.0703125,1.0,82,0.640625
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.3391029236163874,0.0,0.443603515625,0.00439453125,0.0439453125,1.0,79,0.6171875
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,6.3343768733373915,0.0,0.50439453125,0.005615234375,0.05517578125,1.0,81,0.6328125
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,3.2502780978376506,0.0,0.465087890625,0.0107421875,0.095703125,1.0,59,0.4609375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.867541026892327,0.0,0.5322265625,0.012451171875,0.114501953125,1.0,51,0.3984375
+fresh-zh-2,layers.18.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.906662980003593,0.0,0.510498046875,0.01416015625,0.133056640625,1.0,58,0.453125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7883160528945716,0.0,0.6218414306640625,0.01025390625,0.1003570556640625,1.0,1006,0.4912109375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,0,64,2048,64,1.7245492578099493,0.0,0.61474609375,0.01318359375,0.14892578125,1.0,23,0.359375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,64,128,2048,64,2.2783505257504686,0.0,0.744140625,0.01416015625,0.14013671875,1.0,24,0.375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,128,192,2048,64,2.16483357318844,0.0,0.70263671875,0.0087890625,0.0771484375,1.0,36,0.5625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8345198261847913,0.0,0.56298828125,0.00439453125,0.04541015625,1.0,43,0.671875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6644917427078536,0.0,0.16748046875,0.0009765625,0.0146484375,1.0,45,0.703125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,320,384,2048,64,1.3746593532907525,0.0,0.1435546875,0.0009765625,0.009765625,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7137830695740988,0.0,0.7099609375,0.0107421875,0.09814453125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,448,512,2048,64,2.0199377158172642,0.0,0.71923828125,0.0146484375,0.11328125,1.0,30,0.46875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,512,576,2048,64,1.122583438359063,0.0,0.63671875,0.00830078125,0.09814453125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,576,640,2048,64,1.6327772866036288,0.0,0.63916015625,0.01806640625,0.1435546875,1.0,23,0.359375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,640,704,2048,64,1.7970706298950412,0.0,0.55908203125,0.0048828125,0.09326171875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,704,768,2048,64,2.026073774105501,0.0,0.6767578125,0.00732421875,0.0908203125,1.0,34,0.53125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5285713440127338,0.0,0.5927734375,0.0107421875,0.1279296875,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,832,896,2048,64,1.8956310837713328,0.0,0.630859375,0.01806640625,0.1328125,1.0,26,0.40625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,896,960,2048,64,2.1192573049054846,0.0,0.7265625,0.0087890625,0.072265625,1.0,39,0.609375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.217784619149526,0.0,0.70703125,0.01123046875,0.09326171875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4853177580062111,0.0,0.783203125,0.0078125,0.0966796875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8498473144642278,0.0,0.84375,0.01025390625,0.0986328125,1.0,31,0.484375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.9888441571459647,0.0,0.80859375,0.01171875,0.11962890625,1.0,27,0.421875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4053485868157523,0.0,0.78759765625,0.00830078125,0.10107421875,1.0,35,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.1094826298429012,0.0,0.4423828125,0.005859375,0.05322265625,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.7097743009799304,0.0,0.447265625,0.00537109375,0.0478515625,1.0,40,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.7327344374991802,0.0,0.755859375,0.015625,0.14697265625,1.0,24,0.375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.3199753945173107,0.0,0.7119140625,0.017578125,0.1376953125,1.0,26,0.40625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.998744598632306,0.0,0.3720703125,0.00927734375,0.0927734375,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.5035220322590799,0.0,0.3642578125,0.0087890625,0.08349609375,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.012634895592536,0.0,0.7490234375,0.0087890625,0.1064453125,1.0,30,0.46875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.7002975513992575,0.0,0.7158203125,0.0146484375,0.1083984375,1.0,34,0.53125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2896851044454256,0.0,0.599609375,0.00634765625,0.0810546875,1.0,38,0.59375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.7661773683606181,0.0,0.53076171875,0.01123046875,0.1064453125,1.0,33,0.515625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.7382451089537572,0.0,0.73095703125,0.01611328125,0.109375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.7792364514369035,0.0,0.72216796875,0.0078125,0.08984375,1.0,32,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,0,128,4096,128,2.020513704581125,0.0,0.679443359375,0.013916015625,0.150390625,1.0,43,0.3359375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,128,256,4096,128,2.0064854089014585,0.0,0.6328125,0.0068359375,0.0625,1.0,79,0.6171875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,256,384,4096,128,1.5264699635322634,0.0,0.155517578125,0.0009765625,0.012451171875,1.0,94,0.734375
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,384,512,4096,128,1.873125834713179,0.0,0.714599609375,0.012939453125,0.108154296875,1.0,63,0.4921875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,512,640,4096,128,1.401098719528136,0.0,0.637939453125,0.0126953125,0.12255859375,1.0,52,0.40625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,640,768,4096,128,1.9149984056063165,0.0,0.617919921875,0.005859375,0.09326171875,1.0,68,0.53125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7219099220773677,0.0,0.61181640625,0.014892578125,0.130126953125,1.0,57,0.4453125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.1690804666184547,0.0,0.716796875,0.009765625,0.083251953125,1.0,73,0.5703125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.677513625738866,0.0,0.8134765625,0.009765625,0.09912109375,1.0,64,0.5
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7219909598889704,0.0,0.798095703125,0.010009765625,0.11181640625,1.0,58,0.453125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.9200579582268256,0.0,0.44482421875,0.005615234375,0.052978515625,1.0,73,0.5703125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5402440834209898,0.0,0.73388671875,0.01611328125,0.1455078125,1.0,49,0.3828125
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.7685528649223765,0.0,0.3681640625,0.009765625,0.091064453125,1.0,70,0.546875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.8630232132546132,0.0,0.732421875,0.011474609375,0.110107421875,1.0,63,0.4921875
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.5463942196506115,0.0,0.565185546875,0.00927734375,0.099365234375,1.0,69,0.5390625
+fresh-zh-2,layers.18.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.7588602003745841,0.0,0.7265625,0.011962890625,0.099853515625,1.0,63,0.4921875
+fresh-zh-2,layers.18.linear_attn.in_proj_b.output,0,0,16,512,16,2.063910965985243,0.0,0.32421875,0.005859375,0.076171875,1.0,10,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_b.output,64,0,16,512,16,2.063910965985243,0.0,0.32421875,0.005859375,0.076171875,1.0,10,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_b.output,128,0,16,512,16,2.063910965985243,0.0,0.32421875,0.005859375,0.076171875,1.0,10,0.625
+fresh-zh-2,layers.18.linear_attn.in_proj_a.output,0,0,16,512,16,2.5274069745280707,0.0,0.76953125,0.009765625,0.072265625,1.0,13,0.8125
+fresh-zh-2,layers.18.linear_attn.in_proj_a.output,64,0,16,512,16,2.5274069745280707,0.0,0.76953125,0.009765625,0.072265625,1.0,13,0.8125
+fresh-zh-2,layers.18.linear_attn.in_proj_a.output,128,0,16,512,16,2.5274069745280707,0.0,0.76953125,0.009765625,0.072265625,1.0,13,0.8125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,0,0,2048,65536,2048,0.0827986934249223,0.0,0.508087158203125,0.0106353759765625,0.103729248046875,1.0,1392,0.6796875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,0,64,2048,64,0.06836558043595861,0.0,0.47705078125,0.009765625,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,64,128,2048,64,0.06987555165063519,0.0,0.47412109375,0.009765625,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,128,192,2048,64,0.06886587429029986,0.0,0.60107421875,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,192,256,2048,64,0.0719575513059022,0.0,0.490234375,0.01220703125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,256,320,2048,64,0.07379858159892752,0.0,0.49609375,0.00830078125,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,320,384,2048,64,0.07016227056105802,0.0,0.490234375,0.00830078125,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,384,448,2048,64,0.07166392278615287,0.0,0.54296875,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,448,512,2048,64,0.06628604062279715,0.0,0.5419921875,0.0048828125,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,512,576,2048,64,0.06726762621377903,0.0,0.58154296875,0.0068359375,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,576,640,2048,64,0.09753951426146613,0.0,0.501953125,0.015625,0.095703125,1.0,43,0.671875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,640,704,2048,64,0.07101550221913308,0.0,0.41259765625,0.01025390625,0.09619140625,1.0,44,0.6875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,704,768,2048,64,0.0681625527956301,0.0,0.50244140625,0.009765625,0.0927734375,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,768,832,2048,64,0.07118801556697275,0.0,0.50927734375,0.01025390625,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,832,896,2048,64,0.07123946327820414,0.0,0.4599609375,0.0068359375,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,896,960,2048,64,0.06970367157179716,0.0,0.505859375,0.00732421875,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,960,1024,2048,64,0.07728089319576367,0.0,0.50146484375,0.0087890625,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1024,1088,2048,64,0.07203865249793646,0.0,0.5732421875,0.009765625,0.09130859375,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1088,1152,2048,64,0.07191936653968521,0.0,0.4833984375,0.0068359375,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1152,1216,2048,64,0.238367046770083,0.0,0.5546875,0.0439453125,0.34033203125,1.0,1,0.015625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1216,1280,2048,64,0.08209369357543105,0.0,0.46875,0.0087890625,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06536957287828554,0.0,0.51904296875,0.00537109375,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06999550764540388,0.0,0.5107421875,0.00830078125,0.09375,1.0,46,0.71875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1408,1472,2048,64,0.08376791670824331,0.0,0.4677734375,0.01220703125,0.1142578125,1.0,42,0.65625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1472,1536,2048,64,0.06697905684852129,0.0,0.46923828125,0.009765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1536,1600,2048,64,0.0700998535323961,0.0,0.541015625,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07018170088080276,0.0,0.5439453125,0.0048828125,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07017895355125874,0.0,0.47216796875,0.0068359375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1728,1792,2048,64,0.06331178579642902,0.0,0.54150390625,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1792,1856,2048,64,0.07236275917676671,0.0,0.48828125,0.01123046875,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1856,1920,2048,64,0.06874386401981966,0.0,0.4697265625,0.009765625,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1920,1984,2048,64,0.07871941383307728,0.0,0.54736328125,0.009765625,0.10009765625,1.0,45,0.703125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,64,1984,2048,2048,64,0.0759925272472905,0.0,0.51904296875,0.00927734375,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,0,128,4096,128,0.06912468917407917,0.0,0.4755859375,0.009765625,0.091064453125,1.0,95,0.7421875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,128,256,4096,128,0.07042867964014707,0.0,0.545654296875,0.010498046875,0.088623046875,1.0,97,0.7578125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,256,384,4096,128,0.07200338483813339,0.0,0.4931640625,0.008056640625,0.092041015625,1.0,97,0.7578125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,384,512,4096,128,0.06902737504261187,0.0,0.54248046875,0.007080078125,0.08935546875,1.0,96,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,512,640,4096,128,0.08378212929616749,0.0,0.541748046875,0.010986328125,0.101318359375,1.0,87,0.6796875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,640,768,4096,128,0.06960364630912937,0.0,0.45751953125,0.010009765625,0.094970703125,1.0,93,0.7265625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,768,896,4096,128,0.07121374406857903,0.0,0.484619140625,0.008544921875,0.09033203125,1.0,98,0.765625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,896,1024,4096,128,0.07358987119068763,0.0,0.503662109375,0.007568359375,0.090087890625,1.0,97,0.7578125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07197903422937835,0.0,0.5283203125,0.00830078125,0.08837890625,1.0,96,0.75
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1152,1280,4096,128,0.17826696765069477,0.0,0.51171875,0.0283203125,0.234130859375,1.0,21,0.1640625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06772205013445502,0.0,0.514892578125,0.006591796875,0.08837890625,1.0,95,0.7421875
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07583949474369088,0.0,0.468505859375,0.011962890625,0.097900390625,1.0,90,0.703125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07014078914506829,0.0,0.54248046875,0.007568359375,0.0830078125,1.0,100,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1664,1792,4096,128,0.06683362829550196,0.0,0.5068359375,0.00732421875,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1792,1920,4096,128,0.07057651080936982,0.0,0.47900390625,0.0107421875,0.084228515625,1.0,93,0.7265625
+fresh-zh-2,layers.18.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07736798534165622,0.0,0.533203125,0.009521484375,0.093017578125,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.gate_proj.output,0,0,6144,196608,6144,1.6381266916939667,0.0,0.9067942301432291,0.005304972330729167,0.055180867513020836,1.0,3823,0.6222330729166666
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,0,64,2048,64,1.5880176508293369,0.0,0.8916015625,0.0029296875,0.04638671875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,64,128,2048,64,1.585192845474242,0.0,0.89111328125,0.00634765625,0.0634765625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,128,192,2048,64,1.5481929539565369,0.0,0.87451171875,0.00634765625,0.05322265625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,192,256,2048,64,1.606944860151115,0.0,0.90771484375,0.00634765625,0.06103515625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,256,320,2048,64,1.5970808631954891,0.0,0.9208984375,0.0048828125,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,320,384,2048,64,1.579574563413057,0.0,0.9189453125,0.005859375,0.04833984375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,384,448,2048,64,1.5160506637323958,0.0,0.8759765625,0.00830078125,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,448,512,2048,64,1.644806019634167,0.0,0.91650390625,0.00830078125,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,512,576,2048,64,1.5695645911971372,0.0,0.90673828125,0.00341796875,0.05517578125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,576,640,2048,64,1.459450685779656,0.0,0.90625,0.005859375,0.0634765625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,640,704,2048,64,1.517009685864188,0.0,0.83251953125,0.01025390625,0.08544921875,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,704,768,2048,64,1.832671580752724,0.0,0.92822265625,0.00439453125,0.03662109375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,768,832,2048,64,1.8074535633268318,0.0,0.91455078125,0.00439453125,0.05615234375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,832,896,2048,64,1.539450069069333,0.0,0.94189453125,0.00390625,0.0400390625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,896,960,2048,64,1.5699649689679236,0.0,0.89990234375,0.00537109375,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,960,1024,2048,64,1.7884839111788904,0.0,0.94970703125,0.00244140625,0.04443359375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1024,1088,2048,64,1.7740109060199862,0.0,0.921875,0.00634765625,0.0625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1088,1152,2048,64,1.4392609841467876,0.0,0.908203125,0.00634765625,0.0498046875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1152,1216,2048,64,1.7323922735891617,0.0,0.9208984375,0.001953125,0.0546875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1216,1280,2048,64,1.4758662776997418,0.0,0.87890625,0.005859375,0.0673828125,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1280,1344,2048,64,1.6094814651995275,0.0,0.916015625,0.00439453125,0.05126953125,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1344,1408,2048,64,1.6007922618285775,0.0,0.9375,0.001953125,0.0458984375,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1408,1472,2048,64,1.6365511178259557,0.0,0.890625,0.005859375,0.0595703125,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1472,1536,2048,64,1.7083594321881732,0.0,0.9228515625,0.001953125,0.03271484375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1536,1600,2048,64,1.6525413396041357,0.0,0.94140625,0.001953125,0.0400390625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1600,1664,2048,64,1.649754609473357,0.0,0.89501953125,0.005859375,0.056640625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1664,1728,2048,64,1.7768589382041797,0.0,0.89892578125,0.00439453125,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1728,1792,2048,64,1.6176215910783691,0.0,0.89501953125,0.0068359375,0.052734375,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1792,1856,2048,64,1.5871341692405707,0.0,0.90478515625,0.00146484375,0.04931640625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1856,1920,2048,64,1.4664764569670967,0.0,0.8642578125,0.009765625,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1920,1984,2048,64,1.5096079157524327,0.0,0.8583984375,0.00830078125,0.06494140625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,1984,2048,2048,64,1.6173155812836988,0.0,0.927734375,0.00244140625,0.03759765625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2048,2112,2048,64,1.7812899496442913,0.0,0.94091796875,0.0029296875,0.04541015625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2112,2176,2048,64,1.6699692593214637,0.0,0.89013671875,0.00537109375,0.046875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2176,2240,2048,64,1.634679028658167,0.0,0.8916015625,0.005859375,0.0732421875,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2240,2304,2048,64,1.4951795718644665,0.0,0.8857421875,0.0048828125,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2304,2368,2048,64,1.6705292956681501,0.0,0.91748046875,0.00244140625,0.0400390625,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2368,2432,2048,64,1.6506428454153108,0.0,0.91943359375,0.0048828125,0.044921875,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2432,2496,2048,64,1.6970317124516134,0.0,0.9111328125,0.00390625,0.04638671875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2496,2560,2048,64,1.5579562717913944,0.0,0.8740234375,0.005859375,0.05712890625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2560,2624,2048,64,1.5983083486196725,0.0,0.90087890625,0.00537109375,0.0615234375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2624,2688,2048,64,1.8247074377950816,0.0,0.951171875,0.0029296875,0.03466796875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2688,2752,2048,64,1.3542412627656655,0.0,0.8525390625,0.01025390625,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2752,2816,2048,64,1.686180940488764,0.0,0.8916015625,0.00439453125,0.0439453125,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2816,2880,2048,64,1.7013954935636177,0.0,0.94384765625,0.005859375,0.05322265625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2880,2944,2048,64,1.6129095379050333,0.0,0.90380859375,0.00537109375,0.06298828125,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,2944,3008,2048,64,1.6636196874862785,0.0,0.86083984375,0.00537109375,0.06298828125,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3008,3072,2048,64,1.737457102976803,0.0,0.91552734375,0.00537109375,0.0546875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3072,3136,2048,64,1.6368663747634515,0.0,0.90625,0.0068359375,0.05029296875,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3136,3200,2048,64,1.7672222189714628,0.0,0.90283203125,0.00341796875,0.05615234375,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3200,3264,2048,64,1.614292062675997,0.0,0.8984375,0.0078125,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3264,3328,2048,64,1.7979541499055947,0.0,0.9228515625,0.0078125,0.0556640625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3328,3392,2048,64,1.7276006065106098,0.0,0.8837890625,0.0048828125,0.0517578125,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3392,3456,2048,64,1.721283854675585,0.0,0.880859375,0.00927734375,0.0703125,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3456,3520,2048,64,1.822538710754947,0.0,0.9541015625,0.0029296875,0.0341796875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3520,3584,2048,64,1.778458530241789,0.0,0.9296875,0.00537109375,0.0537109375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3584,3648,2048,64,1.6421576090448537,0.0,0.87255859375,0.0048828125,0.06103515625,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3648,3712,2048,64,1.5392728530469018,0.0,0.85693359375,0.00634765625,0.06103515625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3712,3776,2048,64,1.5809036014711029,0.0,0.87939453125,0.00732421875,0.06884765625,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3776,3840,2048,64,1.6941686625022776,0.0,0.931640625,0.00439453125,0.04052734375,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3840,3904,2048,64,1.5128099839560358,0.0,0.87158203125,0.0048828125,0.05908203125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3904,3968,2048,64,1.5396359293159516,0.0,0.9404296875,0.00439453125,0.0537109375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,3968,4032,2048,64,1.6014970187697377,0.0,0.92138671875,0.0048828125,0.0517578125,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4032,4096,2048,64,1.5482558609061339,0.0,0.8955078125,0.0068359375,0.05615234375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4096,4160,2048,64,1.662753820208709,0.0,0.89208984375,0.00439453125,0.0556640625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4160,4224,2048,64,1.7079043394738853,0.0,0.908203125,0.00390625,0.04736328125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4224,4288,2048,64,1.5684616461989516,0.0,0.876953125,0.0068359375,0.05126953125,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4288,4352,2048,64,1.6523183556870948,0.0,0.8994140625,0.00390625,0.05712890625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4352,4416,2048,64,1.7707181651640143,0.0,0.943359375,0.0078125,0.0556640625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4416,4480,2048,64,1.6267468350332037,0.0,0.92529296875,0.00390625,0.05126953125,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4480,4544,2048,64,1.6147592359267608,0.0,0.91552734375,0.0048828125,0.04345703125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4544,4608,2048,64,1.5867579798439624,0.0,0.908203125,0.00439453125,0.05029296875,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4608,4672,2048,64,1.7225804433143936,0.0,0.91015625,0.0078125,0.06005859375,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4672,4736,2048,64,1.8104017957299223,0.0,0.93408203125,0.00634765625,0.05126953125,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4736,4800,2048,64,1.601756583998799,0.0,0.90576171875,0.00439453125,0.0654296875,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4800,4864,2048,64,1.3993212887142708,0.0,0.89990234375,0.0048828125,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4864,4928,2048,64,1.6478959284693393,0.0,0.90625,0.0048828125,0.0546875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4928,4992,2048,64,1.7453712541566895,0.0,0.9384765625,0.00341796875,0.05126953125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,4992,5056,2048,64,1.7248113051936278,0.0,0.91796875,0.0048828125,0.06201171875,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5056,5120,2048,64,1.658075869748483,0.0,0.92626953125,0.00634765625,0.0576171875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5120,5184,2048,64,1.572282046407034,0.0,0.92431640625,0.00439453125,0.05126953125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5184,5248,2048,64,1.6297796342880575,0.0,0.912109375,0.00927734375,0.05126953125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5248,5312,2048,64,1.7735827142193474,0.0,0.94287109375,0.00537109375,0.04296875,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5312,5376,2048,64,1.759941401474217,0.0,0.92431640625,0.00537109375,0.0478515625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5376,5440,2048,64,1.5489070022355038,0.0,0.8974609375,0.00390625,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5440,5504,2048,64,1.6153004197068872,0.0,0.91796875,0.00537109375,0.05859375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5504,5568,2048,64,1.452015282033176,0.0,0.8857421875,0.00537109375,0.05615234375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5568,5632,2048,64,1.6583190496931037,0.0,0.88671875,0.005859375,0.056640625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5632,5696,2048,64,1.5360151011275458,0.0,0.8828125,0.005859375,0.05517578125,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5696,5760,2048,64,1.7057163767665817,0.0,0.93701171875,0.00390625,0.041015625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5760,5824,2048,64,1.7156745923699979,0.0,0.89697265625,0.00439453125,0.05517578125,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5824,5888,2048,64,1.5604975892050443,0.0,0.92724609375,0.00439453125,0.04833984375,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5888,5952,2048,64,1.648605599557957,0.0,0.91455078125,0.00439453125,0.0546875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,5952,6016,2048,64,1.5447017367148381,0.0,0.9052734375,0.0068359375,0.06005859375,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,6016,6080,2048,64,1.6312199708006128,0.0,0.93359375,0.0048828125,0.04150390625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,64,6080,6144,2048,64,1.6454089271521743,0.0,0.89697265625,0.005859375,0.06005859375,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,0,128,4096,128,1.5866058768150724,0.0,0.891357421875,0.004638671875,0.054931640625,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,128,256,4096,128,1.57784238855577,0.0,0.89111328125,0.006103515625,0.0556640625,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,256,384,4096,128,1.5883518320836223,0.0,0.919921875,0.00537109375,0.053955078125,1.0,84,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,384,512,4096,128,1.5817389887759974,0.0,0.896240234375,0.00830078125,0.068603515625,1.0,77,0.6015625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,512,640,4096,128,1.5155080518035107,0.0,0.906494140625,0.00439453125,0.059814453125,1.0,82,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,640,768,4096,128,1.6822609057313984,0.0,0.88037109375,0.008056640625,0.065185546875,1.0,79,0.6171875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,768,896,4096,128,1.6788083420599915,0.0,0.92822265625,0.00439453125,0.05029296875,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,896,1024,4096,128,1.6827751935912585,0.0,0.9248046875,0.004150390625,0.053466796875,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1024,1152,4096,128,1.6153307517603062,0.0,0.9150390625,0.0068359375,0.055419921875,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1152,1280,4096,128,1.6092489333913997,0.0,0.89990234375,0.00439453125,0.060302734375,1.0,76,0.59375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1280,1408,4096,128,1.605142743239845,0.0,0.9267578125,0.003173828125,0.04833984375,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1408,1536,4096,128,1.6728406246268175,0.0,0.90673828125,0.003662109375,0.04638671875,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1536,1664,4096,128,1.6511485624526976,0.0,0.918212890625,0.00390625,0.04833984375,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1664,1792,4096,128,1.699106720927058,0.0,0.89697265625,0.005615234375,0.0546875,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1792,1920,4096,128,1.5279967391996825,0.0,0.884521484375,0.005859375,0.063232421875,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,1920,2048,4096,128,1.5643889779663869,0.0,0.89306640625,0.00537109375,0.05078125,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2048,2176,4096,128,1.726527035957219,0.0,0.91552734375,0.004150390625,0.046142578125,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2176,2304,4096,128,1.5664829202477148,0.0,0.888671875,0.005126953125,0.06689453125,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2304,2432,4096,128,1.6606158392003671,0.0,0.91845703125,0.003662109375,0.042236328125,1.0,85,0.6640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2432,2560,4096,128,1.6289788792186035,0.0,0.892578125,0.0048828125,0.052734375,1.0,79,0.6171875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2560,2688,4096,128,1.7152473306803362,0.0,0.926025390625,0.004638671875,0.050048828125,1.0,82,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2688,2816,4096,128,1.5292441861659498,0.0,0.8720703125,0.0078125,0.06396484375,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2816,2944,4096,128,1.657743014309458,0.0,0.923828125,0.005615234375,0.05859375,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,2944,3072,4096,128,1.7009391008023316,0.0,0.88818359375,0.005615234375,0.05859375,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3072,3200,4096,128,1.703291798262656,0.0,0.904541015625,0.005126953125,0.05322265625,1.0,77,0.6015625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3200,3328,4096,128,1.7085926941172191,0.0,0.91064453125,0.008056640625,0.062744140625,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3328,3456,4096,128,1.7244451229283388,0.0,0.88232421875,0.007080078125,0.061279296875,1.0,76,0.59375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3456,3584,4096,128,1.8006335129601039,0.0,0.94189453125,0.00439453125,0.04443359375,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3584,3712,4096,128,1.5915468150624819,0.0,0.86474609375,0.005859375,0.060546875,1.0,76,0.59375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3712,3840,4096,128,1.6385151287292192,0.0,0.905517578125,0.005859375,0.05615234375,1.0,79,0.6171875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3840,3968,4096,128,1.526281894408378,0.0,0.906005859375,0.0048828125,0.05615234375,1.0,82,0.640625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,3968,4096,4096,128,1.5751014113317516,0.0,0.908447265625,0.005615234375,0.054931640625,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4096,4224,4096,128,1.685480272713446,0.0,0.900146484375,0.004150390625,0.051513671875,1.0,84,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4224,4352,4096,128,1.6109357349282483,0.0,0.88818359375,0.005126953125,0.0546875,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4352,4480,4096,128,1.7002570519971911,0.0,0.934326171875,0.006103515625,0.053466796875,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4480,4608,4096,128,1.6008198331806842,0.0,0.911865234375,0.00439453125,0.047119140625,1.0,86,0.671875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4608,4736,4096,128,1.7670367915908458,0.0,0.922119140625,0.007080078125,0.054931640625,1.0,79,0.6171875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4736,4864,4096,128,1.5039488394610483,0.0,0.90283203125,0.004638671875,0.062255859375,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4864,4992,4096,128,1.697333468400114,0.0,0.92236328125,0.004150390625,0.052978515625,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,4992,5120,4096,128,1.691772683956969,0.0,0.922119140625,0.005615234375,0.059326171875,1.0,79,0.6171875
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5120,5248,4096,128,1.6012889323594923,0.0,0.918212890625,0.00634765625,0.0517578125,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5248,5376,4096,128,1.7667752235076055,0.0,0.93359375,0.00537109375,0.045166015625,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5376,5504,4096,128,1.582451949899178,0.0,0.90771484375,0.004638671875,0.05810546875,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5504,5632,4096,128,1.558584365671766,0.0,0.88623046875,0.005859375,0.05712890625,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5632,5760,4096,128,1.6230851408446785,0.0,0.909912109375,0.00439453125,0.04931640625,1.0,84,0.65625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5760,5888,4096,128,1.6399225641503188,0.0,0.912109375,0.004638671875,0.052490234375,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,5888,6016,4096,128,1.597498650751181,0.0,0.909912109375,0.00537109375,0.05810546875,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gate_proj.output,128,6016,6144,4096,128,1.6383298096980994,0.0,0.915283203125,0.00537109375,0.050537109375,1.0,83,0.6484375
+fresh-zh-2,layers.18.mlp.up_proj.output,0,0,6144,196608,6144,0.5774033907200736,0.0,0.4979197184244792,0.0086517333984375,0.08648681640625,1.0,4503,0.73291015625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,0,64,2048,64,0.5305544674515362,0.0,0.53271484375,0.00732421875,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,64,128,2048,64,0.6129567683495387,0.0,0.537109375,0.01025390625,0.09765625,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,128,192,2048,64,0.5686552902700976,0.0,0.546875,0.0087890625,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,192,256,2048,64,0.5129671329475042,0.0,0.47900390625,0.00830078125,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,256,320,2048,64,0.6575630929980851,0.0,0.50146484375,0.01318359375,0.09521484375,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,320,384,2048,64,0.655079657512345,0.0,0.54150390625,0.01220703125,0.09814453125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,384,448,2048,64,0.5973080988222605,0.0,0.57373046875,0.00927734375,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,448,512,2048,64,0.5655664818751991,0.0,0.548828125,0.00537109375,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,512,576,2048,64,0.5460345386484986,0.0,0.48681640625,0.0087890625,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,576,640,2048,64,0.5991038909043951,0.0,0.525390625,0.0126953125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,640,704,2048,64,0.5565007516724777,0.0,0.4658203125,0.0078125,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,704,768,2048,64,0.5678724854435121,0.0,0.431640625,0.00830078125,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,768,832,2048,64,0.6095575483095609,0.0,0.548828125,0.00732421875,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,832,896,2048,64,0.5379812730449871,0.0,0.46728515625,0.0087890625,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,896,960,2048,64,0.5522204910855577,0.0,0.5009765625,0.00537109375,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,960,1024,2048,64,0.532552843583597,0.0,0.49560546875,0.00634765625,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1024,1088,2048,64,0.5396636143608424,0.0,0.5224609375,0.005859375,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1088,1152,2048,64,0.5399281425911137,0.0,0.4765625,0.009765625,0.07275390625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1152,1216,2048,64,0.5646807681855466,0.0,0.45654296875,0.00830078125,0.07421875,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1216,1280,2048,64,0.574520762398858,0.0,0.462890625,0.005859375,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1280,1344,2048,64,0.6030097530964579,0.0,0.50341796875,0.0087890625,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1344,1408,2048,64,0.5313813948549785,0.0,0.47119140625,0.0087890625,0.09521484375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1408,1472,2048,64,0.5874132443786766,0.0,0.51318359375,0.01025390625,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1472,1536,2048,64,0.5880786860317384,0.0,0.51123046875,0.0078125,0.08984375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1536,1600,2048,64,0.5595147264846645,0.0,0.52978515625,0.00927734375,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1600,1664,2048,64,0.5505448655625621,0.0,0.4501953125,0.01025390625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1664,1728,2048,64,0.7103612709142454,0.0,0.54736328125,0.0087890625,0.109375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1728,1792,2048,64,0.5090875399724293,0.0,0.5146484375,0.01025390625,0.08544921875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1792,1856,2048,64,0.6013610957126185,0.0,0.5107421875,0.00927734375,0.08837890625,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1856,1920,2048,64,0.5720379976145432,0.0,0.42431640625,0.009765625,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1920,1984,2048,64,0.5957365163999976,0.0,0.49560546875,0.009765625,0.0908203125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,1984,2048,2048,64,0.5037481637179229,0.0,0.4853515625,0.0068359375,0.0849609375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2048,2112,2048,64,0.5296723098819017,0.0,0.45556640625,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2112,2176,2048,64,0.6936523160980721,0.0,0.505859375,0.01123046875,0.10107421875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2176,2240,2048,64,0.5143050948508817,0.0,0.5322265625,0.00732421875,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2240,2304,2048,64,0.6434158213410591,0.0,0.49462890625,0.005859375,0.08984375,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2304,2368,2048,64,0.48812492392559925,0.0,0.49853515625,0.0078125,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2368,2432,2048,64,0.622578916540893,0.0,0.5224609375,0.00927734375,0.0810546875,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2432,2496,2048,64,0.5475599834313221,0.0,0.52294921875,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2496,2560,2048,64,0.6534520439200686,0.0,0.5107421875,0.0078125,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2560,2624,2048,64,0.6410253625277701,0.0,0.51123046875,0.0068359375,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2624,2688,2048,64,0.5446745635948239,0.0,0.5615234375,0.0087890625,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2688,2752,2048,64,0.5926360469012015,0.0,0.5146484375,0.0087890625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2752,2816,2048,64,0.5138193952432106,0.0,0.462890625,0.0078125,0.080078125,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2816,2880,2048,64,0.5778359474588021,0.0,0.54345703125,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2880,2944,2048,64,0.5897684871909162,0.0,0.4853515625,0.00634765625,0.0869140625,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,2944,3008,2048,64,0.5716318293093116,0.0,0.55029296875,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3008,3072,2048,64,0.5630141681693949,0.0,0.50732421875,0.00732421875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3072,3136,2048,64,0.5548735007813951,0.0,0.4921875,0.0078125,0.08154296875,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3136,3200,2048,64,0.584349927419467,0.0,0.5205078125,0.0068359375,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3200,3264,2048,64,0.5757692183790984,0.0,0.544921875,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3264,3328,2048,64,0.6429883504452439,0.0,0.4951171875,0.0068359375,0.0927734375,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3328,3392,2048,64,0.5265389619970366,0.0,0.50244140625,0.0078125,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3392,3456,2048,64,0.5531373304841006,0.0,0.484375,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3456,3520,2048,64,0.6171342130770525,0.0,0.4892578125,0.00927734375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3520,3584,2048,64,0.6335450055672807,0.0,0.447265625,0.01318359375,0.10205078125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3584,3648,2048,64,0.5579325311261477,0.0,0.49462890625,0.0068359375,0.0810546875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3648,3712,2048,64,0.6154092089510194,0.0,0.52099609375,0.00634765625,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3712,3776,2048,64,0.6378887780653694,0.0,0.5,0.01318359375,0.09716796875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3776,3840,2048,64,0.5833882895517121,0.0,0.49267578125,0.0107421875,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3840,3904,2048,64,0.5907360970825847,0.0,0.53515625,0.0107421875,0.10009765625,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3904,3968,2048,64,0.5887053897761938,0.0,0.48291015625,0.01123046875,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,3968,4032,2048,64,0.5635770185143122,0.0,0.52880859375,0.00537109375,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4032,4096,2048,64,0.5384633641348534,0.0,0.4775390625,0.00732421875,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4096,4160,2048,64,0.4952055567729593,0.0,0.494140625,0.00830078125,0.08837890625,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4160,4224,2048,64,0.5650091786608334,0.0,0.5166015625,0.00732421875,0.07421875,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4224,4288,2048,64,0.6010937101090473,0.0,0.4755859375,0.01318359375,0.09326171875,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4288,4352,2048,64,0.6396266950405823,0.0,0.50732421875,0.00732421875,0.095703125,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4352,4416,2048,64,0.5422047327479875,0.0,0.52978515625,0.0078125,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4416,4480,2048,64,0.5339262590741689,0.0,0.54931640625,0.01123046875,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4480,4544,2048,64,0.5648574347986228,0.0,0.501953125,0.0087890625,0.091796875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4544,4608,2048,64,0.5577231434761045,0.0,0.521484375,0.009765625,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4608,4672,2048,64,0.6170682780828345,0.0,0.453125,0.0078125,0.087890625,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4672,4736,2048,64,0.5229382344496822,0.0,0.49951171875,0.01025390625,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4736,4800,2048,64,0.5970373066168837,0.0,0.498046875,0.00537109375,0.0859375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4800,4864,2048,64,0.62194355596371,0.0,0.41748046875,0.00830078125,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4864,4928,2048,64,0.6019124257884618,0.0,0.46337890625,0.00830078125,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4928,4992,2048,64,0.5413778978349305,0.0,0.5068359375,0.01220703125,0.09033203125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,4992,5056,2048,64,0.6165758260195535,0.0,0.517578125,0.01025390625,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5056,5120,2048,64,0.5655860969157234,0.0,0.57373046875,0.009765625,0.07568359375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5120,5184,2048,64,0.5368467140742273,0.0,0.533203125,0.00732421875,0.068359375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5184,5248,2048,64,0.5189850956622929,0.0,0.51025390625,0.0068359375,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5248,5312,2048,64,0.551455290624065,0.0,0.4736328125,0.00830078125,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5312,5376,2048,64,0.5835889558104459,0.0,0.45166015625,0.00830078125,0.0966796875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5376,5440,2048,64,0.5566031763999808,0.0,0.48046875,0.0068359375,0.072265625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5440,5504,2048,64,0.6318976427946236,0.0,0.47119140625,0.01318359375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5504,5568,2048,64,0.6377479238383875,0.0,0.43896484375,0.01318359375,0.08154296875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5568,5632,2048,64,0.5896881299034985,0.0,0.4599609375,0.01025390625,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5632,5696,2048,64,0.5921657740346598,0.0,0.4755859375,0.00732421875,0.07470703125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5696,5760,2048,64,0.5538076921418709,0.0,0.5322265625,0.0078125,0.08056640625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5760,5824,2048,64,0.532175582435847,0.0,0.4580078125,0.005859375,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5824,5888,2048,64,0.5605851766131017,0.0,0.4609375,0.01123046875,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5888,5952,2048,64,0.636392699360423,0.0,0.490234375,0.01025390625,0.0888671875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,5952,6016,2048,64,0.5008415335750546,0.0,0.421875,0.0087890625,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.up_proj.output,64,6016,6080,2048,64,0.5527619702124859,0.0,0.39208984375,0.00537109375,0.07373046875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,64,6080,6144,2048,64,0.5646976642590421,0.0,0.4765625,0.0068359375,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,0,128,4096,128,0.573238189062057,0.0,0.534912109375,0.0087890625,0.09130859375,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,128,256,4096,128,0.5415275240634364,0.0,0.512939453125,0.008544921875,0.086669921875,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,256,384,4096,128,0.6563225498791351,0.0,0.521484375,0.0126953125,0.0966796875,1.0,85,0.6640625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,384,512,4096,128,0.5816538533953649,0.0,0.561279296875,0.00732421875,0.07666015625,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,512,640,4096,128,0.5731837355917665,0.0,0.506103515625,0.010498046875,0.0869140625,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,640,768,4096,128,0.5622153708036737,0.0,0.44873046875,0.00830078125,0.09033203125,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,768,896,4096,128,0.5748844470188195,0.0,0.508056640625,0.008056640625,0.08447265625,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,896,1024,4096,128,0.5424758068263273,0.0,0.498291015625,0.005859375,0.078125,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1024,1152,4096,128,0.5397958946800624,0.0,0.49951171875,0.0078125,0.081298828125,1.0,96,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1152,1280,4096,128,0.5696220134378517,0.0,0.459716796875,0.007080078125,0.079833984375,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1280,1408,4096,128,0.5683251486286146,0.0,0.4873046875,0.008544921875,0.0966796875,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1408,1536,4096,128,0.5877460593812173,0.0,0.51220703125,0.009033203125,0.088623046875,1.0,91,0.7109375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1536,1664,4096,128,0.5550479160173959,0.0,0.489990234375,0.009765625,0.089599609375,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1664,1792,4096,128,0.6179738095461982,0.0,0.531005859375,0.009765625,0.095947265625,1.0,88,0.6875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1792,1920,4096,128,0.5868827132194036,0.0,0.467529296875,0.009521484375,0.08740234375,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,1920,2048,4096,128,0.551663035476179,0.0,0.490478515625,0.00830078125,0.08837890625,1.0,98,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2048,2176,4096,128,0.6171330049040681,0.0,0.480712890625,0.0107421875,0.09423828125,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2176,2304,4096,128,0.5824489890718174,0.0,0.513427734375,0.007080078125,0.0830078125,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2304,2432,4096,128,0.5594061354144252,0.0,0.510498046875,0.008544921875,0.079833984375,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2432,2560,4096,128,0.6028355949836676,0.0,0.516845703125,0.008544921875,0.08740234375,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2560,2688,4096,128,0.5948041255871848,0.0,0.536376953125,0.008056640625,0.086181640625,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2688,2816,4096,128,0.5546295407814039,0.0,0.48876953125,0.008056640625,0.085205078125,1.0,96,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2816,2944,4096,128,0.5838327032031837,0.0,0.514404296875,0.00634765625,0.086669921875,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,2944,3072,4096,128,0.567339361334548,0.0,0.52880859375,0.007080078125,0.08349609375,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3072,3200,4096,128,0.569802351497665,0.0,0.50634765625,0.00732421875,0.079833984375,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3200,3328,4096,128,0.6103049285566903,0.0,0.52001953125,0.007568359375,0.0869140625,1.0,91,0.7109375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3328,3456,4096,128,0.5400019374391142,0.0,0.493408203125,0.008544921875,0.0849609375,1.0,98,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3456,3584,4096,128,0.6253934405754022,0.0,0.46826171875,0.01123046875,0.095458984375,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3584,3712,4096,128,0.5873743285803991,0.0,0.5078125,0.00634765625,0.083251953125,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3712,3840,4096,128,0.6112462636154933,0.0,0.496337890625,0.01171875,0.09423828125,1.0,91,0.7109375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3840,3968,4096,128,0.5897216175230077,0.0,0.509033203125,0.010986328125,0.09375,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,3968,4096,4096,128,0.5511632472838266,0.0,0.503173828125,0.00634765625,0.086669921875,1.0,98,0.765625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4096,4224,4096,128,0.5312550778250531,0.0,0.50537109375,0.00732421875,0.082275390625,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4224,4352,4096,128,0.6206593096623935,0.0,0.491455078125,0.010498046875,0.095703125,1.0,90,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4352,4480,4096,128,0.538081416861451,0.0,0.53955078125,0.009521484375,0.08837890625,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4480,4608,4096,128,0.5613016240917836,0.0,0.51171875,0.00927734375,0.091552734375,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4608,4736,4096,128,0.5719430290096493,0.0,0.476318359375,0.00927734375,0.086181640625,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4736,4864,4096,128,0.6096176393023447,0.0,0.457763671875,0.007080078125,0.08740234375,1.0,90,0.703125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4864,4992,4096,128,0.5724458911472415,0.0,0.485107421875,0.010498046875,0.0849609375,1.0,96,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,128,4992,5120,4096,128,0.591630536000322,0.0,0.545654296875,0.010009765625,0.0849609375,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5120,5248,4096,128,0.5279914411862632,0.0,0.521728515625,0.007080078125,0.078369140625,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5248,5376,4096,128,0.5677495076621373,0.0,0.462646484375,0.0078125,0.090576171875,1.0,95,0.7421875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5376,5504,4096,128,0.595441738102037,0.0,0.475830078125,0.00927734375,0.0791015625,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5504,5632,4096,128,0.6141882874612878,0.0,0.449462890625,0.01171875,0.083740234375,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5632,5760,4096,128,0.5733076241484901,0.0,0.50390625,0.007568359375,0.078125,1.0,96,0.75
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5760,5888,4096,128,0.5465649964913941,0.0,0.45947265625,0.008544921875,0.0810546875,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.up_proj.output,128,5888,6016,4096,128,0.5726420826105335,0.0,0.4560546875,0.009521484375,0.08642578125,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.up_proj.output,128,6016,6144,4096,128,0.5587616879013838,0.0,0.434326171875,0.006103515625,0.08154296875,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.silu_gate,0,0,6144,196608,6144,0.3088645030484913,0.0,0.9067942301432291,0.0022023518880208335,0.0208892822265625,1.0,4581,0.74560546875
+fresh-zh-2,layers.18.mlp.silu_gate,64,0,64,2048,64,0.3098880503519003,0.0,0.8916015625,0.00146484375,0.01416015625,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,64,128,2048,64,0.24531622807127085,0.0,0.89111328125,0.00146484375,0.02001953125,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,128,192,2048,64,0.3339997831440373,0.0,0.87451171875,0.00537109375,0.0234375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,192,256,2048,64,0.27077178103463145,0.0,0.90771484375,0.00146484375,0.01904296875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,256,320,2048,64,0.24718033384402366,0.0,0.9208984375,0.00146484375,0.017578125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,320,384,2048,64,0.2853578660920227,0.0,0.9189453125,0.001953125,0.017578125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,384,448,2048,64,0.28941588519298383,0.0,0.8759765625,0.0048828125,0.02685546875,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,448,512,2048,64,0.26582186023866133,0.0,0.91650390625,0.00390625,0.01953125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,512,576,2048,64,0.26200378113195566,0.0,0.90673828125,0.001953125,0.017578125,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,576,640,2048,64,0.2634769672286493,0.0,0.90625,0.0029296875,0.02294921875,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,640,704,2048,64,0.3863488803602435,0.0,0.83251953125,0.0048828125,0.044921875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.silu_gate,64,704,768,2048,64,0.2557143906819659,0.0,0.92822265625,0.00048828125,0.00927734375,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,768,832,2048,64,0.27956740569222494,0.0,0.91455078125,0.00048828125,0.02783203125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,832,896,2048,64,0.24429470162891792,0.0,0.94189453125,0.0009765625,0.01171875,1.0,55,0.859375
+fresh-zh-2,layers.18.mlp.silu_gate,64,896,960,2048,64,0.424019404884899,0.0,0.89990234375,0.00341796875,0.0341796875,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.silu_gate,64,960,1024,2048,64,0.23425884257796506,0.0,0.94970703125,0.0,0.00927734375,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1024,1088,2048,64,0.24617101692160284,0.0,0.921875,0.00341796875,0.01708984375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1088,1152,2048,64,0.2833303774554861,0.0,0.908203125,0.00341796875,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1152,1216,2048,64,0.27128370338461905,0.0,0.9208984375,0.0009765625,0.01171875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1216,1280,2048,64,0.26362549766608734,0.0,0.87890625,0.00244140625,0.02734375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1280,1344,2048,64,0.25926939572036545,0.0,0.916015625,0.001953125,0.01220703125,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1344,1408,2048,64,0.26960116838081505,0.0,0.9375,0.0009765625,0.01513671875,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1408,1472,2048,64,0.3046684271550925,0.0,0.890625,0.0029296875,0.02197265625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,1472,1536,2048,64,0.4553717909285567,0.0,0.9228515625,0.0,0.015625,1.0,35,0.546875
+fresh-zh-2,layers.18.mlp.silu_gate,64,1536,1600,2048,64,0.250939030319003,0.0,0.94140625,0.0,0.0087890625,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.silu_gate,64,1600,1664,2048,64,0.25227289769951255,0.0,0.89501953125,0.00146484375,0.02197265625,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1664,1728,2048,64,0.3317763970355799,0.0,0.89892578125,0.001953125,0.01611328125,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1728,1792,2048,64,0.3018998824076977,0.0,0.89501953125,0.00244140625,0.0234375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,1792,1856,2048,64,0.27703374018077576,0.0,0.90478515625,0.0009765625,0.0126953125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1856,1920,2048,64,0.3129177395585015,0.0,0.8642578125,0.00537109375,0.03466796875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,1920,1984,2048,64,0.43910346494395935,0.0,0.8583984375,0.00390625,0.03564453125,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.silu_gate,64,1984,2048,2048,64,0.2633244384424552,0.0,0.927734375,0.00048828125,0.01025390625,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2048,2112,2048,64,0.31767754950836485,0.0,0.94091796875,0.001953125,0.0224609375,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,64,2112,2176,2048,64,0.2864297553422464,0.0,0.89013671875,0.001953125,0.015625,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2176,2240,2048,64,0.2932945762211322,0.0,0.8916015625,0.00244140625,0.02734375,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,2240,2304,2048,64,0.28829062054172566,0.0,0.8857421875,0.00048828125,0.02294921875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2304,2368,2048,64,0.31509587878493334,0.0,0.91748046875,0.0009765625,0.01171875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2368,2432,2048,64,0.27925633136964717,0.0,0.91943359375,0.001953125,0.01611328125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,2432,2496,2048,64,0.31067955370922656,0.0,0.9111328125,0.00341796875,0.01416015625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,2496,2560,2048,64,0.3567290145550449,0.0,0.8740234375,0.0048828125,0.02783203125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.silu_gate,64,2560,2624,2048,64,0.25328936366932964,0.0,0.90087890625,0.00244140625,0.02197265625,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2624,2688,2048,64,0.24720723116357957,0.0,0.951171875,0.0,0.0087890625,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2688,2752,2048,64,0.33904163511930696,0.0,0.8525390625,0.005859375,0.037109375,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,64,2752,2816,2048,64,0.5362715077214192,0.0,0.8916015625,0.00439453125,0.0283203125,1.0,27,0.421875
+fresh-zh-2,layers.18.mlp.silu_gate,64,2816,2880,2048,64,0.2818854740961814,0.0,0.94384765625,0.0009765625,0.021484375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2880,2944,2048,64,0.2515360571697502,0.0,0.90380859375,0.00048828125,0.01904296875,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,2944,3008,2048,64,0.39637941380831415,0.0,0.86083984375,0.001953125,0.0244140625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.silu_gate,64,3008,3072,2048,64,0.2942571141888569,0.0,0.91552734375,0.00244140625,0.01611328125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,3072,3136,2048,64,0.26410956195813406,0.0,0.90625,0.0029296875,0.0185546875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3136,3200,2048,64,0.2957049206948832,0.0,0.90283203125,0.00146484375,0.01416015625,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,3200,3264,2048,64,0.30425129542051615,0.0,0.8984375,0.00341796875,0.02392578125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,3264,3328,2048,64,0.2825726610857186,0.0,0.9228515625,0.00439453125,0.0244140625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,3328,3392,2048,64,0.361632118361319,0.0,0.8837890625,0.0009765625,0.02099609375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.silu_gate,64,3392,3456,2048,64,0.7783441645687387,0.0,0.880859375,0.0087890625,0.0751953125,1.0,2,0.03125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3456,3520,2048,64,0.2684229893173239,0.0,0.9541015625,0.00048828125,0.01025390625,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,3520,3584,2048,64,0.24227422627628958,0.0,0.9296875,0.00146484375,0.01513671875,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3584,3648,2048,64,0.27869072771290887,0.0,0.87255859375,0.0009765625,0.01708984375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3648,3712,2048,64,0.34435869465968194,0.0,0.85693359375,0.00341796875,0.02880859375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3712,3776,2048,64,0.2897776588687669,0.0,0.87939453125,0.00341796875,0.03076171875,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,3776,3840,2048,64,0.28634007134642725,0.0,0.931640625,0.00244140625,0.01318359375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,3840,3904,2048,64,0.29436574194381865,0.0,0.87158203125,0.0009765625,0.0205078125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,3904,3968,2048,64,0.2413987377868215,0.0,0.9404296875,0.00146484375,0.017578125,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.silu_gate,64,3968,4032,2048,64,0.2484020099777837,0.0,0.92138671875,0.0009765625,0.0166015625,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.silu_gate,64,4032,4096,2048,64,0.2806033534021202,0.0,0.8955078125,0.00146484375,0.01953125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,4096,4160,2048,64,0.3557653570542931,0.0,0.89208984375,0.00244140625,0.02197265625,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.silu_gate,64,4160,4224,2048,64,0.3088553107724005,0.0,0.908203125,0.0009765625,0.01220703125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,4224,4288,2048,64,0.3017767062270585,0.0,0.876953125,0.0029296875,0.02001953125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,4288,4352,2048,64,0.3556090170649904,0.0,0.8994140625,0.00146484375,0.02001953125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.silu_gate,64,4352,4416,2048,64,0.24478568282166735,0.0,0.943359375,0.00146484375,0.017578125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,4416,4480,2048,64,0.3210791237995321,0.0,0.92529296875,0.00146484375,0.02099609375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,4480,4544,2048,64,0.2816077271479178,0.0,0.91552734375,0.00244140625,0.01611328125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,4544,4608,2048,64,0.25922643690212227,0.0,0.908203125,0.0009765625,0.0166015625,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.silu_gate,64,4608,4672,2048,64,0.29729928451178267,0.0,0.91015625,0.001953125,0.02783203125,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,4672,4736,2048,64,0.2484981977794445,0.0,0.93408203125,0.00146484375,0.0146484375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,4736,4800,2048,64,0.2526268829772405,0.0,0.90576171875,0.001953125,0.01953125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,4800,4864,2048,64,0.2601612948642435,0.0,0.89990234375,0.00048828125,0.0224609375,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.silu_gate,64,4864,4928,2048,64,0.2768373779940076,0.0,0.90625,0.001953125,0.0166015625,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,4928,4992,2048,64,0.23892213167112392,0.0,0.9384765625,0.00048828125,0.009765625,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,4992,5056,2048,64,0.2545869248528852,0.0,0.91796875,0.00244140625,0.02001953125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,5056,5120,2048,64,0.3175748725979515,0.0,0.92626953125,0.00390625,0.0205078125,1.0,46,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,64,5120,5184,2048,64,0.2602350775477211,0.0,0.92431640625,0.00146484375,0.015625,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5184,5248,2048,64,0.30903152152139207,0.0,0.912109375,0.001953125,0.02099609375,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,64,5248,5312,2048,64,0.24928819012453823,0.0,0.94287109375,0.001953125,0.01171875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5312,5376,2048,64,0.38388423185254755,0.0,0.92431640625,0.0029296875,0.02587890625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.silu_gate,64,5376,5440,2048,64,0.3242059355396374,0.0,0.8974609375,0.001953125,0.01953125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,5440,5504,2048,64,0.2811145455889066,0.0,0.91796875,0.001953125,0.0185546875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5504,5568,2048,64,0.28585470034308735,0.0,0.8857421875,0.0029296875,0.02099609375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5568,5632,2048,64,0.2725617961451771,0.0,0.88671875,0.00439453125,0.01708984375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5632,5696,2048,64,0.33364881466650553,0.0,0.8828125,0.00390625,0.025390625,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,64,5696,5760,2048,64,0.25176908137561343,0.0,0.93701171875,0.00048828125,0.013671875,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,64,5760,5824,2048,64,0.3110332038299093,0.0,0.89697265625,0.0009765625,0.025390625,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,5824,5888,2048,64,0.32876219129911066,0.0,0.92724609375,0.001953125,0.02197265625,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,64,5888,5952,2048,64,0.3699605956387612,0.0,0.91455078125,0.001953125,0.02587890625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.silu_gate,64,5952,6016,2048,64,0.27375810220037083,0.0,0.9052734375,0.00341796875,0.02099609375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,64,6016,6080,2048,64,0.2898841019318061,0.0,0.93359375,0.001953125,0.01416015625,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,64,6080,6144,2048,64,0.2756156229060566,0.0,0.89697265625,0.001953125,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,128,0,128,4096,128,0.27947330418665906,0.0,0.891357421875,0.001708984375,0.01806640625,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,128,128,256,4096,128,0.30403389000646813,0.0,0.89111328125,0.00390625,0.02001953125,1.0,98,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,128,256,384,4096,128,0.26695245754612906,0.0,0.919921875,0.001953125,0.017822265625,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.silu_gate,128,384,512,4096,128,0.277869408160363,0.0,0.896240234375,0.004638671875,0.0244140625,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,512,640,4096,128,0.262741406698153,0.0,0.906494140625,0.00244140625,0.020263671875,1.0,105,0.8203125
+fresh-zh-2,layers.18.mlp.silu_gate,128,640,768,4096,128,0.327608994807425,0.0,0.88037109375,0.002197265625,0.024658203125,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,128,768,896,4096,128,0.26252412800487795,0.0,0.92822265625,0.00048828125,0.018310546875,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,128,896,1024,4096,128,0.34254172084938184,0.0,0.9248046875,0.001708984375,0.01953125,1.0,88,0.6875
+fresh-zh-2,layers.18.mlp.silu_gate,128,1024,1152,4096,128,0.26540183906793513,0.0,0.9150390625,0.003173828125,0.01904296875,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.silu_gate,128,1152,1280,4096,128,0.267482009434061,0.0,0.89990234375,0.001708984375,0.01904296875,1.0,101,0.7890625
+fresh-zh-2,layers.18.mlp.silu_gate,128,1280,1408,4096,128,0.2644857364296835,0.0,0.9267578125,0.00146484375,0.013671875,1.0,106,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,128,1408,1536,4096,128,0.3874185840138797,0.0,0.90673828125,0.002197265625,0.020263671875,1.0,84,0.65625
+fresh-zh-2,layers.18.mlp.silu_gate,128,1536,1664,4096,128,0.25160684793060606,0.0,0.918212890625,0.000732421875,0.014892578125,1.0,106,0.828125
+fresh-zh-2,layers.18.mlp.silu_gate,128,1664,1792,4096,128,0.3171900980702995,0.0,0.89697265625,0.002197265625,0.020751953125,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.silu_gate,128,1792,1920,4096,128,0.2955209002160014,0.0,0.884521484375,0.003173828125,0.023681640625,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,1920,2048,4096,128,0.36204392883103653,0.0,0.89306640625,0.002197265625,0.02294921875,1.0,89,0.6953125
+fresh-zh-2,layers.18.mlp.silu_gate,128,2048,2176,4096,128,0.30245745998987916,0.0,0.91552734375,0.001953125,0.01953125,1.0,96,0.75
+fresh-zh-2,layers.18.mlp.silu_gate,128,2176,2304,4096,128,0.2908033616836872,0.0,0.888671875,0.00146484375,0.025390625,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.silu_gate,128,2304,2432,4096,128,0.2977158976585594,0.0,0.91845703125,0.00146484375,0.013916015625,1.0,100,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,128,2432,2560,4096,128,0.33449766435535666,0.0,0.892578125,0.004150390625,0.02001953125,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,128,2560,2688,4096,128,0.25026677455025603,0.0,0.926025390625,0.001220703125,0.015625,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,128,2688,2816,4096,128,0.44862922348983103,0.0,0.8720703125,0.00537109375,0.037353515625,1.0,71,0.5546875
+fresh-zh-2,layers.18.mlp.silu_gate,128,2816,2944,4096,128,0.2671421050330075,0.0,0.923828125,0.0009765625,0.02001953125,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,128,2944,3072,4096,128,0.349072978717758,0.0,0.88818359375,0.002197265625,0.0205078125,1.0,88,0.6875
+fresh-zh-2,layers.18.mlp.silu_gate,128,3072,3200,4096,128,0.2803526893404847,0.0,0.904541015625,0.002197265625,0.01611328125,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,3200,3328,4096,128,0.29361212471398945,0.0,0.91064453125,0.00390625,0.024169921875,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.silu_gate,128,3328,3456,4096,128,0.6068761931187872,0.0,0.88232421875,0.004150390625,0.045654296875,1.0,35,0.2734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,3456,3584,4096,128,0.2556831065125568,0.0,0.94189453125,0.0009765625,0.0126953125,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.silu_gate,128,3584,3712,4096,128,0.3132502452519956,0.0,0.86474609375,0.001953125,0.021728515625,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,3712,3840,4096,128,0.2880639929235694,0.0,0.905517578125,0.0029296875,0.02197265625,1.0,99,0.7734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,3840,3968,4096,128,0.26918816897776676,0.0,0.906005859375,0.001220703125,0.018310546875,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,128,3968,4096,4096,128,0.2649922645111722,0.0,0.908447265625,0.00146484375,0.017578125,1.0,105,0.8203125
+fresh-zh-2,layers.18.mlp.silu_gate,128,4096,4224,4096,128,0.3331370530819746,0.0,0.900146484375,0.00146484375,0.016845703125,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,128,4224,4352,4096,128,0.3297930816733281,0.0,0.88818359375,0.002197265625,0.019775390625,1.0,93,0.7265625
+fresh-zh-2,layers.18.mlp.silu_gate,128,4352,4480,4096,128,0.2854924116805429,0.0,0.934326171875,0.001220703125,0.018798828125,1.0,98,0.765625
+fresh-zh-2,layers.18.mlp.silu_gate,128,4480,4608,4096,128,0.27064853369119346,0.0,0.911865234375,0.001953125,0.01708984375,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,128,4608,4736,4096,128,0.2739874256885248,0.0,0.922119140625,0.001708984375,0.0205078125,1.0,100,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,128,4736,4864,4096,128,0.2564217632614636,0.0,0.90283203125,0.001220703125,0.02099609375,1.0,105,0.8203125
+fresh-zh-2,layers.18.mlp.silu_gate,128,4864,4992,4096,128,0.2585756357981847,0.0,0.92236328125,0.0009765625,0.013427734375,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,128,4992,5120,4096,128,0.28780922675589615,0.0,0.922119140625,0.003173828125,0.021240234375,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.silu_gate,128,5120,5248,4096,128,0.28567707020348604,0.0,0.918212890625,0.001708984375,0.0185546875,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.silu_gate,128,5248,5376,4096,128,0.32366008805580926,0.0,0.93359375,0.00244140625,0.0185546875,1.0,92,0.71875
+fresh-zh-2,layers.18.mlp.silu_gate,128,5376,5504,4096,128,0.3034261659619923,0.0,0.90771484375,0.001953125,0.01904296875,1.0,97,0.7578125
+fresh-zh-2,layers.18.mlp.silu_gate,128,5504,5632,4096,128,0.2792873452433187,0.0,0.88623046875,0.003662109375,0.018798828125,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.silu_gate,128,5632,5760,4096,128,0.29555811769014606,0.0,0.909912109375,0.002197265625,0.01904296875,1.0,100,0.78125
+fresh-zh-2,layers.18.mlp.silu_gate,128,5760,5888,4096,128,0.32002049333791965,0.0,0.912109375,0.00146484375,0.024169921875,1.0,94,0.734375
+fresh-zh-2,layers.18.mlp.silu_gate,128,5888,6016,4096,128,0.32543381880632477,0.0,0.909912109375,0.0029296875,0.0234375,1.0,90,0.703125
+fresh-zh-2,layers.18.mlp.silu_gate,128,6016,6144,4096,128,0.2828398523393612,0.0,0.915283203125,0.001953125,0.0185546875,1.0,101,0.7890625
+fresh-zh-2,layers.18.mlp.gated_product,0,0,6144,196608,6144,0.2061753265915242,0.0,0.5011698404947916,0.0224456787109375,0.1755218505859375,1.0,2961,0.48193359375
+fresh-zh-2,layers.18.mlp.gated_product,64,0,64,2048,64,0.22642278988418568,0.0,0.45556640625,0.0224609375,0.19091796875,1.0,28,0.4375
+fresh-zh-2,layers.18.mlp.gated_product,64,64,128,2048,64,0.14564786644211314,0.0,0.45849609375,0.0185546875,0.1435546875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,128,192,2048,64,0.1830098580987837,0.0,0.44091796875,0.02490234375,0.15234375,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gated_product,64,192,256,2048,64,0.14342795301643568,0.0,0.505859375,0.01513671875,0.13623046875,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,256,320,2048,64,0.17785686934839992,0.0,0.51220703125,0.02392578125,0.1455078125,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gated_product,64,320,384,2048,64,0.1884378645658008,0.0,0.45849609375,0.02001953125,0.1494140625,1.0,35,0.546875
+fresh-zh-2,layers.18.mlp.gated_product,64,384,448,2048,64,0.18859829341530424,0.0,0.43798828125,0.0205078125,0.1572265625,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,64,448,512,2048,64,0.15275717392320173,0.0,0.44970703125,0.01708984375,0.1337890625,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,64,512,576,2048,64,0.1480485913736494,0.0,0.5283203125,0.01513671875,0.12646484375,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,64,576,640,2048,64,0.15723312211070634,0.0,0.466796875,0.0244140625,0.1416015625,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,640,704,2048,64,0.20758828858793762,0.0,0.53369140625,0.02978515625,0.21044921875,1.0,31,0.484375
+fresh-zh-2,layers.18.mlp.gated_product,64,704,768,2048,64,0.13392222959170733,0.0,0.55712890625,0.0126953125,0.11376953125,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.gated_product,64,768,832,2048,64,0.23068550768524068,0.0,0.46630859375,0.0244140625,0.21728515625,1.0,24,0.375
+fresh-zh-2,layers.18.mlp.gated_product,64,832,896,2048,64,0.16713362765051065,0.0,0.5283203125,0.017578125,0.140625,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,64,896,960,2048,64,0.22284498264919123,0.0,0.50830078125,0.02099609375,0.19189453125,1.0,30,0.46875
+fresh-zh-2,layers.18.mlp.gated_product,64,960,1024,2048,64,0.12104442314237969,0.0,0.501953125,0.01220703125,0.1064453125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.gated_product,64,1024,1088,2048,64,0.13704295022906077,0.0,0.4658203125,0.01611328125,0.138671875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,1088,1152,2048,64,0.16714738022908704,0.0,0.5234375,0.02099609375,0.12841796875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,64,1152,1216,2048,64,0.1930497871467985,0.0,0.55029296875,0.01806640625,0.15771484375,1.0,34,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,64,1216,1280,2048,64,0.15522532391062974,0.0,0.505859375,0.0166015625,0.150390625,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,1280,1344,2048,64,0.14944434511019636,0.0,0.49560546875,0.0166015625,0.13134765625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,1344,1408,2048,64,0.16455504994465645,0.0,0.53173828125,0.01416015625,0.16455078125,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,1408,1472,2048,64,0.18606140456889989,0.0,0.48095703125,0.0224609375,0.16650390625,1.0,34,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,64,1472,1536,2048,64,0.25001288321485626,0.0,0.51611328125,0.0185546875,0.19580078125,1.0,24,0.375
+fresh-zh-2,layers.18.mlp.gated_product,64,1536,1600,2048,64,0.1436566287413345,0.0,0.46533203125,0.0126953125,0.12255859375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.gated_product,64,1600,1664,2048,64,0.1459858557010798,0.0,0.54931640625,0.017578125,0.1416015625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,1664,1728,2048,64,0.4549112230219198,0.0,0.4541015625,0.04248046875,0.3701171875,1.0,4,0.0625
+fresh-zh-2,layers.18.mlp.gated_product,64,1728,1792,2048,64,0.15035509213823042,0.0,0.47705078125,0.02001953125,0.150390625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,1792,1856,2048,64,0.17385244715295023,0.0,0.50341796875,0.017578125,0.1357421875,1.0,39,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,64,1856,1920,2048,64,0.2777849963762464,0.0,0.55029296875,0.03759765625,0.24609375,1.0,17,0.265625
+fresh-zh-2,layers.18.mlp.gated_product,64,1920,1984,2048,64,0.26520740637706414,0.0,0.48974609375,0.02880859375,0.22119140625,1.0,19,0.296875
+fresh-zh-2,layers.18.mlp.gated_product,64,1984,2048,2048,64,0.13019747467492532,0.0,0.5302734375,0.0107421875,0.1171875,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.gated_product,64,2048,2112,2048,64,0.14958598201131562,0.0,0.5322265625,0.0166015625,0.13720703125,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,64,2112,2176,2048,64,0.1861437526545942,0.0,0.50537109375,0.01806640625,0.14794921875,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gated_product,64,2176,2240,2048,64,0.17454093297341453,0.0,0.4833984375,0.0205078125,0.16650390625,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gated_product,64,2240,2304,2048,64,0.23744207090476196,0.0,0.50927734375,0.025390625,0.19970703125,1.0,28,0.4375
+fresh-zh-2,layers.18.mlp.gated_product,64,2304,2368,2048,64,0.2752704009762591,0.0,0.490234375,0.025390625,0.2265625,1.0,15,0.234375
+fresh-zh-2,layers.18.mlp.gated_product,64,2368,2432,2048,64,0.1553626156274686,0.0,0.46630859375,0.0166015625,0.1064453125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,2432,2496,2048,64,0.1549604856888256,0.0,0.48583984375,0.0166015625,0.1328125,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,2496,2560,2048,64,0.21615038060549085,0.0,0.4912109375,0.02490234375,0.1787109375,1.0,30,0.46875
+fresh-zh-2,layers.18.mlp.gated_product,64,2560,2624,2048,64,0.15193080504830814,0.0,0.4931640625,0.01513671875,0.1337890625,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,2624,2688,2048,64,0.15104796808928694,0.0,0.4580078125,0.0146484375,0.11669921875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,2688,2752,2048,64,0.24783083246982884,0.0,0.4921875,0.03125,0.21923828125,1.0,28,0.4375
+fresh-zh-2,layers.18.mlp.gated_product,64,2752,2816,2048,64,0.30654077269638635,0.0,0.54296875,0.0322265625,0.23828125,1.0,10,0.15625
+fresh-zh-2,layers.18.mlp.gated_product,64,2816,2880,2048,64,0.3424476418287296,0.0,0.455078125,0.0361328125,0.275390625,1.0,6,0.09375
+fresh-zh-2,layers.18.mlp.gated_product,64,2880,2944,2048,64,0.1550685787937916,0.0,0.49853515625,0.013671875,0.14599609375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,2944,3008,2048,64,0.2406193417374669,0.0,0.4462890625,0.0234375,0.2021484375,1.0,27,0.421875
+fresh-zh-2,layers.18.mlp.gated_product,64,3008,3072,2048,64,0.15696166978396356,0.0,0.4716796875,0.0185546875,0.1376953125,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gated_product,64,3072,3136,2048,64,0.1446687736945621,0.0,0.4951171875,0.01416015625,0.12744140625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,3136,3200,2048,64,0.22471905816188176,0.0,0.48583984375,0.01806640625,0.17724609375,1.0,26,0.40625
+fresh-zh-2,layers.18.mlp.gated_product,64,3200,3264,2048,64,0.32762950879737324,0.0,0.4560546875,0.03955078125,0.26513671875,1.0,12,0.1875
+fresh-zh-2,layers.18.mlp.gated_product,64,3264,3328,2048,64,0.1697599156377415,0.0,0.501953125,0.01708984375,0.15771484375,1.0,34,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,64,3328,3392,2048,64,0.20087860507778413,0.0,0.51708984375,0.02099609375,0.18701171875,1.0,30,0.46875
+fresh-zh-2,layers.18.mlp.gated_product,64,3392,3456,2048,64,0.5915459083799942,0.0,0.505859375,0.072265625,0.4453125,1.0,1,0.015625
+fresh-zh-2,layers.18.mlp.gated_product,64,3456,3520,2048,64,0.20560092309169375,0.0,0.49609375,0.01806640625,0.1611328125,1.0,32,0.5
+fresh-zh-2,layers.18.mlp.gated_product,64,3520,3584,2048,64,0.14946785778169105,0.0,0.54296875,0.02197265625,0.14013671875,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,3584,3648,2048,64,0.1618557478063461,0.0,0.5126953125,0.01611328125,0.14306640625,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,3648,3712,2048,64,0.21630393796155153,0.0,0.5029296875,0.0263671875,0.1923828125,1.0,30,0.46875
+fresh-zh-2,layers.18.mlp.gated_product,64,3712,3776,2048,64,0.15750401706076111,0.0,0.50341796875,0.021484375,0.15380859375,1.0,41,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,64,3776,3840,2048,64,0.1686044319322323,0.0,0.50341796875,0.017578125,0.14111328125,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gated_product,64,3840,3904,2048,64,0.21840273309991767,0.0,0.47705078125,0.02685546875,0.185546875,1.0,29,0.453125
+fresh-zh-2,layers.18.mlp.gated_product,64,3904,3968,2048,64,0.15609921742620578,0.0,0.50439453125,0.0185546875,0.130859375,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,64,3968,4032,2048,64,0.13426243162494936,0.0,0.4697265625,0.013671875,0.12158203125,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.gated_product,64,4032,4096,2048,64,0.14606587829868764,0.0,0.49609375,0.0166015625,0.13671875,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.gated_product,64,4096,4160,2048,64,0.1504244301570477,0.0,0.47607421875,0.01708984375,0.1435546875,1.0,42,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,64,4160,4224,2048,64,0.21645806262577022,0.0,0.47265625,0.01806640625,0.16015625,1.0,29,0.453125
+fresh-zh-2,layers.18.mlp.gated_product,64,4224,4288,2048,64,0.20167214878762138,0.0,0.5283203125,0.0263671875,0.16162109375,1.0,33,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,64,4288,4352,2048,64,0.2484519973856014,0.0,0.48681640625,0.0244140625,0.205078125,1.0,25,0.390625
+fresh-zh-2,layers.18.mlp.gated_product,64,4352,4416,2048,64,0.13525154021149616,0.0,0.47509765625,0.01220703125,0.126953125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,4416,4480,2048,64,0.5122043877395073,0.0,0.4716796875,0.0537109375,0.38623046875,1.0,1,0.015625
+fresh-zh-2,layers.18.mlp.gated_product,64,4480,4544,2048,64,0.17682408708132172,0.0,0.49072265625,0.01953125,0.15625,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gated_product,64,4544,4608,2048,64,0.16712075974471644,0.0,0.462890625,0.0185546875,0.14794921875,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gated_product,64,4608,4672,2048,64,0.19512092049317997,0.0,0.541015625,0.02099609375,0.16455078125,1.0,33,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,64,4672,4736,2048,64,0.12447557090165434,0.0,0.5205078125,0.0166015625,0.1171875,1.0,48,0.75
+fresh-zh-2,layers.18.mlp.gated_product,64,4736,4800,2048,64,0.147266077341866,0.0,0.50048828125,0.01171875,0.13232421875,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,4800,4864,2048,64,0.16070118716812484,0.0,0.5810546875,0.01806640625,0.1337890625,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,4864,4928,2048,64,0.166784127769831,0.0,0.54931640625,0.01904296875,0.1337890625,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gated_product,64,4928,4992,2048,64,0.12898816509609562,0.0,0.49609375,0.017578125,0.115234375,1.0,47,0.734375
+fresh-zh-2,layers.18.mlp.gated_product,64,4992,5056,2048,64,0.17943783117711481,0.0,0.5048828125,0.02392578125,0.14892578125,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,64,5056,5120,2048,64,0.17276845001265828,0.0,0.451171875,0.02099609375,0.142578125,1.0,35,0.546875
+fresh-zh-2,layers.18.mlp.gated_product,64,5120,5184,2048,64,0.14529254955661838,0.0,0.48291015625,0.0146484375,0.10693359375,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.gated_product,64,5184,5248,2048,64,0.14408948150304174,0.0,0.51220703125,0.013671875,0.14208984375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,5248,5312,2048,64,0.1382801728474033,0.0,0.53271484375,0.013671875,0.11865234375,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,5312,5376,2048,64,0.16889138737118234,0.0,0.5390625,0.01806640625,0.14794921875,1.0,40,0.625
+fresh-zh-2,layers.18.mlp.gated_product,64,5376,5440,2048,64,0.20764833842586417,0.0,0.5048828125,0.0185546875,0.1708984375,1.0,34,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,64,5440,5504,2048,64,0.1856500588772116,0.0,0.54541015625,0.02392578125,0.14501953125,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,64,5504,5568,2048,64,0.20352671015493295,0.0,0.54638671875,0.02294921875,0.1591796875,1.0,33,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,64,5568,5632,2048,64,0.15977812725273777,0.0,0.5146484375,0.01806640625,0.126953125,1.0,43,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,64,5632,5696,2048,64,0.2010070058777787,0.0,0.5185546875,0.01953125,0.15234375,1.0,33,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,64,5696,5760,2048,64,0.1426975683006428,0.0,0.48193359375,0.01318359375,0.12158203125,1.0,44,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,64,5760,5824,2048,64,0.21898467049565118,0.0,0.52685546875,0.02001953125,0.1845703125,1.0,30,0.46875
+fresh-zh-2,layers.18.mlp.gated_product,64,5824,5888,2048,64,0.19189502996958885,0.0,0.54736328125,0.02099609375,0.1591796875,1.0,36,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,64,5888,5952,2048,64,0.16747983562134866,0.0,0.49560546875,0.01806640625,0.13916015625,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gated_product,64,5952,6016,2048,64,0.13738170994761936,0.0,0.5634765625,0.017578125,0.13134765625,1.0,45,0.703125
+fresh-zh-2,layers.18.mlp.gated_product,64,6016,6080,2048,64,0.19196790371283026,0.0,0.59423828125,0.01904296875,0.14501953125,1.0,37,0.578125
+fresh-zh-2,layers.18.mlp.gated_product,64,6080,6144,2048,64,0.1783920082565325,0.0,0.50537109375,0.0166015625,0.1689453125,1.0,38,0.59375
+fresh-zh-2,layers.18.mlp.gated_product,128,0,128,4096,128,0.19036882725130932,0.0,0.45703125,0.020263671875,0.1669921875,1.0,68,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,128,128,256,4096,128,0.16441439393772952,0.0,0.473388671875,0.02001953125,0.148681640625,1.0,77,0.6015625
+fresh-zh-2,layers.18.mlp.gated_product,128,256,384,4096,128,0.18322376316478833,0.0,0.4853515625,0.022216796875,0.14892578125,1.0,72,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,128,384,512,4096,128,0.17161595273191899,0.0,0.44384765625,0.017822265625,0.145751953125,1.0,77,0.6015625
+fresh-zh-2,layers.18.mlp.gated_product,128,512,640,4096,128,0.152709921250065,0.0,0.49755859375,0.01953125,0.135009765625,1.0,85,0.6640625
+fresh-zh-2,layers.18.mlp.gated_product,128,640,768,4096,128,0.17468265674886393,0.0,0.54541015625,0.021728515625,0.166259765625,1.0,72,0.5625
+fresh-zh-2,layers.18.mlp.gated_product,128,768,896,4096,128,0.20143169183077517,0.0,0.497314453125,0.021728515625,0.1796875,1.0,61,0.4765625
+fresh-zh-2,layers.18.mlp.gated_product,128,896,1024,4096,128,0.17932043757724578,0.0,0.505126953125,0.016357421875,0.155029296875,1.0,75,0.5859375
+fresh-zh-2,layers.18.mlp.gated_product,128,1024,1152,4096,128,0.1528381773722322,0.0,0.49462890625,0.018798828125,0.1328125,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gated_product,128,1152,1280,4096,128,0.17516152759750658,0.0,0.528076171875,0.01806640625,0.155029296875,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,128,1280,1408,4096,128,0.15718138685560681,0.0,0.513671875,0.01611328125,0.1474609375,1.0,84,0.65625
+fresh-zh-2,layers.18.mlp.gated_product,128,1408,1536,4096,128,0.2203693354842697,0.0,0.49853515625,0.021728515625,0.18017578125,1.0,56,0.4375
+fresh-zh-2,layers.18.mlp.gated_product,128,1536,1664,4096,128,0.1448259248996914,0.0,0.50732421875,0.01513671875,0.1328125,1.0,88,0.6875
+fresh-zh-2,layers.18.mlp.gated_product,128,1664,1792,4096,128,0.33878523769727226,0.0,0.465576171875,0.038330078125,0.293212890625,1.0,15,0.1171875
+fresh-zh-2,layers.18.mlp.gated_product,128,1792,1920,4096,128,0.23172092869745342,0.0,0.52685546875,0.027099609375,0.196044921875,1.0,50,0.390625
+fresh-zh-2,layers.18.mlp.gated_product,128,1920,2048,4096,128,0.20890949093923072,0.0,0.510009765625,0.020263671875,0.182373046875,1.0,61,0.4765625
+fresh-zh-2,layers.18.mlp.gated_product,128,2048,2176,4096,128,0.16885713290622992,0.0,0.518798828125,0.0185546875,0.141845703125,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,128,2176,2304,4096,128,0.20837859093339217,0.0,0.496337890625,0.0234375,0.1845703125,1.0,63,0.4921875
+fresh-zh-2,layers.18.mlp.gated_product,128,2304,2432,4096,128,0.2235076463884838,0.0,0.478271484375,0.020751953125,0.171630859375,1.0,56,0.4375
+fresh-zh-2,layers.18.mlp.gated_product,128,2432,2560,4096,128,0.1880608135162869,0.0,0.488525390625,0.02197265625,0.15576171875,1.0,71,0.5546875
+fresh-zh-2,layers.18.mlp.gated_product,128,2560,2688,4096,128,0.1514900296826977,0.0,0.4755859375,0.014892578125,0.12548828125,1.0,86,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,128,2688,2816,4096,128,0.27873586676994583,0.0,0.517578125,0.03125,0.226806640625,1.0,36,0.28125
+fresh-zh-2,layers.18.mlp.gated_product,128,2816,2944,4096,128,0.26581633840227376,0.0,0.476806640625,0.0263671875,0.220703125,1.0,41,0.3203125
+fresh-zh-2,layers.18.mlp.gated_product,128,2944,3072,4096,128,0.20314358641062472,0.0,0.458984375,0.02197265625,0.164794921875,1.0,63,0.4921875
+fresh-zh-2,layers.18.mlp.gated_product,128,3072,3200,4096,128,0.18898109585809317,0.0,0.490478515625,0.01708984375,0.1572265625,1.0,66,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,128,3200,3328,4096,128,0.2609209880329112,0.0,0.47900390625,0.029541015625,0.220947265625,1.0,40,0.3125
+fresh-zh-2,layers.18.mlp.gated_product,128,3328,3456,4096,128,0.44174584078353746,0.0,0.511474609375,0.050048828125,0.351806640625,1.0,5,0.0390625
+fresh-zh-2,layers.18.mlp.gated_product,128,3456,3584,4096,128,0.1797392278914155,0.0,0.51953125,0.021240234375,0.151611328125,1.0,75,0.5859375
+fresh-zh-2,layers.18.mlp.gated_product,128,3584,3712,4096,128,0.19102967920669583,0.0,0.5078125,0.021728515625,0.172119140625,1.0,70,0.546875
+fresh-zh-2,layers.18.mlp.gated_product,128,3712,3840,4096,128,0.16314865898539785,0.0,0.50341796875,0.01953125,0.146728515625,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gated_product,128,3840,3968,4096,128,0.18982454992253733,0.0,0.49072265625,0.023193359375,0.161865234375,1.0,69,0.5390625
+fresh-zh-2,layers.18.mlp.gated_product,128,3968,4096,4096,128,0.14028834832054166,0.0,0.48291015625,0.01513671875,0.12841796875,1.0,91,0.7109375
+fresh-zh-2,layers.18.mlp.gated_product,128,4096,4224,4096,128,0.18638884363579059,0.0,0.474365234375,0.017822265625,0.1552734375,1.0,68,0.53125
+fresh-zh-2,layers.18.mlp.gated_product,128,4224,4352,4096,128,0.22627422588698803,0.0,0.507568359375,0.025390625,0.18408203125,1.0,57,0.4453125
+fresh-zh-2,layers.18.mlp.gated_product,128,4352,4480,4096,128,0.3745973264381271,0.0,0.473388671875,0.039306640625,0.303466796875,1.0,7,0.0546875
+fresh-zh-2,layers.18.mlp.gated_product,128,4480,4608,4096,128,0.17204084705353273,0.0,0.476806640625,0.019287109375,0.15185546875,1.0,78,0.609375
+fresh-zh-2,layers.18.mlp.gated_product,128,4608,4736,4096,128,0.16365564665693427,0.0,0.53076171875,0.018798828125,0.148193359375,1.0,80,0.625
+fresh-zh-2,layers.18.mlp.gated_product,128,4736,4864,4096,128,0.15413008968547504,0.0,0.540771484375,0.014404296875,0.13330078125,1.0,85,0.6640625
+fresh-zh-2,layers.18.mlp.gated_product,128,4864,4992,4096,128,0.14908871857186398,0.0,0.522705078125,0.018798828125,0.12646484375,1.0,86,0.671875
+fresh-zh-2,layers.18.mlp.gated_product,128,4992,5120,4096,128,0.17613471062985167,0.0,0.47802734375,0.0224609375,0.145751953125,1.0,71,0.5546875
+fresh-zh-2,layers.18.mlp.gated_product,128,5120,5248,4096,128,0.14469226592406004,0.0,0.49755859375,0.01416015625,0.12451171875,1.0,87,0.6796875
+fresh-zh-2,layers.18.mlp.gated_product,128,5248,5376,4096,128,0.15434653694020883,0.0,0.535888671875,0.0146484375,0.135986328125,1.0,82,0.640625
+fresh-zh-2,layers.18.mlp.gated_product,128,5376,5504,4096,128,0.19695656477017257,0.0,0.525146484375,0.021728515625,0.159423828125,1.0,69,0.5390625
+fresh-zh-2,layers.18.mlp.gated_product,128,5504,5632,4096,128,0.18296471202786913,0.0,0.530517578125,0.021240234375,0.143310546875,1.0,75,0.5859375
+fresh-zh-2,layers.18.mlp.gated_product,128,5632,5760,4096,128,0.17430779157981718,0.0,0.500244140625,0.017578125,0.139404296875,1.0,76,0.59375
+fresh-zh-2,layers.18.mlp.gated_product,128,5760,5888,4096,128,0.20588587668793398,0.0,0.537109375,0.02001953125,0.17138671875,1.0,66,0.515625
+fresh-zh-2,layers.18.mlp.gated_product,128,5888,6016,4096,128,0.15317184723030172,0.0,0.529541015625,0.019287109375,0.139404296875,1.0,81,0.6328125
+fresh-zh-2,layers.18.mlp.gated_product,128,6016,6144,4096,128,0.1853043235676076,0.0,0.5498046875,0.017822265625,0.15478515625,1.0,75,0.5859375
+fresh-zh-2,layers.18.mlp.down_proj.output,0,0,2048,65536,2048,0.13998669947403652,0.0,0.493621826171875,0.009063720703125,0.0917205810546875,1.0,1585,0.77392578125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,0,64,2048,64,0.136412569901235,0.0,0.47802734375,0.00634765625,0.1005859375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,64,128,2048,64,0.13002265430518273,0.0,0.462890625,0.00732421875,0.09716796875,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,128,192,2048,64,0.13327826672019794,0.0,0.482421875,0.0087890625,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,192,256,2048,64,0.13510731087959738,0.0,0.451171875,0.00927734375,0.07958984375,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,256,320,2048,64,0.13412316109467193,0.0,0.505859375,0.00830078125,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,320,384,2048,64,0.13190212790757458,0.0,0.4658203125,0.00830078125,0.0810546875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,384,448,2048,64,0.13822282833378038,0.0,0.5009765625,0.0078125,0.08642578125,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,448,512,2048,64,0.12453434485247065,0.0,0.4921875,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,512,576,2048,64,0.12788240253152028,0.0,0.53759765625,0.01220703125,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,576,640,2048,64,0.13419507775419873,0.0,0.49169921875,0.0107421875,0.08984375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,640,704,2048,64,0.12874124319443725,0.0,0.48095703125,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,704,768,2048,64,0.12625305769742398,0.0,0.49951171875,0.00732421875,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,768,832,2048,64,0.12741974039808554,0.0,0.4951171875,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,832,896,2048,64,0.134840317392285,0.0,0.544921875,0.0048828125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,896,960,2048,64,0.13360540911941,0.0,0.509765625,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,960,1024,2048,64,0.1388717890859741,0.0,0.50537109375,0.01025390625,0.08984375,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1024,1088,2048,64,0.1305891520247649,0.0,0.4892578125,0.00830078125,0.08544921875,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1088,1152,2048,64,0.1279194306894453,0.0,0.4951171875,0.0048828125,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1152,1216,2048,64,0.2927629785567738,0.0,0.4970703125,0.01904296875,0.1953125,1.0,19,0.296875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1216,1280,2048,64,0.13306503930942135,0.0,0.50732421875,0.0107421875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1280,1344,2048,64,0.12746513728602732,0.0,0.50390625,0.0068359375,0.078125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1344,1408,2048,64,0.1374555794965281,0.0,0.46630859375,0.01171875,0.10205078125,1.0,49,0.765625
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1408,1472,2048,64,0.13315333305041782,0.0,0.490234375,0.0078125,0.09765625,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1472,1536,2048,64,0.13266927971884182,0.0,0.46435546875,0.0078125,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1536,1600,2048,64,0.1344311188092312,0.0,0.4990234375,0.01123046875,0.08203125,1.0,51,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1600,1664,2048,64,0.1372290542801446,0.0,0.5087890625,0.01123046875,0.0927734375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1664,1728,2048,64,0.13211160279400586,0.0,0.5322265625,0.00927734375,0.08349609375,1.0,54,0.84375
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1728,1792,2048,64,0.12715834536659226,0.0,0.51318359375,0.01025390625,0.0751953125,1.0,53,0.828125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1792,1856,2048,64,0.13654519920151023,0.0,0.49462890625,0.009765625,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1856,1920,2048,64,0.13138510130043146,0.0,0.4677734375,0.009765625,0.0849609375,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1920,1984,2048,64,0.1293252152603754,0.0,0.46630859375,0.0087890625,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.18.mlp.down_proj.output,64,1984,2048,2048,64,0.12905211153785995,0.0,0.49609375,0.00439453125,0.08251953125,1.0,52,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,128,0,128,4096,128,0.1332559189297503,0.0,0.470458984375,0.0068359375,0.09912109375,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,128,256,4096,128,0.13419590499165088,0.0,0.466796875,0.009033203125,0.08154296875,1.0,104,0.8125
+fresh-zh-2,layers.18.mlp.down_proj.output,128,256,384,4096,128,0.13301728024691659,0.0,0.48583984375,0.00830078125,0.08154296875,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,384,512,4096,128,0.1315567431195068,0.0,0.49658203125,0.007568359375,0.085693359375,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,512,640,4096,128,0.13107674807281655,0.0,0.5146484375,0.01123046875,0.092041015625,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,640,768,4096,128,0.12750322011070606,0.0,0.490234375,0.007568359375,0.08349609375,1.0,101,0.7890625
+fresh-zh-2,layers.18.mlp.down_proj.output,128,768,896,4096,128,0.1311825091953338,0.0,0.52001953125,0.006591796875,0.083740234375,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,896,1024,4096,128,0.13626404358799904,0.0,0.507568359375,0.009521484375,0.084716796875,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1024,1152,4096,128,0.12926118399283476,0.0,0.4921875,0.006591796875,0.08349609375,1.0,103,0.8046875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1152,1280,4096,128,0.22739444397329925,0.0,0.502197265625,0.015380859375,0.149169921875,1.0,66,0.515625
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1280,1408,4096,128,0.13255451248085096,0.0,0.485107421875,0.00927734375,0.090576171875,1.0,100,0.78125
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1408,1536,4096,128,0.13291152674533496,0.0,0.477294921875,0.0078125,0.096435546875,1.0,100,0.78125
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1536,1664,4096,128,0.13583729061440475,0.0,0.50390625,0.01123046875,0.087646484375,1.0,102,0.796875
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1664,1792,4096,128,0.12965862946439533,0.0,0.522705078125,0.009765625,0.078857421875,1.0,105,0.8203125
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1792,1920,4096,128,0.13398999266494632,0.0,0.481201171875,0.010009765625,0.0888671875,1.0,101,0.7890625
+fresh-zh-2,layers.18.mlp.down_proj.output,128,1920,2048,4096,128,0.12918873556646238,0.0,0.481201171875,0.006591796875,0.084716796875,1.0,101,0.7890625
+fresh-zh-2,layers.19.self_attn.q_proj.output,0,0,4096,131072,4096,1.569516411728379,0.0,0.7429885864257812,0.01090240478515625,0.106048583984375,1.0,2020,0.4931640625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,0,64,2048,64,1.296791217701762,0.0,0.50537109375,0.01220703125,0.10498046875,1.0,38,0.59375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,64,128,2048,64,0.6022361762301377,0.0,0.5263671875,0.009765625,0.09033203125,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,128,192,2048,64,0.628370475423677,0.0,0.4638671875,0.009765625,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,192,256,2048,64,0.702435514010519,0.0,0.4814453125,0.005859375,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,256,320,2048,64,2.2158495905959392,0.0,1.0,0.0,0.00048828125,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,320,384,2048,64,2.231933026787511,0.0,0.99951171875,0.0,0.0,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,384,448,2048,64,2.247678920665315,0.0,1.0,0.0,0.0,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,448,512,2048,64,2.29265496261837,0.0,1.0,0.0,0.0,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,512,576,2048,64,1.4423328705533667,0.0,0.49609375,0.01416015625,0.11279296875,1.0,34,0.53125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,576,640,2048,64,0.5947441217648767,0.0,0.52099609375,0.01220703125,0.087890625,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,640,704,2048,64,0.653421864230853,0.0,0.46044921875,0.005859375,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,704,768,2048,64,0.6243235214192469,0.0,0.51123046875,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,768,832,2048,64,2.053878174879042,0.0,0.9892578125,0.00439453125,0.01953125,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,832,896,2048,64,2.0583851424321047,0.0,0.9912109375,0.00341796875,0.0185546875,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,896,960,2048,64,2.052884123235379,0.0,0.97705078125,0.0,0.01025390625,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,960,1024,2048,64,2.0892699399369206,0.0,0.9912109375,0.0009765625,0.01904296875,1.0,57,0.890625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1024,1088,2048,64,1.29702320780805,0.0,0.50048828125,0.01171875,0.1123046875,1.0,37,0.578125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1088,1152,2048,64,0.6246538090270906,0.0,0.515625,0.01318359375,0.0947265625,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1152,1216,2048,64,0.6665543455819002,0.0,0.4775390625,0.00830078125,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1216,1280,2048,64,0.7253404091915381,0.0,0.49365234375,0.0107421875,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1280,1344,2048,64,2.249058478536599,0.0,0.99853515625,0.00048828125,0.00341796875,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1344,1408,2048,64,2.2584073865056196,0.0,1.0,0.0,0.00390625,1.0,57,0.890625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1408,1472,2048,64,2.238687194519888,0.0,0.986328125,0.0,0.00244140625,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1472,1536,2048,64,2.3005514750805305,0.0,0.99951171875,0.00048828125,0.005859375,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1536,1600,2048,64,1.4117928242432911,0.0,0.51171875,0.01220703125,0.11865234375,1.0,35,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1600,1664,2048,64,0.626849569587719,0.0,0.4990234375,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1664,1728,2048,64,0.7289528554474142,0.0,0.48193359375,0.00732421875,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1728,1792,2048,64,0.694043619036824,0.0,0.52294921875,0.00634765625,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1792,1856,2048,64,2.1354801527386122,0.0,0.99951171875,0.0009765625,0.0029296875,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1856,1920,2048,64,2.1218099884605914,0.0,0.99560546875,0.00048828125,0.0078125,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1920,1984,2048,64,2.1630301789202413,0.0,0.99658203125,0.00048828125,0.00732421875,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,1984,2048,2048,64,2.214873600789101,0.0,0.99853515625,0.00048828125,0.00341796875,1.0,56,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2048,2112,2048,64,1.6846834203207293,0.0,0.48828125,0.0078125,0.1171875,1.0,29,0.453125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2112,2176,2048,64,0.5286027401693668,0.0,0.541015625,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2176,2240,2048,64,0.5869365567890217,0.0,0.50048828125,0.00732421875,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2240,2304,2048,64,0.5559142522954407,0.0,0.57666015625,0.00244140625,0.0693359375,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2304,2368,2048,64,1.2705397895514619,0.0,0.955078125,0.0029296875,0.03515625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2368,2432,2048,64,1.2942950116550325,0.0,0.96435546875,0.00537109375,0.04443359375,1.0,52,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2432,2496,2048,64,1.2185875683997351,0.0,0.96923828125,0.00048828125,0.0361328125,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2496,2560,2048,64,1.3425802194727503,0.0,0.9404296875,0.00439453125,0.03857421875,1.0,52,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2560,2624,2048,64,1.2911330156685588,0.0,0.466796875,0.00830078125,0.123046875,1.0,35,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2624,2688,2048,64,0.6541326941508676,0.0,0.53515625,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2688,2752,2048,64,0.6311786347771592,0.0,0.478515625,0.01123046875,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2752,2816,2048,64,0.5747010838241885,0.0,0.53759765625,0.0126953125,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2816,2880,2048,64,1.7910643736570255,0.0,0.95751953125,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2880,2944,2048,64,1.855504632879694,0.0,0.9560546875,0.0029296875,0.0458984375,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,2944,3008,2048,64,1.7074131181463252,0.0,0.94873046875,0.00048828125,0.0390625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3008,3072,2048,64,1.8993951120374721,0.0,0.974609375,0.00390625,0.0390625,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3072,3136,2048,64,1.0112402671152962,0.0,0.48876953125,0.01318359375,0.1220703125,1.0,32,0.5
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3136,3200,2048,64,0.6206067400601192,0.0,0.5322265625,0.0078125,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3200,3264,2048,64,0.6915442333774768,0.0,0.53173828125,0.00732421875,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3264,3328,2048,64,0.5939918621841599,0.0,0.5947265625,0.00732421875,0.0732421875,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3328,3392,2048,64,2.47454653877447,0.0,0.97412109375,0.00146484375,0.02294921875,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3392,3456,2048,64,2.4689900449682933,0.0,0.9755859375,0.00244140625,0.029296875,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3456,3520,2048,64,2.593000384852547,0.0,0.98095703125,0.00439453125,0.0224609375,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3520,3584,2048,64,2.4808859932148617,0.0,0.9912109375,0.00341796875,0.02587890625,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3584,3648,2048,64,1.4548528865713433,0.0,0.4951171875,0.01513671875,0.142578125,1.0,29,0.453125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3648,3712,2048,64,0.6777048350632316,0.0,0.47705078125,0.00634765625,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3712,3776,2048,64,0.7288525626786848,0.0,0.48095703125,0.0068359375,0.095703125,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3776,3840,2048,64,0.643656809972551,0.0,0.56982421875,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3840,3904,2048,64,1.6800817563148907,0.0,0.9521484375,0.00439453125,0.04296875,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3904,3968,2048,64,1.7357708377964502,0.0,0.94189453125,0.0087890625,0.06103515625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,3968,4032,2048,64,1.6145481116629312,0.0,0.94384765625,0.00537109375,0.0556640625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,64,4032,4096,2048,64,1.7438571793247586,0.0,0.93896484375,0.00439453125,0.04931640625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,0,128,4096,128,1.0110281584280223,0.0,0.515869140625,0.01220703125,0.112548828125,1.0,73,0.5703125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,128,256,4096,128,0.6664327069282389,0.0,0.47265625,0.0078125,0.090087890625,1.0,94,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,256,384,4096,128,2.223905848300356,0.0,0.999755859375,0.0,0.000244140625,1.0,111,0.8671875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,384,512,4096,128,2.2702783208256467,0.0,1.0,0.0,0.0,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,512,640,4096,128,1.1031873548614919,0.0,0.508544921875,0.015380859375,0.12890625,1.0,62,0.484375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,640,768,4096,128,0.639038336898598,0.0,0.48583984375,0.006103515625,0.0830078125,1.0,95,0.7421875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,768,896,4096,128,2.056132893544299,0.0,0.990234375,0.00390625,0.01904296875,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,896,1024,4096,128,2.0711569357916737,0.0,0.984130859375,0.00048828125,0.0146484375,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1024,1152,4096,128,1.0179542186966801,0.0,0.508056640625,0.015869140625,0.119140625,1.0,75,0.5859375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1152,1280,4096,128,0.6965678017322733,0.0,0.485595703125,0.00927734375,0.09326171875,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1280,1408,4096,128,2.2537377801444096,0.0,0.999267578125,0.000244140625,0.003662109375,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1408,1536,4096,128,2.269830108664802,0.0,0.992919921875,0.000244140625,0.004150390625,1.0,111,0.8671875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1536,1664,4096,128,1.0922681359165332,0.0,0.50537109375,0.010498046875,0.1201171875,1.0,67,0.5234375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1664,1792,4096,128,0.7117123051453694,0.0,0.50244140625,0.0068359375,0.087890625,1.0,92,0.71875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1792,1920,4096,128,2.128656044300213,0.0,0.99755859375,0.000732421875,0.00537109375,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,1920,2048,4096,128,2.189105367769241,0.0,0.99755859375,0.00048828125,0.00537109375,1.0,112,0.875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2048,2176,4096,128,1.2485149345558735,0.0,0.5146484375,0.012939453125,0.14013671875,1.0,48,0.375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2176,2304,4096,128,0.5716358883067749,0.0,0.53857421875,0.00439453125,0.0751953125,1.0,98,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2304,2432,4096,128,1.2824724039971724,0.0,0.959716796875,0.004150390625,0.039794921875,1.0,105,0.8203125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2432,2560,4096,128,1.2820837155930727,0.0,0.954833984375,0.002197265625,0.037841796875,1.0,105,0.8203125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2560,2688,4096,128,1.0234534785974543,0.0,0.5009765625,0.009033203125,0.115966796875,1.0,72,0.5625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2688,2816,4096,128,0.6036007806273347,0.0,0.508056640625,0.01171875,0.089599609375,1.0,100,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2816,2944,4096,128,1.823569169680909,0.0,0.956787109375,0.00390625,0.04541015625,1.0,101,0.7890625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,2944,3072,4096,128,1.805956996671017,0.0,0.961669921875,0.002197265625,0.037841796875,1.0,103,0.8046875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3072,3200,4096,128,0.8389754476870774,0.0,0.510498046875,0.01025390625,0.10888671875,1.0,77,0.6015625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3200,3328,4096,128,0.644616071417184,0.0,0.563232421875,0.007080078125,0.080078125,1.0,95,0.7421875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3328,3456,4096,128,2.471769853234039,0.0,0.974853515625,0.001953125,0.026123046875,1.0,94,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3456,3584,4096,128,2.537562443288357,0.0,0.986083984375,0.00390625,0.024169921875,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3584,3712,4096,128,1.1348746109225132,0.0,0.486083984375,0.01318359375,0.125,1.0,62,0.484375
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3712,3840,4096,128,0.6875755039075079,0.0,0.525390625,0.00830078125,0.093505859375,1.0,95,0.7421875
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3840,3968,4096,128,1.7081532585290347,0.0,0.947021484375,0.006591796875,0.0517578125,1.0,106,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.output,128,3968,4096,4096,128,1.6804468850214875,0.0,0.94140625,0.005126953125,0.052490234375,1.0,106,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.22200868129566717,0.0,0.0,0.0001068115234375,0.0211944580078125,1.0,1445,0.70556640625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.15288064674706,0.0,0.0,0.0,0.0029296875,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.14982186477932743,0.0,0.0,0.0,0.00146484375,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1475334748827183,0.0,0.0,0.0,0.0009765625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.14229727173490805,0.0,0.0,0.0,0.0029296875,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.21298403761757448,0.0,0.0,0.0,0.01708984375,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.20996811664400805,0.0,0.0,0.0,0.01416015625,1.0,55,0.859375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.22538469964682883,0.0,0.0,0.0,0.01904296875,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.20533041633106835,0.0,0.0,0.0,0.01171875,1.0,55,0.859375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.15691129328819198,0.0,0.0,0.0,0.0009765625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.15477122418523317,0.0,0.0,0.0,0.00390625,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.17812670916274287,0.0,0.0,0.0,0.00341796875,1.0,52,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.15468658660645038,0.0,0.0,0.0,0.0068359375,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.1774762731819248,0.0,0.0,0.0,0.0009765625,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.1857036278845875,0.0,0.0,0.0,0.0,1.0,55,0.859375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.17911004899828853,0.0,0.0,0.0,0.00390625,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.17261507883056254,0.0,0.0,0.0,0.00634765625,1.0,53,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.30421861502518677,0.0,0.0,0.0,0.00146484375,1.0,52,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.2953055628126048,0.0,0.0,0.0,0.00048828125,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.30278623088463263,0.0,0.0,0.0,0.001953125,1.0,54,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.32485429000391686,0.0,0.0,0.0,0.0087890625,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.2487750502673298,0.0,0.0,0.0,0.01171875,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.2447748185160802,0.0,0.0,0.0,0.01513671875,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.2599156104582218,0.0,0.0,0.0,0.00390625,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.230153690347406,0.0,0.0,0.0,0.02099609375,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.19964389090620235,0.0,0.0,0.00146484375,0.076171875,1.0,35,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.1936140719293697,0.0,0.0,0.0,0.06201171875,1.0,35,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.18350648330895486,0.0,0.0,0.00048828125,0.08349609375,1.0,34,0.53125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.180483732015828,0.0,0.0,0.0,0.056640625,1.0,36,0.5625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.27252302679220874,0.0,0.0,0.0,0.0078125,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.2719431305454203,0.0,0.0,0.0,0.01220703125,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.2836730925112899,0.0,0.0,0.0,0.0078125,1.0,50,0.78125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.2886129854034411,0.0,0.0,0.0,0.0244140625,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.15135898274591178,0.0,0.0,0.0,0.002197265625,1.0,106,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1449390212368083,0.0,0.0,0.0,0.001953125,1.0,107,0.8359375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.21148145342667304,0.0,0.0,0.0,0.01513671875,1.0,109,0.8515625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.21559086565249133,0.0,0.0,0.0,0.016357421875,1.0,107,0.8359375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.1558449322197689,0.0,0.0,0.0,0.002685546875,1.0,106,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.1668188607338859,0.0,0.0,0.0,0.00537109375,1.0,104,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.18163653948482192,0.0,0.0,0.0,0.00048828125,1.0,108,0.84375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.17589254545297056,0.0,0.0,0.0,0.0048828125,1.0,106,0.828125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.2997952144013577,0.0,0.0,0.0,0.0009765625,1.0,102,0.796875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.3140141806887637,0.0,0.0,0.0,0.005126953125,1.0,104,0.8125
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.24678303974857396,0.0,0.0,0.0,0.013427734375,1.0,94,0.734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.245486095064873,0.0,0.0,0.0,0.013671875,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.19665209384244903,0.0,0.0,0.000732421875,0.06884765625,1.0,70,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.18200138315241035,0.0,0.0,0.000244140625,0.06982421875,1.0,70,0.546875
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.2722332330767411,0.0,0.0,0.0,0.010009765625,1.0,99,0.7734375
+fresh-zh-2,layers.19.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.2861536988738794,0.0,0.0,0.0,0.015869140625,1.0,98,0.765625
+fresh-zh-2,layers.19.self_attn.k_proj.output,0,0,512,16384,512,0.9779710409472202,0.0,0.51776123046875,0.00970458984375,0.09930419921875,1.0,309,0.603515625
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,0,64,2048,64,0.8367366070086705,0.0,0.49267578125,0.02001953125,0.19287109375,1.0,25,0.390625
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,64,128,2048,64,0.8907676967994814,0.0,0.501953125,0.00634765625,0.06591796875,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,128,192,2048,64,1.00548468387829,0.0,0.49853515625,0.00927734375,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,192,256,2048,64,1.0868334477271926,0.0,0.52685546875,0.00537109375,0.05908203125,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,256,320,2048,64,0.9808343600394267,0.0,0.52978515625,0.01123046875,0.130859375,1.0,28,0.4375
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,320,384,2048,64,0.9800943844640133,0.0,0.5390625,0.01025390625,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,384,448,2048,64,1.0681561950263119,0.0,0.48193359375,0.0068359375,0.08984375,1.0,39,0.609375
+fresh-zh-2,layers.19.self_attn.k_proj.output,64,448,512,2048,64,0.9497570859982807,0.0,0.5712890625,0.005859375,0.07763671875,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.k_proj.output,128,0,128,4096,128,0.8641745307430192,0.0,0.497314453125,0.013427734375,0.132080078125,1.0,69,0.5390625
+fresh-zh-2,layers.19.self_attn.k_proj.output,128,128,256,4096,128,1.0469494717063477,0.0,0.5126953125,0.00732421875,0.067138671875,1.0,89,0.6953125
+fresh-zh-2,layers.19.self_attn.k_proj.output,128,256,384,4096,128,0.9804644420609666,0.0,0.534423828125,0.0107421875,0.108154296875,1.0,72,0.5625
+fresh-zh-2,layers.19.self_attn.k_proj.output,128,384,512,4096,128,1.0106918866244634,0.0,0.526611328125,0.006103515625,0.082275390625,1.0,82,0.640625
+fresh-zh-2,layers.19.self_attn.v_proj.output,0,0,512,16384,512,1.5725040591819133,0.0,0.50640869140625,0.01080322265625,0.12384033203125,1.0,353,0.689453125
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,0,64,2048,64,1.4087180257102598,0.0,0.513671875,0.0107421875,0.10888671875,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,64,128,2048,64,1.2933805746568052,0.0,0.49072265625,0.00830078125,0.11181640625,1.0,51,0.796875
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,128,192,2048,64,1.3252835451446707,0.0,0.50830078125,0.01123046875,0.1025390625,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,192,256,2048,64,1.2888696213839694,0.0,0.53662109375,0.0087890625,0.1025390625,1.0,49,0.765625
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,256,320,2048,64,1.4866201092264957,0.0,0.474609375,0.005859375,0.10791015625,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,320,384,2048,64,1.5218677112395003,0.0,0.53564453125,0.013671875,0.1201171875,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,384,448,2048,64,2.2181278742306407,0.0,0.50830078125,0.01513671875,0.1669921875,1.0,35,0.546875
+fresh-zh-2,layers.19.self_attn.v_proj.output,64,448,512,2048,64,1.8058402532399136,0.0,0.4833984375,0.013671875,0.14599609375,1.0,40,0.625
+fresh-zh-2,layers.19.self_attn.v_proj.output,128,0,128,4096,128,1.3522795174927003,0.0,0.502197265625,0.009521484375,0.108642578125,1.0,98,0.765625
+fresh-zh-2,layers.19.self_attn.v_proj.output,128,128,256,4096,128,1.3072033843204514,0.0,0.5224609375,0.010009765625,0.10205078125,1.0,97,0.7578125
+fresh-zh-2,layers.19.self_attn.v_proj.output,128,256,384,4096,128,1.50434714738154,0.0,0.505126953125,0.009765625,0.11376953125,1.0,89,0.6953125
+fresh-zh-2,layers.19.self_attn.v_proj.output,128,384,512,4096,128,2.022517031653941,0.0,0.495849609375,0.01513671875,0.15673828125,1.0,74,0.578125
+fresh-zh-2,layers.19.self_attn.o_proj.output,0,0,2048,65536,2048,0.1318855569080641,0.0,0.5041351318359375,0.011260986328125,0.1120452880859375,1.0,1392,0.6796875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,0,64,2048,64,0.14274832974484072,0.0,0.52587890625,0.01123046875,0.11669921875,1.0,42,0.65625
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,64,128,2048,64,0.13381928057418124,0.0,0.564453125,0.0126953125,0.0966796875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,128,192,2048,64,0.1288110766497313,0.0,0.44873046875,0.0078125,0.1201171875,1.0,43,0.671875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,192,256,2048,64,0.11995138885441546,0.0,0.50927734375,0.009765625,0.10107421875,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,256,320,2048,64,0.1269892705047856,0.0,0.5283203125,0.0126953125,0.10546875,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,320,384,2048,64,0.11983084363120698,0.0,0.5185546875,0.01025390625,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,384,448,2048,64,0.13930767085823442,0.0,0.5478515625,0.01513671875,0.11083984375,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,448,512,2048,64,0.10763264653976691,0.0,0.5263671875,0.01318359375,0.10595703125,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,512,576,2048,64,0.11446383742709877,0.0,0.458984375,0.01220703125,0.111328125,1.0,43,0.671875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,576,640,2048,64,0.1361332699734564,0.0,0.49365234375,0.00927734375,0.1044921875,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,640,704,2048,64,0.12898833899413006,0.0,0.54052734375,0.01318359375,0.109375,1.0,43,0.671875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,704,768,2048,64,0.132932136160524,0.0,0.49072265625,0.00830078125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,768,832,2048,64,0.12188885735028003,0.0,0.5078125,0.0068359375,0.10009765625,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,832,896,2048,64,0.12481479116324508,0.0,0.48779296875,0.01220703125,0.10888671875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,896,960,2048,64,0.13925412539266638,0.0,0.45751953125,0.013671875,0.1162109375,1.0,43,0.671875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,960,1024,2048,64,0.12277266809598762,0.0,0.462890625,0.0087890625,0.11083984375,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1024,1088,2048,64,0.11961737496006263,0.0,0.5126953125,0.00830078125,0.11376953125,1.0,48,0.75
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1088,1152,2048,64,0.12148879586906908,0.0,0.59033203125,0.0107421875,0.1015625,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1152,1216,2048,64,0.24164816822077087,0.0,0.4384765625,0.0224609375,0.19580078125,1.0,24,0.375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1216,1280,2048,64,0.11796450591753664,0.0,0.47705078125,0.0107421875,0.1064453125,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1280,1344,2048,64,0.12600247001723328,0.0,0.501953125,0.013671875,0.1044921875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1344,1408,2048,64,0.12233218029524048,0.0,0.521484375,0.0087890625,0.1044921875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1408,1472,2048,64,0.16295923102250404,0.0,0.47119140625,0.0126953125,0.11865234375,1.0,39,0.609375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1472,1536,2048,64,0.11084093645207595,0.0,0.52734375,0.00732421875,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1536,1600,2048,64,0.12766646826230868,0.0,0.46826171875,0.01318359375,0.111328125,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1600,1664,2048,64,0.12397122524732763,0.0,0.52978515625,0.0126953125,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1664,1728,2048,64,0.12447686132510083,0.0,0.4677734375,0.00732421875,0.10400390625,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1728,1792,2048,64,0.12710272890489976,0.0,0.54541015625,0.01220703125,0.11767578125,1.0,44,0.6875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1792,1856,2048,64,0.11937255233511347,0.0,0.52734375,0.01171875,0.09912109375,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1856,1920,2048,64,0.11789758133189321,0.0,0.44189453125,0.00732421875,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1920,1984,2048,64,0.13508910136553484,0.0,0.50146484375,0.0087890625,0.11279296875,1.0,46,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,64,1984,2048,2048,64,0.11932775143683533,0.0,0.54052734375,0.01220703125,0.11376953125,1.0,45,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,0,128,4096,128,0.1383558554928797,0.0,0.545166015625,0.01171875,0.107421875,1.0,87,0.6796875
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,128,256,4096,128,0.12446009231027859,0.0,0.47900390625,0.009033203125,0.10986328125,1.0,90,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,256,384,4096,128,0.12346194941905055,0.0,0.5234375,0.011474609375,0.101318359375,1.0,91,0.7109375
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,384,512,4096,128,0.12448175320323171,0.0,0.537109375,0.013916015625,0.112060546875,1.0,90,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,512,640,4096,128,0.12576612674365714,0.0,0.476318359375,0.0107421875,0.110107421875,1.0,86,0.671875
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,640,768,4096,128,0.13097508240246444,0.0,0.515625,0.0107421875,0.103515625,1.0,87,0.6796875
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,768,896,4096,128,0.12336049943008782,0.0,0.497802734375,0.009521484375,0.10498046875,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,896,1024,4096,128,0.13127231138035925,0.0,0.460205078125,0.01123046875,0.11474609375,1.0,90,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1024,1152,4096,128,0.12055671676446018,0.0,0.551513671875,0.009521484375,0.1083984375,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1152,1280,4096,128,0.1901439742153594,0.0,0.457763671875,0.016357421875,0.163330078125,1.0,64,0.5
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1280,1408,4096,128,0.12418088578004063,0.0,0.51171875,0.011474609375,0.105224609375,1.0,92,0.71875
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1408,1536,4096,128,0.1393582149875259,0.0,0.499267578125,0.010009765625,0.111328125,1.0,84,0.65625
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1536,1664,4096,128,0.12583241197699166,0.0,0.4990234375,0.013427734375,0.105712890625,1.0,90,0.703125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1664,1792,4096,128,0.12579664681624234,0.0,0.506591796875,0.009765625,0.11083984375,1.0,89,0.6953125
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1792,1920,4096,128,0.11863735907147838,0.0,0.484619140625,0.009765625,0.0966796875,1.0,93,0.7265625
+fresh-zh-2,layers.19.self_attn.o_proj.output,128,1920,2048,4096,128,0.12745230003950284,0.0,0.52099609375,0.010009765625,0.11474609375,1.0,89,0.6953125
+fresh-zh-2,layers.19.mlp.gate_proj.output,0,0,6144,196608,6144,1.516252015223484,0.0,0.8775889078776041,0.006276448567708333,0.06374104817708333,1.0,3763,0.6124674479166666
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,0,64,2048,64,1.5358592403459848,0.0,0.9052734375,0.00537109375,0.04931640625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,64,128,2048,64,1.442029494395323,0.0,0.84423828125,0.00634765625,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,128,192,2048,64,1.619011778283145,0.0,0.88037109375,0.0048828125,0.07080078125,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,192,256,2048,64,1.6064001000400019,0.0,0.90966796875,0.0068359375,0.0517578125,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,256,320,2048,64,1.3722370966737538,0.0,0.876953125,0.00390625,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,320,384,2048,64,1.604995040973198,0.0,0.85498046875,0.0068359375,0.07177734375,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,384,448,2048,64,1.4575135098613183,0.0,0.89208984375,0.00390625,0.0634765625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,448,512,2048,64,1.6080637896689622,0.0,0.8994140625,0.00830078125,0.072265625,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,512,576,2048,64,1.5951409017954261,0.0,0.87255859375,0.00732421875,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,576,640,2048,64,1.4952268820332422,0.0,0.91015625,0.00390625,0.05224609375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,640,704,2048,64,1.480711145331246,0.0,0.841796875,0.0078125,0.0654296875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,704,768,2048,64,1.4519595915581138,0.0,0.87548828125,0.0068359375,0.06982421875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,768,832,2048,64,1.551745960684262,0.0,0.8759765625,0.0048828125,0.04833984375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,832,896,2048,64,1.6363290290587773,0.0,0.87744140625,0.00830078125,0.0732421875,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,896,960,2048,64,1.270758767506662,0.0,0.78662109375,0.0087890625,0.06396484375,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,960,1024,2048,64,1.5734078467634818,0.0,0.88134765625,0.00634765625,0.06103515625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1024,1088,2048,64,1.5635156782493238,0.0,0.86767578125,0.0048828125,0.0537109375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1088,1152,2048,64,1.5281205463876752,0.0,0.91552734375,0.00244140625,0.0400390625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1152,1216,2048,64,1.5241445889557816,0.0,0.892578125,0.00830078125,0.06298828125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1216,1280,2048,64,1.5060875627103583,0.0,0.826171875,0.00830078125,0.0732421875,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1280,1344,2048,64,1.4908746026515625,0.0,0.89306640625,0.0048828125,0.060546875,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1344,1408,2048,64,1.3950952634892657,0.0,0.8486328125,0.0068359375,0.0732421875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1408,1472,2048,64,1.5639779458174279,0.0,0.88037109375,0.005859375,0.06640625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1472,1536,2048,64,1.3423784608706868,0.0,0.83935546875,0.0048828125,0.064453125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1536,1600,2048,64,1.6451461643472016,0.0,0.92578125,0.00732421875,0.05419921875,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1600,1664,2048,64,1.7137659060053756,0.0,0.8720703125,0.0048828125,0.04052734375,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1664,1728,2048,64,1.3324745561163212,0.0,0.8388671875,0.005859375,0.068359375,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1728,1792,2048,64,1.5337723455814942,0.0,0.91650390625,0.00341796875,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1792,1856,2048,64,1.6362835246054375,0.0,0.91845703125,0.0029296875,0.0556640625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1856,1920,2048,64,1.5252120612793656,0.0,0.90673828125,0.00830078125,0.0615234375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1920,1984,2048,64,1.4529999960808961,0.0,0.875,0.0068359375,0.06591796875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,1984,2048,2048,64,1.5733359303593117,0.0,0.91162109375,0.00634765625,0.06396484375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2048,2112,2048,64,1.581781451741502,0.0,0.908203125,0.0048828125,0.06103515625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2112,2176,2048,64,1.482336054145264,0.0,0.8603515625,0.0078125,0.0751953125,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2176,2240,2048,64,1.5200572361318643,0.0,0.92529296875,0.0048828125,0.046875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2240,2304,2048,64,1.4908089543950733,0.0,0.904296875,0.00341796875,0.05322265625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2304,2368,2048,64,1.5914640695278461,0.0,0.87841796875,0.00341796875,0.05859375,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2368,2432,2048,64,1.5637552044276268,0.0,0.880859375,0.0048828125,0.0634765625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2432,2496,2048,64,1.527332782665756,0.0,0.9111328125,0.005859375,0.0517578125,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2496,2560,2048,64,1.3762770662661554,0.0,0.81396484375,0.005859375,0.0654296875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2560,2624,2048,64,1.509940362348617,0.0,0.7568359375,0.01025390625,0.08251953125,1.0,36,0.5625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2624,2688,2048,64,1.3309209674470277,0.0,0.83056640625,0.00927734375,0.06689453125,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2688,2752,2048,64,1.6139447929727755,0.0,0.81494140625,0.00537109375,0.08642578125,1.0,35,0.546875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2752,2816,2048,64,1.340912019133276,0.0,0.87939453125,0.00830078125,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2816,2880,2048,64,1.4841906048665081,0.0,0.88916015625,0.0087890625,0.06494140625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2880,2944,2048,64,1.5680696788790558,0.0,0.90185546875,0.00537109375,0.068359375,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,2944,3008,2048,64,1.5880728493963858,0.0,0.91943359375,0.00439453125,0.0537109375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3008,3072,2048,64,1.3502785373597508,0.0,0.88427734375,0.00732421875,0.06640625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3072,3136,2048,64,1.4102899020778907,0.0,0.8720703125,0.0078125,0.07080078125,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3136,3200,2048,64,1.5089918358438472,0.0,0.880859375,0.005859375,0.056640625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3200,3264,2048,64,1.6287445538278544,0.0,0.880859375,0.0078125,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3264,3328,2048,64,1.3806264018150962,0.0,0.84814453125,0.01123046875,0.07275390625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3328,3392,2048,64,1.4657283005529969,0.0,0.88623046875,0.00830078125,0.07958984375,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3392,3456,2048,64,1.5248223131269583,0.0,0.923828125,0.00927734375,0.05224609375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3456,3520,2048,64,1.3721653648571364,0.0,0.884765625,0.00830078125,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3520,3584,2048,64,1.4073211459983463,0.0,0.8759765625,0.00390625,0.05224609375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3584,3648,2048,64,1.5869565740595377,0.0,0.923828125,0.00439453125,0.060546875,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3648,3712,2048,64,1.5127524440708728,0.0,0.8896484375,0.00537109375,0.05712890625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3712,3776,2048,64,1.4137354275615122,0.0,0.88525390625,0.0068359375,0.06884765625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3776,3840,2048,64,1.5420100751781651,0.0,0.857421875,0.005859375,0.05810546875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3840,3904,2048,64,1.4475968545086253,0.0,0.88671875,0.00634765625,0.06787109375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3904,3968,2048,64,1.6249902962812404,0.0,0.88037109375,0.005859375,0.05908203125,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,3968,4032,2048,64,1.5404790466487572,0.0,0.8388671875,0.0087890625,0.06396484375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4032,4096,2048,64,1.5227855768109217,0.0,0.8720703125,0.00439453125,0.064453125,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4096,4160,2048,64,1.450436973318229,0.0,0.8857421875,0.005859375,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4160,4224,2048,64,1.543649635416738,0.0,0.89794921875,0.0068359375,0.0546875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4224,4288,2048,64,1.6424339466640374,0.0,0.87939453125,0.005859375,0.06005859375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4288,4352,2048,64,1.2865498624212877,0.0,0.837890625,0.01220703125,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4352,4416,2048,64,1.5397345140934213,0.0,0.8662109375,0.00537109375,0.0693359375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4416,4480,2048,64,1.3974599502857477,0.0,0.888671875,0.00341796875,0.0576171875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4480,4544,2048,64,1.515210118874263,0.0,0.8896484375,0.00439453125,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4544,4608,2048,64,1.5495645458482061,0.0,0.81298828125,0.0068359375,0.0673828125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4608,4672,2048,64,1.4637333287285064,0.0,0.9130859375,0.00244140625,0.05078125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4672,4736,2048,64,1.5907348365609462,0.0,0.90576171875,0.0068359375,0.06591796875,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4736,4800,2048,64,1.511619430038917,0.0,0.8671875,0.005859375,0.0703125,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4800,4864,2048,64,1.6168211224500182,0.0,0.890625,0.0048828125,0.060546875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4864,4928,2048,64,1.4038749670354154,0.0,0.88720703125,0.0068359375,0.06494140625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4928,4992,2048,64,1.5010750298401228,0.0,0.8779296875,0.00390625,0.07373046875,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,4992,5056,2048,64,1.5852707285241487,0.0,0.88525390625,0.00634765625,0.0791015625,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5056,5120,2048,64,1.3138861785736355,0.0,0.81884765625,0.0078125,0.0693359375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5120,5184,2048,64,1.5330934422412188,0.0,0.88720703125,0.00732421875,0.0556640625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5184,5248,2048,64,1.5611589454960162,0.0,0.87255859375,0.00634765625,0.05810546875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5248,5312,2048,64,1.736675755222112,0.0,0.92919921875,0.00341796875,0.05517578125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5312,5376,2048,64,1.5324200097835088,0.0,0.88525390625,0.00439453125,0.05859375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5376,5440,2048,64,1.4849321304932515,0.0,0.85205078125,0.0078125,0.07666015625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5440,5504,2048,64,1.5875132388589444,0.0,0.89404296875,0.00244140625,0.0625,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5504,5568,2048,64,1.4391052333509176,0.0,0.861328125,0.00830078125,0.06494140625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5568,5632,2048,64,1.537096485064402,0.0,0.8544921875,0.0068359375,0.0751953125,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5632,5696,2048,64,1.640431069443036,0.0,0.9267578125,0.00830078125,0.05810546875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5696,5760,2048,64,1.4993262037513135,0.0,0.88916015625,0.0048828125,0.0625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5760,5824,2048,64,1.474210394213181,0.0,0.83544921875,0.005859375,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5824,5888,2048,64,1.5614584627636212,0.0,0.9013671875,0.005859375,0.05029296875,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5888,5952,2048,64,1.3707255358849184,0.0,0.86767578125,0.00537109375,0.060546875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,5952,6016,2048,64,1.6599677590974442,0.0,0.8984375,0.0048828125,0.06201171875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,6016,6080,2048,64,1.7326448452934962,0.0,0.919921875,0.00634765625,0.056640625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,64,6080,6144,2048,64,1.5572803429149167,0.0,0.810546875,0.00634765625,0.06982421875,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,0,128,4096,128,1.4896833000443712,0.0,0.874755859375,0.005859375,0.058349609375,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,128,256,4096,128,1.6127182673405915,0.0,0.89501953125,0.005859375,0.06103515625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,256,384,4096,128,1.4931583524590033,0.0,0.865966796875,0.005615234375,0.072509765625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,384,512,4096,128,1.5346359149767026,0.0,0.895751953125,0.006103515625,0.068115234375,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,512,640,4096,128,1.545991255689303,0.0,0.891357421875,0.005615234375,0.056884765625,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,640,768,4096,128,1.466405835951592,0.0,0.858642578125,0.00732421875,0.067138671875,1.0,81,0.6328125
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,768,896,4096,128,1.5945984161914188,0.0,0.876708984375,0.006591796875,0.059814453125,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,896,1024,4096,128,1.4301119007706962,0.0,0.833984375,0.008056640625,0.06298828125,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1024,1152,4096,128,1.5459194158208265,0.0,0.8916015625,0.003662109375,0.046875,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1152,1280,4096,128,1.5151429758597066,0.0,0.859375,0.00830078125,0.068359375,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1280,1408,4096,128,1.443779393647388,0.0,0.870849609375,0.005859375,0.06591796875,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1408,1536,4096,128,1.4573961278960594,0.0,0.85986328125,0.005859375,0.06640625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1536,1664,4096,128,1.6798064594846538,0.0,0.89892578125,0.005615234375,0.047607421875,1.0,83,0.6484375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1664,1792,4096,128,1.4366534117120848,0.0,0.877685546875,0.005126953125,0.06494140625,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1792,1920,4096,128,1.5817230485719118,0.0,0.91259765625,0.005615234375,0.058837890625,1.0,81,0.6328125
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,1920,2048,4096,128,1.5143637176006768,0.0,0.893310546875,0.006591796875,0.064208984375,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2048,2176,4096,128,1.5328654113281446,0.0,0.88427734375,0.00634765625,0.06982421875,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2176,2304,4096,128,1.5055041248069323,0.0,0.914794921875,0.004150390625,0.049560546875,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2304,2432,4096,128,1.577670470024178,0.0,0.879638671875,0.004150390625,0.060791015625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2432,2560,4096,128,1.453768205756285,0.0,0.862548828125,0.005615234375,0.06005859375,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2560,2688,4096,128,1.423248137086363,0.0,0.793701171875,0.009033203125,0.075439453125,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2688,2816,4096,128,1.4837221501716578,0.0,0.84716796875,0.006591796875,0.083740234375,1.0,74,0.578125
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2816,2944,4096,128,1.5267063026977186,0.0,0.8955078125,0.00732421875,0.06640625,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,2944,3072,4096,128,1.4739788844220842,0.0,0.90185546875,0.005615234375,0.0615234375,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3072,3200,4096,128,1.4604749173721285,0.0,0.87646484375,0.006591796875,0.062744140625,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3200,3328,4096,128,1.5097910588907322,0.0,0.864501953125,0.010009765625,0.066650390625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3328,3456,4096,128,1.4955672063889045,0.0,0.905029296875,0.008544921875,0.065185546875,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3456,3584,4096,128,1.3898544162047362,0.0,0.88037109375,0.00634765625,0.060791015625,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3584,3712,4096,128,1.5502985397969617,0.0,0.90673828125,0.0048828125,0.058349609375,1.0,82,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3712,3840,4096,128,1.4792638255384842,0.0,0.871337890625,0.006103515625,0.06396484375,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3840,3968,4096,128,1.5388518635969253,0.0,0.883544921875,0.006103515625,0.064453125,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,3968,4096,4096,128,1.5316578609642617,0.0,0.85546875,0.006591796875,0.064453125,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4096,4224,4096,128,1.4977686087127702,0.0,0.891845703125,0.00634765625,0.061767578125,1.0,83,0.6484375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4224,4352,4096,128,1.475262657571634,0.0,0.858642578125,0.008544921875,0.06640625,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4352,4480,4096,128,1.470319129737342,0.0,0.87744140625,0.0048828125,0.062744140625,1.0,83,0.6484375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4480,4608,4096,128,1.5324836028631295,0.0,0.851318359375,0.005615234375,0.0634765625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4608,4736,4096,128,1.528553659162676,0.0,0.909423828125,0.0048828125,0.059814453125,1.0,80,0.625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4736,4864,4096,128,1.5651044443218027,0.0,0.87890625,0.00537109375,0.06494140625,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4864,4992,4096,128,1.4532878531588664,0.0,0.882568359375,0.00537109375,0.069091796875,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,4992,5120,4096,128,1.4559155492270692,0.0,0.85205078125,0.007080078125,0.074951171875,1.0,73,0.5703125
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5120,5248,4096,128,1.5471898325262583,0.0,0.8798828125,0.0068359375,0.05712890625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5248,5376,4096,128,1.637735290753848,0.0,0.9072265625,0.004150390625,0.05908203125,1.0,82,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5376,5504,4096,128,1.5370786765360518,0.0,0.873046875,0.00537109375,0.068603515625,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5504,5632,4096,128,1.4889072296579358,0.0,0.85791015625,0.00732421875,0.069580078125,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5632,5760,4096,128,1.5714631969679322,0.0,0.907958984375,0.006591796875,0.06103515625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5760,5888,4096,128,1.51846119761789,0.0,0.868408203125,0.005859375,0.0576171875,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,5888,6016,4096,128,1.5222321531175835,0.0,0.883056640625,0.00537109375,0.06298828125,1.0,82,0.640625
+fresh-zh-2,layers.19.mlp.gate_proj.output,128,6016,6144,4096,128,1.647297821638717,0.0,0.865234375,0.00634765625,0.064697265625,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.up_proj.output,0,0,6144,196608,6144,0.6093883429275627,0.0,0.4891713460286458,0.009546915690104166,0.08947245279947917,1.0,4417,0.7189127604166666
+fresh-zh-2,layers.19.mlp.up_proj.output,64,0,64,2048,64,0.6132141182596597,0.0,0.470703125,0.009765625,0.08349609375,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,64,128,2048,64,0.6379219739511598,0.0,0.47802734375,0.0068359375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,128,192,2048,64,0.6407182554558312,0.0,0.47900390625,0.01318359375,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,192,256,2048,64,0.5909647109041997,0.0,0.41943359375,0.01123046875,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,256,320,2048,64,0.579402353369401,0.0,0.49658203125,0.01123046875,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,320,384,2048,64,0.5259375757618341,0.0,0.4951171875,0.0107421875,0.076171875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,384,448,2048,64,0.5583540535407422,0.0,0.52490234375,0.009765625,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,448,512,2048,64,0.549667749995005,0.0,0.5439453125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,512,576,2048,64,0.7182506402718607,0.0,0.48388671875,0.01025390625,0.1142578125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,576,640,2048,64,0.7584215890973623,0.0,0.478515625,0.01171875,0.11474609375,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,640,704,2048,64,0.5423055487472576,0.0,0.4853515625,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,704,768,2048,64,0.5979050876255887,0.0,0.5,0.0107421875,0.0751953125,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,768,832,2048,64,0.6166379539126696,0.0,0.43798828125,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,832,896,2048,64,0.7430830074743786,0.0,0.470703125,0.00830078125,0.10888671875,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,896,960,2048,64,0.5549028339291724,0.0,0.5126953125,0.01025390625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,960,1024,2048,64,0.692621162207135,0.0,0.4814453125,0.009765625,0.103515625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1024,1088,2048,64,0.5363000417006792,0.0,0.4287109375,0.00927734375,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1088,1152,2048,64,0.6119046181072064,0.0,0.509765625,0.0078125,0.1083984375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1152,1216,2048,64,0.5786808578401657,0.0,0.470703125,0.00634765625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1216,1280,2048,64,0.599072690540116,0.0,0.43994140625,0.00830078125,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1280,1344,2048,64,0.616646269078992,0.0,0.47607421875,0.00634765625,0.06591796875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1344,1408,2048,64,0.5912643662951103,0.0,0.4580078125,0.00634765625,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1408,1472,2048,64,0.5363504819706183,0.0,0.49365234375,0.0107421875,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1472,1536,2048,64,0.6575802529638379,0.0,0.5380859375,0.0087890625,0.08642578125,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1536,1600,2048,64,0.6229974078450394,0.0,0.49658203125,0.01123046875,0.1025390625,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1600,1664,2048,64,0.7120249134354407,0.0,0.48828125,0.01171875,0.10205078125,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1664,1728,2048,64,0.6187197888594727,0.0,0.41650390625,0.005859375,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1728,1792,2048,64,0.6098678486991429,0.0,0.43798828125,0.00634765625,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1792,1856,2048,64,0.6202230951998832,0.0,0.4931640625,0.0087890625,0.099609375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1856,1920,2048,64,0.5831814063014361,0.0,0.4755859375,0.009765625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1920,1984,2048,64,0.552924748713401,0.0,0.5166015625,0.01416015625,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,1984,2048,2048,64,0.548456852905419,0.0,0.50390625,0.00830078125,0.07763671875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2048,2112,2048,64,0.6277634143010475,0.0,0.42626953125,0.00927734375,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2112,2176,2048,64,0.5953634926251871,0.0,0.482421875,0.01123046875,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2176,2240,2048,64,0.568899932530498,0.0,0.4326171875,0.01025390625,0.08935546875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2240,2304,2048,64,0.5761348565961063,0.0,0.46435546875,0.0126953125,0.09521484375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2304,2368,2048,64,0.728978892162114,0.0,0.54736328125,0.00927734375,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2368,2432,2048,64,0.5636571413098884,0.0,0.48486328125,0.013671875,0.09765625,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2432,2496,2048,64,0.5975426145861671,0.0,0.48779296875,0.00732421875,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2496,2560,2048,64,0.640874235177351,0.0,0.537109375,0.01123046875,0.07958984375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2560,2624,2048,64,0.6304798470402255,0.0,0.49462890625,0.0087890625,0.08935546875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2624,2688,2048,64,0.5690853889210268,0.0,0.4794921875,0.01123046875,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2688,2752,2048,64,0.6424430152151077,0.0,0.47607421875,0.0126953125,0.076171875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2752,2816,2048,64,0.624468289714683,0.0,0.47802734375,0.0078125,0.10498046875,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2816,2880,2048,64,0.5822953250690509,0.0,0.51708984375,0.01220703125,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2880,2944,2048,64,0.5768361435463534,0.0,0.578125,0.0078125,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,2944,3008,2048,64,0.6288268240090681,0.0,0.48291015625,0.01025390625,0.0947265625,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3008,3072,2048,64,0.5756727534271484,0.0,0.47216796875,0.0068359375,0.08740234375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3072,3136,2048,64,0.6438124679631704,0.0,0.50537109375,0.01025390625,0.0966796875,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3136,3200,2048,64,0.59676737855153,0.0,0.423828125,0.00927734375,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3200,3264,2048,64,0.49479837158395695,0.0,0.48876953125,0.0078125,0.0791015625,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3264,3328,2048,64,0.6752154988804193,0.0,0.466796875,0.0087890625,0.09912109375,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3328,3392,2048,64,0.5282178605336993,0.0,0.58935546875,0.00732421875,0.0869140625,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3392,3456,2048,64,0.5888822355647126,0.0,0.4931640625,0.01318359375,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3456,3520,2048,64,0.5989513293710366,0.0,0.4814453125,0.0068359375,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3520,3584,2048,64,0.7048032186270471,0.0,0.50732421875,0.01171875,0.11279296875,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3584,3648,2048,64,0.593443550237313,0.0,0.48876953125,0.013671875,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3648,3712,2048,64,0.6033519400750791,0.0,0.4560546875,0.0078125,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3712,3776,2048,64,0.5855906096463334,0.0,0.50439453125,0.0078125,0.080078125,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3776,3840,2048,64,0.6003028820300421,0.0,0.52978515625,0.01123046875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3840,3904,2048,64,0.5598285039293519,0.0,0.48681640625,0.00927734375,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3904,3968,2048,64,0.5219712743628085,0.0,0.453125,0.00927734375,0.09375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,3968,4032,2048,64,0.6723724983370081,0.0,0.5009765625,0.00634765625,0.08056640625,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4032,4096,2048,64,0.5832033601156701,0.0,0.53076171875,0.0078125,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4096,4160,2048,64,0.5975554814293194,0.0,0.48095703125,0.00830078125,0.078125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4160,4224,2048,64,0.7421791278944889,0.0,0.50634765625,0.01220703125,0.10986328125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4224,4288,2048,64,0.5856704692548321,0.0,0.47900390625,0.01123046875,0.0947265625,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4288,4352,2048,64,0.5170590023276049,0.0,0.47412109375,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4352,4416,2048,64,0.6641496637824315,0.0,0.4765625,0.01123046875,0.10302734375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4416,4480,2048,64,0.6371016227455923,0.0,0.505859375,0.0078125,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4480,4544,2048,64,0.5867020234382325,0.0,0.4453125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4544,4608,2048,64,0.5616409888713023,0.0,0.41357421875,0.01171875,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4608,4672,2048,64,0.6276773799290621,0.0,0.49365234375,0.009765625,0.08642578125,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4672,4736,2048,64,0.5926794518190872,0.0,0.46923828125,0.0107421875,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4736,4800,2048,64,0.6767781830311751,0.0,0.6025390625,0.0087890625,0.10009765625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4800,4864,2048,64,0.681960194399677,0.0,0.49267578125,0.01123046875,0.0908203125,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4864,4928,2048,64,0.6227342287565613,0.0,0.537109375,0.0068359375,0.0859375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4928,4992,2048,64,0.6022597921557002,0.0,0.5166015625,0.0068359375,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,4992,5056,2048,64,0.6609677386301153,0.0,0.48388671875,0.01025390625,0.109375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5056,5120,2048,64,0.5596095704294284,0.0,0.44482421875,0.01171875,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5120,5184,2048,64,0.5767678387665609,0.0,0.52490234375,0.0068359375,0.076171875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5184,5248,2048,64,0.7157129727975442,0.0,0.55126953125,0.00830078125,0.10205078125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5248,5312,2048,64,0.6011161961011077,0.0,0.52392578125,0.0078125,0.078125,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5312,5376,2048,64,0.6383597900046011,0.0,0.53173828125,0.0087890625,0.08935546875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5376,5440,2048,64,0.5347029033722654,0.0,0.50341796875,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5440,5504,2048,64,0.5414927636906549,0.0,0.5302734375,0.01025390625,0.08544921875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5504,5568,2048,64,0.5238450492755007,0.0,0.46435546875,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5568,5632,2048,64,0.7121943566378298,0.0,0.421875,0.01171875,0.1103515625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5632,5696,2048,64,0.6275371442082713,0.0,0.46142578125,0.0078125,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5696,5760,2048,64,0.5476443122851714,0.0,0.52587890625,0.0068359375,0.08642578125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5760,5824,2048,64,0.6218365625963487,0.0,0.53955078125,0.00830078125,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5824,5888,2048,64,0.5568577312485756,0.0,0.48583984375,0.0078125,0.07421875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5888,5952,2048,64,0.5728336140855268,0.0,0.46484375,0.0078125,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,64,5952,6016,2048,64,0.6766023865789743,0.0,0.52880859375,0.0107421875,0.103515625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,6016,6080,2048,64,0.4984276342966957,0.0,0.49560546875,0.01025390625,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.up_proj.output,64,6080,6144,2048,64,0.5867956657729828,0.0,0.4345703125,0.0068359375,0.06591796875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,128,0,128,4096,128,0.6256900189721409,0.0,0.474365234375,0.00830078125,0.085205078125,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,128,256,4096,128,0.6163437240730403,0.0,0.44921875,0.01220703125,0.09619140625,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,256,384,4096,128,0.5533161034563495,0.0,0.495849609375,0.010986328125,0.07958984375,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,384,512,4096,128,0.5540279255100546,0.0,0.534423828125,0.008544921875,0.08154296875,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,512,640,4096,128,0.7386092637720929,0.0,0.481201171875,0.0107421875,0.114501953125,1.0,78,0.609375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,640,768,4096,128,0.5707827090980538,0.0,0.49267578125,0.009765625,0.0810546875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,768,896,4096,128,0.6827937910536281,0.0,0.454345703125,0.0078125,0.099853515625,1.0,88,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,896,1024,4096,128,0.6275512845336981,0.0,0.4970703125,0.010498046875,0.098388671875,1.0,88,0.6875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1024,1152,4096,128,0.5753455467756209,0.0,0.46923828125,0.0087890625,0.09423828125,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1152,1280,4096,128,0.5889650345231046,0.0,0.455322265625,0.007568359375,0.086669921875,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1280,1408,4096,128,0.6040886408547171,0.0,0.467041015625,0.006591796875,0.07373046875,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1408,1536,4096,128,0.6000348442374408,0.0,0.515869140625,0.010498046875,0.086181640625,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1536,1664,4096,128,0.6689937397070265,0.0,0.492431640625,0.011474609375,0.10205078125,1.0,85,0.6640625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1664,1792,4096,128,0.6143097630687758,0.0,0.42724609375,0.00634765625,0.078125,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1792,1920,4096,128,0.6019872259753707,0.0,0.484375,0.009765625,0.094970703125,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,1920,2048,4096,128,0.550695331938947,0.0,0.51025390625,0.010986328125,0.083251953125,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2048,2176,4096,128,0.6117779796158774,0.0,0.454345703125,0.010009765625,0.08935546875,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2176,2304,4096,128,0.5725288229505223,0.0,0.448486328125,0.01123046875,0.092529296875,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2304,2432,4096,128,0.6515825343605898,0.0,0.51611328125,0.01171875,0.1005859375,1.0,87,0.6796875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2432,2560,4096,128,0.6195873471757745,0.0,0.512451171875,0.009521484375,0.087646484375,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2560,2688,4096,128,0.6005676553924889,0.0,0.487060546875,0.010498046875,0.0927734375,1.0,90,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2688,2816,4096,128,0.6335194048558657,0.0,0.47705078125,0.01025390625,0.0908203125,1.0,90,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2816,2944,4096,128,0.579572162072464,0.0,0.547607421875,0.010009765625,0.083740234375,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,2944,3072,4096,128,0.6028359203098824,0.0,0.4775390625,0.008544921875,0.093017578125,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3072,3200,4096,128,0.6207357722928869,0.0,0.464599609375,0.010009765625,0.0927734375,1.0,91,0.7109375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3200,3328,4096,128,0.5919211934246268,0.0,0.477783203125,0.0087890625,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3328,3456,4096,128,0.5593730399074004,0.0,0.541259765625,0.009521484375,0.087158203125,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3456,3584,4096,128,0.6540222748279974,0.0,0.494384765625,0.0087890625,0.099609375,1.0,90,0.703125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3584,3712,4096,128,0.598418252942968,0.0,0.472412109375,0.0107421875,0.0849609375,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3712,3840,4096,128,0.592992374436442,0.0,0.51708984375,0.009521484375,0.08740234375,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3840,3968,4096,128,0.5412309881518753,0.0,0.469970703125,0.009521484375,0.08984375,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,3968,4096,4096,128,0.6293691030588322,0.0,0.515869140625,0.006591796875,0.081298828125,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4096,4224,4096,128,0.6737590115421276,0.0,0.49365234375,0.0107421875,0.095703125,1.0,89,0.6953125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4224,4352,4096,128,0.552430950637812,0.0,0.4765625,0.0107421875,0.09326171875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4352,4480,4096,128,0.6507661844346954,0.0,0.4912109375,0.009521484375,0.094482421875,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4480,4608,4096,128,0.5743082206824357,0.0,0.429443359375,0.010009765625,0.08349609375,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4608,4736,4096,128,0.6104292857830406,0.0,0.4814453125,0.01025390625,0.08740234375,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4736,4864,4096,128,0.6793741295385864,0.0,0.547607421875,0.010009765625,0.095703125,1.0,87,0.6796875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4864,4992,4096,128,0.612582556441357,0.0,0.52685546875,0.0068359375,0.084716796875,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,4992,5120,4096,128,0.6123892646128023,0.0,0.46435546875,0.01123046875,0.092529296875,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5120,5248,4096,128,0.6499639217934131,0.0,0.5380859375,0.00732421875,0.091552734375,1.0,87,0.6796875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5248,5376,4096,128,0.6200177024528347,0.0,0.52783203125,0.008056640625,0.0830078125,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5376,5504,4096,128,0.5381085429558212,0.0,0.516845703125,0.009033203125,0.084716796875,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5504,5632,4096,128,0.625153755998164,0.0,0.443115234375,0.01025390625,0.09765625,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5632,5760,4096,128,0.588947009560016,0.0,0.49365234375,0.00732421875,0.08935546875,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5760,5888,4096,128,0.5902420026704951,0.0,0.5126953125,0.008056640625,0.0791015625,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.up_proj.output,128,5888,6016,4096,128,0.6268688614657176,0.0,0.496826171875,0.009521484375,0.092529296875,1.0,91,0.7109375
+fresh-zh-2,layers.19.mlp.up_proj.output,128,6016,6144,4096,128,0.5444075954652722,0.0,0.465087890625,0.0087890625,0.076171875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.silu_gate,0,0,6144,196608,6144,0.3225739466873547,0.0,0.8775889078776041,0.0026194254557291665,0.027867635091145832,1.0,4495,0.7316080729166666
+fresh-zh-2,layers.19.mlp.silu_gate,64,0,64,2048,64,0.42252150272494293,0.0,0.9052734375,0.00244140625,0.02197265625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.silu_gate,64,64,128,2048,64,0.36779111259848957,0.0,0.84423828125,0.00439453125,0.03515625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,128,192,2048,64,0.274736477518532,0.0,0.88037109375,0.001953125,0.03173828125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,192,256,2048,64,0.2969867037627935,0.0,0.90966796875,0.00244140625,0.01904296875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,256,320,2048,64,0.276459685208548,0.0,0.876953125,0.00244140625,0.03125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,320,384,2048,64,0.39404128356101287,0.0,0.85498046875,0.0029296875,0.0419921875,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.silu_gate,64,384,448,2048,64,0.3450944065692904,0.0,0.89208984375,0.001953125,0.02783203125,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,64,448,512,2048,64,0.24697328708327088,0.0,0.8994140625,0.00390625,0.02978515625,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,512,576,2048,64,0.35880982858276506,0.0,0.87255859375,0.00390625,0.0341796875,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,576,640,2048,64,0.3755920391402059,0.0,0.91015625,0.00244140625,0.0244140625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.silu_gate,64,640,704,2048,64,0.30902058290728995,0.0,0.841796875,0.0029296875,0.02490234375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,704,768,2048,64,0.27402310659122997,0.0,0.87548828125,0.00439453125,0.02197265625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,768,832,2048,64,0.309217309660133,0.0,0.8759765625,0.00146484375,0.0185546875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,832,896,2048,64,0.3359019042191639,0.0,0.87744140625,0.0029296875,0.033203125,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.silu_gate,64,896,960,2048,64,0.3998123622805263,0.0,0.78662109375,0.00341796875,0.04296875,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.silu_gate,64,960,1024,2048,64,0.2960245049077665,0.0,0.88134765625,0.00244140625,0.0244140625,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,1024,1088,2048,64,0.491699415659376,0.0,0.86767578125,0.00244140625,0.04052734375,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.silu_gate,64,1088,1152,2048,64,0.2924363318769941,0.0,0.91552734375,0.00146484375,0.01220703125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1152,1216,2048,64,0.2802477774848801,0.0,0.892578125,0.001953125,0.0244140625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1216,1280,2048,64,0.3042976414947133,0.0,0.826171875,0.00341796875,0.03369140625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,1280,1344,2048,64,0.2867367558700934,0.0,0.89306640625,0.001953125,0.0224609375,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1344,1408,2048,64,0.3632796343682446,0.0,0.8486328125,0.00341796875,0.0400390625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1408,1472,2048,64,0.3019639912687482,0.0,0.88037109375,0.001953125,0.0263671875,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,1472,1536,2048,64,0.29838642394750786,0.0,0.83935546875,0.00146484375,0.02490234375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,1536,1600,2048,64,0.3597061270795865,0.0,0.92578125,0.00439453125,0.0322265625,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1600,1664,2048,64,0.3873092378848439,0.0,0.8720703125,0.00048828125,0.021484375,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,1664,1728,2048,64,0.2716568664743379,0.0,0.8388671875,0.0029296875,0.02880859375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,1728,1792,2048,64,0.2548419614923627,0.0,0.91650390625,0.00146484375,0.02001953125,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,1792,1856,2048,64,0.2536353514078486,0.0,0.91845703125,0.001953125,0.01416015625,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,1856,1920,2048,64,0.2597942342025494,0.0,0.90673828125,0.0029296875,0.01953125,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,1920,1984,2048,64,0.31821343930013213,0.0,0.875,0.0009765625,0.02880859375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,1984,2048,2048,64,0.2945118145255969,0.0,0.91162109375,0.00146484375,0.02392578125,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,2048,2112,2048,64,0.2718727221261899,0.0,0.908203125,0.00048828125,0.01708984375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2112,2176,2048,64,0.29828323874716484,0.0,0.8603515625,0.0029296875,0.02783203125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2176,2240,2048,64,0.2667089971400706,0.0,0.92529296875,0.00146484375,0.01318359375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2240,2304,2048,64,0.26552123120278626,0.0,0.904296875,0.00048828125,0.0166015625,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2304,2368,2048,64,0.2828004652104312,0.0,0.87841796875,0.00146484375,0.02099609375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,2368,2432,2048,64,0.35498972963791997,0.0,0.880859375,0.00341796875,0.02880859375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,64,2432,2496,2048,64,0.2943092629054723,0.0,0.9111328125,0.00244140625,0.01708984375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2496,2560,2048,64,0.3359807821604664,0.0,0.81396484375,0.00244140625,0.033203125,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,2560,2624,2048,64,0.3745669186653254,0.0,0.7568359375,0.00390625,0.04443359375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.silu_gate,64,2624,2688,2048,64,0.34545689348939657,0.0,0.83056640625,0.00537109375,0.03515625,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,64,2688,2752,2048,64,0.3802290370709659,0.0,0.81494140625,0.001953125,0.046875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.silu_gate,64,2752,2816,2048,64,0.25958123220193086,0.0,0.87939453125,0.00390625,0.03125,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2816,2880,2048,64,0.2699025971029593,0.0,0.88916015625,0.0029296875,0.02294921875,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2880,2944,2048,64,0.2480942404549383,0.0,0.90185546875,0.00244140625,0.0185546875,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,2944,3008,2048,64,0.2833820872507605,0.0,0.91943359375,0.00146484375,0.0185546875,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3008,3072,2048,64,0.25884710413702566,0.0,0.88427734375,0.0029296875,0.02734375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3072,3136,2048,64,0.2892718529244572,0.0,0.8720703125,0.00244140625,0.029296875,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,3136,3200,2048,64,0.3386556459275855,0.0,0.880859375,0.00244140625,0.0263671875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,64,3200,3264,2048,64,0.29270686107108074,0.0,0.880859375,0.0029296875,0.02294921875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,3264,3328,2048,64,0.3491390812159144,0.0,0.84814453125,0.005859375,0.03857421875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3328,3392,2048,64,0.2565692406947508,0.0,0.88623046875,0.0048828125,0.03173828125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3392,3456,2048,64,0.2652528749961541,0.0,0.923828125,0.0029296875,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3456,3520,2048,64,0.28112627318522454,0.0,0.884765625,0.001953125,0.02734375,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,3520,3584,2048,64,0.27706610946622057,0.0,0.8759765625,0.00146484375,0.0224609375,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,3584,3648,2048,64,0.28341902532015456,0.0,0.923828125,0.00244140625,0.02197265625,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3648,3712,2048,64,0.30329095191400407,0.0,0.8896484375,0.001953125,0.025390625,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3712,3776,2048,64,0.2516599590489061,0.0,0.88525390625,0.0029296875,0.021484375,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3776,3840,2048,64,0.38716600268643536,0.0,0.857421875,0.00341796875,0.0302734375,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,64,3840,3904,2048,64,0.2563497798907304,0.0,0.88671875,0.00244140625,0.0234375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,64,3904,3968,2048,64,0.29746762800405074,0.0,0.88037109375,0.001953125,0.02294921875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,3968,4032,2048,64,0.28997557392674644,0.0,0.8388671875,0.00244140625,0.0263671875,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4032,4096,2048,64,0.2863323464926308,0.0,0.8720703125,0.00244140625,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,4096,4160,2048,64,0.3314470908856858,0.0,0.8857421875,0.00244140625,0.0322265625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,4160,4224,2048,64,0.3932967486263012,0.0,0.89794921875,0.0029296875,0.03369140625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.silu_gate,64,4224,4288,2048,64,0.27865760381944216,0.0,0.87939453125,0.00048828125,0.0205078125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4288,4352,2048,64,0.3578465418689325,0.0,0.837890625,0.00732421875,0.03857421875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,4352,4416,2048,64,0.4085143357086603,0.0,0.8662109375,0.0029296875,0.0380859375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.silu_gate,64,4416,4480,2048,64,0.2687233682222206,0.0,0.888671875,0.00146484375,0.02197265625,1.0,54,0.84375
+fresh-zh-2,layers.19.mlp.silu_gate,64,4480,4544,2048,64,0.289443631796762,0.0,0.8896484375,0.00244140625,0.01953125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4544,4608,2048,64,0.5936165486938518,0.0,0.81298828125,0.00537109375,0.056640625,1.0,21,0.328125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4608,4672,2048,64,0.29434216274927705,0.0,0.9130859375,0.0009765625,0.01806640625,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4672,4736,2048,64,0.2875838349813604,0.0,0.90576171875,0.0029296875,0.02587890625,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,4736,4800,2048,64,0.29331632198244684,0.0,0.8671875,0.0029296875,0.029296875,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,4800,4864,2048,64,0.31044880577818107,0.0,0.890625,0.00048828125,0.02392578125,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.silu_gate,64,4864,4928,2048,64,0.33732413927099253,0.0,0.88720703125,0.0029296875,0.029296875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4928,4992,2048,64,0.28986535653884543,0.0,0.8779296875,0.00146484375,0.02783203125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,4992,5056,2048,64,0.26840063916159984,0.0,0.88525390625,0.00390625,0.03271484375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,5056,5120,2048,64,0.5711123595985763,0.0,0.81884765625,0.0068359375,0.0634765625,1.0,24,0.375
+fresh-zh-2,layers.19.mlp.silu_gate,64,5120,5184,2048,64,0.29480798790382357,0.0,0.88720703125,0.0029296875,0.0234375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,5184,5248,2048,64,0.3079429248308241,0.0,0.87255859375,0.00244140625,0.02783203125,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,5248,5312,2048,64,0.2958882629483607,0.0,0.92919921875,0.001953125,0.02099609375,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,5312,5376,2048,64,0.29323196440379445,0.0,0.88525390625,0.001953125,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,5376,5440,2048,64,0.3007881577728982,0.0,0.85205078125,0.00341796875,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,5440,5504,2048,64,0.2758954501030542,0.0,0.89404296875,0.00048828125,0.01904296875,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,64,5504,5568,2048,64,0.4451813213561937,0.0,0.861328125,0.0068359375,0.04150390625,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.silu_gate,64,5568,5632,2048,64,0.2816442617731939,0.0,0.8544921875,0.001953125,0.0341796875,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,5632,5696,2048,64,0.2543306044777168,0.0,0.9267578125,0.0009765625,0.02001953125,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.silu_gate,64,5696,5760,2048,64,0.31214795885568025,0.0,0.88916015625,0.001953125,0.02490234375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,5760,5824,2048,64,0.38000362765894563,0.0,0.83544921875,0.0029296875,0.02880859375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.silu_gate,64,5824,5888,2048,64,0.33732549966151254,0.0,0.9013671875,0.00244140625,0.025390625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,64,5888,5952,2048,64,0.3561518638102099,0.0,0.86767578125,0.0029296875,0.03125,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,64,5952,6016,2048,64,0.290905214440487,0.0,0.8984375,0.00146484375,0.01904296875,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,64,6016,6080,2048,64,0.2710192623853611,0.0,0.919921875,0.0029296875,0.0146484375,1.0,49,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,64,6080,6144,2048,64,0.3284262017611784,0.0,0.810546875,0.00244140625,0.03076171875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,0,128,4096,128,0.3961027157009775,0.0,0.874755859375,0.00341796875,0.02978515625,1.0,82,0.640625
+fresh-zh-2,layers.19.mlp.silu_gate,128,128,256,4096,128,0.28607799136877005,0.0,0.89501953125,0.002197265625,0.025390625,1.0,99,0.7734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,256,384,4096,128,0.34036633991628784,0.0,0.865966796875,0.002685546875,0.038330078125,1.0,91,0.7109375
+fresh-zh-2,layers.19.mlp.silu_gate,128,384,512,4096,128,0.3000716197661205,0.0,0.895751953125,0.0029296875,0.03076171875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.silu_gate,128,512,640,4096,128,0.36729679616972644,0.0,0.891357421875,0.003173828125,0.02880859375,1.0,85,0.6640625
+fresh-zh-2,layers.19.mlp.silu_gate,128,640,768,4096,128,0.2920465575950775,0.0,0.858642578125,0.003662109375,0.02294921875,1.0,100,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,128,768,896,4096,128,0.3228354331943064,0.0,0.876708984375,0.002197265625,0.02587890625,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.silu_gate,128,896,1024,4096,128,0.3517672757223326,0.0,0.833984375,0.003662109375,0.033203125,1.0,91,0.7109375
+fresh-zh-2,layers.19.mlp.silu_gate,128,1024,1152,4096,128,0.40452893812522434,0.0,0.8916015625,0.001953125,0.02685546875,1.0,83,0.6484375
+fresh-zh-2,layers.19.mlp.silu_gate,128,1152,1280,4096,128,0.29251997487732345,0.0,0.859375,0.002685546875,0.028564453125,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,128,1280,1408,4096,128,0.3272537699657798,0.0,0.870849609375,0.0029296875,0.03076171875,1.0,94,0.734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,1408,1536,4096,128,0.300180537359715,0.0,0.85986328125,0.001708984375,0.025390625,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,128,1536,1664,4096,128,0.37376258748671876,0.0,0.89892578125,0.00244140625,0.02685546875,1.0,86,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,128,1664,1792,4096,128,0.2633836350648338,0.0,0.877685546875,0.002197265625,0.023681640625,1.0,104,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,128,1792,1920,4096,128,0.25673326197502333,0.0,0.91259765625,0.00244140625,0.0166015625,1.0,104,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,128,1920,2048,4096,128,0.30659174960065255,0.0,0.893310546875,0.001220703125,0.025634765625,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,128,2048,2176,4096,128,0.28538366066910925,0.0,0.88427734375,0.001708984375,0.0224609375,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,128,2176,2304,4096,128,0.26611577684807197,0.0,0.914794921875,0.0009765625,0.014892578125,1.0,105,0.8203125
+fresh-zh-2,layers.19.mlp.silu_gate,128,2304,2432,4096,128,0.3209313098403144,0.0,0.879638671875,0.002685546875,0.025390625,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.silu_gate,128,2432,2560,4096,128,0.31583304783787364,0.0,0.862548828125,0.00244140625,0.025634765625,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,128,2560,2688,4096,128,0.3603060100926577,0.0,0.793701171875,0.004638671875,0.040283203125,1.0,86,0.671875
+fresh-zh-2,layers.19.mlp.silu_gate,128,2688,2816,4096,128,0.3255430361283948,0.0,0.84716796875,0.00341796875,0.037109375,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.silu_gate,128,2816,2944,4096,128,0.2592278573666757,0.0,0.8955078125,0.00244140625,0.020751953125,1.0,104,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,128,2944,3072,4096,128,0.27139199573193185,0.0,0.90185546875,0.002197265625,0.022705078125,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.silu_gate,128,3072,3200,4096,128,0.314933208325971,0.0,0.87646484375,0.002685546875,0.028564453125,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.silu_gate,128,3200,3328,4096,128,0.3221609881335556,0.0,0.864501953125,0.004150390625,0.02978515625,1.0,93,0.7265625
+fresh-zh-2,layers.19.mlp.silu_gate,128,3328,3456,4096,128,0.26094718140306317,0.0,0.905029296875,0.00390625,0.02685546875,1.0,104,0.8125
+fresh-zh-2,layers.19.mlp.silu_gate,128,3456,3584,4096,128,0.2791035744036264,0.0,0.88037109375,0.001708984375,0.024658203125,1.0,101,0.7890625
+fresh-zh-2,layers.19.mlp.silu_gate,128,3584,3712,4096,128,0.2935232064303683,0.0,0.90673828125,0.002197265625,0.02392578125,1.0,99,0.7734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,3712,3840,4096,128,0.3265197150438929,0.0,0.871337890625,0.003173828125,0.026611328125,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.silu_gate,128,3840,3968,4096,128,0.2776708477319704,0.0,0.883544921875,0.002197265625,0.023193359375,1.0,100,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,128,3968,4096,4096,128,0.28815971797088674,0.0,0.85546875,0.00244140625,0.025634765625,1.0,99,0.7734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,4096,4224,4096,128,0.36368908873968436,0.0,0.891845703125,0.0029296875,0.0322265625,1.0,89,0.6953125
+fresh-zh-2,layers.19.mlp.silu_gate,128,4224,4352,4096,128,0.32070563426134785,0.0,0.858642578125,0.003173828125,0.030029296875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.silu_gate,128,4352,4480,4096,128,0.34575729284295886,0.0,0.87744140625,0.00146484375,0.028076171875,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.silu_gate,128,4480,4608,4096,128,0.4669894125517728,0.0,0.851318359375,0.003662109375,0.038818359375,1.0,68,0.53125
+fresh-zh-2,layers.19.mlp.silu_gate,128,4608,4736,4096,128,0.2909826205415954,0.0,0.909423828125,0.001953125,0.022216796875,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.silu_gate,128,4736,4864,4096,128,0.302004077580427,0.0,0.87890625,0.001708984375,0.0263671875,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.silu_gate,128,4864,4992,4096,128,0.31449125572605985,0.0,0.882568359375,0.002197265625,0.030029296875,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.silu_gate,128,4992,5120,4096,128,0.446210841636893,0.0,0.85205078125,0.0048828125,0.0517578125,1.0,70,0.546875
+fresh-zh-2,layers.19.mlp.silu_gate,128,5120,5248,4096,128,0.3014470058611161,0.0,0.8798828125,0.002685546875,0.02587890625,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,128,5248,5376,4096,128,0.29456310792316337,0.0,0.9072265625,0.001953125,0.022216796875,1.0,98,0.765625
+fresh-zh-2,layers.19.mlp.silu_gate,128,5376,5504,4096,128,0.28861030408145577,0.0,0.873046875,0.001953125,0.026611328125,1.0,99,0.7734375
+fresh-zh-2,layers.19.mlp.silu_gate,128,5504,5632,4096,128,0.3724982544081341,0.0,0.85791015625,0.00439453125,0.0400390625,1.0,85,0.6640625
+fresh-zh-2,layers.19.mlp.silu_gate,128,5632,5760,4096,128,0.28471073442335143,0.0,0.907958984375,0.001708984375,0.023681640625,1.0,100,0.78125
+fresh-zh-2,layers.19.mlp.silu_gate,128,5760,5888,4096,128,0.3592987960986285,0.0,0.868408203125,0.002685546875,0.02783203125,1.0,89,0.6953125
+fresh-zh-2,layers.19.mlp.silu_gate,128,5888,6016,4096,128,0.32516918203002576,0.0,0.883056640625,0.00244140625,0.025634765625,1.0,96,0.75
+fresh-zh-2,layers.19.mlp.silu_gate,128,6016,6144,4096,128,0.301094014044766,0.0,0.865234375,0.003173828125,0.0234375,1.0,95,0.7421875
+fresh-zh-2,layers.19.mlp.gated_product,0,0,6144,196608,6144,0.22307110428038646,0.0,0.5078125,0.025197347005208332,0.19022115071614584,1.0,2792,0.4544270833333333
+fresh-zh-2,layers.19.mlp.gated_product,64,0,64,2048,64,0.24458685558040721,0.0,0.5390625,0.02587890625,0.19287109375,1.0,23,0.359375
+fresh-zh-2,layers.19.mlp.gated_product,64,64,128,2048,64,0.20153793858345384,0.0,0.513671875,0.01953125,0.1728515625,1.0,34,0.53125
+fresh-zh-2,layers.19.mlp.gated_product,64,128,192,2048,64,0.15938472954906763,0.0,0.5078125,0.0205078125,0.16259765625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,192,256,2048,64,0.17266356849434467,0.0,0.564453125,0.0166015625,0.150390625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,256,320,2048,64,0.18354794129972996,0.0,0.49560546875,0.02294921875,0.1630859375,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gated_product,64,320,384,2048,64,0.2131805044117488,0.0,0.49169921875,0.03125,0.193359375,1.0,30,0.46875
+fresh-zh-2,layers.19.mlp.gated_product,64,384,448,2048,64,0.39847964383693524,0.0,0.4833984375,0.0439453125,0.30224609375,1.0,3,0.046875
+fresh-zh-2,layers.19.mlp.gated_product,64,448,512,2048,64,0.12973107139876514,0.0,0.4765625,0.02099609375,0.12841796875,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.gated_product,64,512,576,2048,64,0.34082513644243917,0.0,0.5205078125,0.03369140625,0.275390625,1.0,10,0.15625
+fresh-zh-2,layers.19.mlp.gated_product,64,576,640,2048,64,0.22024035610690232,0.0,0.50390625,0.0234375,0.1787109375,1.0,26,0.40625
+fresh-zh-2,layers.19.mlp.gated_product,64,640,704,2048,64,0.15127988934394399,0.0,0.4921875,0.02099609375,0.14306640625,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.gated_product,64,704,768,2048,64,0.17384656364712311,0.0,0.51904296875,0.021484375,0.1455078125,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gated_product,64,768,832,2048,64,0.19095142304326307,0.0,0.55322265625,0.02001953125,0.16943359375,1.0,36,0.5625
+fresh-zh-2,layers.19.mlp.gated_product,64,832,896,2048,64,0.24463963186520096,0.0,0.53369140625,0.02392578125,0.21533203125,1.0,29,0.453125
+fresh-zh-2,layers.19.mlp.gated_product,64,896,960,2048,64,0.18170421564870326,0.0,0.49072265625,0.02587890625,0.173828125,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,64,960,1024,2048,64,0.18064801081720894,0.0,0.52001953125,0.017578125,0.15478515625,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gated_product,64,1024,1088,2048,64,0.23453519698745146,0.0,0.55712890625,0.01953125,0.19482421875,1.0,31,0.484375
+fresh-zh-2,layers.19.mlp.gated_product,64,1088,1152,2048,64,0.18192072645590077,0.0,0.49462890625,0.01513671875,0.162109375,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,64,1152,1216,2048,64,0.15102479952352096,0.0,0.533203125,0.01708984375,0.1435546875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,1216,1280,2048,64,0.24367157741766218,0.0,0.53857421875,0.029296875,0.212890625,1.0,26,0.40625
+fresh-zh-2,layers.19.mlp.gated_product,64,1280,1344,2048,64,0.1944372137572666,0.0,0.521484375,0.0146484375,0.1416015625,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,64,1344,1408,2048,64,0.22455937138194945,0.0,0.513671875,0.0205078125,0.197265625,1.0,31,0.484375
+fresh-zh-2,layers.19.mlp.gated_product,64,1408,1472,2048,64,0.18690576091977829,0.0,0.5078125,0.0263671875,0.17431640625,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,64,1472,1536,2048,64,0.25006869710025054,0.0,0.47119140625,0.02294921875,0.18994140625,1.0,28,0.4375
+fresh-zh-2,layers.19.mlp.gated_product,64,1536,1600,2048,64,0.41851252435144615,0.0,0.49267578125,0.0517578125,0.3349609375,1.0,4,0.0625
+fresh-zh-2,layers.19.mlp.gated_product,64,1600,1664,2048,64,0.256195048623175,0.0,0.4931640625,0.02392578125,0.17919921875,1.0,25,0.390625
+fresh-zh-2,layers.19.mlp.gated_product,64,1664,1728,2048,64,0.19549979714174542,0.0,0.52978515625,0.0224609375,0.16455078125,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,64,1728,1792,2048,64,0.18374241992316992,0.0,0.560546875,0.01318359375,0.14013671875,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gated_product,64,1792,1856,2048,64,0.16272651559983095,0.0,0.49951171875,0.017578125,0.14208984375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,1856,1920,2048,64,0.1517970119206427,0.0,0.54541015625,0.01953125,0.1396484375,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gated_product,64,1920,1984,2048,64,0.15261649014875234,0.0,0.4970703125,0.0263671875,0.14599609375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,1984,2048,2048,64,0.17891677443821194,0.0,0.50439453125,0.0185546875,0.15087890625,1.0,36,0.5625
+fresh-zh-2,layers.19.mlp.gated_product,64,2048,2112,2048,64,0.153432730758905,0.0,0.55224609375,0.01513671875,0.13134765625,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gated_product,64,2112,2176,2048,64,0.20884760834585742,0.0,0.5205078125,0.02734375,0.19140625,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,64,2176,2240,2048,64,0.1496623469928975,0.0,0.57080078125,0.01806640625,0.1337890625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,2240,2304,2048,64,0.16156365839542638,0.0,0.52001953125,0.01904296875,0.1494140625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,2304,2368,2048,64,0.20938449461789946,0.0,0.4765625,0.01953125,0.16650390625,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,64,2368,2432,2048,64,0.22517108905879876,0.0,0.50244140625,0.02978515625,0.212890625,1.0,28,0.4375
+fresh-zh-2,layers.19.mlp.gated_product,64,2432,2496,2048,64,0.16251024448432547,0.0,0.49462890625,0.01513671875,0.1376953125,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gated_product,64,2496,2560,2048,64,0.22504748845014774,0.0,0.45654296875,0.0263671875,0.16796875,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,64,2560,2624,2048,64,0.20254867526962816,0.0,0.51123046875,0.02587890625,0.18359375,1.0,32,0.5
+fresh-zh-2,layers.19.mlp.gated_product,64,2624,2688,2048,64,0.19669832607077664,0.0,0.49658203125,0.0322265625,0.17919921875,1.0,33,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,64,2688,2752,2048,64,0.27434943480671137,0.0,0.521484375,0.033203125,0.22705078125,1.0,22,0.34375
+fresh-zh-2,layers.19.mlp.gated_product,64,2752,2816,2048,64,0.16364337709262802,0.0,0.5146484375,0.02490234375,0.16552734375,1.0,40,0.625
+fresh-zh-2,layers.19.mlp.gated_product,64,2816,2880,2048,64,0.15206540721278217,0.0,0.498046875,0.02392578125,0.12646484375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.gated_product,64,2880,2944,2048,64,0.15165783330429958,0.0,0.45263671875,0.01904296875,0.14453125,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,2944,3008,2048,64,0.2079790554187509,0.0,0.5361328125,0.0244140625,0.17431640625,1.0,32,0.5
+fresh-zh-2,layers.19.mlp.gated_product,64,3008,3072,2048,64,0.14985693321464458,0.0,0.5302734375,0.0146484375,0.14208984375,1.0,46,0.71875
+fresh-zh-2,layers.19.mlp.gated_product,64,3072,3136,2048,64,0.19207030690389013,0.0,0.52099609375,0.0263671875,0.1611328125,1.0,35,0.546875
+fresh-zh-2,layers.19.mlp.gated_product,64,3136,3200,2048,64,0.2594858880845005,0.0,0.5576171875,0.0263671875,0.21142578125,1.0,23,0.359375
+fresh-zh-2,layers.19.mlp.gated_product,64,3200,3264,2048,64,0.14306656009851595,0.0,0.49755859375,0.0205078125,0.1357421875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,3264,3328,2048,64,0.22719434498549335,0.0,0.54248046875,0.02880859375,0.18603515625,1.0,30,0.46875
+fresh-zh-2,layers.19.mlp.gated_product,64,3328,3392,2048,64,0.1455960172293375,0.0,0.43359375,0.025390625,0.15673828125,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gated_product,64,3392,3456,2048,64,0.16145899427516597,0.0,0.4970703125,0.02294921875,0.1416015625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,3456,3520,2048,64,0.15112175580288503,0.0,0.5224609375,0.0146484375,0.13623046875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,3520,3584,2048,64,0.1845660098905714,0.0,0.48974609375,0.0185546875,0.169921875,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,64,3584,3648,2048,64,0.16088974887006335,0.0,0.52197265625,0.0244140625,0.14404296875,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,3648,3712,2048,64,0.16152233716446293,0.0,0.5283203125,0.01611328125,0.1357421875,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,3712,3776,2048,64,0.1511778771150023,0.0,0.5009765625,0.0185546875,0.12841796875,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gated_product,64,3776,3840,2048,64,0.26312815946443224,0.0,0.47412109375,0.03466796875,0.2099609375,1.0,24,0.375
+fresh-zh-2,layers.19.mlp.gated_product,64,3840,3904,2048,64,0.15745175819921617,0.0,0.48388671875,0.01953125,0.1494140625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,3904,3968,2048,64,0.14757608721360235,0.0,0.53759765625,0.0205078125,0.15771484375,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,3968,4032,2048,64,0.24300010912736625,0.0,0.5068359375,0.021484375,0.177734375,1.0,27,0.421875
+fresh-zh-2,layers.19.mlp.gated_product,64,4032,4096,2048,64,0.1578728590629344,0.0,0.47509765625,0.015625,0.14306640625,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,4096,4160,2048,64,0.2804822716669425,0.0,0.52099609375,0.03271484375,0.21142578125,1.0,22,0.34375
+fresh-zh-2,layers.19.mlp.gated_product,64,4160,4224,2048,64,0.27702171730503666,0.0,0.48046875,0.02880859375,0.20849609375,1.0,23,0.359375
+fresh-zh-2,layers.19.mlp.gated_product,64,4224,4288,2048,64,0.19342163151789382,0.0,0.5166015625,0.0234375,0.171875,1.0,35,0.546875
+fresh-zh-2,layers.19.mlp.gated_product,64,4288,4352,2048,64,0.17523969145578663,0.0,0.50048828125,0.03076171875,0.18408203125,1.0,39,0.609375
+fresh-zh-2,layers.19.mlp.gated_product,64,4352,4416,2048,64,0.8981482489106745,0.0,0.5283203125,0.095703125,0.58154296875,1.0,1,0.015625
+fresh-zh-2,layers.19.mlp.gated_product,64,4416,4480,2048,64,0.17709835468821875,0.0,0.478515625,0.013671875,0.13525390625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,4480,4544,2048,64,0.15367105523304384,0.0,0.521484375,0.01220703125,0.12890625,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,4544,4608,2048,64,0.2457938090167127,0.0,0.55859375,0.029296875,0.19189453125,1.0,28,0.4375
+fresh-zh-2,layers.19.mlp.gated_product,64,4608,4672,2048,64,0.16511993101950428,0.0,0.50732421875,0.01708984375,0.12353515625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,4672,4736,2048,64,0.17422028679102539,0.0,0.537109375,0.02490234375,0.16162109375,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,64,4736,4800,2048,64,0.1790324970660891,0.0,0.4189453125,0.021484375,0.16015625,1.0,36,0.5625
+fresh-zh-2,layers.19.mlp.gated_product,64,4800,4864,2048,64,0.19498048866569095,0.0,0.49853515625,0.01611328125,0.15234375,1.0,38,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,64,4864,4928,2048,64,0.25521273773116515,0.0,0.48193359375,0.0263671875,0.19873046875,1.0,26,0.40625
+fresh-zh-2,layers.19.mlp.gated_product,64,4928,4992,2048,64,0.1608525815557723,0.0,0.490234375,0.01708984375,0.1484375,1.0,41,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,64,4992,5056,2048,64,0.13972405691944884,0.0,0.51171875,0.0185546875,0.15625,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gated_product,64,5056,5120,2048,64,0.30864584225891,0.0,0.53125,0.03857421875,0.255859375,1.0,16,0.25
+fresh-zh-2,layers.19.mlp.gated_product,64,5120,5184,2048,64,0.2848041377317905,0.0,0.4658203125,0.02392578125,0.23486328125,1.0,17,0.265625
+fresh-zh-2,layers.19.mlp.gated_product,64,5184,5248,2048,64,0.21822872964028342,0.0,0.455078125,0.02197265625,0.18017578125,1.0,32,0.5
+fresh-zh-2,layers.19.mlp.gated_product,64,5248,5312,2048,64,0.19317712602636186,0.0,0.4873046875,0.01611328125,0.15625,1.0,34,0.53125
+fresh-zh-2,layers.19.mlp.gated_product,64,5312,5376,2048,64,0.18712905842880406,0.0,0.4619140625,0.0185546875,0.1513671875,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,64,5376,5440,2048,64,0.1800913529055973,0.0,0.48828125,0.02197265625,0.17724609375,1.0,37,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,64,5440,5504,2048,64,0.14113277103957844,0.0,0.46337890625,0.01708984375,0.13037109375,1.0,45,0.703125
+fresh-zh-2,layers.19.mlp.gated_product,64,5504,5568,2048,64,0.22278762069424046,0.0,0.49560546875,0.02490234375,0.18798828125,1.0,31,0.484375
+fresh-zh-2,layers.19.mlp.gated_product,64,5568,5632,2048,64,0.1650025365755607,0.0,0.5732421875,0.0224609375,0.15771484375,1.0,43,0.671875
+fresh-zh-2,layers.19.mlp.gated_product,64,5632,5696,2048,64,0.16157266397631873,0.0,0.53564453125,0.0166015625,0.134765625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,64,5696,5760,2048,64,0.14350648372798433,0.0,0.4912109375,0.01708984375,0.14111328125,1.0,44,0.6875
+fresh-zh-2,layers.19.mlp.gated_product,64,5760,5824,2048,64,0.21359467345177824,0.0,0.4892578125,0.02392578125,0.18310546875,1.0,32,0.5
+fresh-zh-2,layers.19.mlp.gated_product,64,5824,5888,2048,64,0.19645386741398102,0.0,0.53955078125,0.01513671875,0.1552734375,1.0,35,0.546875
+fresh-zh-2,layers.19.mlp.gated_product,64,5888,5952,2048,64,0.20159078883741194,0.0,0.51611328125,0.02392578125,0.1689453125,1.0,34,0.53125
+fresh-zh-2,layers.19.mlp.gated_product,64,5952,6016,2048,64,0.20251261587221847,0.0,0.47705078125,0.0244140625,0.1728515625,1.0,34,0.53125
+fresh-zh-2,layers.19.mlp.gated_product,64,6016,6080,2048,64,0.12167505254396958,0.0,0.50634765625,0.0166015625,0.123046875,1.0,47,0.734375
+fresh-zh-2,layers.19.mlp.gated_product,64,6080,6144,2048,64,0.20155262132673837,0.0,0.5107421875,0.01904296875,0.1611328125,1.0,36,0.5625
+fresh-zh-2,layers.19.mlp.gated_product,128,0,128,4096,128,0.2240984946526627,0.0,0.5263671875,0.023193359375,0.185302734375,1.0,56,0.4375
+fresh-zh-2,layers.19.mlp.gated_product,128,128,256,4096,128,0.16615685345274006,0.0,0.5361328125,0.018798828125,0.155029296875,1.0,82,0.640625
+fresh-zh-2,layers.19.mlp.gated_product,128,256,384,4096,128,0.19891678438057556,0.0,0.49365234375,0.02685546875,0.17919921875,1.0,68,0.53125
+fresh-zh-2,layers.19.mlp.gated_product,128,384,512,4096,128,0.2963242965390134,0.0,0.47998046875,0.03369140625,0.244140625,1.0,30,0.234375
+fresh-zh-2,layers.19.mlp.gated_product,128,512,640,4096,128,0.2869386590275894,0.0,0.51220703125,0.030029296875,0.23291015625,1.0,33,0.2578125
+fresh-zh-2,layers.19.mlp.gated_product,128,640,768,4096,128,0.1629543381009373,0.0,0.505615234375,0.021240234375,0.14453125,1.0,86,0.671875
+fresh-zh-2,layers.19.mlp.gated_product,128,768,896,4096,128,0.21944360943234173,0.0,0.54345703125,0.02197265625,0.19287109375,1.0,63,0.4921875
+fresh-zh-2,layers.19.mlp.gated_product,128,896,1024,4096,128,0.18117688290276562,0.0,0.50537109375,0.021728515625,0.163818359375,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,128,1024,1152,4096,128,0.2098831929195205,0.0,0.52587890625,0.018310546875,0.180419921875,1.0,66,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,128,1152,1280,4096,128,0.20271202198233268,0.0,0.535888671875,0.024169921875,0.184326171875,1.0,66,0.515625
+fresh-zh-2,layers.19.mlp.gated_product,128,1280,1408,4096,128,0.21003897420377163,0.0,0.517578125,0.018310546875,0.16845703125,1.0,67,0.5234375
+fresh-zh-2,layers.19.mlp.gated_product,128,1408,1536,4096,128,0.2207579180170195,0.0,0.489501953125,0.025390625,0.186279296875,1.0,63,0.4921875
+fresh-zh-2,layers.19.mlp.gated_product,128,1536,1664,4096,128,0.34697884371965015,0.0,0.492919921875,0.038818359375,0.263916015625,1.0,18,0.140625
+fresh-zh-2,layers.19.mlp.gated_product,128,1664,1792,4096,128,0.18971221305135594,0.0,0.545166015625,0.017578125,0.1513671875,1.0,75,0.5859375
+fresh-zh-2,layers.19.mlp.gated_product,128,1792,1920,4096,128,0.1573566835366356,0.0,0.5224609375,0.018310546875,0.14013671875,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,128,1920,2048,4096,128,0.16628740968681036,0.0,0.500732421875,0.02294921875,0.15087890625,1.0,77,0.6015625
+fresh-zh-2,layers.19.mlp.gated_product,128,2048,2176,4096,128,0.18324700049375883,0.0,0.536376953125,0.020263671875,0.16455078125,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,128,2176,2304,4096,128,0.15572673794428574,0.0,0.54541015625,0.0185546875,0.142578125,1.0,83,0.6484375
+fresh-zh-2,layers.19.mlp.gated_product,128,2304,2432,4096,128,0.2174211189538848,0.0,0.489501953125,0.024658203125,0.18896484375,1.0,60,0.46875
+fresh-zh-2,layers.19.mlp.gated_product,128,2432,2560,4096,128,0.1962854447228253,0.0,0.4755859375,0.020263671875,0.157470703125,1.0,74,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,128,2560,2688,4096,128,0.19964493148152654,0.0,0.50390625,0.028564453125,0.181396484375,1.0,65,0.5078125
+fresh-zh-2,layers.19.mlp.gated_product,128,2688,2816,4096,128,0.2258835620901198,0.0,0.51806640625,0.02685546875,0.20263671875,1.0,57,0.4453125
+fresh-zh-2,layers.19.mlp.gated_product,128,2816,2944,4096,128,0.15186175699191679,0.0,0.475341796875,0.021484375,0.135498046875,1.0,87,0.6796875
+fresh-zh-2,layers.19.mlp.gated_product,128,2944,3072,4096,128,0.18126277599851315,0.0,0.533203125,0.01953125,0.1591796875,1.0,76,0.59375
+fresh-zh-2,layers.19.mlp.gated_product,128,3072,3200,4096,128,0.22828045131937655,0.0,0.539306640625,0.0263671875,0.194091796875,1.0,55,0.4296875
+fresh-zh-2,layers.19.mlp.gated_product,128,3200,3328,4096,128,0.18984903346054946,0.0,0.52001953125,0.025390625,0.16845703125,1.0,72,0.5625
+fresh-zh-2,layers.19.mlp.gated_product,128,3328,3456,4096,128,0.1537322462357745,0.0,0.46533203125,0.02392578125,0.150146484375,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,128,3456,3584,4096,128,0.1686748307897081,0.0,0.506103515625,0.018310546875,0.15625,1.0,81,0.6328125
+fresh-zh-2,layers.19.mlp.gated_product,128,3584,3712,4096,128,0.16120635330926397,0.0,0.525146484375,0.020263671875,0.14013671875,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,128,3712,3840,4096,128,0.21458236044947684,0.0,0.487548828125,0.027099609375,0.183837890625,1.0,63,0.4921875
+fresh-zh-2,layers.19.mlp.gated_product,128,3840,3968,4096,128,0.15259383617515684,0.0,0.5107421875,0.020263671875,0.1533203125,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,128,3968,4096,4096,128,0.204905945087761,0.0,0.490966796875,0.01953125,0.166015625,1.0,65,0.5078125
+fresh-zh-2,layers.19.mlp.gated_product,128,4096,4224,4096,128,0.27875736454673283,0.0,0.500732421875,0.030517578125,0.21044921875,1.0,44,0.34375
+fresh-zh-2,layers.19.mlp.gated_product,128,4224,4352,4096,128,0.1845547032732615,0.0,0.508544921875,0.027099609375,0.17822265625,1.0,73,0.5703125
+fresh-zh-2,layers.19.mlp.gated_product,128,4352,4480,4096,128,0.6473152648650367,0.0,0.50341796875,0.062744140625,0.432861328125,1.0,1,0.0078125
+fresh-zh-2,layers.19.mlp.gated_product,128,4480,4608,4096,128,0.2049748640289602,0.0,0.5400390625,0.0205078125,0.16552734375,1.0,70,0.546875
+fresh-zh-2,layers.19.mlp.gated_product,128,4608,4736,4096,128,0.16973111080387265,0.0,0.522216796875,0.02099609375,0.140625,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.gated_product,128,4736,4864,4096,128,0.18717642208092186,0.0,0.458740234375,0.01953125,0.155517578125,1.0,74,0.578125
+fresh-zh-2,layers.19.mlp.gated_product,128,4864,4992,4096,128,0.21331560478946784,0.0,0.486083984375,0.023193359375,0.175048828125,1.0,64,0.5
+fresh-zh-2,layers.19.mlp.gated_product,128,4992,5120,4096,128,0.23956738929343174,0.0,0.521484375,0.030029296875,0.223876953125,1.0,51,0.3984375
+fresh-zh-2,layers.19.mlp.gated_product,128,5120,5248,4096,128,0.2537096522696373,0.0,0.46044921875,0.0234375,0.2060546875,1.0,47,0.3671875
+fresh-zh-2,layers.19.mlp.gated_product,128,5248,5376,4096,128,0.19017713654413831,0.0,0.474609375,0.01708984375,0.1533203125,1.0,71,0.5546875
+fresh-zh-2,layers.19.mlp.gated_product,128,5376,5504,4096,128,0.16178898981803191,0.0,0.475830078125,0.020263671875,0.154541015625,1.0,81,0.6328125
+fresh-zh-2,layers.19.mlp.gated_product,128,5504,5632,4096,128,0.19603591636607054,0.0,0.534423828125,0.025390625,0.173095703125,1.0,73,0.5703125
+fresh-zh-2,layers.19.mlp.gated_product,128,5632,5760,4096,128,0.15280680059535084,0.0,0.513427734375,0.016845703125,0.13916015625,1.0,84,0.65625
+fresh-zh-2,layers.19.mlp.gated_product,128,5760,5888,4096,128,0.2052033217919264,0.0,0.514404296875,0.018798828125,0.16845703125,1.0,65,0.5078125
+fresh-zh-2,layers.19.mlp.gated_product,128,5888,6016,4096,128,0.20205222806430362,0.0,0.49658203125,0.024169921875,0.1708984375,1.0,67,0.5234375
+fresh-zh-2,layers.19.mlp.gated_product,128,6016,6144,4096,128,0.16647564022291272,0.0,0.508544921875,0.0185546875,0.15185546875,1.0,79,0.6171875
+fresh-zh-2,layers.19.mlp.down_proj.output,0,0,2048,65536,2048,0.14777084690836845,0.0,0.50408935546875,0.0082244873046875,0.084686279296875,1.0,1607,0.78466796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,0,64,2048,64,0.143212821386123,0.0,0.5029296875,0.01220703125,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,64,128,2048,64,0.1379536948831775,0.0,0.48828125,0.009765625,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,128,192,2048,64,0.14525257735649025,0.0,0.49462890625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,192,256,2048,64,0.14096896874429626,0.0,0.4619140625,0.005859375,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,256,320,2048,64,0.14561882587491531,0.0,0.4921875,0.0078125,0.0751953125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,320,384,2048,64,0.1358615326385036,0.0,0.5078125,0.0068359375,0.08203125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,384,448,2048,64,0.1513858381081476,0.0,0.46923828125,0.0078125,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,448,512,2048,64,0.15352020797776572,0.0,0.45556640625,0.01318359375,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.19.mlp.down_proj.output,64,512,576,2048,64,0.14697067683242157,0.0,0.51708984375,0.0068359375,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,576,640,2048,64,0.153705823100081,0.0,0.4677734375,0.00732421875,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,640,704,2048,64,0.13826207815579727,0.0,0.56787109375,0.00927734375,0.0986328125,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,704,768,2048,64,0.15604776450781133,0.0,0.4794921875,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,768,832,2048,64,0.15488635015494287,0.0,0.5078125,0.00830078125,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,832,896,2048,64,0.14548404838063053,0.0,0.52099609375,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,896,960,2048,64,0.1426504333014427,0.0,0.48583984375,0.0078125,0.0859375,1.0,53,0.828125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,960,1024,2048,64,0.15747951776689148,0.0,0.56103515625,0.00341796875,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1024,1088,2048,64,0.1502185541053304,0.0,0.46630859375,0.01123046875,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1088,1152,2048,64,0.1373863548723353,0.0,0.50341796875,0.0068359375,0.07470703125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1152,1216,2048,64,0.21620381732253235,0.0,0.5576171875,0.01220703125,0.11962890625,1.0,42,0.65625
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1216,1280,2048,64,0.14107975745075377,0.0,0.51025390625,0.00830078125,0.078125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1280,1344,2048,64,0.13497650607552109,0.0,0.50390625,0.0107421875,0.08154296875,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1344,1408,2048,64,0.1443052956672978,0.0,0.5166015625,0.00537109375,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1408,1472,2048,64,0.14458893653002855,0.0,0.529296875,0.0048828125,0.07666015625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1472,1536,2048,64,0.1386312555479347,0.0,0.5,0.00634765625,0.0830078125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1536,1600,2048,64,0.1338034286525242,0.0,0.5380859375,0.01123046875,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1600,1664,2048,64,0.1467489970474792,0.0,0.4775390625,0.00732421875,0.09326171875,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1664,1728,2048,64,0.14304478800147194,0.0,0.5048828125,0.00927734375,0.08349609375,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1728,1792,2048,64,0.1535689216758133,0.0,0.51220703125,0.0048828125,0.09619140625,1.0,50,0.78125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1792,1856,2048,64,0.14118141167402554,0.0,0.45068359375,0.0087890625,0.0791015625,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1856,1920,2048,64,0.15140901318895217,0.0,0.51806640625,0.005859375,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1920,1984,2048,64,0.140626447194314,0.0,0.50830078125,0.00732421875,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,64,1984,2048,2048,64,0.1404585979305397,0.0,0.55322265625,0.0078125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,0,128,4096,128,0.14060784853857627,0.0,0.49560546875,0.010986328125,0.082763671875,1.0,103,0.8046875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,128,256,4096,128,0.14312679933809314,0.0,0.478271484375,0.007080078125,0.081298828125,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,256,384,4096,128,0.14082471107741015,0.0,0.5,0.00732421875,0.078369140625,1.0,103,0.8046875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,384,512,4096,128,0.15245675819268018,0.0,0.46240234375,0.010498046875,0.083251953125,1.0,97,0.7578125
+fresh-zh-2,layers.19.mlp.down_proj.output,128,512,640,4096,128,0.1503759620143018,0.0,0.492431640625,0.007080078125,0.0859375,1.0,101,0.7890625
+fresh-zh-2,layers.19.mlp.down_proj.output,128,640,768,4096,128,0.14742338190369453,0.0,0.523681640625,0.009033203125,0.092529296875,1.0,103,0.8046875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,768,896,4096,128,0.15025875980710277,0.0,0.514404296875,0.008056640625,0.080810546875,1.0,101,0.7890625
+fresh-zh-2,layers.19.mlp.down_proj.output,128,896,1024,4096,128,0.1502480359891304,0.0,0.5234375,0.005615234375,0.08154296875,1.0,103,0.8046875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1024,1152,4096,128,0.14394551834392644,0.0,0.48486328125,0.00927734375,0.080810546875,1.0,101,0.7890625
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1152,1280,4096,128,0.1825480602296262,0.0,0.533935546875,0.010986328125,0.101806640625,1.0,92,0.71875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1280,1408,4096,128,0.1397187810388808,0.0,0.51025390625,0.00830078125,0.080810546875,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1408,1536,4096,128,0.1416414232872598,0.0,0.5146484375,0.005859375,0.080810546875,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1536,1664,4096,128,0.14042547071954609,0.0,0.5078125,0.009521484375,0.088134765625,1.0,102,0.796875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1664,1792,4096,128,0.14840017701987107,0.0,0.508544921875,0.0068359375,0.08935546875,1.0,101,0.7890625
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1792,1920,4096,128,0.1463845625008371,0.0,0.484375,0.007568359375,0.08203125,1.0,103,0.8046875
+fresh-zh-2,layers.19.mlp.down_proj.output,128,1920,2048,4096,128,0.14054254762012142,0.0,0.53076171875,0.007568359375,0.083984375,1.0,101,0.7890625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.3914351055891476,0.0,0.49920654296875,0.012929280598958334,0.12671915690104166,1.0,2473,0.4025065104166667
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.7242623952567024,0.0,0.58349609375,0.00732421875,0.06787109375,1.0,42,0.65625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.7001616272103746,0.0,0.39453125,0.00830078125,0.078125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.261822340599362,0.0,0.486328125,0.009765625,0.0732421875,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3969914930287302,0.0,0.45166015625,0.00927734375,0.0859375,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.8054632707779237,0.0,0.39453125,0.00634765625,0.07763671875,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7540972262272514,0.0,0.54296875,0.005859375,0.07763671875,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.6340295266729397,0.0,0.49169921875,0.00537109375,0.09375,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.0217730666305718,0.0,0.51220703125,0.0146484375,0.1103515625,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.4121830259101955,0.0,0.47412109375,0.0224609375,0.1806640625,1.0,15,0.234375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.9736073817022246,0.0,0.44775390625,0.0146484375,0.14599609375,1.0,25,0.390625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.9844478724520256,0.0,0.4580078125,0.00927734375,0.08056640625,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.2668153517046779,0.0,0.50732421875,0.00830078125,0.1083984375,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.570416113561344,0.0,0.5498046875,0.01904296875,0.1513671875,1.0,21,0.328125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.6535780210015676,0.0,0.49560546875,0.01513671875,0.11669921875,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.337377130195708,0.0,0.60693359375,0.0224609375,0.22119140625,1.0,10,0.15625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.3723016732278288,0.0,0.4541015625,0.01171875,0.13720703125,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.1712417832021726,0.0,0.5205078125,0.009765625,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3585053168291437,0.0,0.490234375,0.013671875,0.09228515625,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2294277373764786,0.0,0.4775390625,0.01171875,0.09423828125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.0003410011907745,0.0,0.4208984375,0.0087890625,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.699021925458244,0.0,0.61328125,0.0087890625,0.09716796875,1.0,36,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.6500783732717608,0.0,0.44384765625,0.00927734375,0.08203125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.2057856327745782,0.0,0.5693359375,0.00830078125,0.10546875,1.0,41,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.942627063612101,0.0,0.529296875,0.0087890625,0.10498046875,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.547808697369721,0.0,0.462890625,0.015625,0.138671875,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.0782979084111832,0.0,0.5146484375,0.0087890625,0.07373046875,1.0,45,0.703125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,3.517903838843275,0.0,0.53564453125,0.01123046875,0.1376953125,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,3.137380381734437,0.0,0.58740234375,0.0087890625,0.1005859375,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.207303512469994,0.0,0.49267578125,0.0087890625,0.10302734375,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2839383261153232,0.0,0.517578125,0.013671875,0.1279296875,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.852889564897228,0.0,0.49365234375,0.00634765625,0.10205078125,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.7217960297322978,0.0,0.5068359375,0.0126953125,0.0966796875,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.3950418690371709,0.0,0.5439453125,0.00439453125,0.07568359375,1.0,41,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.6505938996580718,0.0,0.53369140625,0.00634765625,0.07568359375,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.8107520824604253,0.0,0.65234375,0.00390625,0.044921875,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.0647917523401818,0.0,0.61181640625,0.0087890625,0.05126953125,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.8762599738171113,0.0,0.49462890625,0.009765625,0.07666015625,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.3638616632403782,0.0,0.50927734375,0.00537109375,0.07666015625,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.10514703635101,0.0,0.45703125,0.005859375,0.06689453125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.6973539539433358,0.0,0.4150390625,0.00830078125,0.10302734375,1.0,36,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.0080692116672014,0.0,0.5166015625,0.00830078125,0.07177734375,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.9871337646026936,0.0,0.42919921875,0.00537109375,0.06982421875,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.3945110411095185,0.0,0.51953125,0.00341796875,0.03515625,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.2720128108550433,0.0,0.603515625,0.00244140625,0.03369140625,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,3.0015815737584606,0.0,0.48291015625,0.0107421875,0.10693359375,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.5783557839755065,0.0,0.53955078125,0.0078125,0.1025390625,1.0,33,0.515625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,3.15181496763136,0.0,0.54296875,0.0087890625,0.0771484375,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.6725344455869235,0.0,0.4599609375,0.00927734375,0.072265625,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4016459532730388,0.0,0.55126953125,0.0087890625,0.1123046875,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.3678257914674137,0.0,0.419921875,0.00927734375,0.10595703125,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.5615699875989832,0.0,0.455078125,0.00830078125,0.0810546875,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5314068702852381,0.0,0.53369140625,0.0068359375,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.7785606534575993,0.0,0.46728515625,0.00634765625,0.06298828125,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,3.1311155122230487,0.0,0.443359375,0.00634765625,0.07275390625,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.1068841567104926,0.0,0.46923828125,0.0087890625,0.09130859375,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.235129739772091,0.0,0.482421875,0.01513671875,0.10791015625,1.0,41,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.953534067222231,0.0,0.515625,0.00390625,0.0576171875,1.0,42,0.65625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.9415039615509853,0.0,0.39892578125,0.005859375,0.06005859375,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.9860563048993098,0.0,0.53271484375,0.01953125,0.140625,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.2620217756981407,0.0,0.44140625,0.01513671875,0.15771484375,1.0,23,0.359375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.9346760991334535,0.0,0.53466796875,0.00830078125,0.07177734375,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.6480042124727654,0.0,0.5927734375,0.00732421875,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.5453532932277363,0.0,0.43701171875,0.005859375,0.03076171875,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.3578809805886007,0.0,0.490234375,0.00341796875,0.0380859375,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.063551487539939,0.0,0.63134765625,0.0087890625,0.11328125,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.5813001170216556,0.0,0.4873046875,0.01220703125,0.12255859375,1.0,22,0.34375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.5542173435323123,0.0,0.5947265625,0.0146484375,0.138671875,1.0,23,0.359375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.734958198389019,0.0,0.4775390625,0.01025390625,0.08447265625,1.0,35,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.0684409212640955,0.0,0.45458984375,0.01025390625,0.10791015625,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.476154770771636,0.0,0.4765625,0.01171875,0.130859375,1.0,25,0.390625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,2.2182426775674062,0.0,0.48388671875,0.0126953125,0.13720703125,1.0,25,0.390625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.0859073071717202,0.0,0.494140625,0.01123046875,0.11328125,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.485957661378628,0.0,0.49853515625,0.00390625,0.03857421875,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.765573342128475,0.0,0.48193359375,0.00390625,0.052734375,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.8954418438525922,0.0,0.45703125,0.01220703125,0.13623046875,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.6982450939503102,0.0,0.51806640625,0.01171875,0.13427734375,1.0,28,0.4375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.5032362691689243,0.0,0.4951171875,0.03662109375,0.3203125,1.0,3,0.046875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7509199685395291,0.0,0.48193359375,0.01220703125,0.14501953125,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,4.937718128223493,0.0,0.44140625,0.0068359375,0.08203125,1.0,36,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,5.217330346529417,0.0,0.4404296875,0.00634765625,0.06982421875,1.0,42,0.65625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.3743764855286176,0.0,0.52783203125,0.009765625,0.103515625,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.820109233603718,0.0,0.5,0.01171875,0.138671875,1.0,23,0.359375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.1296886061840707,0.0,0.4580078125,0.0078125,0.1103515625,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.466376195126616,0.0,0.47802734375,0.01171875,0.12451171875,1.0,29,0.453125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.441132996399003,0.0,0.3701171875,0.01220703125,0.1201171875,1.0,29,0.453125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,3.478354650568299,0.0,0.48583984375,0.0078125,0.12158203125,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.510008071835548,0.0,0.5244140625,0.0126953125,0.12109375,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.7863055165367967,0.0,0.51220703125,0.01611328125,0.16455078125,1.0,22,0.34375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,3.4256494487563396,0.0,0.515625,0.0107421875,0.1162109375,1.0,24,0.375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,3.3250341973539106,0.0,0.45458984375,0.01123046875,0.103515625,1.0,28,0.4375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.5586883713547703,0.0,0.541015625,0.01708984375,0.1455078125,1.0,27,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.9832016112882511,0.0,0.56591796875,0.02392578125,0.19287109375,1.0,12,0.1875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,4.644180048985925,0.0,0.57177734375,0.005859375,0.07666015625,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,4.475409911277749,0.0,0.52197265625,0.01025390625,0.0771484375,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.52210367769141,0.0,0.40478515625,0.01025390625,0.06640625,1.0,35,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.1345983325795554,0.0,0.47216796875,0.00732421875,0.076171875,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.7122544154323285,0.0,0.489013671875,0.0078125,0.0732421875,1.0,81,0.6328125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3311237453426885,0.0,0.468994140625,0.009521484375,0.08154296875,1.0,83,0.6484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.7799655475859997,0.0,0.46875,0.005859375,0.078369140625,1.0,77,0.6015625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.8381538057235278,0.0,0.501953125,0.010009765625,0.1044921875,1.0,63,0.4921875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.2038322358563023,0.0,0.4609375,0.018798828125,0.16455078125,1.0,39,0.3046875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1344511335641492,0.0,0.482666015625,0.008544921875,0.093994140625,1.0,83,0.6484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.6123280144727614,0.0,0.522705078125,0.01708984375,0.135009765625,1.0,46,0.359375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.9165781657821606,0.0,0.530517578125,0.017822265625,0.190185546875,1.0,32,0.25
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2683343428630436,0.0,0.50537109375,0.01171875,0.091796875,1.0,82,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.1207530236617718,0.0,0.44921875,0.010986328125,0.09423828125,1.0,86,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.674662103760681,0.0,0.528564453125,0.009033203125,0.090087890625,1.0,76,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.0822349036275725,0.0,0.54931640625,0.00927734375,0.10595703125,1.0,87,0.6796875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.3338737089652237,0.0,0.48876953125,0.011474609375,0.108154296875,1.0,74,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,3.3330768877300425,0.0,0.5615234375,0.01025390625,0.119140625,1.0,57,0.4453125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.246210134064517,0.0,0.505126953125,0.010986328125,0.114013671875,1.0,67,0.5234375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.788544283447707,0.0,0.500244140625,0.009521484375,0.09912109375,1.0,68,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.5281691722376753,0.0,0.538818359375,0.005126953125,0.075439453125,1.0,78,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.941930493692656,0.0,0.632080078125,0.006591796875,0.04833984375,1.0,89,0.6953125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.6401936053108177,0.0,0.501953125,0.0078125,0.0810546875,1.0,78,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.9121525160959987,0.0,0.43603515625,0.00830078125,0.086669921875,1.0,75,0.5859375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.9976197648976095,0.0,0.472900390625,0.0068359375,0.070556640625,1.0,75,0.5859375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.3340656951642154,0.0,0.5615234375,0.0029296875,0.033935546875,1.0,92,0.71875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.797982352757632,0.0,0.51123046875,0.009521484375,0.1064453125,1.0,66,0.515625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.922017963072239,0.0,0.50146484375,0.00927734375,0.0751953125,1.0,79,0.6171875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3848391195604892,0.0,0.485595703125,0.0087890625,0.107421875,1.0,75,0.5859375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.5465619658660166,0.0,0.494384765625,0.007568359375,0.0771484375,1.0,78,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.960091523570388,0.0,0.455322265625,0.00634765625,0.06787109375,1.0,83,0.6484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.1727612737565503,0.0,0.475830078125,0.01171875,0.09814453125,1.0,83,0.6484375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.9475283033265527,0.0,0.457275390625,0.0048828125,0.05908203125,1.0,84,0.65625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.1285161685976064,0.0,0.487060546875,0.01708984375,0.1533203125,1.0,49,0.3828125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.795017899414837,0.0,0.563720703125,0.008056640625,0.082763671875,1.0,77,0.6015625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.4534084562060534,0.0,0.463623046875,0.00439453125,0.03515625,1.0,90,0.703125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.3368092600664165,0.0,0.559326171875,0.010009765625,0.11962890625,1.0,51,0.3984375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.1833582147873183,0.0,0.5361328125,0.012451171875,0.114990234375,1.0,55,0.4296875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.2814239296517203,0.0,0.465576171875,0.011474609375,0.12109375,1.0,53,0.4140625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.153091947722367,0.0,0.489013671875,0.01220703125,0.124755859375,1.0,56,0.4375
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.6284599633916983,0.0,0.490234375,0.00390625,0.046142578125,1.0,89,0.6953125
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.7995466349269214,0.0,0.487548828125,0.01220703125,0.1328125,1.0,54,0.421875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.769330703784857,0.0,0.488525390625,0.022705078125,0.2431640625,1.0,15,0.1171875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,5.07944860484894,0.0,0.44091796875,0.006591796875,0.0771484375,1.0,77,0.6015625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.606787274068233,0.0,0.513916015625,0.010986328125,0.119384765625,1.0,52,0.40625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.3089032608592814,0.0,0.468017578125,0.010009765625,0.120849609375,1.0,66,0.515625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,3.9888979284279826,0.0,0.427978515625,0.0107421875,0.123046875,1.0,55,0.4296875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.6539364823683982,0.0,0.518310546875,0.013916015625,0.141845703125,1.0,55,0.4296875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,3.375716706074251,0.0,0.485107421875,0.011474609375,0.109375,1.0,52,0.40625
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.7836196441524328,0.0,0.553466796875,0.02099609375,0.16845703125,1.0,38,0.296875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,4.560575742237049,0.0,0.546875,0.008056640625,0.076904296875,1.0,79,0.6171875
+fresh-zh-2,layers.20.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.3363986177957683,0.0,0.4384765625,0.00830078125,0.071044921875,1.0,73,0.5703125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7781030255976253,0.0,0.5625762939453125,0.0085601806640625,0.0865325927734375,1.0,1059,0.51708984375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,0,64,2048,64,1.47709430418671,0.0,0.6044921875,0.01171875,0.08447265625,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,64,128,2048,64,1.484031047768362,0.0,0.6630859375,0.00927734375,0.08740234375,1.0,36,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5912897515680635,0.0,0.7314453125,0.0126953125,0.11572265625,1.0,28,0.4375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,192,256,2048,64,1.0993823419567794,0.0,0.6015625,0.00537109375,0.0771484375,1.0,42,0.65625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,256,320,2048,64,1.5233313936238368,0.0,0.4404296875,0.01025390625,0.08349609375,1.0,35,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,320,384,2048,64,1.5187301286804693,0.0,0.4443359375,0.01318359375,0.08935546875,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,384,448,2048,64,1.414231564815501,0.0,0.57861328125,0.00537109375,0.0693359375,1.0,45,0.703125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,448,512,2048,64,1.5452831872096229,0.0,0.7255859375,0.00732421875,0.0888671875,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3524829622176058,0.0,0.45751953125,0.00341796875,0.044921875,1.0,35,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5035856293068943,0.0,0.4306640625,0.0048828125,0.05859375,1.0,29,0.453125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,640,704,2048,64,1.919627703570972,0.0,0.63134765625,0.01123046875,0.1259765625,1.0,32,0.5
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,704,768,2048,64,1.988008182367132,0.0,0.6943359375,0.01025390625,0.08837890625,1.0,41,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,768,832,2048,64,1.8064637120406524,0.0,0.2646484375,0.00390625,0.0341796875,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,832,896,2048,64,1.6380142082233033,0.0,0.26513671875,0.0029296875,0.03857421875,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,896,960,2048,64,2.125423006340537,0.0,0.41552734375,0.001953125,0.033203125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.942763298457287,0.0,0.3046875,0.00146484375,0.01416015625,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5972910234712978,0.0,0.7431640625,0.0048828125,0.078125,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6505201061402646,0.0,0.66748046875,0.01123046875,0.091796875,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.540072275025184,0.0,0.72900390625,0.00927734375,0.07275390625,1.0,36,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.697013561567483,0.0,0.6396484375,0.0078125,0.09375,1.0,34,0.53125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.474969356899989,0.0,0.5302734375,0.009765625,0.1025390625,1.0,30,0.46875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2526701568921124,0.0,0.541015625,0.00830078125,0.08984375,1.0,37,0.578125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.596576717258594,0.0,0.7802734375,0.0087890625,0.09033203125,1.0,35,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.7881168963959655,0.0,0.69140625,0.01171875,0.09912109375,1.0,32,0.5
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0940312027567611,0.0,0.62890625,0.0078125,0.083984375,1.0,39,0.609375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3200260190757214,0.0,0.6123046875,0.0078125,0.09912109375,1.0,31,0.484375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.3273049735907745,0.0,0.5185546875,0.00439453125,0.0654296875,1.0,38,0.59375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.0892623487133357,0.0,0.58740234375,0.00537109375,0.05078125,1.0,43,0.671875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3667734171507404,0.0,0.44287109375,0.0048828125,0.0517578125,1.0,45,0.703125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.467817605185075,0.0,0.41943359375,0.001953125,0.03271484375,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.5429668126441682,0.0,0.6162109375,0.01220703125,0.1279296875,1.0,26,0.40625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.2967376233891659,0.0,0.60107421875,0.01123046875,0.11083984375,1.0,32,0.5
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4805667384824777,0.0,0.6337890625,0.010498046875,0.0859375,1.0,73,0.5703125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,128,256,4096,128,1.36763383389925,0.0,0.66650390625,0.00830078125,0.09765625,1.0,70,0.546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,256,384,4096,128,1.5210325010600096,0.0,0.4423828125,0.011962890625,0.086669921875,1.0,71,0.5546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,384,512,4096,128,1.481207454678991,0.0,0.652099609375,0.0068359375,0.080078125,1.0,83,0.6484375
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,512,640,4096,128,1.430031452057457,0.0,0.444091796875,0.00390625,0.0517578125,1.0,64,0.5
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,640,768,4096,128,1.9541170708885165,0.0,0.662841796875,0.010986328125,0.107177734375,1.0,72,0.5625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7242972031035004,0.0,0.264892578125,0.003173828125,0.03662109375,1.0,95,0.7421875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.0361424544606748,0.0,0.360107421875,0.001708984375,0.022216796875,1.0,82,0.640625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.6241236459141983,0.0,0.705322265625,0.008056640625,0.08544921875,1.0,71,0.5546875
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.619718430827112,0.0,0.684326171875,0.00830078125,0.083740234375,1.0,69,0.5390625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3683415373659598,0.0,0.53564453125,0.009765625,0.0966796875,1.0,66,0.515625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.694049598335013,0.0,0.73583984375,0.010009765625,0.0927734375,1.0,65,0.5078125
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2123062656858419,0.0,0.62060546875,0.008056640625,0.09228515625,1.0,69,0.5390625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.211488819986608,0.0,0.552978515625,0.005126953125,0.05810546875,1.0,80,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4181957015731574,0.0,0.43115234375,0.00341796875,0.0419921875,1.0,93,0.7265625
+fresh-zh-2,layers.20.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4251798217829015,0.0,0.608642578125,0.011962890625,0.121337890625,1.0,57,0.4453125
+fresh-zh-2,layers.20.linear_attn.in_proj_b.output,0,0,16,512,16,2.0169072022635133,0.0,0.251953125,0.01171875,0.140625,1.0,10,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_b.output,64,0,16,512,16,2.0169072022635133,0.0,0.251953125,0.01171875,0.140625,1.0,10,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_b.output,128,0,16,512,16,2.0169072022635133,0.0,0.251953125,0.01171875,0.140625,1.0,10,0.625
+fresh-zh-2,layers.20.linear_attn.in_proj_a.output,0,0,16,512,16,2.1664445814419304,0.0,0.705078125,0.00390625,0.080078125,1.0,13,0.8125
+fresh-zh-2,layers.20.linear_attn.in_proj_a.output,64,0,16,512,16,2.1664445814419304,0.0,0.705078125,0.00390625,0.080078125,1.0,13,0.8125
+fresh-zh-2,layers.20.linear_attn.in_proj_a.output,128,0,16,512,16,2.1664445814419304,0.0,0.705078125,0.00390625,0.080078125,1.0,13,0.8125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,0,0,2048,65536,2048,0.13030751532582077,0.0,0.5017242431640625,0.012359619140625,0.125,1.0,1147,0.56005859375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,0,64,2048,64,0.0910846797310385,0.0,0.45068359375,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,64,128,2048,64,0.09640186778876568,0.0,0.5205078125,0.01123046875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,128,192,2048,64,0.08809659521714955,0.0,0.48388671875,0.009765625,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,192,256,2048,64,0.0884163890873821,0.0,0.5146484375,0.00537109375,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,256,320,2048,64,0.08589562572772663,0.0,0.5654296875,0.0087890625,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,320,384,2048,64,0.09048581002717632,0.0,0.49462890625,0.00830078125,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,384,448,2048,64,0.08721734285064087,0.0,0.5029296875,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,448,512,2048,64,0.08463014993864153,0.0,0.5341796875,0.0078125,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,512,576,2048,64,0.08475053433982858,0.0,0.48876953125,0.0078125,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,576,640,2048,64,0.22671842301543796,0.0,0.41552734375,0.02197265625,0.2138671875,1.0,9,0.140625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,640,704,2048,64,0.09421811770753946,0.0,0.49853515625,0.005859375,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,704,768,2048,64,0.12150443664376526,0.0,0.44189453125,0.01416015625,0.1142578125,1.0,40,0.625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,768,832,2048,64,0.09458426388275655,0.0,0.54052734375,0.0107421875,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,832,896,2048,64,0.09469291092620946,0.0,0.49462890625,0.0087890625,0.1015625,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,896,960,2048,64,0.09362197450494794,0.0,0.611328125,0.009765625,0.08349609375,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,960,1024,2048,64,0.09015923693409977,0.0,0.4716796875,0.00732421875,0.09375,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1024,1088,2048,64,0.08072558706859632,0.0,0.556640625,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1088,1152,2048,64,0.08985496196347538,0.0,0.48095703125,0.0087890625,0.08447265625,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1152,1216,2048,64,0.48993274139819865,0.0,0.552734375,0.048828125,0.43798828125,1.0,1,0.015625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1216,1280,2048,64,0.1007573379170211,0.0,0.51171875,0.0078125,0.08203125,1.0,44,0.6875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1280,1344,2048,64,0.09040123772429726,0.0,0.44873046875,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1344,1408,2048,64,0.08196503142767644,0.0,0.44384765625,0.0107421875,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1408,1472,2048,64,0.09586914253494416,0.0,0.42822265625,0.0078125,0.09228515625,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1472,1536,2048,64,0.10209218211769497,0.0,0.4716796875,0.0087890625,0.09375,1.0,45,0.703125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1536,1600,2048,64,0.08306209851467294,0.0,0.55322265625,0.0048828125,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1600,1664,2048,64,0.08957244226696856,0.0,0.615234375,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1664,1728,2048,64,0.08866588327561295,0.0,0.41357421875,0.0078125,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1728,1792,2048,64,0.09208049489832644,0.0,0.48974609375,0.00830078125,0.07470703125,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1792,1856,2048,64,0.08880258788774346,0.0,0.525390625,0.01025390625,0.083984375,1.0,46,0.71875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1856,1920,2048,64,0.09003588241641121,0.0,0.5107421875,0.013671875,0.095703125,1.0,48,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1920,1984,2048,64,0.09094557436811862,0.0,0.50439453125,0.00830078125,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,64,1984,2048,2048,64,0.0895546596692478,0.0,0.5185546875,0.005859375,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,0,128,4096,128,0.09378096553903813,0.0,0.485595703125,0.00927734375,0.089599609375,1.0,96,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,128,256,4096,128,0.08825663699718463,0.0,0.499267578125,0.007568359375,0.08056640625,1.0,97,0.7578125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,256,384,4096,128,0.08822057678181416,0.0,0.530029296875,0.0087890625,0.083740234375,1.0,98,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,384,512,4096,128,0.08593348349905053,0.0,0.5185546875,0.008544921875,0.087158203125,1.0,97,0.7578125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,512,640,4096,128,0.17114890651928444,0.0,0.4521484375,0.016845703125,0.16748046875,1.0,46,0.359375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,640,768,4096,128,0.10872070140610417,0.0,0.47021484375,0.010009765625,0.099853515625,1.0,88,0.6875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,768,896,4096,128,0.09463860299561158,0.0,0.517578125,0.009765625,0.0966796875,1.0,95,0.7421875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,896,1024,4096,128,0.09190691517710803,0.0,0.54150390625,0.008544921875,0.0888671875,1.0,95,0.7421875
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1024,1152,4096,128,0.08541233692221263,0.0,0.518798828125,0.00830078125,0.08642578125,1.0,98,0.765625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1152,1280,4096,128,0.3536849814722693,0.0,0.5322265625,0.03271484375,0.3125,1.0,1,0.0078125
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1280,1408,4096,128,0.08628629717117571,0.0,0.4462890625,0.0087890625,0.08935546875,1.0,96,0.75
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1408,1536,4096,128,0.09902955654737133,0.0,0.449951171875,0.00830078125,0.090576171875,1.0,91,0.7109375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1536,1664,4096,128,0.08637862763244925,0.0,0.584228515625,0.00537109375,0.082763671875,1.0,99,0.7734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1664,1792,4096,128,0.09038931462779587,0.0,0.45166015625,0.008056640625,0.080322265625,1.0,94,0.734375
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1792,1920,4096,128,0.08942136136869709,0.0,0.51806640625,0.011474609375,0.08984375,1.0,93,0.7265625
+fresh-zh-2,layers.20.linear_attn.out_proj.output,128,1920,2048,4096,128,0.09025279653734224,0.0,0.511474609375,0.007080078125,0.0849609375,1.0,99,0.7734375
+fresh-zh-2,layers.20.mlp.gate_proj.output,0,0,6144,196608,6144,1.4435900811095432,0.0,0.8680470784505209,0.006540934244791667,0.0666046142578125,1.0,3748,0.6100260416666666
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,0,64,2048,64,1.1901964745243996,0.0,0.818359375,0.009765625,0.07958984375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,64,128,2048,64,1.3451125259174006,0.0,0.90771484375,0.0087890625,0.0634765625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,128,192,2048,64,1.3105508394633296,0.0,0.82861328125,0.009765625,0.080078125,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,192,256,2048,64,1.409524081354638,0.0,0.8505859375,0.0048828125,0.05859375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,256,320,2048,64,1.3959947668436157,0.0,0.90478515625,0.00390625,0.052734375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,320,384,2048,64,1.518915797725498,0.0,0.90673828125,0.00732421875,0.06396484375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,384,448,2048,64,1.5341865430001274,0.0,0.8935546875,0.0048828125,0.05224609375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,448,512,2048,64,1.337174977106797,0.0,0.83642578125,0.0087890625,0.091796875,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,512,576,2048,64,1.4221173746843119,0.0,0.81689453125,0.0107421875,0.087890625,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,576,640,2048,64,1.4184508078725167,0.0,0.83642578125,0.00927734375,0.080078125,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,640,704,2048,64,1.4925781041401145,0.0,0.84765625,0.005859375,0.06884765625,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,704,768,2048,64,1.382944087562087,0.0,0.8740234375,0.0048828125,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,768,832,2048,64,1.5600012386808082,0.0,0.82568359375,0.0087890625,0.07666015625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,832,896,2048,64,1.4090340355597448,0.0,0.8837890625,0.0048828125,0.056640625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,896,960,2048,64,1.446088688938906,0.0,0.876953125,0.00390625,0.0771484375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,960,1024,2048,64,1.4005500049982802,0.0,0.87255859375,0.00537109375,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1024,1088,2048,64,1.464245477434672,0.0,0.88525390625,0.0068359375,0.06689453125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1088,1152,2048,64,1.4357578608150063,0.0,0.8525390625,0.00830078125,0.07080078125,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1152,1216,2048,64,1.4722983606762594,0.0,0.85498046875,0.00439453125,0.0712890625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1216,1280,2048,64,1.3459843512586864,0.0,0.8125,0.01123046875,0.08349609375,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1280,1344,2048,64,1.6121211416550363,0.0,0.89111328125,0.00537109375,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1344,1408,2048,64,1.4365135789788608,0.0,0.86669921875,0.005859375,0.0654296875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1408,1472,2048,64,1.4166851542034353,0.0,0.85546875,0.0087890625,0.072265625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1472,1536,2048,64,1.2799517337941564,0.0,0.8583984375,0.00390625,0.064453125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1536,1600,2048,64,1.5278963685625226,0.0,0.900390625,0.0048828125,0.0771484375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1600,1664,2048,64,1.4192025582328154,0.0,0.91064453125,0.005859375,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1664,1728,2048,64,1.414255107522719,0.0,0.8720703125,0.001953125,0.06103515625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1728,1792,2048,64,1.3929868287740375,0.0,0.8369140625,0.0048828125,0.0654296875,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1792,1856,2048,64,1.437483504411931,0.0,0.9287109375,0.00341796875,0.048828125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1856,1920,2048,64,1.490020640627301,0.0,0.912109375,0.00537109375,0.05517578125,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1920,1984,2048,64,1.4802842251401247,0.0,0.88134765625,0.0068359375,0.05908203125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,1984,2048,2048,64,1.5078141344865386,0.0,0.892578125,0.0048828125,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2048,2112,2048,64,1.5260871057499046,0.0,0.8974609375,0.0068359375,0.06591796875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2112,2176,2048,64,1.437868777362922,0.0,0.8681640625,0.0068359375,0.0732421875,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2176,2240,2048,64,1.4611928293134029,0.0,0.89501953125,0.00439453125,0.05712890625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2240,2304,2048,64,1.4463855565793182,0.0,0.88427734375,0.00537109375,0.06005859375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2304,2368,2048,64,1.4468179004001236,0.0,0.86474609375,0.00537109375,0.068359375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2368,2432,2048,64,1.4297112971881665,0.0,0.8681640625,0.01123046875,0.06005859375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2432,2496,2048,64,1.5215000192590329,0.0,0.88623046875,0.00439453125,0.05419921875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2496,2560,2048,64,1.4388758859962296,0.0,0.86328125,0.0078125,0.07421875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2560,2624,2048,64,1.3323954887410783,0.0,0.81298828125,0.0078125,0.06787109375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2624,2688,2048,64,1.2994129358266011,0.0,0.81640625,0.0068359375,0.07421875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2688,2752,2048,64,1.4681604828711554,0.0,0.8876953125,0.00439453125,0.0537109375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2752,2816,2048,64,1.5466033116760372,0.0,0.90625,0.005859375,0.0615234375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2816,2880,2048,64,1.4700543028440207,0.0,0.85498046875,0.00439453125,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2880,2944,2048,64,1.3364908447551243,0.0,0.85498046875,0.00439453125,0.068359375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,2944,3008,2048,64,1.4634283870607518,0.0,0.8544921875,0.005859375,0.0615234375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3008,3072,2048,64,1.4653754596557393,0.0,0.88916015625,0.0048828125,0.05517578125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3072,3136,2048,64,1.3588048053568769,0.0,0.8662109375,0.01025390625,0.06005859375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3136,3200,2048,64,1.4322043782324145,0.0,0.8388671875,0.00927734375,0.07373046875,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3200,3264,2048,64,1.3497851822694134,0.0,0.86962890625,0.0068359375,0.06591796875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3264,3328,2048,64,1.4591204481172813,0.0,0.86865234375,0.00537109375,0.0654296875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3328,3392,2048,64,1.441977241789169,0.0,0.88232421875,0.0078125,0.05615234375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3392,3456,2048,64,1.3349637751339607,0.0,0.82470703125,0.0068359375,0.0693359375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3456,3520,2048,64,1.3362643087484447,0.0,0.87109375,0.00830078125,0.05859375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3520,3584,2048,64,1.3540685616361259,0.0,0.83740234375,0.00830078125,0.076171875,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3584,3648,2048,64,1.637418193517336,0.0,0.8896484375,0.00390625,0.0458984375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3648,3712,2048,64,1.478728643966398,0.0,0.86474609375,0.00537109375,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3712,3776,2048,64,1.5125514446134158,0.0,0.892578125,0.01025390625,0.078125,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3776,3840,2048,64,1.40786893700913,0.0,0.8857421875,0.005859375,0.068359375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3840,3904,2048,64,1.7106892255432338,0.0,0.921875,0.00390625,0.056640625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3904,3968,2048,64,1.4294931093538104,0.0,0.8671875,0.0048828125,0.06982421875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,3968,4032,2048,64,1.597893230088683,0.0,0.85986328125,0.0078125,0.07275390625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4032,4096,2048,64,1.284702115297128,0.0,0.86083984375,0.0078125,0.0625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4096,4160,2048,64,1.3446182239219913,0.0,0.8681640625,0.00341796875,0.0615234375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4160,4224,2048,64,1.3925332290579153,0.0,0.86865234375,0.00537109375,0.06787109375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4224,4288,2048,64,1.2894392436038458,0.0,0.86376953125,0.00537109375,0.06396484375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4288,4352,2048,64,1.4081652665293531,0.0,0.8447265625,0.0078125,0.07421875,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4352,4416,2048,64,1.49480189692301,0.0,0.89208984375,0.00830078125,0.0693359375,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4416,4480,2048,64,1.264901658704626,0.0,0.82470703125,0.00537109375,0.0673828125,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4480,4544,2048,64,1.5003886776302646,0.0,0.87841796875,0.0078125,0.0771484375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4544,4608,2048,64,1.542174085440808,0.0,0.89892578125,0.005859375,0.05908203125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4608,4672,2048,64,1.5153301055430424,0.0,0.8935546875,0.00830078125,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4672,4736,2048,64,1.3606010459543372,0.0,0.86669921875,0.00390625,0.07568359375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4736,4800,2048,64,1.4370181338704955,0.0,0.84375,0.00732421875,0.080078125,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4800,4864,2048,64,1.4015213210449728,0.0,0.890625,0.005859375,0.06884765625,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4864,4928,2048,64,1.5382513777100526,0.0,0.8876953125,0.00537109375,0.05712890625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4928,4992,2048,64,1.4296570952854066,0.0,0.83447265625,0.00634765625,0.06884765625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,4992,5056,2048,64,1.316831232011309,0.0,0.87744140625,0.00634765625,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5056,5120,2048,64,1.6178786757031784,0.0,0.90087890625,0.00390625,0.05029296875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5120,5184,2048,64,1.4394335000548713,0.0,0.8779296875,0.0087890625,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5184,5248,2048,64,1.4930835713650354,0.0,0.89111328125,0.0048828125,0.0625,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5248,5312,2048,64,1.4063318550805797,0.0,0.83447265625,0.0107421875,0.08447265625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5312,5376,2048,64,1.4082018822582265,0.0,0.8076171875,0.0087890625,0.0703125,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5376,5440,2048,64,1.3900787039113347,0.0,0.8291015625,0.00830078125,0.0927734375,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5440,5504,2048,64,1.4029612754523406,0.0,0.86767578125,0.0048828125,0.0712890625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5504,5568,2048,64,1.306962780050706,0.0,0.8994140625,0.00537109375,0.05078125,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5568,5632,2048,64,1.3816309486491742,0.0,0.90087890625,0.0048828125,0.056640625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5632,5696,2048,64,1.4797974472114581,0.0,0.83251953125,0.0078125,0.0556640625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5696,5760,2048,64,1.4227109243870728,0.0,0.84130859375,0.0068359375,0.06396484375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5760,5824,2048,64,1.6269984929372747,0.0,0.869140625,0.005859375,0.06787109375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5824,5888,2048,64,1.70453530169256,0.0,0.85693359375,0.00634765625,0.05712890625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5888,5952,2048,64,1.509110190697674,0.0,0.8916015625,0.005859375,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,5952,6016,2048,64,1.459016883016463,0.0,0.86767578125,0.00830078125,0.05224609375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,6016,6080,2048,64,1.4175588636322982,0.0,0.8779296875,0.005859375,0.060546875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,64,6080,6144,2048,64,1.6617113097031675,0.0,0.8544921875,0.00537109375,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,0,128,4096,128,1.2700187705995134,0.0,0.863037109375,0.009765625,0.07275390625,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,128,256,4096,128,1.3609374781261396,0.0,0.839599609375,0.0068359375,0.069580078125,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,256,384,4096,128,1.4587505937676335,0.0,0.90576171875,0.005615234375,0.05859375,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,384,512,4096,128,1.4390561608434962,0.0,0.864990234375,0.00732421875,0.07373046875,1.0,75,0.5859375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,512,640,4096,128,1.420285274466576,0.0,0.82666015625,0.010009765625,0.083984375,1.0,73,0.5703125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,640,768,4096,128,1.4388057106992298,0.0,0.86083984375,0.00537109375,0.06494140625,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,768,896,4096,128,1.4864354641307904,0.0,0.854736328125,0.006591796875,0.06591796875,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,896,1024,4096,128,1.4235014599180653,0.0,0.874755859375,0.004638671875,0.068115234375,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1024,1152,4096,128,1.450071628072209,0.0,0.868896484375,0.007568359375,0.069091796875,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1152,1280,4096,128,1.4105559784502117,0.0,0.833740234375,0.008056640625,0.0771484375,1.0,72,0.5625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1280,1408,4096,128,1.526844104347558,0.0,0.87890625,0.005126953125,0.06201171875,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1408,1536,4096,128,1.350050604048433,0.0,0.85693359375,0.00634765625,0.067626953125,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1536,1664,4096,128,1.4745513240238726,0.0,0.905517578125,0.00537109375,0.06640625,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1664,1792,4096,128,1.403661250852934,0.0,0.8544921875,0.00341796875,0.063232421875,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1792,1920,4096,128,1.463987762064936,0.0,0.92041015625,0.004638671875,0.052001953125,1.0,85,0.6640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,1920,2048,4096,128,1.4941125880194048,0.0,0.886962890625,0.005859375,0.05712890625,1.0,83,0.6484375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2048,2176,4096,128,1.482634222465417,0.0,0.8828125,0.0068359375,0.070068359375,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2176,2304,4096,128,1.4538080448804394,0.0,0.8896484375,0.0048828125,0.058837890625,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2304,2432,4096,128,1.4382900316392535,0.0,0.866455078125,0.00830078125,0.064453125,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2432,2560,4096,128,1.4807643505815962,0.0,0.874755859375,0.00634765625,0.063720703125,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2560,2688,4096,128,1.3160075448512982,0.0,0.814697265625,0.00732421875,0.070556640625,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2688,2816,4096,128,1.5078920729202985,0.0,0.89697265625,0.005126953125,0.057373046875,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2816,2944,4096,128,1.4048607460215559,0.0,0.85498046875,0.004150390625,0.06103515625,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,2944,3072,4096,128,1.4644022469623061,0.0,0.871826171875,0.00537109375,0.058349609375,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3072,3200,4096,128,1.3959870844834197,0.0,0.8525390625,0.010009765625,0.066162109375,1.0,75,0.5859375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3200,3328,4096,128,1.4055163678143432,0.0,0.869140625,0.00634765625,0.06494140625,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3328,3456,4096,128,1.3895011059293574,0.0,0.853515625,0.00732421875,0.062744140625,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3456,3584,4096,128,1.3451958913939424,0.0,0.854248046875,0.008544921875,0.066650390625,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3584,3712,4096,128,1.5600924240166474,0.0,0.877197265625,0.004638671875,0.05224609375,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3712,3840,4096,128,1.4611479761470683,0.0,0.88916015625,0.008056640625,0.073974609375,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3840,3968,4096,128,1.576373714586699,0.0,0.89453125,0.00439453125,0.064208984375,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,3968,4096,4096,128,1.449779690127462,0.0,0.8603515625,0.0078125,0.071044921875,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4096,4224,4096,128,1.3687854035847977,0.0,0.868408203125,0.004150390625,0.06494140625,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4224,4352,4096,128,1.3501079550919886,0.0,0.854248046875,0.006591796875,0.070068359375,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4352,4480,4096,128,1.3846315244927696,0.0,0.8583984375,0.00634765625,0.069091796875,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4480,4608,4096,128,1.5214248410234215,0.0,0.888671875,0.0068359375,0.06787109375,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4608,4736,4096,128,1.4400452310634422,0.0,0.880126953125,0.005859375,0.074951171875,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4736,4864,4096,128,1.4193806977721457,0.0,0.8671875,0.006591796875,0.074951171875,1.0,74,0.578125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4864,4992,4096,128,1.4849472568288042,0.0,0.861083984375,0.006103515625,0.062744140625,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,4992,5120,4096,128,1.4750552367446266,0.0,0.88916015625,0.004638671875,0.0654296875,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5120,5248,4096,128,1.4665038956921297,0.0,0.884521484375,0.007080078125,0.0673828125,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5248,5376,4096,128,1.407267179289348,0.0,0.821044921875,0.009765625,0.077392578125,1.0,75,0.5859375
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5376,5504,4096,128,1.3965348444429653,0.0,0.848388671875,0.006591796875,0.082275390625,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5504,5632,4096,128,1.3448151892923963,0.0,0.900146484375,0.0048828125,0.052734375,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5632,5760,4096,128,1.4515348530338268,0.0,0.8369140625,0.00732421875,0.0595703125,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5760,5888,4096,128,1.6662179765469327,0.0,0.863037109375,0.00634765625,0.062255859375,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,5888,6016,4096,128,1.4842748789551492,0.0,0.879638671875,0.007080078125,0.05712890625,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gate_proj.output,128,6016,6144,4096,128,1.5444671587084506,0.0,0.8662109375,0.00537109375,0.068603515625,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.up_proj.output,0,0,6144,196608,6144,0.6101909618947707,0.0,0.4995676676432292,0.008631388346354166,0.088592529296875,1.0,4406,0.7171223958333334
+fresh-zh-2,layers.20.mlp.up_proj.output,64,0,64,2048,64,0.6137623504875301,0.0,0.51123046875,0.005859375,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,64,128,2048,64,0.5444110089540011,0.0,0.529296875,0.0107421875,0.0947265625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,128,192,2048,64,0.6332465005228588,0.0,0.50048828125,0.00537109375,0.08203125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,192,256,2048,64,0.6922335094205332,0.0,0.50390625,0.0078125,0.09814453125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,256,320,2048,64,0.5859560455400956,0.0,0.45556640625,0.01318359375,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,320,384,2048,64,0.5214358910311161,0.0,0.53076171875,0.0087890625,0.095703125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,384,448,2048,64,0.6139317251877102,0.0,0.5078125,0.0048828125,0.09814453125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,448,512,2048,64,0.5533735860562469,0.0,0.4638671875,0.005859375,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,512,576,2048,64,0.5261358095176748,0.0,0.50244140625,0.0078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,576,640,2048,64,0.5664909772853788,0.0,0.44775390625,0.01025390625,0.09423828125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,640,704,2048,64,0.5729122224632621,0.0,0.484375,0.00927734375,0.07763671875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,704,768,2048,64,0.6500920438300186,0.0,0.4208984375,0.0048828125,0.07958984375,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,768,832,2048,64,0.6513407213256074,0.0,0.48388671875,0.01171875,0.09912109375,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,832,896,2048,64,0.611382354622305,0.0,0.56103515625,0.009765625,0.0673828125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,896,960,2048,64,0.7393496829393307,0.0,0.41015625,0.0078125,0.07958984375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,960,1024,2048,64,0.7139045744556093,0.0,0.49560546875,0.00927734375,0.09033203125,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1024,1088,2048,64,0.6247739325284403,0.0,0.48876953125,0.01025390625,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1088,1152,2048,64,0.5857059818319506,0.0,0.51220703125,0.0068359375,0.080078125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1152,1216,2048,64,0.5318855829982901,0.0,0.4638671875,0.0087890625,0.0732421875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1216,1280,2048,64,0.6964492216298218,0.0,0.4423828125,0.00830078125,0.0947265625,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1280,1344,2048,64,0.7147577033092576,0.0,0.583984375,0.00927734375,0.0869140625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1344,1408,2048,64,0.5482633178219198,0.0,0.4951171875,0.00830078125,0.078125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1408,1472,2048,64,0.565358700460451,0.0,0.50439453125,0.0087890625,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1472,1536,2048,64,0.5967073509708061,0.0,0.5263671875,0.01025390625,0.09326171875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1536,1600,2048,64,0.6362350252295843,0.0,0.48486328125,0.00927734375,0.10595703125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1600,1664,2048,64,0.614244478303383,0.0,0.4921875,0.01171875,0.0888671875,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1664,1728,2048,64,0.6640901683335738,0.0,0.4736328125,0.0126953125,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1728,1792,2048,64,0.556991331277858,0.0,0.494140625,0.01171875,0.07861328125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1792,1856,2048,64,0.6156602394921844,0.0,0.46875,0.0087890625,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1856,1920,2048,64,0.7033972190030376,0.0,0.435546875,0.00732421875,0.080078125,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1920,1984,2048,64,0.5655080054644643,0.0,0.54736328125,0.00830078125,0.08154296875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,1984,2048,2048,64,0.6725100459367505,0.0,0.45263671875,0.0087890625,0.10791015625,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2048,2112,2048,64,0.654119956319664,0.0,0.51171875,0.00732421875,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2112,2176,2048,64,0.5605959062413316,0.0,0.57080078125,0.0068359375,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2176,2240,2048,64,0.5287727531772485,0.0,0.51025390625,0.00732421875,0.0693359375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2240,2304,2048,64,0.5993036488907819,0.0,0.517578125,0.0068359375,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2304,2368,2048,64,0.6164823793476472,0.0,0.49267578125,0.0107421875,0.095703125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2368,2432,2048,64,0.5620398516224767,0.0,0.48876953125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2432,2496,2048,64,0.584237839435784,0.0,0.51708984375,0.0068359375,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2496,2560,2048,64,0.5677201711455218,0.0,0.5029296875,0.01123046875,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2560,2624,2048,64,0.5608918757479339,0.0,0.57861328125,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2624,2688,2048,64,0.5512818235103066,0.0,0.53515625,0.0068359375,0.08154296875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2688,2752,2048,64,0.6130706490243407,0.0,0.52001953125,0.0087890625,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2752,2816,2048,64,0.5826629793237916,0.0,0.455078125,0.00341796875,0.07763671875,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2816,2880,2048,64,0.5731325676219695,0.0,0.53076171875,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2880,2944,2048,64,0.5439458959434295,0.0,0.53173828125,0.0107421875,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,2944,3008,2048,64,0.6324550952398562,0.0,0.49658203125,0.00927734375,0.09912109375,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3008,3072,2048,64,0.5509980719867044,0.0,0.51611328125,0.00732421875,0.08447265625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3072,3136,2048,64,0.5631917637338432,0.0,0.53076171875,0.0126953125,0.091796875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3136,3200,2048,64,0.6447175136215335,0.0,0.53955078125,0.0078125,0.09130859375,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3200,3264,2048,64,0.550976581666788,0.0,0.48681640625,0.005859375,0.07568359375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3264,3328,2048,64,0.6155990210281441,0.0,0.50341796875,0.00634765625,0.083984375,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3328,3392,2048,64,0.6430088124507528,0.0,0.51025390625,0.00634765625,0.07275390625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3392,3456,2048,64,0.6280228083861622,0.0,0.59423828125,0.00732421875,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3456,3520,2048,64,0.5907428185620673,0.0,0.546875,0.01123046875,0.0751953125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3520,3584,2048,64,0.6602310950681713,0.0,0.40087890625,0.00830078125,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3584,3648,2048,64,0.6982538756613819,0.0,0.462890625,0.009765625,0.0927734375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3648,3712,2048,64,0.5639692726626439,0.0,0.51806640625,0.00634765625,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3712,3776,2048,64,0.6922352790350824,0.0,0.501953125,0.01025390625,0.1005859375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3776,3840,2048,64,0.59446415719136,0.0,0.47265625,0.0087890625,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3840,3904,2048,64,0.6112810769522455,0.0,0.57568359375,0.00439453125,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3904,3968,2048,64,0.5207408816782588,0.0,0.45361328125,0.00927734375,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,3968,4032,2048,64,0.729026962847392,0.0,0.5205078125,0.013671875,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4032,4096,2048,64,0.5883175831798725,0.0,0.48388671875,0.00732421875,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4096,4160,2048,64,0.6215390835724964,0.0,0.4892578125,0.00927734375,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4160,4224,2048,64,0.6169321588690588,0.0,0.45068359375,0.01171875,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4224,4288,2048,64,0.6070350643561547,0.0,0.42236328125,0.00830078125,0.10546875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4288,4352,2048,64,0.5731572569326332,0.0,0.5205078125,0.0107421875,0.0830078125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4352,4416,2048,64,0.6216879852605202,0.0,0.4697265625,0.00732421875,0.09326171875,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4416,4480,2048,64,0.5732734772329799,0.0,0.46435546875,0.00732421875,0.07666015625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4480,4544,2048,64,0.6491227853121985,0.0,0.5263671875,0.005859375,0.0849609375,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4544,4608,2048,64,0.536208233084304,0.0,0.51123046875,0.009765625,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4608,4672,2048,64,0.5424874431166704,0.0,0.53662109375,0.0068359375,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4672,4736,2048,64,0.5988908252689153,0.0,0.48681640625,0.0107421875,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4736,4800,2048,64,0.6139326816197536,0.0,0.52685546875,0.0078125,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4800,4864,2048,64,0.5183318051486651,0.0,0.5146484375,0.00927734375,0.08349609375,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4864,4928,2048,64,0.7648540799481668,0.0,0.5146484375,0.009765625,0.10791015625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4928,4992,2048,64,0.6017574005829868,0.0,0.56640625,0.0048828125,0.09033203125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,4992,5056,2048,64,0.5829890913897631,0.0,0.5283203125,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5056,5120,2048,64,0.5940277119987272,0.0,0.49560546875,0.0078125,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5120,5184,2048,64,0.6615813213709253,0.0,0.56640625,0.00830078125,0.0947265625,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5184,5248,2048,64,0.6325943906610445,0.0,0.48876953125,0.0146484375,0.1025390625,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5248,5312,2048,64,0.6019642498270299,0.0,0.47412109375,0.0087890625,0.09765625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5312,5376,2048,64,0.5510647726581493,0.0,0.49365234375,0.00390625,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5376,5440,2048,64,0.56098213909159,0.0,0.43994140625,0.0107421875,0.0751953125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5440,5504,2048,64,0.6159338432582596,0.0,0.4716796875,0.01171875,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5504,5568,2048,64,0.6459448651713875,0.0,0.47998046875,0.00634765625,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5568,5632,2048,64,0.5884357038340843,0.0,0.50634765625,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5632,5696,2048,64,0.575920026837573,0.0,0.41796875,0.00927734375,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5696,5760,2048,64,0.6235194594091297,0.0,0.48388671875,0.01171875,0.09521484375,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5760,5824,2048,64,0.6715305943307158,0.0,0.5224609375,0.009765625,0.103515625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5824,5888,2048,64,0.6932118522341715,0.0,0.52978515625,0.00927734375,0.11181640625,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5888,5952,2048,64,0.6658055309954214,0.0,0.43310546875,0.00537109375,0.1015625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,64,5952,6016,2048,64,0.5696196701743237,0.0,0.482421875,0.01025390625,0.09326171875,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,6016,6080,2048,64,0.584972541064369,0.0,0.5166015625,0.00634765625,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,64,6080,6144,2048,64,0.6331577669226758,0.0,0.57373046875,0.0107421875,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,0,128,4096,128,0.5801239391484768,0.0,0.520263671875,0.008056640625,0.08935546875,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,128,256,4096,128,0.6633959458683458,0.0,0.502197265625,0.006591796875,0.09033203125,1.0,88,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,256,384,4096,128,0.5546349591219438,0.0,0.4931640625,0.010986328125,0.093505859375,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,384,512,4096,128,0.584437545395874,0.0,0.48583984375,0.005615234375,0.0947265625,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,512,640,4096,128,0.5466858866856553,0.0,0.47509765625,0.00927734375,0.0888671875,1.0,98,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,640,768,4096,128,0.6127185651254927,0.0,0.45263671875,0.0068359375,0.07958984375,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,768,896,4096,128,0.6316775755084536,0.0,0.5224609375,0.0107421875,0.08251953125,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,896,1024,4096,128,0.7267385001123627,0.0,0.452880859375,0.00830078125,0.08447265625,1.0,85,0.6640625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1024,1152,4096,128,0.6055551023320591,0.0,0.50048828125,0.00830078125,0.087890625,1.0,94,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1152,1280,4096,128,0.61965465854386,0.0,0.453125,0.010009765625,0.082763671875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1280,1408,4096,128,0.6369737985620069,0.0,0.53955078125,0.0087890625,0.08740234375,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1408,1536,4096,128,0.5812444076672595,0.0,0.515380859375,0.009521484375,0.0849609375,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1536,1664,4096,128,0.6253364240371277,0.0,0.488525390625,0.010498046875,0.09765625,1.0,86,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1664,1792,4096,128,0.6128846118136737,0.0,0.48388671875,0.01171875,0.09228515625,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1792,1920,4096,128,0.6609860732998771,0.0,0.4521484375,0.0078125,0.086669921875,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,1920,2048,4096,128,0.6213167735262934,0.0,0.5,0.008056640625,0.09423828125,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2048,2176,4096,128,0.6091554347414866,0.0,0.541259765625,0.007080078125,0.08935546875,1.0,94,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2176,2304,4096,128,0.5651395792529723,0.0,0.513916015625,0.0068359375,0.07568359375,1.0,94,0.734375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2304,2432,4096,128,0.5898895315472008,0.0,0.49072265625,0.010009765625,0.091552734375,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2432,2560,4096,128,0.5760382130354259,0.0,0.510009765625,0.009521484375,0.08642578125,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2560,2688,4096,128,0.5561076088370328,0.0,0.556884765625,0.00634765625,0.08056640625,1.0,99,0.7734375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2688,2816,4096,128,0.5980601007296856,0.0,0.487548828125,0.00634765625,0.078857421875,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2816,2944,4096,128,0.5587298442819444,0.0,0.53125,0.00927734375,0.087646484375,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,2944,3072,4096,128,0.593126598133957,0.0,0.50634765625,0.008056640625,0.091796875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3072,3200,4096,128,0.6053286855535467,0.0,0.53515625,0.010009765625,0.092041015625,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3200,3328,4096,128,0.5841820556282211,0.0,0.4951171875,0.006103515625,0.08056640625,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3328,3456,4096,128,0.6355599817257886,0.0,0.55224609375,0.0068359375,0.078125,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3456,3584,4096,128,0.6264511858786653,0.0,0.473876953125,0.01025390625,0.08203125,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3584,3712,4096,128,0.6346730715036569,0.0,0.490478515625,0.0078125,0.092529296875,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3712,3840,4096,128,0.6452043535679267,0.0,0.4873046875,0.009765625,0.093505859375,1.0,88,0.6875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3840,3968,4096,128,0.5678184661011596,0.0,0.5146484375,0.0068359375,0.085693359375,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,128,3968,4096,4096,128,0.6624190106107685,0.0,0.502197265625,0.01025390625,0.09375,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4096,4224,4096,128,0.6192399054708022,0.0,0.469970703125,0.010498046875,0.087646484375,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4224,4352,4096,128,0.5903392289745031,0.0,0.471435546875,0.009033203125,0.0947265625,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4352,4480,4096,128,0.5979709151439042,0.0,0.467041015625,0.00732421875,0.0830078125,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4480,4608,4096,128,0.5953484944294634,0.0,0.518798828125,0.0078125,0.087158203125,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4608,4736,4096,128,0.5713855294503639,0.0,0.51171875,0.008544921875,0.081787109375,1.0,98,0.765625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4736,4864,4096,128,0.5681466350289753,0.0,0.520751953125,0.008056640625,0.084228515625,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4864,4992,4096,128,0.6881546820191482,0.0,0.54052734375,0.008544921875,0.10107421875,1.0,86,0.671875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,4992,5120,4096,128,0.5885342824771996,0.0,0.511962890625,0.0087890625,0.0849609375,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5120,5248,4096,128,0.647250147888248,0.0,0.527587890625,0.01123046875,0.09814453125,1.0,87,0.6796875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5248,5376,4096,128,0.5770759662880601,0.0,0.48388671875,0.006591796875,0.08935546875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5376,5504,4096,128,0.5890990831985169,0.0,0.455810546875,0.010986328125,0.084716796875,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5504,5632,4096,128,0.6178597520424827,0.0,0.4931640625,0.007568359375,0.086669921875,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5632,5760,4096,128,0.6001917999999851,0.0,0.450927734375,0.0107421875,0.0869140625,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5760,5888,4096,128,0.6824573287759812,0.0,0.526123046875,0.009765625,0.10791015625,1.0,84,0.65625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,5888,6016,4096,128,0.6195819452476,0.0,0.457763671875,0.0078125,0.0966796875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.up_proj.output,128,6016,6144,4096,128,0.60954147997237,0.0,0.545166015625,0.0087890625,0.078857421875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.silu_gate,0,0,6144,196608,6144,0.3214006859134955,0.0,0.8680470784505209,0.0030364990234375,0.03045654296875,1.0,4511,0.7342122395833334
+fresh-zh-2,layers.20.mlp.silu_gate,64,0,64,2048,64,0.2804429048041196,0.0,0.818359375,0.0029296875,0.0341796875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,64,128,2048,64,0.24903066701002233,0.0,0.90771484375,0.0029296875,0.02734375,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,128,192,2048,64,0.2917982477446114,0.0,0.82861328125,0.00390625,0.03515625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,192,256,2048,64,0.3650811894161122,0.0,0.8505859375,0.001953125,0.029296875,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.silu_gate,64,256,320,2048,64,0.30091703433995487,0.0,0.90478515625,0.00146484375,0.01953125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,320,384,2048,64,0.28172682897907686,0.0,0.90673828125,0.001953125,0.025390625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,384,448,2048,64,0.27920891540226817,0.0,0.8935546875,0.00146484375,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,448,512,2048,64,0.2614963027653403,0.0,0.83642578125,0.00439453125,0.03662109375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,512,576,2048,64,0.31652268717565785,0.0,0.81689453125,0.00390625,0.041015625,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,576,640,2048,64,0.289475257780782,0.0,0.83642578125,0.0029296875,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,640,704,2048,64,0.3695625561456197,0.0,0.84765625,0.001953125,0.0322265625,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,64,704,768,2048,64,0.2574637722087308,0.0,0.8740234375,0.00146484375,0.02294921875,1.0,54,0.84375
+fresh-zh-2,layers.20.mlp.silu_gate,64,768,832,2048,64,0.3500495465038866,0.0,0.82568359375,0.0048828125,0.02978515625,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,64,832,896,2048,64,0.38005791809566575,0.0,0.8837890625,0.00341796875,0.03173828125,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,64,896,960,2048,64,0.2708497911567594,0.0,0.876953125,0.00146484375,0.02392578125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,960,1024,2048,64,0.33722871574490426,0.0,0.87255859375,0.00146484375,0.0302734375,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,1024,1088,2048,64,0.3476633676246813,0.0,0.88525390625,0.00439453125,0.03662109375,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,1088,1152,2048,64,0.2865158825209828,0.0,0.8525390625,0.00390625,0.029296875,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1152,1216,2048,64,0.45852099747853914,0.0,0.85498046875,0.00390625,0.04345703125,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1216,1280,2048,64,0.32540978353592864,0.0,0.8125,0.0068359375,0.04541015625,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,1280,1344,2048,64,0.3160991877156484,0.0,0.89111328125,0.00048828125,0.0283203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,1344,1408,2048,64,0.27810198026249083,0.0,0.86669921875,0.00244140625,0.0263671875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,1408,1472,2048,64,0.3711748320012997,0.0,0.85546875,0.005859375,0.04248046875,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1472,1536,2048,64,0.3507163256391704,0.0,0.8583984375,0.00341796875,0.0361328125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,1536,1600,2048,64,0.24329302610953818,0.0,0.900390625,0.0,0.0185546875,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1600,1664,2048,64,0.2776587820269646,0.0,0.91064453125,0.001953125,0.0234375,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1664,1728,2048,64,0.3282090651572641,0.0,0.8720703125,0.00146484375,0.02685546875,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,1728,1792,2048,64,0.33292016397587587,0.0,0.8369140625,0.00244140625,0.033203125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,1792,1856,2048,64,0.2704990629174439,0.0,0.9287109375,0.00244140625,0.015625,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1856,1920,2048,64,0.27141896060116016,0.0,0.912109375,0.00146484375,0.02099609375,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.silu_gate,64,1920,1984,2048,64,0.3193873209601531,0.0,0.88134765625,0.00341796875,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,1984,2048,2048,64,0.2783341623867238,0.0,0.892578125,0.0029296875,0.02001953125,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2048,2112,2048,64,0.2641104734008214,0.0,0.8974609375,0.00244140625,0.02734375,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2112,2176,2048,64,0.3099078954806346,0.0,0.8681640625,0.00439453125,0.02783203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,2176,2240,2048,64,0.28123995446533584,0.0,0.89501953125,0.0009765625,0.02001953125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,2240,2304,2048,64,0.27074294785799463,0.0,0.88427734375,0.0029296875,0.02099609375,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2304,2368,2048,64,0.3161991633706088,0.0,0.86474609375,0.0029296875,0.02783203125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,2368,2432,2048,64,0.27197352706263694,0.0,0.8681640625,0.00390625,0.0283203125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2432,2496,2048,64,0.30224632804283824,0.0,0.88623046875,0.00244140625,0.02001953125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2496,2560,2048,64,0.2883743481023207,0.0,0.86328125,0.00439453125,0.02783203125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2560,2624,2048,64,0.44690174131591237,0.0,0.81298828125,0.00537109375,0.0439453125,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.silu_gate,64,2624,2688,2048,64,0.33000617268588656,0.0,0.81640625,0.00341796875,0.041015625,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,2688,2752,2048,64,0.26814275396664,0.0,0.8876953125,0.00048828125,0.0166015625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,2752,2816,2048,64,0.24501342859965852,0.0,0.90625,0.0009765625,0.017578125,1.0,54,0.84375
+fresh-zh-2,layers.20.mlp.silu_gate,64,2816,2880,2048,64,0.39516975749324035,0.0,0.85498046875,0.0029296875,0.02880859375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,64,2880,2944,2048,64,0.3226447431079855,0.0,0.85498046875,0.00146484375,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,2944,3008,2048,64,0.32967376152204947,0.0,0.8544921875,0.00244140625,0.033203125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,3008,3072,2048,64,0.30166334377693343,0.0,0.88916015625,0.00146484375,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,3072,3136,2048,64,0.30620598281982253,0.0,0.8662109375,0.0048828125,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,3136,3200,2048,64,0.28925282655895046,0.0,0.8388671875,0.0048828125,0.02783203125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,3200,3264,2048,64,0.26737809215968034,0.0,0.86962890625,0.00341796875,0.0283203125,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.silu_gate,64,3264,3328,2048,64,0.31697612812363635,0.0,0.86865234375,0.001953125,0.02783203125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,3328,3392,2048,64,0.3540470844257864,0.0,0.88232421875,0.005859375,0.03125,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,3392,3456,2048,64,0.3055595939959743,0.0,0.82470703125,0.00390625,0.025390625,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,64,3456,3520,2048,64,0.32375921669630847,0.0,0.87109375,0.00439453125,0.03125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,3520,3584,2048,64,0.3511582291329878,0.0,0.83740234375,0.00244140625,0.04638671875,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,64,3584,3648,2048,64,0.2780627294539502,0.0,0.8896484375,0.0009765625,0.01904296875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,3648,3712,2048,64,0.325796092158758,0.0,0.86474609375,0.001953125,0.02685546875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,3712,3776,2048,64,0.2549704495786885,0.0,0.892578125,0.00390625,0.0283203125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,3776,3840,2048,64,0.2879496348115893,0.0,0.8857421875,0.00341796875,0.02392578125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,3840,3904,2048,64,0.27469055676275916,0.0,0.921875,0.00048828125,0.0185546875,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,3904,3968,2048,64,0.2948270887067564,0.0,0.8671875,0.00146484375,0.02490234375,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,3968,4032,2048,64,0.3894020861362232,0.0,0.85986328125,0.00732421875,0.0546875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.silu_gate,64,4032,4096,2048,64,0.2962449693664636,0.0,0.86083984375,0.00439453125,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,4096,4160,2048,64,0.31542160799969915,0.0,0.8681640625,0.001953125,0.02880859375,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4160,4224,2048,64,0.3281000621329727,0.0,0.86865234375,0.00341796875,0.02685546875,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4224,4288,2048,64,0.27511930821772623,0.0,0.86376953125,0.00244140625,0.025390625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4288,4352,2048,64,0.2792034504633449,0.0,0.8447265625,0.00244140625,0.0302734375,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,64,4352,4416,2048,64,0.24210519217402535,0.0,0.89208984375,0.00244140625,0.02294921875,1.0,54,0.84375
+fresh-zh-2,layers.20.mlp.silu_gate,64,4416,4480,2048,64,0.30581093438603574,0.0,0.82470703125,0.001953125,0.03271484375,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,4480,4544,2048,64,0.28311781109858214,0.0,0.87841796875,0.00439453125,0.02587890625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4544,4608,2048,64,0.30449655276377413,0.0,0.89892578125,0.00146484375,0.02392578125,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,4608,4672,2048,64,0.2638742248940918,0.0,0.8935546875,0.005859375,0.029296875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4672,4736,2048,64,0.3155122908856682,0.0,0.86669921875,0.00146484375,0.033203125,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,4736,4800,2048,64,0.379223272013226,0.0,0.84375,0.00390625,0.03955078125,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.silu_gate,64,4800,4864,2048,64,0.2610556918867029,0.0,0.890625,0.001953125,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4864,4928,2048,64,0.3632820511759973,0.0,0.8876953125,0.00146484375,0.03076171875,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4928,4992,2048,64,0.350322585292998,0.0,0.83447265625,0.00341796875,0.033203125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,64,4992,5056,2048,64,0.26274784318107935,0.0,0.87744140625,0.00244140625,0.02685546875,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5056,5120,2048,64,0.26387759996531346,0.0,0.90087890625,0.00146484375,0.0166015625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,5120,5184,2048,64,0.2885110710269881,0.0,0.8779296875,0.00439453125,0.03173828125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,5184,5248,2048,64,0.2657327612388945,0.0,0.89111328125,0.00244140625,0.02001953125,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5248,5312,2048,64,0.3273088337996991,0.0,0.83447265625,0.00537109375,0.04150390625,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,64,5312,5376,2048,64,0.35706458257031726,0.0,0.8076171875,0.00439453125,0.03564453125,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.silu_gate,64,5376,5440,2048,64,0.49349775724478184,0.0,0.8291015625,0.00634765625,0.06396484375,1.0,29,0.453125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5440,5504,2048,64,0.2729203650112731,0.0,0.86767578125,0.001953125,0.03173828125,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5504,5568,2048,64,0.2817241883124638,0.0,0.8994140625,0.0029296875,0.0263671875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,64,5568,5632,2048,64,0.39463923072706497,0.0,0.90087890625,0.00341796875,0.03076171875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.silu_gate,64,5632,5696,2048,64,0.4516787009462857,0.0,0.83251953125,0.00439453125,0.0341796875,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.silu_gate,64,5696,5760,2048,64,0.363695086197263,0.0,0.84130859375,0.00439453125,0.03564453125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5760,5824,2048,64,0.34091153020580617,0.0,0.869140625,0.001953125,0.0263671875,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5824,5888,2048,64,0.4037252595798629,0.0,0.85693359375,0.0048828125,0.0263671875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.silu_gate,64,5888,5952,2048,64,0.2603195790087853,0.0,0.8916015625,0.0029296875,0.01513671875,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,64,5952,6016,2048,64,0.37901900199262306,0.0,0.86767578125,0.00341796875,0.0302734375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,64,6016,6080,2048,64,0.31231364361540187,0.0,0.8779296875,0.00341796875,0.02587890625,1.0,49,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,64,6080,6144,2048,64,0.5823734148223438,0.0,0.8544921875,0.0048828125,0.05712890625,1.0,21,0.328125
+fresh-zh-2,layers.20.mlp.silu_gate,128,0,128,4096,128,0.2652022774849691,0.0,0.863037109375,0.0029296875,0.030517578125,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.silu_gate,128,128,256,4096,128,0.3304773004703264,0.0,0.839599609375,0.0029296875,0.03369140625,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.silu_gate,128,256,384,4096,128,0.29147990301439275,0.0,0.90576171875,0.001708984375,0.02294921875,1.0,98,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,128,384,512,4096,128,0.2704976291948355,0.0,0.864990234375,0.0029296875,0.0302734375,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.silu_gate,128,512,640,4096,128,0.30330062344491604,0.0,0.82666015625,0.00341796875,0.036865234375,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.silu_gate,128,640,768,4096,128,0.31848396890960895,0.0,0.86083984375,0.001708984375,0.029541015625,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,128,768,896,4096,128,0.36536194801510763,0.0,0.854736328125,0.004150390625,0.0302734375,1.0,86,0.671875
+fresh-zh-2,layers.20.mlp.silu_gate,128,896,1024,4096,128,0.30584539892944085,0.0,0.874755859375,0.00146484375,0.027099609375,1.0,96,0.75
+fresh-zh-2,layers.20.mlp.silu_gate,128,1024,1152,4096,128,0.31856017337774034,0.0,0.868896484375,0.004150390625,0.033203125,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.silu_gate,128,1152,1280,4096,128,0.3975757992821082,0.0,0.833740234375,0.006103515625,0.047119140625,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.silu_gate,128,1280,1408,4096,128,0.29770741332759215,0.0,0.87890625,0.001708984375,0.028076171875,1.0,98,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,128,1408,1536,4096,128,0.36109049903108337,0.0,0.85693359375,0.004638671875,0.03955078125,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.silu_gate,128,1536,1664,4096,128,0.26104204238995093,0.0,0.905517578125,0.0009765625,0.02099609375,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.silu_gate,128,1664,1792,4096,128,0.3305730070900597,0.0,0.8544921875,0.001953125,0.0302734375,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.silu_gate,128,1792,1920,4096,128,0.270959402137137,0.0,0.92041015625,0.001953125,0.018310546875,1.0,105,0.8203125
+fresh-zh-2,layers.20.mlp.silu_gate,128,1920,2048,4096,128,0.29956482332011464,0.0,0.886962890625,0.003173828125,0.0244140625,1.0,100,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,128,2048,2176,4096,128,0.287921209570641,0.0,0.8828125,0.00341796875,0.029052734375,1.0,100,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,128,2176,2304,4096,128,0.2760413517957962,0.0,0.8896484375,0.001953125,0.02099609375,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.silu_gate,128,2304,2432,4096,128,0.29491652237469157,0.0,0.866455078125,0.00390625,0.02783203125,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.silu_gate,128,2432,2560,4096,128,0.29539178006405103,0.0,0.874755859375,0.0029296875,0.024169921875,1.0,99,0.7734375
+fresh-zh-2,layers.20.mlp.silu_gate,128,2560,2688,4096,128,0.3928264504854413,0.0,0.814697265625,0.00390625,0.042724609375,1.0,84,0.65625
+fresh-zh-2,layers.20.mlp.silu_gate,128,2688,2816,4096,128,0.25683858423042083,0.0,0.89697265625,0.0009765625,0.017822265625,1.0,104,0.8125
+fresh-zh-2,layers.20.mlp.silu_gate,128,2816,2944,4096,128,0.3607345058990645,0.0,0.85498046875,0.00244140625,0.029541015625,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.silu_gate,128,2944,3072,4096,128,0.3159790831801826,0.0,0.871826171875,0.001953125,0.029296875,1.0,95,0.7421875
+fresh-zh-2,layers.20.mlp.silu_gate,128,3072,3200,4096,128,0.2978500474962155,0.0,0.8525390625,0.0048828125,0.03125,1.0,98,0.765625
+fresh-zh-2,layers.20.mlp.silu_gate,128,3200,3328,4096,128,0.2932276504417706,0.0,0.869140625,0.002685546875,0.028076171875,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.silu_gate,128,3328,3456,4096,128,0.33069321392597745,0.0,0.853515625,0.0048828125,0.02783203125,1.0,94,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,128,3456,3584,4096,128,0.3377366816645945,0.0,0.854248046875,0.00341796875,0.03857421875,1.0,93,0.7265625
+fresh-zh-2,layers.20.mlp.silu_gate,128,3584,3712,4096,128,0.3028712392893213,0.0,0.877197265625,0.001953125,0.0234375,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.silu_gate,128,3712,3840,4096,128,0.27196040368635116,0.0,0.88916015625,0.004150390625,0.0263671875,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.silu_gate,128,3840,3968,4096,128,0.2849367598344729,0.0,0.89453125,0.0009765625,0.021728515625,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.silu_gate,128,3968,4096,4096,128,0.3459733129608262,0.0,0.8603515625,0.005126953125,0.0419921875,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,128,4096,4224,4096,128,0.32182327570017094,0.0,0.868408203125,0.002685546875,0.027587890625,1.0,92,0.71875
+fresh-zh-2,layers.20.mlp.silu_gate,128,4224,4352,4096,128,0.27716890202982525,0.0,0.854248046875,0.00244140625,0.028076171875,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.silu_gate,128,4352,4480,4096,128,0.27580360011037025,0.0,0.8583984375,0.001953125,0.027587890625,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,128,4480,4608,4096,128,0.29400156938890165,0.0,0.888671875,0.0029296875,0.025146484375,1.0,100,0.78125
+fresh-zh-2,layers.20.mlp.silu_gate,128,4608,4736,4096,128,0.29084154815240915,0.0,0.880126953125,0.003662109375,0.03271484375,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.silu_gate,128,4736,4864,4096,128,0.32554597548031705,0.0,0.8671875,0.003173828125,0.03173828125,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.silu_gate,128,4864,4992,4096,128,0.3568611512010027,0.0,0.861083984375,0.002197265625,0.03271484375,1.0,90,0.703125
+fresh-zh-2,layers.20.mlp.silu_gate,128,4992,5120,4096,128,0.263313327482453,0.0,0.88916015625,0.001953125,0.021728515625,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,128,5120,5248,4096,128,0.2773558531028208,0.0,0.884521484375,0.00341796875,0.025390625,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.silu_gate,128,5248,5376,4096,128,0.34250999168596086,0.0,0.821044921875,0.0048828125,0.039306640625,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.silu_gate,128,5376,5504,4096,128,0.3987640668638012,0.0,0.848388671875,0.0048828125,0.047119140625,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.silu_gate,128,5504,5632,4096,128,0.34286195524523144,0.0,0.900146484375,0.003662109375,0.029052734375,1.0,91,0.7109375
+fresh-zh-2,layers.20.mlp.silu_gate,128,5632,5760,4096,128,0.4100535115156062,0.0,0.8369140625,0.00439453125,0.037841796875,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.silu_gate,128,5760,5888,4096,128,0.3736407075320434,0.0,0.863037109375,0.003173828125,0.026611328125,1.0,83,0.6484375
+fresh-zh-2,layers.20.mlp.silu_gate,128,5888,6016,4096,128,0.32513204016737196,0.0,0.879638671875,0.0029296875,0.0244140625,1.0,94,0.734375
+fresh-zh-2,layers.20.mlp.silu_gate,128,6016,6144,4096,128,0.46727861404100557,0.0,0.8662109375,0.00390625,0.041748046875,1.0,68,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,0,0,6144,196608,6144,0.20257415199470985,0.0,0.4979146321614583,0.023076375325520832,0.17604573567708334,1.0,3168,0.515625
+fresh-zh-2,layers.20.mlp.gated_product,64,0,64,2048,64,0.17141381910876527,0.0,0.48193359375,0.02197265625,0.15869140625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,64,128,2048,64,0.1263353439528943,0.0,0.49169921875,0.017578125,0.14111328125,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.gated_product,64,128,192,2048,64,0.1674019636059305,0.0,0.4755859375,0.02001953125,0.15185546875,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,192,256,2048,64,0.23740756062056306,0.0,0.5048828125,0.02294921875,0.2041015625,1.0,25,0.390625
+fresh-zh-2,layers.20.mlp.gated_product,64,256,320,2048,64,0.18371396551763777,0.0,0.5302734375,0.0224609375,0.16650390625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,64,320,384,2048,64,0.13676817145567807,0.0,0.4765625,0.0166015625,0.150390625,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gated_product,64,384,448,2048,64,0.15545375447997672,0.0,0.4892578125,0.01513671875,0.13330078125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,448,512,2048,64,0.1465306496992464,0.0,0.51611328125,0.0224609375,0.16943359375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,512,576,2048,64,0.2463354054053572,0.0,0.4814453125,0.03173828125,0.23828125,1.0,22,0.34375
+fresh-zh-2,layers.20.mlp.gated_product,64,576,640,2048,64,0.17849473910519895,0.0,0.5439453125,0.02587890625,0.1748046875,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,640,704,2048,64,0.17340789390113073,0.0,0.5322265625,0.0205078125,0.14599609375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,704,768,2048,64,0.15614389908715476,0.0,0.55859375,0.0107421875,0.1162109375,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gated_product,64,768,832,2048,64,0.24219706363086532,0.0,0.484375,0.0341796875,0.20947265625,1.0,25,0.390625
+fresh-zh-2,layers.20.mlp.gated_product,64,832,896,2048,64,0.1955428472106028,0.0,0.45068359375,0.0224609375,0.13720703125,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,64,896,960,2048,64,0.21571590619571487,0.0,0.564453125,0.02001953125,0.1591796875,1.0,32,0.5
+fresh-zh-2,layers.20.mlp.gated_product,64,960,1024,2048,64,0.23273675555168052,0.0,0.5078125,0.02197265625,0.1650390625,1.0,32,0.5
+fresh-zh-2,layers.20.mlp.gated_product,64,1024,1088,2048,64,0.21190936020787784,0.0,0.5263671875,0.02392578125,0.185546875,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,64,1088,1152,2048,64,0.18147562880928908,0.0,0.48583984375,0.021484375,0.16552734375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,1152,1216,2048,64,0.19098952362063037,0.0,0.53857421875,0.02197265625,0.1630859375,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,1216,1280,2048,64,0.220922011475065,0.0,0.53125,0.029296875,0.1884765625,1.0,31,0.484375
+fresh-zh-2,layers.20.mlp.gated_product,64,1280,1344,2048,64,0.17119589037235475,0.0,0.46728515625,0.01513671875,0.1240234375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,1344,1408,2048,64,0.15118483485368892,0.0,0.50537109375,0.017578125,0.13671875,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,1408,1472,2048,64,0.23697430109027454,0.0,0.50341796875,0.03466796875,0.1943359375,1.0,27,0.421875
+fresh-zh-2,layers.20.mlp.gated_product,64,1472,1536,2048,64,0.28686688901764446,0.0,0.4833984375,0.03564453125,0.244140625,1.0,20,0.3125
+fresh-zh-2,layers.20.mlp.gated_product,64,1536,1600,2048,64,0.15485112449865215,0.0,0.51025390625,0.01806640625,0.1552734375,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,1600,1664,2048,64,0.18791433343994193,0.0,0.50537109375,0.02197265625,0.169921875,1.0,33,0.515625
+fresh-zh-2,layers.20.mlp.gated_product,64,1664,1728,2048,64,0.24413564267463497,0.0,0.49609375,0.025390625,0.2021484375,1.0,26,0.40625
+fresh-zh-2,layers.20.mlp.gated_product,64,1728,1792,2048,64,0.1865341685498533,0.0,0.4814453125,0.025390625,0.17333984375,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.gated_product,64,1792,1856,2048,64,0.15952930245431404,0.0,0.5458984375,0.01708984375,0.13427734375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,1856,1920,2048,64,0.19939021724677153,0.0,0.5478515625,0.0126953125,0.14306640625,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gated_product,64,1920,1984,2048,64,0.18040484265215886,0.0,0.4638671875,0.01806640625,0.15283203125,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,1984,2048,2048,64,0.1671267484655867,0.0,0.52587890625,0.01904296875,0.15380859375,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,2048,2112,2048,64,0.1664794323101342,0.0,0.517578125,0.015625,0.140625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,2112,2176,2048,64,0.16418377101744658,0.0,0.43115234375,0.01904296875,0.15478515625,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,2176,2240,2048,64,0.14020884075449622,0.0,0.48828125,0.01025390625,0.1220703125,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gated_product,64,2240,2304,2048,64,0.15554970782111094,0.0,0.49169921875,0.01611328125,0.130859375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,2304,2368,2048,64,0.21211849947245062,0.0,0.5029296875,0.02783203125,0.18505859375,1.0,29,0.453125
+fresh-zh-2,layers.20.mlp.gated_product,64,2368,2432,2048,64,0.15393135011288905,0.0,0.50537109375,0.01904296875,0.14501953125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,2432,2496,2048,64,0.18347714159376846,0.0,0.4716796875,0.01708984375,0.14599609375,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,2496,2560,2048,64,0.16089519853115955,0.0,0.48828125,0.025390625,0.15234375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,2560,2624,2048,64,0.2557695040463909,0.0,0.431640625,0.0283203125,0.21484375,1.0,25,0.390625
+fresh-zh-2,layers.20.mlp.gated_product,64,2624,2688,2048,64,0.19706693452628693,0.0,0.509765625,0.02490234375,0.18896484375,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,2688,2752,2048,64,0.16279298716789592,0.0,0.48095703125,0.01416015625,0.13330078125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,2752,2816,2048,64,0.14319420175845435,0.0,0.5361328125,0.0078125,0.12158203125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.gated_product,64,2816,2880,2048,64,0.21852596022575796,0.0,0.4912109375,0.02294921875,0.17822265625,1.0,32,0.5
+fresh-zh-2,layers.20.mlp.gated_product,64,2880,2944,2048,64,0.16107206992817852,0.0,0.4990234375,0.021484375,0.15576171875,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,2944,3008,2048,64,0.17757341522411452,0.0,0.51220703125,0.0205078125,0.1640625,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,3008,3072,2048,64,0.14165693156698742,0.0,0.509765625,0.013671875,0.1201171875,1.0,46,0.71875
+fresh-zh-2,layers.20.mlp.gated_product,64,3072,3136,2048,64,0.15351484001070834,0.0,0.45263671875,0.029296875,0.15185546875,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,3136,3200,2048,64,0.22238793014749492,0.0,0.48095703125,0.0263671875,0.18896484375,1.0,33,0.515625
+fresh-zh-2,layers.20.mlp.gated_product,64,3200,3264,2048,64,0.15105377106580614,0.0,0.529296875,0.0185546875,0.14404296875,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gated_product,64,3264,3328,2048,64,0.19429828703389937,0.0,0.5224609375,0.015625,0.16796875,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gated_product,64,3328,3392,2048,64,0.29748273673322045,0.0,0.4833984375,0.02783203125,0.203125,1.0,18,0.28125
+fresh-zh-2,layers.20.mlp.gated_product,64,3392,3456,2048,64,0.19308520904512386,0.0,0.4140625,0.01904296875,0.16650390625,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gated_product,64,3456,3520,2048,64,0.16753091834837058,0.0,0.4619140625,0.02001953125,0.13134765625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,3520,3584,2048,64,0.4323027332072014,0.0,0.53125,0.048828125,0.32177734375,1.0,7,0.109375
+fresh-zh-2,layers.20.mlp.gated_product,64,3584,3648,2048,64,0.16862052778803144,0.0,0.513671875,0.01513671875,0.12939453125,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,3648,3712,2048,64,0.19030581440207175,0.0,0.4775390625,0.02001953125,0.16845703125,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,3712,3776,2048,64,0.1789217691603327,0.0,0.498046875,0.0263671875,0.16552734375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gated_product,64,3776,3840,2048,64,0.15013846347888823,0.0,0.51953125,0.0224609375,0.1328125,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,3840,3904,2048,64,0.14389043598623594,0.0,0.43310546875,0.0126953125,0.11962890625,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.gated_product,64,3904,3968,2048,64,0.14889801425168672,0.0,0.53076171875,0.02099609375,0.14599609375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,3968,4032,2048,64,0.4142406815349381,0.0,0.47021484375,0.04931640625,0.31298828125,1.0,8,0.125
+fresh-zh-2,layers.20.mlp.gated_product,64,4032,4096,2048,64,0.15563482421621166,0.0,0.5107421875,0.0166015625,0.138671875,1.0,44,0.6875
+fresh-zh-2,layers.20.mlp.gated_product,64,4096,4160,2048,64,0.19516047893059144,0.0,0.4833984375,0.0244140625,0.16845703125,1.0,32,0.5
+fresh-zh-2,layers.20.mlp.gated_product,64,4160,4224,2048,64,0.2827317214571432,0.0,0.513671875,0.03271484375,0.22509765625,1.0,19,0.296875
+fresh-zh-2,layers.20.mlp.gated_product,64,4224,4288,2048,64,0.1638825762786601,0.0,0.5341796875,0.0185546875,0.16259765625,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,4288,4352,2048,64,0.15546527345093583,0.0,0.45703125,0.02392578125,0.1572265625,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,4352,4416,2048,64,0.13787921985187176,0.0,0.52197265625,0.01708984375,0.134765625,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.gated_product,64,4416,4480,2048,64,0.17420503985713762,0.0,0.509765625,0.0166015625,0.15625,1.0,40,0.625
+fresh-zh-2,layers.20.mlp.gated_product,64,4480,4544,2048,64,0.16552659213116838,0.0,0.48291015625,0.0166015625,0.1376953125,1.0,41,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,64,4544,4608,2048,64,0.1911150620840613,0.0,0.48046875,0.02490234375,0.181640625,1.0,33,0.515625
+fresh-zh-2,layers.20.mlp.gated_product,64,4608,4672,2048,64,0.18236500400166095,0.0,0.46728515625,0.02001953125,0.16845703125,1.0,36,0.5625
+fresh-zh-2,layers.20.mlp.gated_product,64,4672,4736,2048,64,0.1662429047840659,0.0,0.53125,0.01953125,0.1435546875,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,4736,4800,2048,64,0.34551257606084756,0.0,0.44189453125,0.0361328125,0.27294921875,1.0,11,0.171875
+fresh-zh-2,layers.20.mlp.gated_product,64,4800,4864,2048,64,0.13423616315007406,0.0,0.484375,0.0185546875,0.1435546875,1.0,47,0.734375
+fresh-zh-2,layers.20.mlp.gated_product,64,4864,4928,2048,64,0.21457080941849685,0.0,0.4765625,0.0244140625,0.16552734375,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,64,4928,4992,2048,64,0.2130697711180978,0.0,0.45654296875,0.0205078125,0.1875,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,64,4992,5056,2048,64,0.1907965304168277,0.0,0.47314453125,0.02099609375,0.18408203125,1.0,34,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,64,5056,5120,2048,64,0.14772300493059123,0.0,0.490234375,0.0146484375,0.12109375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,5120,5184,2048,64,0.17686494950335777,0.0,0.43359375,0.01953125,0.15185546875,1.0,39,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,64,5184,5248,2048,64,0.1518407061066695,0.0,0.490234375,0.0244140625,0.146484375,1.0,43,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,64,5248,5312,2048,64,0.1909491245508864,0.0,0.515625,0.0224609375,0.19189453125,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,5312,5376,2048,64,0.18666537273684303,0.0,0.49267578125,0.02001953125,0.18408203125,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,64,5376,5440,2048,64,0.24692127304878403,0.0,0.52880859375,0.03369140625,0.23291015625,1.0,26,0.40625
+fresh-zh-2,layers.20.mlp.gated_product,64,5440,5504,2048,64,0.1632188624508506,0.0,0.53564453125,0.02294921875,0.1484375,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,5504,5568,2048,64,0.16372429923266094,0.0,0.53466796875,0.01513671875,0.123046875,1.0,42,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,64,5568,5632,2048,64,0.1532713929137444,0.0,0.47265625,0.0166015625,0.1298828125,1.0,45,0.703125
+fresh-zh-2,layers.20.mlp.gated_product,64,5632,5696,2048,64,0.2041081373976936,0.0,0.56884765625,0.0205078125,0.1591796875,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,5696,5760,2048,64,0.25728750644283815,0.0,0.4970703125,0.03662109375,0.22265625,1.0,23,0.359375
+fresh-zh-2,layers.20.mlp.gated_product,64,5760,5824,2048,64,0.1755094250597013,0.0,0.48046875,0.021484375,0.1494140625,1.0,37,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,64,5824,5888,2048,64,0.28734596324150763,0.0,0.482421875,0.0322265625,0.22607421875,1.0,19,0.296875
+fresh-zh-2,layers.20.mlp.gated_product,64,5888,5952,2048,64,0.16801159923436115,0.0,0.56298828125,0.01513671875,0.1484375,1.0,38,0.59375
+fresh-zh-2,layers.20.mlp.gated_product,64,5952,6016,2048,64,0.19675733597948317,0.0,0.50927734375,0.0224609375,0.18212890625,1.0,35,0.546875
+fresh-zh-2,layers.20.mlp.gated_product,64,6016,6080,2048,64,0.3983871741302934,0.0,0.5205078125,0.03466796875,0.283203125,1.0,4,0.0625
+fresh-zh-2,layers.20.mlp.gated_product,64,6080,6144,2048,64,0.2402074150399468,0.0,0.46435546875,0.02490234375,0.185546875,1.0,28,0.4375
+fresh-zh-2,layers.20.mlp.gated_product,128,0,128,4096,128,0.15057110697798,0.0,0.48681640625,0.01904296875,0.15234375,1.0,84,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,128,128,256,4096,128,0.2054090641365755,0.0,0.490234375,0.02294921875,0.176513671875,1.0,66,0.515625
+fresh-zh-2,layers.20.mlp.gated_product,128,256,384,4096,128,0.16195115598467574,0.0,0.50341796875,0.020263671875,0.158203125,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gated_product,128,384,512,4096,128,0.15105810319741897,0.0,0.502685546875,0.01806640625,0.15185546875,1.0,84,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,128,512,640,4096,128,0.21510637350443004,0.0,0.5126953125,0.0283203125,0.2109375,1.0,60,0.46875
+fresh-zh-2,layers.20.mlp.gated_product,128,640,768,4096,128,0.16500184073119514,0.0,0.54541015625,0.014892578125,0.130859375,1.0,83,0.6484375
+fresh-zh-2,layers.20.mlp.gated_product,128,768,896,4096,128,0.22010954400779917,0.0,0.467529296875,0.02734375,0.173828125,1.0,60,0.46875
+fresh-zh-2,layers.20.mlp.gated_product,128,896,1024,4096,128,0.22438777770921609,0.0,0.5361328125,0.021240234375,0.162353515625,1.0,63,0.4921875
+fresh-zh-2,layers.20.mlp.gated_product,128,1024,1152,4096,128,0.19728023316520968,0.0,0.506103515625,0.02294921875,0.1767578125,1.0,71,0.5546875
+fresh-zh-2,layers.20.mlp.gated_product,128,1152,1280,4096,128,0.20649882964199104,0.0,0.534912109375,0.025634765625,0.175537109375,1.0,65,0.5078125
+fresh-zh-2,layers.20.mlp.gated_product,128,1280,1408,4096,128,0.16150059933343977,0.0,0.486328125,0.016845703125,0.13134765625,1.0,83,0.6484375
+fresh-zh-2,layers.20.mlp.gated_product,128,1408,1536,4096,128,0.2631059020545583,0.0,0.493408203125,0.034423828125,0.220703125,1.0,45,0.3515625
+fresh-zh-2,layers.20.mlp.gated_product,128,1536,1664,4096,128,0.1721782034269651,0.0,0.5078125,0.020263671875,0.161376953125,1.0,71,0.5546875
+fresh-zh-2,layers.20.mlp.gated_product,128,1664,1792,4096,128,0.2172523970647299,0.0,0.48876953125,0.026123046875,0.190185546875,1.0,62,0.484375
+fresh-zh-2,layers.20.mlp.gated_product,128,1792,1920,4096,128,0.18056308741721652,0.0,0.546875,0.013671875,0.140380859375,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gated_product,128,1920,2048,4096,128,0.1738925779109472,0.0,0.494873046875,0.017822265625,0.153564453125,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gated_product,128,2048,2176,4096,128,0.16533558607845725,0.0,0.474365234375,0.017333984375,0.148193359375,1.0,82,0.640625
+fresh-zh-2,layers.20.mlp.gated_product,128,2176,2304,4096,128,0.14807807168678397,0.0,0.489990234375,0.0126953125,0.127197265625,1.0,87,0.6796875
+fresh-zh-2,layers.20.mlp.gated_product,128,2304,2432,4096,128,0.18532285121649308,0.0,0.504150390625,0.024658203125,0.170654296875,1.0,69,0.5390625
+fresh-zh-2,layers.20.mlp.gated_product,128,2432,2560,4096,128,0.17255597120615823,0.0,0.47998046875,0.021240234375,0.150634765625,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gated_product,128,2560,2688,4096,128,0.22831274152324993,0.0,0.470703125,0.026611328125,0.203857421875,1.0,58,0.453125
+fresh-zh-2,layers.20.mlp.gated_product,128,2688,2816,4096,128,0.1533071036975907,0.0,0.508544921875,0.0107421875,0.128173828125,1.0,86,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,128,2816,2944,4096,128,0.19196068217676449,0.0,0.4951171875,0.023193359375,0.16796875,1.0,72,0.5625
+fresh-zh-2,layers.20.mlp.gated_product,128,2944,3072,4096,128,0.16062223391443967,0.0,0.510986328125,0.017822265625,0.143798828125,1.0,84,0.65625
+fresh-zh-2,layers.20.mlp.gated_product,128,3072,3200,4096,128,0.1910800847534882,0.0,0.466796875,0.0263671875,0.17529296875,1.0,74,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,128,3200,3328,4096,128,0.1740245185275749,0.0,0.52587890625,0.017333984375,0.15625,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gated_product,128,3328,3456,4096,128,0.2507766701731699,0.0,0.44873046875,0.025146484375,0.18896484375,1.0,53,0.4140625
+fresh-zh-2,layers.20.mlp.gated_product,128,3456,3584,4096,128,0.327835524113133,0.0,0.49658203125,0.034912109375,0.261962890625,1.0,24,0.1875
+fresh-zh-2,layers.20.mlp.gated_product,128,3584,3712,4096,128,0.17979041324101527,0.0,0.49560546875,0.017333984375,0.147705078125,1.0,74,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,128,3712,3840,4096,128,0.16515834477141147,0.0,0.5087890625,0.02490234375,0.148681640625,1.0,79,0.6171875
+fresh-zh-2,layers.20.mlp.gated_product,128,3840,3968,4096,128,0.14641563478058717,0.0,0.48193359375,0.016845703125,0.134033203125,1.0,89,0.6953125
+fresh-zh-2,layers.20.mlp.gated_product,128,3968,4096,4096,128,0.3129037717472747,0.0,0.490478515625,0.03466796875,0.24658203125,1.0,33,0.2578125
+fresh-zh-2,layers.20.mlp.gated_product,128,4096,4224,4096,128,0.2429247196710716,0.0,0.49853515625,0.02734375,0.19970703125,1.0,49,0.3828125
+fresh-zh-2,layers.20.mlp.gated_product,128,4224,4352,4096,128,0.15972938060498623,0.0,0.49560546875,0.02099609375,0.158447265625,1.0,80,0.625
+fresh-zh-2,layers.20.mlp.gated_product,128,4352,4480,4096,128,0.15709563198667825,0.0,0.515869140625,0.01708984375,0.147216796875,1.0,83,0.6484375
+fresh-zh-2,layers.20.mlp.gated_product,128,4480,4608,4096,128,0.17877922090941215,0.0,0.481689453125,0.02099609375,0.15869140625,1.0,74,0.578125
+fresh-zh-2,layers.20.mlp.gated_product,128,4608,4736,4096,128,0.1744902548504784,0.0,0.499267578125,0.02001953125,0.1572265625,1.0,78,0.609375
+fresh-zh-2,layers.20.mlp.gated_product,128,4736,4864,4096,128,0.2621052152413762,0.0,0.463134765625,0.031494140625,0.232421875,1.0,43,0.3359375
+fresh-zh-2,layers.20.mlp.gated_product,128,4864,4992,4096,128,0.21382160744277864,0.0,0.466552734375,0.02197265625,0.176025390625,1.0,68,0.53125
+fresh-zh-2,layers.20.mlp.gated_product,128,4992,5120,4096,128,0.17062444462154733,0.0,0.481689453125,0.017822265625,0.149169921875,1.0,77,0.6015625
+fresh-zh-2,layers.20.mlp.gated_product,128,5120,5248,4096,128,0.1648284113764937,0.0,0.4619140625,0.02197265625,0.150146484375,1.0,81,0.6328125
+fresh-zh-2,layers.20.mlp.gated_product,128,5248,5376,4096,128,0.18881939723679672,0.0,0.504150390625,0.021240234375,0.188232421875,1.0,71,0.5546875
+fresh-zh-2,layers.20.mlp.gated_product,128,5376,5504,4096,128,0.20929705222933964,0.0,0.5322265625,0.02783203125,0.190673828125,1.0,67,0.5234375
+fresh-zh-2,layers.20.mlp.gated_product,128,5504,5632,4096,128,0.15858399358848502,0.0,0.503662109375,0.015869140625,0.12890625,1.0,86,0.671875
+fresh-zh-2,layers.20.mlp.gated_product,128,5632,5760,4096,128,0.23222509847508865,0.0,0.532958984375,0.0283203125,0.191650390625,1.0,55,0.4296875
+fresh-zh-2,layers.20.mlp.gated_product,128,5760,5888,4096,128,0.23808744283978603,0.0,0.4814453125,0.028564453125,0.190673828125,1.0,51,0.3984375
+fresh-zh-2,layers.20.mlp.gated_product,128,5888,6016,4096,128,0.1829499203867425,0.0,0.5361328125,0.018798828125,0.165283203125,1.0,72,0.5625
+fresh-zh-2,layers.20.mlp.gated_product,128,6016,6144,4096,128,0.3289467607012524,0.0,0.492431640625,0.029541015625,0.2392578125,1.0,27,0.2109375
+fresh-zh-2,layers.20.mlp.down_proj.output,0,0,2048,65536,2048,0.14425881925291884,0.0,0.501373291015625,0.007720947265625,0.084503173828125,1.0,1615,0.78857421875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,0,64,2048,64,0.13317038206363144,0.0,0.47265625,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,64,128,2048,64,0.1455706789885414,0.0,0.47412109375,0.005859375,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,128,192,2048,64,0.14943786086397925,0.0,0.48681640625,0.00927734375,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,192,256,2048,64,0.14551045558750014,0.0,0.4658203125,0.0078125,0.076171875,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,256,320,2048,64,0.1501115169599932,0.0,0.49169921875,0.0078125,0.08056640625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,320,384,2048,64,0.14743644788373464,0.0,0.548828125,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,384,448,2048,64,0.1439255802972527,0.0,0.55078125,0.00830078125,0.09619140625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,448,512,2048,64,0.13739882700481462,0.0,0.52294921875,0.0078125,0.083984375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,512,576,2048,64,0.1404735258620269,0.0,0.47900390625,0.0078125,0.076171875,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,576,640,2048,64,0.14520904098624415,0.0,0.4794921875,0.0048828125,0.087890625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,640,704,2048,64,0.1404126722208117,0.0,0.49560546875,0.0087890625,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,704,768,2048,64,0.1462479619737172,0.0,0.51318359375,0.009765625,0.0849609375,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,768,832,2048,64,0.14634390804744526,0.0,0.45556640625,0.00830078125,0.0791015625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,832,896,2048,64,0.13790777333809415,0.0,0.564453125,0.0078125,0.0703125,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,896,960,2048,64,0.14585669101338797,0.0,0.52392578125,0.00732421875,0.0869140625,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,960,1024,2048,64,0.14619098755846197,0.0,0.5029296875,0.0087890625,0.08740234375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1024,1088,2048,64,0.14216168691002512,0.0,0.4375,0.0048828125,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1088,1152,2048,64,0.14620405862227248,0.0,0.490234375,0.00634765625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1152,1216,2048,64,0.16288807476538059,0.0,0.4912109375,0.0048828125,0.099609375,1.0,48,0.75
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1216,1280,2048,64,0.13958588870616487,0.0,0.50048828125,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1280,1344,2048,64,0.13995288434749306,0.0,0.4716796875,0.00732421875,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1344,1408,2048,64,0.14030574291641715,0.0,0.43359375,0.00634765625,0.06640625,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1408,1472,2048,64,0.14483182795357533,0.0,0.5,0.0078125,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1472,1536,2048,64,0.146797810448767,0.0,0.5,0.00830078125,0.09375,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1536,1600,2048,64,0.14526933875440876,0.0,0.517578125,0.01318359375,0.095703125,1.0,52,0.8125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1600,1664,2048,64,0.15529327885753422,0.0,0.55517578125,0.0078125,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1664,1728,2048,64,0.1354387458776793,0.0,0.5146484375,0.0078125,0.07421875,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1728,1792,2048,64,0.14073260168927582,0.0,0.52001953125,0.00830078125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1792,1856,2048,64,0.14107997940903835,0.0,0.5380859375,0.005859375,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1856,1920,2048,64,0.14301170630864063,0.0,0.486328125,0.0087890625,0.1015625,1.0,53,0.828125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1920,1984,2048,64,0.14377853997637355,0.0,0.51708984375,0.0078125,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,64,1984,2048,2048,64,0.1443752038135917,0.0,0.54248046875,0.005859375,0.07666015625,1.0,50,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,128,0,128,4096,128,0.13950837473097902,0.0,0.473388671875,0.00732421875,0.086181640625,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,128,256,4096,128,0.147487231557318,0.0,0.476318359375,0.00830078125,0.080078125,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.down_proj.output,128,256,384,4096,128,0.14877999477181658,0.0,0.520263671875,0.0078125,0.083251953125,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.down_proj.output,128,384,512,4096,128,0.14070005388449555,0.0,0.536865234375,0.0078125,0.08935546875,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.down_proj.output,128,512,640,4096,128,0.14286090622044625,0.0,0.479248046875,0.00634765625,0.081787109375,1.0,104,0.8125
+fresh-zh-2,layers.20.mlp.down_proj.output,128,640,768,4096,128,0.14336000994289677,0.0,0.50439453125,0.009521484375,0.0810546875,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,768,896,4096,128,0.14218841965798457,0.0,0.510009765625,0.00830078125,0.074951171875,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,896,1024,4096,128,0.14602393495022195,0.0,0.513427734375,0.008056640625,0.0869140625,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1024,1152,4096,128,0.1441970387746033,0.0,0.4638671875,0.005615234375,0.079345703125,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1152,1280,4096,128,0.15168511005807733,0.0,0.495849609375,0.006591796875,0.091064453125,1.0,97,0.7578125
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1280,1408,4096,128,0.1401294246982241,0.0,0.45263671875,0.0068359375,0.076416015625,1.0,101,0.7890625
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1408,1536,4096,128,0.14581813251603207,0.0,0.5,0.008056640625,0.093017578125,1.0,100,0.78125
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1536,1664,4096,128,0.15036486165402316,0.0,0.536376953125,0.010498046875,0.093505859375,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1664,1792,4096,128,0.13811104058537635,0.0,0.517333984375,0.008056640625,0.079345703125,1.0,103,0.8046875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1792,1920,4096,128,0.14204912659246374,0.0,0.51220703125,0.00732421875,0.091796875,1.0,102,0.796875
+fresh-zh-2,layers.20.mlp.down_proj.output,128,1920,2048,4096,128,0.14407718076425877,0.0,0.52978515625,0.0068359375,0.08349609375,1.0,100,0.78125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.239530471268844,0.0,0.4985555013020833,0.0122222900390625,0.12146504720052083,1.0,2555,0.4158528645833333
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.0862366702935353,0.0,0.56494140625,0.00634765625,0.06689453125,1.0,40,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,64,128,2048,64,2.7740863045526973,0.0,0.6044921875,0.01318359375,0.12109375,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.337950842929844,0.0,0.537109375,0.01220703125,0.10986328125,1.0,37,0.578125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.9588224900674059,0.0,0.4697265625,0.00927734375,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,256,320,2048,64,3.1458528501241703,0.0,0.55029296875,0.01318359375,0.1015625,1.0,27,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.595781983297876,0.0,0.44384765625,0.01025390625,0.09033203125,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.0708890190957656,0.0,0.505859375,0.0146484375,0.1123046875,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.8945576392875172,0.0,0.4951171875,0.009765625,0.0712890625,1.0,40,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.8855441795339156,0.0,0.54150390625,0.013671875,0.1396484375,1.0,21,0.328125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.300019331317619,0.0,0.48876953125,0.017578125,0.17236328125,1.0,17,0.265625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.4424493805646392,0.0,0.46630859375,0.0087890625,0.09716796875,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.1234304740901004,0.0,0.51953125,0.00830078125,0.08203125,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.6011928174485959,0.0,0.5302734375,0.0068359375,0.07763671875,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.487347238718009,0.0,0.50732421875,0.005859375,0.07958984375,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.9870058028561294,0.0,0.4873046875,0.0087890625,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.2296278108312642,0.0,0.45458984375,0.00830078125,0.10791015625,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.4879425982904957,0.0,0.46923828125,0.015625,0.13720703125,1.0,26,0.40625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.5436708617010388,0.0,0.48193359375,0.00830078125,0.09814453125,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5000046976037824,0.0,0.46826171875,0.01318359375,0.111328125,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.79745807972739,0.0,0.5185546875,0.0107421875,0.10546875,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.893769385272356,0.0,0.67529296875,0.0087890625,0.08984375,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,3.3776932312244194,0.0,0.5078125,0.01318359375,0.138671875,1.0,28,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.4387026000501106,0.0,0.5712890625,0.013671875,0.11083984375,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.6380133450607244,0.0,0.51708984375,0.01318359375,0.10546875,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.5023821518206992,0.0,0.49755859375,0.00927734375,0.12744140625,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.8955765299690794,0.0,0.52587890625,0.0146484375,0.15234375,1.0,23,0.359375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.7730708160725354,0.0,0.51171875,0.00927734375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3455083961632088,0.0,0.44140625,0.0126953125,0.12255859375,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.300708830230357,0.0,0.55078125,0.00927734375,0.0966796875,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.6703682437088818,0.0,0.5234375,0.0087890625,0.0771484375,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,3.7134987151148446,0.0,0.46630859375,0.01220703125,0.09521484375,1.0,27,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.7005028033416445,0.0,0.47216796875,0.00927734375,0.0888671875,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.659435372739638,0.0,0.4345703125,0.0078125,0.10205078125,1.0,37,0.578125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.891223661244984,0.0,0.6025390625,0.00927734375,0.09716796875,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.3900298180371196,0.0,0.455078125,0.00830078125,0.08203125,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.4555456687453547,0.0,0.56494140625,0.00732421875,0.064453125,1.0,45,0.703125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.6260782004324184,0.0,0.53515625,0.00341796875,0.06884765625,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.6211966970913205,0.0,0.51513671875,0.0078125,0.08349609375,1.0,37,0.578125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.3086688044789354,0.0,0.4990234375,0.0087890625,0.09375,1.0,40,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.3746879974026123,0.0,0.515625,0.0068359375,0.09765625,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.5591277527221563,0.0,0.4833984375,0.00439453125,0.052734375,1.0,42,0.65625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,3.5266739579116226,0.0,0.5634765625,0.00634765625,0.056640625,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.4880820742816954,0.0,0.56982421875,0.01171875,0.1171875,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.9573019670722964,0.0,0.4169921875,0.009765625,0.0986328125,1.0,36,0.5625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.411368556083432,0.0,0.52783203125,0.00537109375,0.0458984375,1.0,46,0.71875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.606966463803038,0.0,0.43212890625,0.001953125,0.0380859375,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2769563592975761,0.0,0.44970703125,0.0107421875,0.0947265625,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.633313247497968,0.0,0.51318359375,0.01220703125,0.1103515625,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3196814702455664,0.0,0.45849609375,0.0068359375,0.09814453125,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.154465586022818,0.0,0.5458984375,0.01025390625,0.0927734375,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3960708104149406,0.0,0.474609375,0.009765625,0.09619140625,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5177713774066515,0.0,0.49853515625,0.01171875,0.09375,1.0,37,0.578125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.913766334321785,0.0,0.48974609375,0.01318359375,0.123046875,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.9781246177215235,0.0,0.521484375,0.01318359375,0.1435546875,1.0,25,0.390625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,3.263991168407099,0.0,0.51806640625,0.0029296875,0.0478515625,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.939353872437181,0.0,0.5244140625,0.00390625,0.06396484375,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.745314219051905,0.0,0.4052734375,0.0107421875,0.10986328125,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.411667058447594,0.0,0.4541015625,0.0107421875,0.09765625,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.9984882603028685,0.0,0.47998046875,0.005859375,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.4849396516124957,0.0,0.43701171875,0.0126953125,0.11279296875,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6511417413647487,0.0,0.408203125,0.01025390625,0.09814453125,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.8488434750854845,0.0,0.40673828125,0.009765625,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,3.0464825715291033,0.0,0.42822265625,0.0068359375,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,3.087770823351564,0.0,0.412109375,0.0078125,0.05908203125,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.739627661855616,0.0,0.53515625,0.00732421875,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.6514984426511452,0.0,0.45556640625,0.01171875,0.11572265625,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1527724996925706,0.0,0.51123046875,0.00927734375,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.9740179238045514,0.0,0.5751953125,0.01025390625,0.13427734375,1.0,27,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.4699825982890924,0.0,0.3798828125,0.00927734375,0.08984375,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.1640726238893895,0.0,0.59033203125,0.01025390625,0.1025390625,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7165123400012565,0.0,0.4404296875,0.005859375,0.10205078125,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.8742538409064713,0.0,0.4375,0.00927734375,0.13525390625,1.0,25,0.390625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.5370865782230947,0.0,0.4931640625,0.009765625,0.08251953125,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.418964229377626,0.0,0.4765625,0.01416015625,0.07958984375,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.8169859282229923,0.0,0.56201171875,0.01953125,0.158203125,1.0,27,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.4647907254335106,0.0,0.50390625,0.01220703125,0.126953125,1.0,36,0.5625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.8489175233046853,0.0,0.48193359375,0.0087890625,0.091796875,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.367290915679323,0.0,0.443359375,0.01611328125,0.10302734375,1.0,28,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.2195564772134326,0.0,0.501953125,0.01611328125,0.12939453125,1.0,24,0.375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.0455475151654867,0.0,0.4404296875,0.01171875,0.10595703125,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.1173353672472468,0.0,0.53662109375,0.0126953125,0.126953125,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.2680486880986455,0.0,0.49462890625,0.02001953125,0.1435546875,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.9172694556412282,0.0,0.4619140625,0.01025390625,0.12353515625,1.0,27,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.9990394397437965,0.0,0.4931640625,0.0107421875,0.099609375,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.099558669992413,0.0,0.546875,0.0146484375,0.177734375,1.0,18,0.28125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.3064051024300858,0.0,0.45947265625,0.0107421875,0.125,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.18175865960221,0.0,0.603515625,0.0107421875,0.123046875,1.0,26,0.40625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.419963231317709,0.0,0.5478515625,0.00634765625,0.064453125,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.9729864085694202,0.0,0.55712890625,0.01171875,0.10791015625,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.549767358370298,0.0,0.46337890625,0.01123046875,0.08837890625,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.9296586422719537,0.0,0.47216796875,0.01025390625,0.1298828125,1.0,26,0.40625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.6032404674212168,0.0,0.4580078125,0.00927734375,0.09228515625,1.0,36,0.5625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.9256256011751374,0.0,0.46435546875,0.01416015625,0.14306640625,1.0,26,0.40625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.739268662262632,0.0,0.478515625,0.01416015625,0.14501953125,1.0,28,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,3.4382433135490507,0.0,0.48583984375,0.0068359375,0.07080078125,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,3.6322303403565823,0.0,0.60205078125,0.00439453125,0.05419921875,1.0,42,0.65625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.454377545283559,0.0,0.584716796875,0.010009765625,0.093505859375,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.1639271939334823,0.0,0.50341796875,0.0107421875,0.098388671875,1.0,83,0.6484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.8839620541408153,0.0,0.4970703125,0.010986328125,0.09521484375,1.0,60,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.9846825914984632,0.0,0.50048828125,0.012451171875,0.091552734375,1.0,69,0.5390625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,512,640,4096,128,3.099717148314668,0.0,0.51513671875,0.015625,0.15673828125,1.0,36,0.28125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.288505621023804,0.0,0.492919921875,0.007568359375,0.088623046875,1.0,69,0.5390625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5453187773354498,0.0,0.518798828125,0.006591796875,0.080078125,1.0,79,0.6171875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1149360986265893,0.0,0.470947265625,0.00830078125,0.096435546875,1.0,85,0.6640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.070359642870447,0.0,0.4755859375,0.012451171875,0.11962890625,1.0,60,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.6554258728814606,0.0,0.493408203125,0.01171875,0.107421875,1.0,64,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,3.1450526879051495,0.0,0.591552734375,0.011474609375,0.114990234375,1.0,59,0.4609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.54031344327916,0.0,0.544189453125,0.013427734375,0.10888671875,1.0,66,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7103161273692957,0.0,0.51171875,0.012451171875,0.140869140625,1.0,55,0.4296875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.097276476283153,0.0,0.4765625,0.012939453125,0.1123046875,1.0,82,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.010396875133245,0.0,0.537109375,0.009521484375,0.08740234375,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,3.2467513069232514,0.0,0.46923828125,0.01123046875,0.09130859375,1.0,61,0.4765625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.779108300968834,0.0,0.5185546875,0.00830078125,0.102294921875,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.4231647987558695,0.0,0.510009765625,0.0078125,0.07275390625,1.0,83,0.6484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.6236385840687753,0.0,0.525146484375,0.005615234375,0.076171875,1.0,75,0.5859375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.3420844105381617,0.0,0.50732421875,0.008056640625,0.095947265625,1.0,77,0.6015625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.5429380156593977,0.0,0.5234375,0.005126953125,0.054443359375,1.0,83,0.6484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.2384797741622533,0.0,0.493408203125,0.0107421875,0.107421875,1.0,65,0.5078125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.511072724620059,0.0,0.47998046875,0.00390625,0.043212890625,1.0,89,0.6953125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.4660030197790996,0.0,0.4814453125,0.01220703125,0.10302734375,1.0,72,0.5625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.239828611587204,0.0,0.502197265625,0.0087890625,0.09619140625,1.0,83,0.6484375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4581912874804033,0.0,0.486572265625,0.0107421875,0.0947265625,1.0,76,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.9461212203256317,0.0,0.505615234375,0.013427734375,0.133544921875,1.0,54,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,3.105916896413279,0.0,0.521240234375,0.003173828125,0.056396484375,1.0,81,0.6328125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.5872815766477673,0.0,0.4296875,0.010498046875,0.10400390625,1.0,67,0.5234375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.2653111425443326,0.0,0.45849609375,0.010009765625,0.103515625,1.0,76,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.7527822519416358,0.0,0.407470703125,0.01025390625,0.08740234375,1.0,74,0.578125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,3.0671961720903815,0.0,0.420166015625,0.00732421875,0.06298828125,1.0,78,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.6961355352642657,0.0,0.495361328125,0.010009765625,0.10400390625,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6164206135082986,0.0,0.543212890625,0.010498046875,0.109375,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.8383242948170335,0.0,0.485107421875,0.0107421875,0.095458984375,1.0,58,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.7971146420761879,0.0,0.43896484375,0.0078125,0.119140625,1.0,58,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.4785268335611343,0.0,0.48486328125,0.011962890625,0.08154296875,1.0,63,0.4921875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.650310536334965,0.0,0.532958984375,0.015625,0.141845703125,1.0,61,0.4765625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.1239776702499698,0.0,0.462646484375,0.0126953125,0.09814453125,1.0,61,0.4765625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.1343260754087927,0.0,0.47119140625,0.013671875,0.1181640625,1.0,53,0.4140625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.195070248623535,0.0,0.515625,0.016357421875,0.135498046875,1.0,65,0.5078125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.9585812272134648,0.0,0.4775390625,0.0107421875,0.112548828125,1.0,58,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.7485480977650674,0.0,0.503173828125,0.013916015625,0.1513671875,1.0,51,0.3984375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.3030089820888104,0.0,0.57568359375,0.0087890625,0.095458984375,1.0,59,0.4609375
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.7740425915785831,0.0,0.51025390625,0.012451171875,0.100830078125,1.0,66,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.7739732906771513,0.0,0.465087890625,0.0087890625,0.1123046875,1.0,60,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.8348146276163642,0.0,0.471435546875,0.01416015625,0.1455078125,1.0,54,0.421875
+fresh-zh-2,layers.21.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,3.5365671440375377,0.0,0.5439453125,0.005615234375,0.062255859375,1.0,80,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.724488176553129,0.0,0.59405517578125,0.0093231201171875,0.09521484375,1.0,1046,0.5107421875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,0,64,2048,64,1.0624094893589444,0.0,0.62353515625,0.00732421875,0.08154296875,1.0,45,0.703125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,64,128,2048,64,1.495077397831454,0.0,0.671875,0.00927734375,0.10791015625,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,128,192,2048,64,1.9908976842545258,0.0,0.75,0.0078125,0.107421875,1.0,32,0.5
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,192,256,2048,64,1.9542952257350457,0.0,0.7802734375,0.00732421875,0.1025390625,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,256,320,2048,64,1.84016832945134,0.0,0.701171875,0.01318359375,0.0966796875,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,320,384,2048,64,1.7565625082126441,0.0,0.6796875,0.0068359375,0.08056640625,1.0,36,0.5625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2973468465843006,0.0,0.671875,0.0087890625,0.09765625,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,448,512,2048,64,1.5222383097270675,0.0,0.77001953125,0.0068359375,0.09619140625,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5726052775250696,0.0,0.66552734375,0.00927734375,0.09716796875,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5058619939310183,0.0,0.6142578125,0.01416015625,0.1025390625,1.0,31,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,640,704,2048,64,1.9005272183675728,0.0,0.583984375,0.0068359375,0.0595703125,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,704,768,2048,64,1.7220013596965114,0.0,0.41455078125,0.00341796875,0.0595703125,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,768,832,2048,64,1.4609247611388578,0.0,0.70361328125,0.009765625,0.0966796875,1.0,35,0.546875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,832,896,2048,64,1.4698640861426624,0.0,0.74609375,0.009765625,0.08984375,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,896,960,2048,64,1.4966912128894754,0.0,0.56689453125,0.00927734375,0.09521484375,1.0,34,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.9077555474729606,0.0,0.7333984375,0.0126953125,0.107421875,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.805315635348576,0.0,0.138671875,0.00048828125,0.0029296875,1.0,53,0.828125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1088,1152,2048,64,2.836932384987476,0.0,0.20751953125,0.00048828125,0.00244140625,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.4714628312976312,0.0,0.7314453125,0.00927734375,0.0771484375,1.0,39,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5045420779813359,0.0,0.66455078125,0.00732421875,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.812921882971211,0.0,0.45068359375,0.00390625,0.056640625,1.0,46,0.71875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.7551614799552981,0.0,0.484375,0.00537109375,0.04931640625,1.0,47,0.734375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.413491054005246,0.0,0.7138671875,0.0087890625,0.0888671875,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.6146013950849174,0.0,0.67919921875,0.01171875,0.09716796875,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.348585458858739,0.0,0.44921875,0.0078125,0.10888671875,1.0,33,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.7525484632449508,0.0,0.40087890625,0.0107421875,0.09912109375,1.0,30,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.1219451598747785,0.0,0.583984375,0.01171875,0.103515625,1.0,38,0.59375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.0144580256830942,0.0,0.54833984375,0.0107421875,0.10498046875,1.0,41,0.640625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.8679080169816902,0.0,0.60595703125,0.0078125,0.06396484375,1.0,43,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.9756241047854803,0.0,0.66357421875,0.00732421875,0.0673828125,1.0,40,0.625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.6602240234355172,0.0,0.568359375,0.01171875,0.10546875,1.0,29,0.453125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8457002510407943,0.0,0.4423828125,0.0107421875,0.11572265625,1.0,24,0.375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,0,128,4096,128,1.2969137111979356,0.0,0.647705078125,0.00830078125,0.095458984375,1.0,81,0.6328125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,128,256,4096,128,1.9726813501552685,0.0,0.76513671875,0.0078125,0.104736328125,1.0,63,0.4921875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,256,384,4096,128,1.798851206461228,0.0,0.6904296875,0.010009765625,0.088623046875,1.0,66,0.515625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4142698313870217,0.0,0.720947265625,0.00732421875,0.0986328125,1.0,75,0.5859375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,512,640,4096,128,1.539595353277218,0.0,0.639892578125,0.01171875,0.1005859375,1.0,61,0.4765625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,640,768,4096,128,1.813462487970542,0.0,0.499267578125,0.0048828125,0.059814453125,1.0,86,0.671875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4654012401797387,0.0,0.724853515625,0.009765625,0.09375,1.0,68,0.53125
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.714586803818113,0.0,0.650146484375,0.01123046875,0.103759765625,1.0,62,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1024,1152,4096,128,2.8211683015128606,0.0,0.173095703125,0.00048828125,0.002685546875,1.0,103,0.8046875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.4880943734029166,0.0,0.697998046875,0.008056640625,0.08349609375,1.0,77,0.6015625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.784275423592831,0.0,0.467529296875,0.0048828125,0.0537109375,1.0,93,0.7265625
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5173817292894731,0.0,0.696533203125,0.01025390625,0.09521484375,1.0,62,0.484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.5636669811483959,0.0,0.425048828125,0.010498046875,0.108154296875,1.0,60,0.46875
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.0695527167090184,0.0,0.566162109375,0.010986328125,0.10498046875,1.0,78,0.609375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.9225206063022968,0.0,0.634765625,0.00732421875,0.065185546875,1.0,83,0.6484375
+fresh-zh-2,layers.21.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.755413516053193,0.0,0.50537109375,0.01220703125,0.111083984375,1.0,52,0.40625
+fresh-zh-2,layers.21.linear_attn.in_proj_b.output,0,0,16,512,16,1.7972352582308635,0.0,0.32421875,0.02734375,0.154296875,1.0,7,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_b.output,64,0,16,512,16,1.7972352582308635,0.0,0.32421875,0.02734375,0.154296875,1.0,7,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_b.output,128,0,16,512,16,1.7972352582308635,0.0,0.32421875,0.02734375,0.154296875,1.0,7,0.4375
+fresh-zh-2,layers.21.linear_attn.in_proj_a.output,0,0,16,512,16,2.882453951586773,0.0,0.787109375,0.001953125,0.048828125,1.0,13,0.8125
+fresh-zh-2,layers.21.linear_attn.in_proj_a.output,64,0,16,512,16,2.882453951586773,0.0,0.787109375,0.001953125,0.048828125,1.0,13,0.8125
+fresh-zh-2,layers.21.linear_attn.in_proj_a.output,128,0,16,512,16,2.882453951586773,0.0,0.787109375,0.001953125,0.048828125,1.0,13,0.8125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07784482480347925,0.0,0.5093231201171875,0.0082855224609375,0.0917816162109375,1.0,1489,0.72705078125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,0,64,2048,64,0.07319939008035584,0.0,0.5322265625,0.01123046875,0.09326171875,1.0,49,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,64,128,2048,64,0.06824827427545105,0.0,0.517578125,0.00634765625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,128,192,2048,64,0.0723090377722961,0.0,0.45556640625,0.01171875,0.09228515625,1.0,46,0.71875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,192,256,2048,64,0.06787263537902258,0.0,0.5087890625,0.0078125,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,256,320,2048,64,0.07589682573152368,0.0,0.490234375,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,320,384,2048,64,0.06805658428100397,0.0,0.53564453125,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,384,448,2048,64,0.07796994551147256,0.0,0.5263671875,0.00732421875,0.09521484375,1.0,47,0.734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,448,512,2048,64,0.06716879579500998,0.0,0.546875,0.005859375,0.072265625,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,512,576,2048,64,0.07155640542074874,0.0,0.51318359375,0.00634765625,0.09033203125,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,576,640,2048,64,0.08768485956376634,0.0,0.47607421875,0.01123046875,0.09912109375,1.0,45,0.703125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,640,704,2048,64,0.06733353093652425,0.0,0.47900390625,0.00927734375,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,704,768,2048,64,0.07721656284309375,0.0,0.50537109375,0.00732421875,0.076171875,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,768,832,2048,64,0.0674015148620838,0.0,0.4921875,0.00537109375,0.07470703125,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,832,896,2048,64,0.07418108350044404,0.0,0.4736328125,0.00830078125,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,896,960,2048,64,0.07164073511090498,0.0,0.4833984375,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,960,1024,2048,64,0.06975161472403081,0.0,0.478515625,0.01220703125,0.0830078125,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06924540185422809,0.0,0.5126953125,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1088,1152,2048,64,0.07326961250286909,0.0,0.52880859375,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1152,1216,2048,64,0.17627926624975215,0.0,0.56005859375,0.02294921875,0.208984375,1.0,8,0.125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1216,1280,2048,64,0.07279153156917191,0.0,0.5947265625,0.0078125,0.08251953125,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06872316653973719,0.0,0.53857421875,0.00537109375,0.0810546875,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06952213510734957,0.0,0.4736328125,0.00634765625,0.09033203125,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1408,1472,2048,64,0.07562878249355624,0.0,0.44873046875,0.00927734375,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07254712059723441,0.0,0.46923828125,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07227669412879294,0.0,0.51953125,0.00830078125,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07426269206353968,0.0,0.5029296875,0.0068359375,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07138207954411234,0.0,0.47314453125,0.00390625,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07467309713996786,0.0,0.57568359375,0.00537109375,0.08642578125,1.0,49,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06594743915313178,0.0,0.48974609375,0.009765625,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1856,1920,2048,64,0.07248091412285945,0.0,0.46044921875,0.0068359375,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1920,1984,2048,64,0.0784661733176109,0.0,0.5830078125,0.00732421875,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,64,1984,2048,2048,64,0.0740680028810942,0.0,0.552734375,0.0048828125,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,0,128,4096,128,0.0707671450947164,0.0,0.52490234375,0.0087890625,0.092041015625,1.0,99,0.7734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,128,256,4096,128,0.07012592807531709,0.0,0.482177734375,0.00927734375,0.0859375,1.0,96,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,256,384,4096,128,0.07208337818151517,0.0,0.512939453125,0.007568359375,0.086181640625,1.0,98,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,384,512,4096,128,0.07277004717469183,0.0,0.53662109375,0.006103515625,0.083251953125,1.0,96,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,512,640,4096,128,0.0800279755880904,0.0,0.49462890625,0.008544921875,0.0966796875,1.0,92,0.71875
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,640,768,4096,128,0.07244377808232158,0.0,0.4921875,0.008544921875,0.08642578125,1.0,100,0.78125
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,768,896,4096,128,0.07087241125784967,0.0,0.48291015625,0.00634765625,0.07763671875,1.0,98,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,896,1024,4096,128,0.07070248469410564,0.0,0.48095703125,0.009521484375,0.083740234375,1.0,99,0.7734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07128590952731868,0.0,0.520751953125,0.008544921875,0.08544921875,1.0,99,0.7734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1152,1280,4096,128,0.13485730751008038,0.0,0.577392578125,0.014892578125,0.15478515625,1.0,48,0.375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06912380519449512,0.0,0.506103515625,0.00634765625,0.085693359375,1.0,99,0.7734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07410397239152336,0.0,0.458984375,0.007568359375,0.084228515625,1.0,98,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07327642167406652,0.0,0.51123046875,0.007568359375,0.0859375,1.0,96,0.75
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07304612486818536,0.0,0.5244140625,0.004638671875,0.08203125,1.0,98,0.765625
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06929122470753908,0.0,0.47509765625,0.00830078125,0.08740234375,1.0,99,0.7734375
+fresh-zh-2,layers.21.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07629878572396526,0.0,0.56787109375,0.005615234375,0.080810546875,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.gate_proj.output,0,0,6144,196608,6144,1.6069687633330385,0.0,0.881591796875,0.0059661865234375,0.062296549479166664,1.0,3747,0.60986328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,0,64,2048,64,1.4835511369983072,0.0,0.83837890625,0.00439453125,0.060546875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,64,128,2048,64,1.6334467767489251,0.0,0.89599609375,0.0048828125,0.0625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,128,192,2048,64,1.664222727026971,0.0,0.8818359375,0.00830078125,0.0703125,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,192,256,2048,64,1.4259960392392448,0.0,0.81396484375,0.0029296875,0.07177734375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,256,320,2048,64,1.5197573844289898,0.0,0.90087890625,0.00390625,0.05078125,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,320,384,2048,64,1.535993572073658,0.0,0.884765625,0.005859375,0.0634765625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,384,448,2048,64,1.6206620106204832,0.0,0.822265625,0.00390625,0.05712890625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,448,512,2048,64,1.576023071996067,0.0,0.8564453125,0.00830078125,0.06982421875,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,512,576,2048,64,1.6172347570776398,0.0,0.91015625,0.00537109375,0.0703125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,576,640,2048,64,1.4580092580225965,0.0,0.83837890625,0.00732421875,0.078125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,640,704,2048,64,1.6822584203210655,0.0,0.90673828125,0.0048828125,0.0419921875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,704,768,2048,64,1.5727108745971579,0.0,0.92431640625,0.0048828125,0.04541015625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,768,832,2048,64,1.5187991528809515,0.0,0.8759765625,0.00439453125,0.0546875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,832,896,2048,64,1.5735526697870104,0.0,0.8583984375,0.00537109375,0.06103515625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,896,960,2048,64,1.6664952810328426,0.0,0.8876953125,0.00390625,0.048828125,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,960,1024,2048,64,1.6720894831462159,0.0,0.88671875,0.0087890625,0.064453125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1024,1088,2048,64,1.6608644032385598,0.0,0.908203125,0.005859375,0.0498046875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1088,1152,2048,64,1.5914555551977585,0.0,0.884765625,0.0087890625,0.064453125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1152,1216,2048,64,1.5853180034408993,0.0,0.86474609375,0.00341796875,0.0654296875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1216,1280,2048,64,1.7010129856301301,0.0,0.90185546875,0.0068359375,0.0576171875,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1280,1344,2048,64,1.5118336519888258,0.0,0.869140625,0.00634765625,0.06884765625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1344,1408,2048,64,1.6518167936240606,0.0,0.92626953125,0.00439453125,0.052734375,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1408,1472,2048,64,1.4430092144972935,0.0,0.88916015625,0.00634765625,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1472,1536,2048,64,1.7721933987544334,0.0,0.873046875,0.00537109375,0.06591796875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1536,1600,2048,64,1.643442294488001,0.0,0.853515625,0.0068359375,0.0791015625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1600,1664,2048,64,1.602699798873179,0.0,0.892578125,0.00537109375,0.05712890625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1664,1728,2048,64,1.563302512385432,0.0,0.9248046875,0.00244140625,0.05810546875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1728,1792,2048,64,1.665010410840974,0.0,0.91015625,0.00439453125,0.052734375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1792,1856,2048,64,1.5537575606860738,0.0,0.8642578125,0.0068359375,0.06396484375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1856,1920,2048,64,1.6204295754173006,0.0,0.8740234375,0.00537109375,0.05810546875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1920,1984,2048,64,1.5113544415998728,0.0,0.89208984375,0.0048828125,0.072265625,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,1984,2048,2048,64,1.7479207074915957,0.0,0.93408203125,0.00537109375,0.0439453125,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2048,2112,2048,64,1.5853181502283575,0.0,0.86572265625,0.00537109375,0.07080078125,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2112,2176,2048,64,1.7211110862939973,0.0,0.8662109375,0.00537109375,0.06103515625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2176,2240,2048,64,1.5147258956693004,0.0,0.91162109375,0.00146484375,0.0380859375,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2240,2304,2048,64,1.5678437472914752,0.0,0.88818359375,0.00634765625,0.05126953125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2304,2368,2048,64,1.628520603586145,0.0,0.83349609375,0.0068359375,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2368,2432,2048,64,1.6665322569952126,0.0,0.86962890625,0.005859375,0.07177734375,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2432,2496,2048,64,1.7034496718663512,0.0,0.90185546875,0.005859375,0.07275390625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2496,2560,2048,64,1.6287940411468693,0.0,0.88916015625,0.00732421875,0.06640625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2560,2624,2048,64,1.513031874797724,0.0,0.8310546875,0.0087890625,0.08154296875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2624,2688,2048,64,1.653992070169871,0.0,0.9189453125,0.0078125,0.0458984375,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2688,2752,2048,64,1.5810612303962226,0.0,0.84814453125,0.00537109375,0.0615234375,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2752,2816,2048,64,1.6447757648597694,0.0,0.90185546875,0.00390625,0.05859375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2816,2880,2048,64,1.726547651138284,0.0,0.88916015625,0.0078125,0.06591796875,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2880,2944,2048,64,1.4875593959537114,0.0,0.8564453125,0.0068359375,0.06884765625,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,2944,3008,2048,64,1.6385845987086711,0.0,0.89013671875,0.00341796875,0.0556640625,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3008,3072,2048,64,1.6787843122170516,0.0,0.865234375,0.0048828125,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3072,3136,2048,64,1.5768871876601005,0.0,0.89599609375,0.00244140625,0.06298828125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3136,3200,2048,64,1.6355058782200411,0.0,0.91943359375,0.0078125,0.06982421875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3200,3264,2048,64,1.6191376890894826,0.0,0.892578125,0.00830078125,0.0673828125,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3264,3328,2048,64,1.7183754050883389,0.0,0.89208984375,0.005859375,0.05322265625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3328,3392,2048,64,1.7557479106812275,0.0,0.921875,0.0068359375,0.05322265625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3392,3456,2048,64,1.5999253729180878,0.0,0.8876953125,0.00390625,0.0478515625,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3456,3520,2048,64,1.676436726460125,0.0,0.90185546875,0.0048828125,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3520,3584,2048,64,1.5851742654650012,0.0,0.8955078125,0.00634765625,0.05517578125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3584,3648,2048,64,1.5801333633014827,0.0,0.84326171875,0.0087890625,0.07763671875,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3648,3712,2048,64,1.4996935232578352,0.0,0.8408203125,0.005859375,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3712,3776,2048,64,1.6020398538116702,0.0,0.87890625,0.00439453125,0.0576171875,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3776,3840,2048,64,1.6950603897938634,0.0,0.91162109375,0.0078125,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3840,3904,2048,64,1.4376811726689493,0.0,0.85546875,0.005859375,0.05712890625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3904,3968,2048,64,1.7569121168102209,0.0,0.9404296875,0.001953125,0.03564453125,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,3968,4032,2048,64,1.6669643632107844,0.0,0.9443359375,0.00390625,0.04638671875,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4032,4096,2048,64,1.8142772246596535,0.0,0.87841796875,0.0078125,0.0576171875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4096,4160,2048,64,1.5556604034805586,0.0,0.82861328125,0.00830078125,0.0849609375,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4160,4224,2048,64,1.3841087675242643,0.0,0.87451171875,0.00830078125,0.05224609375,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4224,4288,2048,64,1.4706831998910856,0.0,0.8505859375,0.00732421875,0.0703125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4288,4352,2048,64,1.7108191904591334,0.0,0.9052734375,0.00732421875,0.0654296875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4352,4416,2048,64,1.5883096019217255,0.0,0.8583984375,0.0078125,0.0654296875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4416,4480,2048,64,1.6562098476181513,0.0,0.83544921875,0.0078125,0.07177734375,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4480,4544,2048,64,1.6744246808099255,0.0,0.888671875,0.0068359375,0.05712890625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4544,4608,2048,64,1.531080569123675,0.0,0.8828125,0.00634765625,0.06787109375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4608,4672,2048,64,1.6612416800124234,0.0,0.85107421875,0.0029296875,0.0751953125,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4672,4736,2048,64,1.6556835064581084,0.0,0.92041015625,0.00146484375,0.0439453125,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4736,4800,2048,64,1.5311965952635271,0.0,0.9169921875,0.005859375,0.0498046875,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4800,4864,2048,64,1.5689925153445492,0.0,0.91357421875,0.00634765625,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4864,4928,2048,64,1.5355877646982738,0.0,0.86328125,0.0068359375,0.07275390625,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4928,4992,2048,64,1.5585025306938793,0.0,0.83642578125,0.00732421875,0.05712890625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,4992,5056,2048,64,1.5363917853647455,0.0,0.861328125,0.00537109375,0.0625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5056,5120,2048,64,1.658400222148086,0.0,0.85498046875,0.01025390625,0.0791015625,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5120,5184,2048,64,1.6558331472944032,0.0,0.896484375,0.0078125,0.07763671875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5184,5248,2048,64,1.4524687853764677,0.0,0.85595703125,0.00439453125,0.05224609375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5248,5312,2048,64,1.545195300144087,0.0,0.89453125,0.00341796875,0.05322265625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5312,5376,2048,64,1.606106366794657,0.0,0.87109375,0.00732421875,0.07470703125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5376,5440,2048,64,1.5451065319905972,0.0,0.89404296875,0.00830078125,0.0712890625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5440,5504,2048,64,1.4662967448750637,0.0,0.875,0.00537109375,0.060546875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5504,5568,2048,64,1.536680752479469,0.0,0.88671875,0.0087890625,0.06103515625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5568,5632,2048,64,1.6190553741327767,0.0,0.89208984375,0.00439453125,0.0634765625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5632,5696,2048,64,1.7763190128994795,0.0,0.86767578125,0.0068359375,0.0546875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5696,5760,2048,64,1.5468472104806854,0.0,0.87548828125,0.00390625,0.05908203125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5760,5824,2048,64,1.5928049844508707,0.0,0.88232421875,0.005859375,0.05712890625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5824,5888,2048,64,1.5953087940999675,0.0,0.88525390625,0.0048828125,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5888,5952,2048,64,1.5012637165662042,0.0,0.85546875,0.0107421875,0.08056640625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,5952,6016,2048,64,1.7733809723051004,0.0,0.88671875,0.00341796875,0.07080078125,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,6016,6080,2048,64,1.529371031078778,0.0,0.90966796875,0.0068359375,0.0732421875,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gate_proj.output,64,6080,6144,2048,64,1.8033527886642844,0.0,0.88916015625,0.0068359375,0.0634765625,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,0,128,4096,128,1.5603000270076943,0.0,0.8671875,0.004638671875,0.0615234375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,128,256,4096,128,1.5496938389693466,0.0,0.847900390625,0.006103515625,0.0712890625,1.0,74,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,256,384,4096,128,1.5278970451208485,0.0,0.892822265625,0.0048828125,0.056884765625,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,384,512,4096,128,1.5984983697414814,0.0,0.83935546875,0.00634765625,0.063720703125,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,512,640,4096,128,1.5396816644974987,0.0,0.874267578125,0.00634765625,0.07568359375,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,640,768,4096,128,1.628406105340017,0.0,0.91552734375,0.005126953125,0.04345703125,1.0,86,0.671875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,768,896,4096,128,1.546418260268826,0.0,0.8671875,0.005126953125,0.057373046875,1.0,79,0.6171875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,896,1024,4096,128,1.6692947255282562,0.0,0.88720703125,0.00634765625,0.056640625,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1024,1152,4096,128,1.626530256422361,0.0,0.896484375,0.007568359375,0.0576171875,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1152,1280,4096,128,1.6441834370465127,0.0,0.88330078125,0.005615234375,0.061767578125,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1280,1408,4096,128,1.5833729363268056,0.0,0.897705078125,0.005615234375,0.0615234375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1408,1536,4096,128,1.616005110714828,0.0,0.881103515625,0.00634765625,0.068359375,1.0,75,0.5859375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1536,1664,4096,128,1.6231988819334666,0.0,0.873046875,0.006103515625,0.068603515625,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1664,1792,4096,128,1.6149573389782519,0.0,0.91748046875,0.00341796875,0.05712890625,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1792,1920,4096,128,1.5874436314836868,0.0,0.869140625,0.00634765625,0.060546875,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,1920,2048,4096,128,1.6339245771793725,0.0,0.9130859375,0.005126953125,0.058349609375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2048,2176,4096,128,1.6546082631256807,0.0,0.865966796875,0.00537109375,0.066162109375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2176,2304,4096,128,1.5415136319429905,0.0,0.89990234375,0.003662109375,0.045166015625,1.0,84,0.65625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2304,2432,4096,128,1.6476360520318405,0.0,0.8515625,0.00634765625,0.0693359375,1.0,76,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2432,2560,4096,128,1.6665399504748046,0.0,0.8955078125,0.00634765625,0.070556640625,1.0,79,0.6171875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2560,2688,4096,128,1.5850796860629328,0.0,0.875,0.0078125,0.06396484375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2688,2816,4096,128,1.6132330784688331,0.0,0.875,0.004638671875,0.060302734375,1.0,75,0.5859375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2816,2944,4096,128,1.6114899546912007,0.0,0.872802734375,0.0078125,0.0673828125,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,2944,3072,4096,128,1.658806235530741,0.0,0.877685546875,0.004150390625,0.06103515625,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3072,3200,4096,128,1.606463924322437,0.0,0.90771484375,0.0048828125,0.067138671875,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3200,3328,4096,128,1.669494068429496,0.0,0.892333984375,0.007080078125,0.060546875,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3328,3456,4096,128,1.6796445940687244,0.0,0.90478515625,0.00537109375,0.05029296875,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3456,3584,4096,128,1.6314437700571918,0.0,0.898681640625,0.005615234375,0.054931640625,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3584,3712,4096,128,1.5404385916874381,0.0,0.842041015625,0.00732421875,0.06787109375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3712,3840,4096,128,1.6492060844917231,0.0,0.895263671875,0.005859375,0.05859375,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3840,3968,4096,128,1.6052519024192646,0.0,0.89794921875,0.004638671875,0.047607421875,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,3968,4096,4096,128,1.7421785264624103,0.0,0.911376953125,0.005859375,0.052734375,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4096,4224,4096,128,1.4723852028757338,0.0,0.8515625,0.00830078125,0.068115234375,1.0,79,0.6171875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4224,4352,4096,128,1.5952760539927135,0.0,0.8779296875,0.007568359375,0.069091796875,1.0,76,0.59375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4352,4480,4096,128,1.6226149344351681,0.0,0.846923828125,0.008056640625,0.06884765625,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4480,4608,4096,128,1.604354343786543,0.0,0.8857421875,0.006103515625,0.062255859375,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4608,4736,4096,128,1.6584649216923335,0.0,0.8857421875,0.002197265625,0.0595703125,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4736,4864,4096,128,1.5502097481556865,0.0,0.915283203125,0.006103515625,0.057861328125,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4864,4992,4096,128,1.5470875736800207,0.0,0.849853515625,0.007080078125,0.065185546875,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,4992,5120,4096,128,1.5985604484906242,0.0,0.858154296875,0.0078125,0.070068359375,1.0,75,0.5859375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5120,5248,4096,128,1.5574737532574796,0.0,0.876220703125,0.006103515625,0.066162109375,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5248,5376,4096,128,1.575945141343078,0.0,0.8828125,0.00537109375,0.063720703125,1.0,79,0.6171875
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5376,5504,4096,128,1.5062171721287767,0.0,0.884521484375,0.0068359375,0.06591796875,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5504,5632,4096,128,1.5784055308362763,0.0,0.889404296875,0.006591796875,0.062255859375,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5632,5760,4096,128,1.6655397815963535,0.0,0.87158203125,0.005615234375,0.05908203125,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5760,5888,4096,128,1.594057380871879,0.0,0.8837890625,0.00537109375,0.062255859375,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,5888,6016,4096,128,1.642965736041375,0.0,0.87109375,0.00732421875,0.07763671875,1.0,74,0.578125
+fresh-zh-2,layers.21.mlp.gate_proj.output,128,6016,6144,4096,128,1.6719834076757782,0.0,0.8994140625,0.006591796875,0.0693359375,1.0,70,0.546875
+fresh-zh-2,layers.21.mlp.up_proj.output,0,0,6144,196608,6144,0.6485263385946157,0.0,0.5003763834635416,0.009068806966145834,0.08916219075520833,1.0,4377,0.71240234375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,0,64,2048,64,0.5867013183324611,0.0,0.57568359375,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,64,128,2048,64,0.6719063694492335,0.0,0.47314453125,0.00830078125,0.07470703125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,128,192,2048,64,0.719246545161687,0.0,0.4638671875,0.0107421875,0.09375,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,192,256,2048,64,0.6608180360483693,0.0,0.45947265625,0.0078125,0.080078125,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,256,320,2048,64,0.59099404620633,0.0,0.5625,0.01025390625,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,320,384,2048,64,0.5990815985775563,0.0,0.537109375,0.01025390625,0.08740234375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,384,448,2048,64,0.6334502977854506,0.0,0.48583984375,0.00732421875,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,448,512,2048,64,0.5812049283247753,0.0,0.4951171875,0.01171875,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,512,576,2048,64,0.6012158240926366,0.0,0.5166015625,0.01123046875,0.0869140625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,576,640,2048,64,0.6266850891993474,0.0,0.47265625,0.00537109375,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,640,704,2048,64,0.7773074190908474,0.0,0.48779296875,0.0107421875,0.099609375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,704,768,2048,64,0.5918288653958167,0.0,0.4599609375,0.00830078125,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,768,832,2048,64,0.6451092155559137,0.0,0.53955078125,0.00634765625,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,832,896,2048,64,0.6498159443267503,0.0,0.421875,0.00732421875,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,896,960,2048,64,0.6834714517779249,0.0,0.49853515625,0.00732421875,0.0849609375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,960,1024,2048,64,0.6230326485329,0.0,0.52197265625,0.0087890625,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1024,1088,2048,64,0.6051349292783522,0.0,0.49072265625,0.00634765625,0.07861328125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1088,1152,2048,64,0.5208184557468022,0.0,0.4990234375,0.0107421875,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1152,1216,2048,64,0.5701948483525473,0.0,0.5068359375,0.0048828125,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1216,1280,2048,64,0.7355120723458886,0.0,0.45703125,0.0078125,0.08056640625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1280,1344,2048,64,0.6419199313287918,0.0,0.470703125,0.0087890625,0.087890625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1344,1408,2048,64,0.6016039316811722,0.0,0.4873046875,0.0078125,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1408,1472,2048,64,0.6764468337107906,0.0,0.4169921875,0.00830078125,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1472,1536,2048,64,0.6147402953566754,0.0,0.486328125,0.00341796875,0.0849609375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1536,1600,2048,64,0.727984465436074,0.0,0.533203125,0.00830078125,0.0869140625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1600,1664,2048,64,0.6239977181831979,0.0,0.5048828125,0.00927734375,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1664,1728,2048,64,0.5730497078249261,0.0,0.51611328125,0.00732421875,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1728,1792,2048,64,0.5821389918610469,0.0,0.47705078125,0.00830078125,0.0732421875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1792,1856,2048,64,0.6722007292552866,0.0,0.44921875,0.0087890625,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1856,1920,2048,64,0.6645184080500414,0.0,0.4833984375,0.01171875,0.09423828125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1920,1984,2048,64,0.6712262289047143,0.0,0.52734375,0.0078125,0.078125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,1984,2048,2048,64,0.7168903275013563,0.0,0.44873046875,0.0107421875,0.10400390625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2048,2112,2048,64,0.6441291171240905,0.0,0.552734375,0.009765625,0.09130859375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2112,2176,2048,64,0.7744246147057806,0.0,0.50048828125,0.0107421875,0.10009765625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2176,2240,2048,64,0.6869677655262477,0.0,0.4951171875,0.009765625,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2240,2304,2048,64,0.6143032635093443,0.0,0.4326171875,0.0078125,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2304,2368,2048,64,0.6549807990548084,0.0,0.427734375,0.0146484375,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2368,2432,2048,64,0.6252068645821335,0.0,0.53125,0.00830078125,0.0810546875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2432,2496,2048,64,0.5727051880093136,0.0,0.484375,0.01025390625,0.103515625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2496,2560,2048,64,0.6449597037752806,0.0,0.47900390625,0.00830078125,0.08056640625,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2560,2624,2048,64,0.6475268617539384,0.0,0.48779296875,0.01416015625,0.1064453125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2624,2688,2048,64,0.5674568876579361,0.0,0.498046875,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2688,2752,2048,64,0.6915628584459402,0.0,0.529296875,0.01025390625,0.09912109375,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2752,2816,2048,64,0.635805141991241,0.0,0.5166015625,0.01171875,0.08447265625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2816,2880,2048,64,0.7488281512519795,0.0,0.55615234375,0.00634765625,0.0888671875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2880,2944,2048,64,0.651493553903513,0.0,0.515625,0.0107421875,0.095703125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,2944,3008,2048,64,0.6895918779971559,0.0,0.45849609375,0.009765625,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3008,3072,2048,64,0.6229389678606946,0.0,0.51318359375,0.0068359375,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3072,3136,2048,64,0.6066016064264886,0.0,0.47216796875,0.0087890625,0.09423828125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3136,3200,2048,64,0.597367027260416,0.0,0.50341796875,0.00830078125,0.078125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3200,3264,2048,64,0.5779075241573328,0.0,0.470703125,0.01220703125,0.08642578125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3264,3328,2048,64,0.6367836213168439,0.0,0.51416015625,0.0078125,0.07666015625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3328,3392,2048,64,0.6069059243856798,0.0,0.59326171875,0.01220703125,0.091796875,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3392,3456,2048,64,0.5559161476833868,0.0,0.52978515625,0.00927734375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3456,3520,2048,64,0.6826088011525365,0.0,0.4794921875,0.00927734375,0.0830078125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3520,3584,2048,64,0.5663584465089605,0.0,0.49267578125,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3584,3648,2048,64,0.8654313530315488,0.0,0.48193359375,0.01171875,0.1181640625,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3648,3712,2048,64,0.6493838681359397,0.0,0.53125,0.0087890625,0.09033203125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3712,3776,2048,64,0.7130070484175154,0.0,0.4765625,0.00830078125,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3776,3840,2048,64,0.6059091901424755,0.0,0.45751953125,0.0078125,0.0830078125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3840,3904,2048,64,0.6023312865994226,0.0,0.48095703125,0.009765625,0.080078125,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3904,3968,2048,64,0.5805894019415359,0.0,0.48095703125,0.0078125,0.09130859375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,3968,4032,2048,64,0.6872366319182995,0.0,0.5146484375,0.00732421875,0.087890625,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4032,4096,2048,64,0.6587980319015871,0.0,0.47509765625,0.009765625,0.09716796875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4096,4160,2048,64,0.6497613746491588,0.0,0.49169921875,0.00927734375,0.095703125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4160,4224,2048,64,0.7549140126612651,0.0,0.5224609375,0.01025390625,0.083984375,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4224,4288,2048,64,0.632129334874534,0.0,0.5458984375,0.005859375,0.0830078125,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4288,4352,2048,64,0.5901665524577221,0.0,0.462890625,0.01123046875,0.09765625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4352,4416,2048,64,0.6780207123618266,0.0,0.52978515625,0.01123046875,0.09228515625,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4416,4480,2048,64,0.6905681566393198,0.0,0.47216796875,0.005859375,0.08544921875,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4480,4544,2048,64,0.6205287662578773,0.0,0.5537109375,0.01025390625,0.10205078125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4544,4608,2048,64,0.6140711912112412,0.0,0.568359375,0.00927734375,0.08740234375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4608,4672,2048,64,0.5939250128378447,0.0,0.517578125,0.005859375,0.0859375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4672,4736,2048,64,0.6336153656032496,0.0,0.541015625,0.00927734375,0.08544921875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4736,4800,2048,64,0.6163577075936928,0.0,0.52880859375,0.005859375,0.0810546875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4800,4864,2048,64,0.5768224247401333,0.0,0.48046875,0.00634765625,0.076171875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4864,4928,2048,64,0.6569779486711618,0.0,0.48779296875,0.0078125,0.08935546875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4928,4992,2048,64,0.7087660399694398,0.0,0.53564453125,0.00927734375,0.0947265625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,4992,5056,2048,64,0.9232074661670723,0.0,0.5244140625,0.01611328125,0.12109375,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5056,5120,2048,64,0.633113028847504,0.0,0.4775390625,0.009765625,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5120,5184,2048,64,0.646860221347685,0.0,0.5576171875,0.01220703125,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5184,5248,2048,64,0.6022685811231029,0.0,0.5029296875,0.0087890625,0.08935546875,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5248,5312,2048,64,0.658278896257102,0.0,0.45166015625,0.00830078125,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5312,5376,2048,64,0.6373443650443791,0.0,0.51123046875,0.0107421875,0.09033203125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5376,5440,2048,64,0.597730287404112,0.0,0.5546875,0.0078125,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5440,5504,2048,64,0.6218779351085737,0.0,0.48876953125,0.009765625,0.09375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5504,5568,2048,64,0.5917271950416706,0.0,0.486328125,0.01025390625,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5568,5632,2048,64,0.637848809946707,0.0,0.4716796875,0.00927734375,0.08984375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5632,5696,2048,64,0.7354849625237747,0.0,0.53173828125,0.009765625,0.087890625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5696,5760,2048,64,0.6068828174371586,0.0,0.55322265625,0.00732421875,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5760,5824,2048,64,0.6518400429253116,0.0,0.5478515625,0.009765625,0.09228515625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5824,5888,2048,64,0.634117562917255,0.0,0.52880859375,0.0048828125,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5888,5952,2048,64,0.5648130142324453,0.0,0.53515625,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.up_proj.output,64,5952,6016,2048,64,0.8110540938761098,0.0,0.5283203125,0.00830078125,0.10791015625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.up_proj.output,64,6016,6080,2048,64,0.6358400411772268,0.0,0.4501953125,0.00830078125,0.08984375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,64,6080,6144,2048,64,0.6376820799155662,0.0,0.43603515625,0.00634765625,0.0859375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,0,128,4096,128,0.6307442454115209,0.0,0.5244140625,0.01025390625,0.08251953125,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,128,256,4096,128,0.690650443239504,0.0,0.461669921875,0.009521484375,0.08837890625,1.0,88,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,256,384,4096,128,0.5950515626420831,0.0,0.5498046875,0.010009765625,0.083251953125,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,384,512,4096,128,0.6078891545641703,0.0,0.490478515625,0.010009765625,0.085205078125,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,512,640,4096,128,0.6140825140663843,0.0,0.49462890625,0.00830078125,0.089599609375,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,640,768,4096,128,0.6908213335187956,0.0,0.473876953125,0.009521484375,0.096435546875,1.0,86,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,768,896,4096,128,0.6474668568723932,0.0,0.480712890625,0.0068359375,0.083984375,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,896,1024,4096,128,0.6539506504826432,0.0,0.51025390625,0.008544921875,0.087646484375,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1024,1152,4096,128,0.564552985325204,0.0,0.494873046875,0.0087890625,0.08740234375,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1152,1280,4096,128,0.6580654122708198,0.0,0.48193359375,0.007080078125,0.0830078125,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1280,1408,4096,128,0.6220886146086445,0.0,0.47900390625,0.00830078125,0.086181640625,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1408,1536,4096,128,0.6463303913528152,0.0,0.45166015625,0.006103515625,0.083740234375,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1536,1664,4096,128,0.6779876599961404,0.0,0.51904296875,0.009033203125,0.087158203125,1.0,88,0.6875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1664,1792,4096,128,0.5776122286981247,0.0,0.49658203125,0.0078125,0.076904296875,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1792,1920,4096,128,0.6683706064185874,0.0,0.46630859375,0.01025390625,0.087890625,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,1920,2048,4096,128,0.6944337232719353,0.0,0.488037109375,0.009765625,0.089599609375,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2048,2176,4096,128,0.7122625230170604,0.0,0.526611328125,0.010009765625,0.09521484375,1.0,86,0.671875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2176,2304,4096,128,0.6516491427257296,0.0,0.4638671875,0.0087890625,0.08984375,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2304,2432,4096,128,0.6402669250598134,0.0,0.4794921875,0.011474609375,0.086181640625,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2432,2560,4096,128,0.6099033742596777,0.0,0.481689453125,0.00927734375,0.093017578125,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2560,2688,4096,128,0.6088096402174229,0.0,0.492919921875,0.010986328125,0.0966796875,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2688,2816,4096,128,0.6642692849155459,0.0,0.52294921875,0.010986328125,0.091064453125,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2816,2944,4096,128,0.7018502158171952,0.0,0.535888671875,0.009033203125,0.09326171875,1.0,85,0.6640625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,2944,3072,4096,128,0.6571110697131011,0.0,0.48583984375,0.00830078125,0.081787109375,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3072,3200,4096,128,0.6020020241565401,0.0,0.48779296875,0.008544921875,0.0859375,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3200,3328,4096,128,0.6080585855224199,0.0,0.492431640625,0.010009765625,0.08154296875,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3328,3456,4096,128,0.5819697433327499,0.0,0.5615234375,0.010986328125,0.083984375,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3456,3584,4096,128,0.6271828542550195,0.0,0.486083984375,0.0078125,0.083984375,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3584,3712,4096,128,0.7650721648985842,0.0,0.506591796875,0.010009765625,0.104736328125,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3712,3840,4096,128,0.6616286714586088,0.0,0.467041015625,0.008056640625,0.088134765625,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3840,3968,4096,128,0.5915602388866861,0.0,0.48095703125,0.0087890625,0.08544921875,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,3968,4096,4096,128,0.6731675256159543,0.0,0.494873046875,0.008544921875,0.092041015625,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4096,4224,4096,128,0.7043028505189715,0.0,0.507080078125,0.010009765625,0.091552734375,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4224,4352,4096,128,0.6115079948981673,0.0,0.50439453125,0.0087890625,0.0908203125,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4352,4480,4096,128,0.6843231931462892,0.0,0.5009765625,0.008544921875,0.089111328125,1.0,90,0.703125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4480,4608,4096,128,0.6173084227633364,0.0,0.56103515625,0.009765625,0.0947265625,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4608,4736,4096,128,0.61409093479833,0.0,0.529296875,0.008056640625,0.085693359375,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4736,4864,4096,128,0.5969174705908845,0.0,0.504638671875,0.00634765625,0.080322265625,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4864,4992,4096,128,0.6833627603455317,0.0,0.51171875,0.008544921875,0.092529296875,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.up_proj.output,128,4992,5120,4096,128,0.7915630527264036,0.0,0.5009765625,0.0126953125,0.108642578125,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5120,5248,4096,128,0.6249622347670344,0.0,0.5302734375,0.0107421875,0.090576171875,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5248,5376,4096,128,0.6478961895671602,0.0,0.4814453125,0.009765625,0.084716796875,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5376,5504,4096,128,0.6099236274547436,0.0,0.521728515625,0.009033203125,0.089599609375,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5504,5632,4096,128,0.6152203579622157,0.0,0.47900390625,0.00927734375,0.088134765625,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5632,5760,4096,128,0.6742569555440499,0.0,0.54248046875,0.008544921875,0.08349609375,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5760,5888,4096,128,0.6430398608021866,0.0,0.538330078125,0.00732421875,0.085205078125,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.up_proj.output,128,5888,6016,4096,128,0.6988642515680489,0.0,0.53173828125,0.008056640625,0.097900390625,1.0,87,0.6796875
+fresh-zh-2,layers.21.mlp.up_proj.output,128,6016,6144,4096,128,0.6367617266331654,0.0,0.443115234375,0.00732421875,0.087890625,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.silu_gate,0,0,6144,196608,6144,0.33133895891737514,0.0,0.881591796875,0.0024973551432291665,0.026438395182291668,1.0,4384,0.7135416666666666
+fresh-zh-2,layers.21.mlp.silu_gate,64,0,64,2048,64,0.3164341893772436,0.0,0.83837890625,0.00244140625,0.02734375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,64,128,2048,64,0.2614086866845374,0.0,0.89599609375,0.00146484375,0.017578125,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,128,192,2048,64,0.409050895509677,0.0,0.8818359375,0.00341796875,0.03662109375,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.silu_gate,64,192,256,2048,64,0.3547443009289877,0.0,0.81396484375,0.0009765625,0.03857421875,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,256,320,2048,64,0.28362251578252645,0.0,0.90087890625,0.00048828125,0.0185546875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,320,384,2048,64,0.31516367146010693,0.0,0.884765625,0.00244140625,0.0302734375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,384,448,2048,64,0.42010022608356645,0.0,0.822265625,0.0029296875,0.029296875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.silu_gate,64,448,512,2048,64,0.3932625233526507,0.0,0.8564453125,0.00439453125,0.03662109375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.silu_gate,64,512,576,2048,64,0.2836832814259165,0.0,0.91015625,0.0009765625,0.02734375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,576,640,2048,64,0.3059410210515022,0.0,0.83837890625,0.00390625,0.029296875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,640,704,2048,64,0.3146923065266102,0.0,0.90673828125,0.00146484375,0.017578125,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,704,768,2048,64,0.26847632426090484,0.0,0.92431640625,0.00146484375,0.01513671875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,768,832,2048,64,0.32333235836931784,0.0,0.8759765625,0.00341796875,0.02294921875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,832,896,2048,64,0.3681349261488887,0.0,0.8583984375,0.001953125,0.0283203125,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,896,960,2048,64,0.4091006654505951,0.0,0.8876953125,0.001953125,0.0234375,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.silu_gate,64,960,1024,2048,64,0.37375818973596475,0.0,0.88671875,0.0048828125,0.02685546875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.silu_gate,64,1024,1088,2048,64,0.3115015070738058,0.0,0.908203125,0.001953125,0.017578125,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,1088,1152,2048,64,0.27205900255385335,0.0,0.884765625,0.00439453125,0.02392578125,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1152,1216,2048,64,0.3099042991595107,0.0,0.86474609375,0.001953125,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,1216,1280,2048,64,0.3309590445175245,0.0,0.90185546875,0.001953125,0.0234375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1280,1344,2048,64,0.3212728233177423,0.0,0.869140625,0.00244140625,0.03173828125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1344,1408,2048,64,0.2630070169243793,0.0,0.92626953125,0.00146484375,0.02099609375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1408,1472,2048,64,0.27682286596193684,0.0,0.88916015625,0.0029296875,0.0263671875,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,1472,1536,2048,64,0.32411252613650043,0.0,0.873046875,0.00244140625,0.025390625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1536,1600,2048,64,0.3083673392200777,0.0,0.853515625,0.00244140625,0.0263671875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,1600,1664,2048,64,0.2905480391955863,0.0,0.892578125,0.001953125,0.021484375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,1664,1728,2048,64,0.2389856672692324,0.0,0.9248046875,0.0009765625,0.01318359375,1.0,54,0.84375
+fresh-zh-2,layers.21.mlp.silu_gate,64,1728,1792,2048,64,0.3589870443750909,0.0,0.91015625,0.0029296875,0.02392578125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,64,1792,1856,2048,64,0.34849032447079287,0.0,0.8642578125,0.00244140625,0.03125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1856,1920,2048,64,0.29215018007389176,0.0,0.8740234375,0.00244140625,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,1920,1984,2048,64,0.26571109081173544,0.0,0.89208984375,0.001953125,0.02197265625,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,1984,2048,2048,64,0.3026889507426758,0.0,0.93408203125,0.00048828125,0.01806640625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2048,2112,2048,64,0.3029000582761567,0.0,0.86572265625,0.00146484375,0.033203125,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2112,2176,2048,64,0.37522956196917007,0.0,0.8662109375,0.00341796875,0.03076171875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,2176,2240,2048,64,0.3244124311745567,0.0,0.91162109375,0.0009765625,0.0146484375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2240,2304,2048,64,0.30624007053860663,0.0,0.88818359375,0.00244140625,0.01953125,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,2304,2368,2048,64,0.5381978692343816,0.0,0.83349609375,0.00439453125,0.04931640625,1.0,26,0.40625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2368,2432,2048,64,0.2780505145350839,0.0,0.86962890625,0.0009765625,0.01953125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,2432,2496,2048,64,0.2785885472155495,0.0,0.90185546875,0.00244140625,0.02880859375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2496,2560,2048,64,0.2949186659842994,0.0,0.88916015625,0.001953125,0.03076171875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2560,2624,2048,64,0.3324697547141641,0.0,0.8310546875,0.00439453125,0.03564453125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,2624,2688,2048,64,0.26223234331669976,0.0,0.9189453125,0.00244140625,0.01904296875,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.silu_gate,64,2688,2752,2048,64,0.278280735547931,0.0,0.84814453125,0.0009765625,0.021484375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,2752,2816,2048,64,0.41231152281760747,0.0,0.90185546875,0.0029296875,0.025390625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.silu_gate,64,2816,2880,2048,64,0.3044814443733017,0.0,0.88916015625,0.00146484375,0.02734375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,2880,2944,2048,64,0.3883323239382126,0.0,0.8564453125,0.00244140625,0.03857421875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.silu_gate,64,2944,3008,2048,64,0.32311176414396936,0.0,0.89013671875,0.0009765625,0.02099609375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,3008,3072,2048,64,0.40632404278398443,0.0,0.865234375,0.00244140625,0.0341796875,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.silu_gate,64,3072,3136,2048,64,0.32698921845757123,0.0,0.89599609375,0.0009765625,0.0263671875,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,64,3136,3200,2048,64,0.23470487121909422,0.0,0.91943359375,0.00146484375,0.021484375,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.silu_gate,64,3200,3264,2048,64,0.2632836354824162,0.0,0.892578125,0.00244140625,0.02294921875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,3264,3328,2048,64,0.2905416230254152,0.0,0.89208984375,0.00244140625,0.0185546875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,3328,3392,2048,64,0.2645357778633367,0.0,0.921875,0.00146484375,0.01708984375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,3392,3456,2048,64,0.35216173661355693,0.0,0.8876953125,0.00146484375,0.01708984375,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,64,3456,3520,2048,64,0.3136070500751929,0.0,0.90185546875,0.0009765625,0.02490234375,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,3520,3584,2048,64,0.2633744750968196,0.0,0.8955078125,0.00146484375,0.02099609375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,3584,3648,2048,64,0.30599199126252635,0.0,0.84326171875,0.00341796875,0.03857421875,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,3648,3712,2048,64,0.3588178485338805,0.0,0.8408203125,0.00244140625,0.029296875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,3712,3776,2048,64,0.31523433533650846,0.0,0.87890625,0.00244140625,0.02294921875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,3776,3840,2048,64,0.289643470522827,0.0,0.91162109375,0.001953125,0.02587890625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,3840,3904,2048,64,0.3860482027118466,0.0,0.85546875,0.00244140625,0.03125,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.silu_gate,64,3904,3968,2048,64,0.32065997065782,0.0,0.9404296875,0.0009765625,0.01171875,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,3968,4032,2048,64,0.2680416085629049,0.0,0.9443359375,0.0009765625,0.0166015625,1.0,53,0.828125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4032,4096,2048,64,0.34395876586364116,0.0,0.87841796875,0.00244140625,0.0263671875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,4096,4160,2048,64,0.42532308519283146,0.0,0.82861328125,0.00439453125,0.04833984375,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.silu_gate,64,4160,4224,2048,64,0.33143977281020776,0.0,0.87451171875,0.005859375,0.029296875,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,4224,4288,2048,64,0.3703236089242347,0.0,0.8505859375,0.00634765625,0.03857421875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.silu_gate,64,4288,4352,2048,64,0.26982526312296373,0.0,0.9052734375,0.001953125,0.02490234375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,4352,4416,2048,64,0.37112940383867254,0.0,0.8583984375,0.00634765625,0.029296875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,4416,4480,2048,64,0.3228555983141778,0.0,0.83544921875,0.00341796875,0.0283203125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,4480,4544,2048,64,0.29129607721261436,0.0,0.888671875,0.00341796875,0.02001953125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4544,4608,2048,64,0.2602379284988745,0.0,0.8828125,0.0029296875,0.0234375,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4608,4672,2048,64,0.3946359487834423,0.0,0.85107421875,0.001953125,0.03369140625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.silu_gate,64,4672,4736,2048,64,0.32033790809778073,0.0,0.92041015625,0.00048828125,0.0146484375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,4736,4800,2048,64,0.2608130180024301,0.0,0.9169921875,0.0009765625,0.0166015625,1.0,53,0.828125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4800,4864,2048,64,0.24653250422783834,0.0,0.91357421875,0.0009765625,0.0244140625,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4864,4928,2048,64,0.32916963278082045,0.0,0.86328125,0.001953125,0.0341796875,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,64,4928,4992,2048,64,0.41239714438973907,0.0,0.83642578125,0.00439453125,0.02587890625,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.silu_gate,64,4992,5056,2048,64,0.32397369355598815,0.0,0.861328125,0.001953125,0.0224609375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,5056,5120,2048,64,0.3067039531727841,0.0,0.85498046875,0.00341796875,0.03369140625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,5120,5184,2048,64,0.330039045560462,0.0,0.896484375,0.00439453125,0.03173828125,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,5184,5248,2048,64,0.33020404663315645,0.0,0.85595703125,0.00146484375,0.025390625,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,5248,5312,2048,64,0.2930147147904277,0.0,0.89453125,0.001953125,0.01806640625,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,64,5312,5376,2048,64,0.3305417425113769,0.0,0.87109375,0.00341796875,0.02978515625,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,5376,5440,2048,64,0.27777476021650915,0.0,0.89404296875,0.00439453125,0.0244140625,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,5440,5504,2048,64,0.2977986878455033,0.0,0.875,0.001953125,0.021484375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,64,5504,5568,2048,64,0.32400148476200114,0.0,0.88671875,0.00439453125,0.029296875,1.0,47,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,64,5568,5632,2048,64,0.3287651110673387,0.0,0.89208984375,0.0009765625,0.0224609375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,64,5632,5696,2048,64,0.7772779630671723,0.0,0.86767578125,0.00634765625,0.06689453125,1.0,6,0.09375
+fresh-zh-2,layers.21.mlp.silu_gate,64,5696,5760,2048,64,0.31765798705195253,0.0,0.87548828125,0.00048828125,0.02490234375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,64,5760,5824,2048,64,0.2972922709089167,0.0,0.88232421875,0.00048828125,0.02099609375,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,5824,5888,2048,64,0.2777542902998123,0.0,0.88525390625,0.001953125,0.02001953125,1.0,49,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,64,5888,5952,2048,64,0.34177647736640904,0.0,0.85546875,0.00390625,0.03515625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,64,5952,6016,2048,64,0.3136410608728577,0.0,0.88671875,0.00146484375,0.0244140625,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,64,6016,6080,2048,64,0.23214744644578353,0.0,0.90966796875,0.00146484375,0.02099609375,1.0,54,0.84375
+fresh-zh-2,layers.21.mlp.silu_gate,64,6080,6144,2048,64,0.29974240261216184,0.0,0.88916015625,0.00146484375,0.02001953125,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,128,0,128,4096,128,0.2902284425077665,0.0,0.8671875,0.001953125,0.022216796875,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,128,256,4096,128,0.3828616944530132,0.0,0.847900390625,0.002197265625,0.04052734375,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.silu_gate,128,256,384,4096,128,0.29980816472122945,0.0,0.892822265625,0.00146484375,0.0234375,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,384,512,4096,128,0.4069026985835544,0.0,0.83935546875,0.003662109375,0.033203125,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.silu_gate,128,512,640,4096,128,0.2950221284265059,0.0,0.874267578125,0.00244140625,0.028076171875,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.silu_gate,128,640,768,4096,128,0.29249853373622614,0.0,0.91552734375,0.001708984375,0.017822265625,1.0,100,0.78125
+fresh-zh-2,layers.21.mlp.silu_gate,128,768,896,4096,128,0.3464586106732756,0.0,0.8671875,0.002685546875,0.025390625,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,128,896,1024,4096,128,0.3918281121019937,0.0,0.88720703125,0.00390625,0.02587890625,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.silu_gate,128,1024,1152,4096,128,0.2924459691805051,0.0,0.896484375,0.00341796875,0.020751953125,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,1152,1280,4096,128,0.32060455688082495,0.0,0.88330078125,0.001953125,0.02392578125,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,1280,1408,4096,128,0.29358892856680924,0.0,0.897705078125,0.001953125,0.02587890625,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.silu_gate,128,1408,1536,4096,128,0.3013966064158355,0.0,0.881103515625,0.002685546875,0.025634765625,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,1536,1664,4096,128,0.29959020259186586,0.0,0.873046875,0.001953125,0.023681640625,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,1664,1792,4096,128,0.3049474111951795,0.0,0.91748046875,0.001708984375,0.017578125,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.silu_gate,128,1792,1920,4096,128,0.3215565533206919,0.0,0.869140625,0.00244140625,0.028076171875,1.0,94,0.734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,1920,2048,4096,128,0.28480079413694087,0.0,0.9130859375,0.00146484375,0.02001953125,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,2048,2176,4096,128,0.3409880272672886,0.0,0.865966796875,0.001953125,0.03173828125,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,128,2176,2304,4096,128,0.31545713362046296,0.0,0.89990234375,0.001708984375,0.01708984375,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.silu_gate,128,2304,2432,4096,128,0.4283509280261065,0.0,0.8515625,0.003173828125,0.036865234375,1.0,73,0.5703125
+fresh-zh-2,layers.21.mlp.silu_gate,128,2432,2560,4096,128,0.28686982952693824,0.0,0.8955078125,0.002197265625,0.02978515625,1.0,97,0.7578125
+fresh-zh-2,layers.21.mlp.silu_gate,128,2560,2688,4096,128,0.29941771798030253,0.0,0.875,0.002685546875,0.0263671875,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,2688,2816,4096,128,0.3517392213169239,0.0,0.875,0.002197265625,0.0244140625,1.0,88,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,128,2816,2944,4096,128,0.3489347673870468,0.0,0.872802734375,0.001953125,0.033203125,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.silu_gate,128,2944,3072,4096,128,0.3670833964323021,0.0,0.877685546875,0.001708984375,0.028564453125,1.0,87,0.6796875
+fresh-zh-2,layers.21.mlp.silu_gate,128,3072,3200,4096,128,0.28461230258148085,0.0,0.90771484375,0.001708984375,0.0224609375,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,128,3200,3328,4096,128,0.27724782003027565,0.0,0.892333984375,0.002197265625,0.02001953125,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.silu_gate,128,3328,3456,4096,128,0.3114458753173951,0.0,0.90478515625,0.001708984375,0.017578125,1.0,93,0.7265625
+fresh-zh-2,layers.21.mlp.silu_gate,128,3456,3584,4096,128,0.28958202291353463,0.0,0.898681640625,0.001953125,0.021728515625,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,3584,3712,4096,128,0.3334526556674042,0.0,0.842041015625,0.00341796875,0.03515625,1.0,91,0.7109375
+fresh-zh-2,layers.21.mlp.silu_gate,128,3712,3840,4096,128,0.3027094532646429,0.0,0.895263671875,0.002197265625,0.023681640625,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,3840,3968,4096,128,0.354863376244521,0.0,0.89794921875,0.00146484375,0.021728515625,1.0,90,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,128,3968,4096,4096,128,0.308345533886441,0.0,0.911376953125,0.0009765625,0.021484375,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,128,4096,4224,4096,128,0.3812820804853217,0.0,0.8515625,0.0048828125,0.037109375,1.0,86,0.671875
+fresh-zh-2,layers.21.mlp.silu_gate,128,4224,4352,4096,128,0.3239947900399373,0.0,0.8779296875,0.00390625,0.033203125,1.0,90,0.703125
+fresh-zh-2,layers.21.mlp.silu_gate,128,4352,4480,4096,128,0.3478309731438923,0.0,0.846923828125,0.0048828125,0.029052734375,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.silu_gate,128,4480,4608,4096,128,0.27620389572636617,0.0,0.8857421875,0.003173828125,0.020751953125,1.0,102,0.796875
+fresh-zh-2,layers.21.mlp.silu_gate,128,4608,4736,4096,128,0.35941195544713717,0.0,0.8857421875,0.001220703125,0.023193359375,1.0,88,0.6875
+fresh-zh-2,layers.21.mlp.silu_gate,128,4736,4864,4096,128,0.2537732314492459,0.0,0.915283203125,0.0009765625,0.020751953125,1.0,105,0.8203125
+fresh-zh-2,layers.21.mlp.silu_gate,128,4864,4992,4096,128,0.3731112782038835,0.0,0.849853515625,0.0029296875,0.0322265625,1.0,84,0.65625
+fresh-zh-2,layers.21.mlp.silu_gate,128,4992,5120,4096,128,0.31545702481330373,0.0,0.858154296875,0.0029296875,0.02783203125,1.0,96,0.75
+fresh-zh-2,layers.21.mlp.silu_gate,128,5120,5248,4096,128,0.33012155640564617,0.0,0.876220703125,0.0029296875,0.028564453125,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.silu_gate,128,5248,5376,4096,128,0.31234233352699176,0.0,0.8828125,0.002685546875,0.0244140625,1.0,95,0.7421875
+fresh-zh-2,layers.21.mlp.silu_gate,128,5376,5504,4096,128,0.2879608271066072,0.0,0.884521484375,0.003173828125,0.023193359375,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.silu_gate,128,5504,5632,4096,128,0.3263919885529521,0.0,0.889404296875,0.002685546875,0.02587890625,1.0,92,0.71875
+fresh-zh-2,layers.21.mlp.silu_gate,128,5632,5760,4096,128,0.593745580449973,0.0,0.87158203125,0.003662109375,0.047607421875,1.0,39,0.3046875
+fresh-zh-2,layers.21.mlp.silu_gate,128,5760,5888,4096,128,0.28768919003164956,0.0,0.8837890625,0.001220703125,0.020751953125,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.silu_gate,128,5888,6016,4096,128,0.32801057570331715,0.0,0.87109375,0.0029296875,0.030029296875,1.0,89,0.6953125
+fresh-zh-2,layers.21.mlp.silu_gate,128,6016,6144,4096,128,0.2680838906154277,0.0,0.8994140625,0.00146484375,0.021484375,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.gated_product,0,0,6144,196608,6144,0.21626037368281578,0.0,0.49932861328125,0.02178955078125,0.171417236328125,1.0,3073,0.5001627604166666
+fresh-zh-2,layers.21.mlp.gated_product,64,0,64,2048,64,0.182115050551915,0.0,0.466796875,0.02197265625,0.15966796875,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,64,128,2048,64,0.16559486054734546,0.0,0.515625,0.015625,0.11572265625,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gated_product,64,128,192,2048,64,0.3729950574561356,0.0,0.5322265625,0.0458984375,0.267578125,1.0,10,0.15625
+fresh-zh-2,layers.21.mlp.gated_product,64,192,256,2048,64,0.2334411262921401,0.0,0.53515625,0.0244140625,0.18603515625,1.0,32,0.5
+fresh-zh-2,layers.21.mlp.gated_product,64,256,320,2048,64,0.17396971799074934,0.0,0.45458984375,0.017578125,0.12939453125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gated_product,64,320,384,2048,64,0.1904966114921546,0.0,0.4794921875,0.02197265625,0.158203125,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,384,448,2048,64,0.43800280805905445,0.0,0.48486328125,0.0361328125,0.31494140625,1.0,5,0.078125
+fresh-zh-2,layers.21.mlp.gated_product,64,448,512,2048,64,0.1953729131383758,0.0,0.501953125,0.0244140625,0.16845703125,1.0,34,0.53125
+fresh-zh-2,layers.21.mlp.gated_product,64,512,576,2048,64,0.16425142624000044,0.0,0.4873046875,0.02294921875,0.15283203125,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,64,576,640,2048,64,0.1745374169492949,0.0,0.51123046875,0.01708984375,0.15625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,640,704,2048,64,0.2460281227858886,0.0,0.5048828125,0.02001953125,0.1669921875,1.0,27,0.421875
+fresh-zh-2,layers.21.mlp.gated_product,64,704,768,2048,64,0.16875289983196173,0.0,0.52392578125,0.01513671875,0.142578125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gated_product,64,768,832,2048,64,0.23597481351371297,0.0,0.46728515625,0.0224609375,0.16796875,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,832,896,2048,64,0.2409246937624896,0.0,0.54296875,0.02392578125,0.1884765625,1.0,32,0.5
+fresh-zh-2,layers.21.mlp.gated_product,64,896,960,2048,64,0.3387941853829228,0.0,0.50048828125,0.02490234375,0.21875,1.0,16,0.25
+fresh-zh-2,layers.21.mlp.gated_product,64,960,1024,2048,64,0.21362275550555687,0.0,0.50244140625,0.02294921875,0.166015625,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,1024,1088,2048,64,0.16184533800514384,0.0,0.52099609375,0.01318359375,0.11572265625,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,64,1088,1152,2048,64,0.1448583511049687,0.0,0.50390625,0.0224609375,0.14794921875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,1152,1216,2048,64,0.1926374705406591,0.0,0.47314453125,0.0205078125,0.16259765625,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,1216,1280,2048,64,0.18827106011204636,0.0,0.51611328125,0.01513671875,0.12158203125,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gated_product,64,1280,1344,2048,64,0.18932907800848073,0.0,0.5263671875,0.02001953125,0.15869140625,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gated_product,64,1344,1408,2048,64,0.14486172573041559,0.0,0.51025390625,0.015625,0.1201171875,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.gated_product,64,1408,1472,2048,64,0.16956000128654006,0.0,0.55126953125,0.01611328125,0.12890625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.gated_product,64,1472,1536,2048,64,0.30147819472439075,0.0,0.53515625,0.0283203125,0.23974609375,1.0,16,0.25
+fresh-zh-2,layers.21.mlp.gated_product,64,1536,1600,2048,64,0.20735430093909588,0.0,0.4541015625,0.01513671875,0.1552734375,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gated_product,64,1600,1664,2048,64,0.1788261572237805,0.0,0.474609375,0.02099609375,0.14599609375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,1664,1728,2048,64,0.14014627752271655,0.0,0.48193359375,0.01318359375,0.12060546875,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.gated_product,64,1728,1792,2048,64,0.1869182230917228,0.0,0.50341796875,0.01904296875,0.14208984375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,1792,1856,2048,64,0.3195715156495339,0.0,0.52734375,0.0263671875,0.23681640625,1.0,18,0.28125
+fresh-zh-2,layers.21.mlp.gated_product,64,1856,1920,2048,64,0.18170983302268082,0.0,0.5322265625,0.02001953125,0.14892578125,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gated_product,64,1920,1984,2048,64,0.215872938918675,0.0,0.46142578125,0.01953125,0.1630859375,1.0,33,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,64,1984,2048,2048,64,0.18099889992808496,0.0,0.546875,0.0166015625,0.14599609375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,2048,2112,2048,64,0.19763943886526264,0.0,0.48095703125,0.02099609375,0.17041015625,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gated_product,64,2112,2176,2048,64,0.23216736312880695,0.0,0.53369140625,0.02099609375,0.173828125,1.0,31,0.484375
+fresh-zh-2,layers.21.mlp.gated_product,64,2176,2240,2048,64,0.21360381524734207,0.0,0.49658203125,0.01611328125,0.1474609375,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gated_product,64,2240,2304,2048,64,0.1710765432873127,0.0,0.55029296875,0.0166015625,0.13037109375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,2304,2368,2048,64,0.2411294371195955,0.0,0.55029296875,0.02587890625,0.1748046875,1.0,30,0.46875
+fresh-zh-2,layers.21.mlp.gated_product,64,2368,2432,2048,64,0.17020493334036632,0.0,0.45263671875,0.01611328125,0.13525390625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,2432,2496,2048,64,0.14917503543993674,0.0,0.52587890625,0.0185546875,0.1650390625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,2496,2560,2048,64,0.18409621300205795,0.0,0.5205078125,0.0185546875,0.14794921875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gated_product,64,2560,2624,2048,64,0.19737739638332033,0.0,0.50537109375,0.02587890625,0.18603515625,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,64,2624,2688,2048,64,0.14668468294067885,0.0,0.4990234375,0.01708984375,0.13037109375,1.0,46,0.71875
+fresh-zh-2,layers.21.mlp.gated_product,64,2688,2752,2048,64,0.17787824808328528,0.0,0.49560546875,0.017578125,0.14306640625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,2752,2816,2048,64,0.2511233722342434,0.0,0.47314453125,0.0244140625,0.189453125,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,2816,2880,2048,64,0.20030801647789068,0.0,0.443359375,0.015625,0.14404296875,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,2880,2944,2048,64,0.24159675359147625,0.0,0.478515625,0.0302734375,0.19091796875,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,2944,3008,2048,64,0.20102228710369585,0.0,0.5322265625,0.0166015625,0.15625,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,64,3008,3072,2048,64,0.2800066921755039,0.0,0.51123046875,0.02294921875,0.205078125,1.0,22,0.34375
+fresh-zh-2,layers.21.mlp.gated_product,64,3072,3136,2048,64,0.18532948110608435,0.0,0.5283203125,0.02001953125,0.1728515625,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,3136,3200,2048,64,0.13430123354555254,0.0,0.505859375,0.01220703125,0.11279296875,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.gated_product,64,3200,3264,2048,64,0.13581926373515063,0.0,0.509765625,0.02001953125,0.12353515625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.gated_product,64,3264,3328,2048,64,0.2064480594579531,0.0,0.4990234375,0.0185546875,0.146484375,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,3328,3392,2048,64,0.1427358216173146,0.0,0.43701171875,0.01953125,0.12646484375,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.gated_product,64,3392,3456,2048,64,0.2233661284828113,0.0,0.45263671875,0.017578125,0.1650390625,1.0,32,0.5
+fresh-zh-2,layers.21.mlp.gated_product,64,3456,3520,2048,64,0.17886468477384823,0.0,0.50244140625,0.01708984375,0.1298828125,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,64,3520,3584,2048,64,0.21743648546658698,0.0,0.50830078125,0.0244140625,0.1875,1.0,31,0.484375
+fresh-zh-2,layers.21.mlp.gated_product,64,3584,3648,2048,64,0.18618929528425684,0.0,0.49609375,0.021484375,0.15283203125,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gated_product,64,3648,3712,2048,64,0.20476312704664737,0.0,0.4921875,0.01904296875,0.1640625,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,3712,3776,2048,64,0.2523455073211403,0.0,0.5166015625,0.021484375,0.181640625,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,3776,3840,2048,64,0.16899145511682157,0.0,0.5224609375,0.01904296875,0.14794921875,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gated_product,64,3840,3904,2048,64,0.2015516617133773,0.0,0.50439453125,0.02197265625,0.15576171875,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,64,3904,3968,2048,64,0.22772106813721085,0.0,0.49755859375,0.017578125,0.17919921875,1.0,26,0.40625
+fresh-zh-2,layers.21.mlp.gated_product,64,3968,4032,2048,64,0.1670174108127887,0.0,0.4951171875,0.0126953125,0.12353515625,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,4032,4096,2048,64,0.18755581660618567,0.0,0.5283203125,0.02099609375,0.15771484375,1.0,38,0.59375
+fresh-zh-2,layers.21.mlp.gated_product,64,4096,4160,2048,64,0.2997313236451694,0.0,0.470703125,0.03955078125,0.25341796875,1.0,20,0.3125
+fresh-zh-2,layers.21.mlp.gated_product,64,4160,4224,2048,64,0.23745816358370828,0.0,0.46728515625,0.02099609375,0.14453125,1.0,32,0.5
+fresh-zh-2,layers.21.mlp.gated_product,64,4224,4288,2048,64,0.26341760756450733,0.0,0.4560546875,0.0302734375,0.19970703125,1.0,27,0.421875
+fresh-zh-2,layers.21.mlp.gated_product,64,4288,4352,2048,64,0.14535248784937735,0.0,0.5703125,0.02099609375,0.1435546875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,4352,4416,2048,64,0.28287413752990637,0.0,0.45751953125,0.03076171875,0.21142578125,1.0,22,0.34375
+fresh-zh-2,layers.21.mlp.gated_product,64,4416,4480,2048,64,0.18784186775772732,0.0,0.5703125,0.01611328125,0.13427734375,1.0,41,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,64,4480,4544,2048,64,0.27640706941359294,0.0,0.4765625,0.02783203125,0.240234375,1.0,17,0.265625
+fresh-zh-2,layers.21.mlp.gated_product,64,4544,4608,2048,64,0.17622098922580096,0.0,0.4580078125,0.017578125,0.1533203125,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,4608,4672,2048,64,0.1971034026200848,0.0,0.47705078125,0.01904296875,0.15869140625,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,4672,4736,2048,64,0.25841720816874236,0.0,0.44775390625,0.01806640625,0.173828125,1.0,26,0.40625
+fresh-zh-2,layers.21.mlp.gated_product,64,4736,4800,2048,64,0.16561514895405616,0.0,0.48095703125,0.01171875,0.12646484375,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,4800,4864,2048,64,0.13853852430679922,0.0,0.49755859375,0.01220703125,0.125,1.0,45,0.703125
+fresh-zh-2,layers.21.mlp.gated_product,64,4864,4928,2048,64,0.20165013800126086,0.0,0.50244140625,0.0205078125,0.17041015625,1.0,33,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,64,4928,4992,2048,64,0.302722402685342,0.0,0.474609375,0.02978515625,0.20361328125,1.0,22,0.34375
+fresh-zh-2,layers.21.mlp.gated_product,64,4992,5056,2048,64,0.2711804695762168,0.0,0.4814453125,0.02734375,0.19677734375,1.0,25,0.390625
+fresh-zh-2,layers.21.mlp.gated_product,64,5056,5120,2048,64,0.1663288259693578,0.0,0.50048828125,0.0244140625,0.15185546875,1.0,43,0.671875
+fresh-zh-2,layers.21.mlp.gated_product,64,5120,5184,2048,64,0.24080259631978584,0.0,0.46875,0.03076171875,0.2041015625,1.0,28,0.4375
+fresh-zh-2,layers.21.mlp.gated_product,64,5184,5248,2048,64,0.17559541625851807,0.0,0.51318359375,0.01611328125,0.1435546875,1.0,40,0.625
+fresh-zh-2,layers.21.mlp.gated_product,64,5248,5312,2048,64,0.19779976444941605,0.0,0.53662109375,0.01513671875,0.1318359375,1.0,37,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,64,5312,5376,2048,64,0.21809963985166878,0.0,0.50341796875,0.03076171875,0.1806640625,1.0,33,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,64,5376,5440,2048,64,0.16294204634009202,0.0,0.44287109375,0.0234375,0.150390625,1.0,44,0.6875
+fresh-zh-2,layers.21.mlp.gated_product,64,5440,5504,2048,64,0.21255918485851516,0.0,0.50244140625,0.021484375,0.15869140625,1.0,35,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,64,5504,5568,2048,64,0.2776285932561138,0.0,0.5224609375,0.03125,0.240234375,1.0,22,0.34375
+fresh-zh-2,layers.21.mlp.gated_product,64,5568,5632,2048,64,0.3202071221199949,0.0,0.49853515625,0.03369140625,0.240234375,1.0,14,0.21875
+fresh-zh-2,layers.21.mlp.gated_product,64,5632,5696,2048,64,0.25641609104717483,0.0,0.4716796875,0.0244140625,0.169921875,1.0,28,0.4375
+fresh-zh-2,layers.21.mlp.gated_product,64,5696,5760,2048,64,0.19458732755090255,0.0,0.4443359375,0.017578125,0.15771484375,1.0,39,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,64,5760,5824,2048,64,0.22941392017627538,0.0,0.46142578125,0.02490234375,0.18115234375,1.0,30,0.46875
+fresh-zh-2,layers.21.mlp.gated_product,64,5824,5888,2048,64,0.17252914898257715,0.0,0.48046875,0.01318359375,0.140625,1.0,42,0.65625
+fresh-zh-2,layers.21.mlp.gated_product,64,5888,5952,2048,64,0.21323363949528654,0.0,0.4912109375,0.02392578125,0.19921875,1.0,31,0.484375
+fresh-zh-2,layers.21.mlp.gated_product,64,5952,6016,2048,64,0.2258278755394078,0.0,0.498046875,0.0185546875,0.18115234375,1.0,29,0.453125
+fresh-zh-2,layers.21.mlp.gated_product,64,6016,6080,2048,64,0.14427454685354793,0.0,0.55810546875,0.01708984375,0.130859375,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.gated_product,64,6080,6144,2048,64,0.1782458242819552,0.0,0.5771484375,0.01708984375,0.14453125,1.0,36,0.5625
+fresh-zh-2,layers.21.mlp.gated_product,128,0,128,4096,128,0.1740510693406124,0.0,0.4912109375,0.01806640625,0.136962890625,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gated_product,128,128,256,4096,128,0.3111431120330714,0.0,0.53369140625,0.03369140625,0.232177734375,1.0,39,0.3046875
+fresh-zh-2,layers.21.mlp.gated_product,128,256,384,4096,128,0.18242042342864703,0.0,0.467041015625,0.020263671875,0.145263671875,1.0,74,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,128,384,512,4096,128,0.339129057333482,0.0,0.493408203125,0.03466796875,0.26123046875,1.0,25,0.1953125
+fresh-zh-2,layers.21.mlp.gated_product,128,512,640,4096,128,0.1694724770238612,0.0,0.499267578125,0.020263671875,0.154296875,1.0,79,0.6171875
+fresh-zh-2,layers.21.mlp.gated_product,128,640,768,4096,128,0.21095897516252346,0.0,0.514404296875,0.01953125,0.159912109375,1.0,65,0.5078125
+fresh-zh-2,layers.21.mlp.gated_product,128,768,896,4096,128,0.23846259735793054,0.0,0.505126953125,0.022705078125,0.17822265625,1.0,61,0.4765625
+fresh-zh-2,layers.21.mlp.gated_product,128,896,1024,4096,128,0.28321032971897864,0.0,0.50146484375,0.0263671875,0.20361328125,1.0,39,0.3046875
+fresh-zh-2,layers.21.mlp.gated_product,128,1024,1152,4096,128,0.15358687333045368,0.0,0.512451171875,0.01806640625,0.133544921875,1.0,84,0.65625
+fresh-zh-2,layers.21.mlp.gated_product,128,1152,1280,4096,128,0.1904667781163123,0.0,0.49462890625,0.01708984375,0.14208984375,1.0,73,0.5703125
+fresh-zh-2,layers.21.mlp.gated_product,128,1280,1408,4096,128,0.16856811584806827,0.0,0.518310546875,0.016845703125,0.14111328125,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,128,1408,1536,4096,128,0.24458096402885604,0.0,0.543212890625,0.022216796875,0.193115234375,1.0,57,0.4453125
+fresh-zh-2,layers.21.mlp.gated_product,128,1536,1664,4096,128,0.19361637408205615,0.0,0.46435546875,0.0185546875,0.150390625,1.0,74,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,128,1664,1792,4096,128,0.1651959461173932,0.0,0.49267578125,0.016357421875,0.134521484375,1.0,83,0.6484375
+fresh-zh-2,layers.21.mlp.gated_product,128,1792,1920,4096,128,0.2599465493439669,0.0,0.52978515625,0.02490234375,0.194091796875,1.0,50,0.390625
+fresh-zh-2,layers.21.mlp.gated_product,128,1920,2048,4096,128,0.19920056166156122,0.0,0.504150390625,0.0185546875,0.15673828125,1.0,71,0.5546875
+fresh-zh-2,layers.21.mlp.gated_product,128,2048,2176,4096,128,0.2155957238643188,0.0,0.50732421875,0.02197265625,0.173583984375,1.0,66,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,128,2176,2304,4096,128,0.19351198096158856,0.0,0.5234375,0.01611328125,0.13916015625,1.0,74,0.578125
+fresh-zh-2,layers.21.mlp.gated_product,128,2304,2432,4096,128,0.20870209004584922,0.0,0.50146484375,0.02099609375,0.15869140625,1.0,70,0.546875
+fresh-zh-2,layers.21.mlp.gated_product,128,2432,2560,4096,128,0.1675479138040899,0.0,0.523193359375,0.018798828125,0.15576171875,1.0,80,0.625
+fresh-zh-2,layers.21.mlp.gated_product,128,2560,2688,4096,128,0.17388822963683573,0.0,0.502197265625,0.022216796875,0.16015625,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,128,2688,2816,4096,128,0.21760470953483194,0.0,0.484375,0.022705078125,0.169921875,1.0,65,0.5078125
+fresh-zh-2,layers.21.mlp.gated_product,128,2816,2944,4096,128,0.2219147277798923,0.0,0.4609375,0.02294921875,0.169677734375,1.0,63,0.4921875
+fresh-zh-2,layers.21.mlp.gated_product,128,2944,3072,4096,128,0.2437352124493588,0.0,0.521728515625,0.01904296875,0.182373046875,1.0,57,0.4453125
+fresh-zh-2,layers.21.mlp.gated_product,128,3072,3200,4096,128,0.16183917618875154,0.0,0.51708984375,0.01806640625,0.141357421875,1.0,77,0.6015625
+fresh-zh-2,layers.21.mlp.gated_product,128,3200,3328,4096,128,0.17473933966842292,0.0,0.50439453125,0.0185546875,0.141845703125,1.0,82,0.640625
+fresh-zh-2,layers.21.mlp.gated_product,128,3328,3456,4096,128,0.18743791255529071,0.0,0.44482421875,0.0185546875,0.1552734375,1.0,75,0.5859375
+fresh-zh-2,layers.21.mlp.gated_product,128,3456,3584,4096,128,0.19908691653560434,0.0,0.50537109375,0.020263671875,0.155517578125,1.0,71,0.5546875
+fresh-zh-2,layers.21.mlp.gated_product,128,3584,3712,4096,128,0.19569669373340168,0.0,0.494140625,0.019775390625,0.15869140625,1.0,75,0.5859375
+fresh-zh-2,layers.21.mlp.gated_product,128,3712,3840,4096,128,0.21475144582477715,0.0,0.51953125,0.020263671875,0.16552734375,1.0,66,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,128,3840,3968,4096,128,0.2150348311471608,0.0,0.5009765625,0.019775390625,0.16650390625,1.0,62,0.484375
+fresh-zh-2,layers.21.mlp.gated_product,128,3968,4096,4096,128,0.17758378284266413,0.0,0.51171875,0.0166015625,0.141357421875,1.0,81,0.6328125
+fresh-zh-2,layers.21.mlp.gated_product,128,4096,4224,4096,128,0.27039345944995824,0.0,0.468994140625,0.02978515625,0.1982421875,1.0,51,0.3984375
+fresh-zh-2,layers.21.mlp.gated_product,128,4224,4352,4096,128,0.2127394905735794,0.0,0.51318359375,0.02392578125,0.182373046875,1.0,63,0.4921875
+fresh-zh-2,layers.21.mlp.gated_product,128,4352,4480,4096,128,0.24010658567186352,0.0,0.513916015625,0.02392578125,0.17236328125,1.0,62,0.484375
+fresh-zh-2,layers.21.mlp.gated_product,128,4480,4608,4096,128,0.2317916144573943,0.0,0.46728515625,0.02490234375,0.20166015625,1.0,53,0.4140625
+fresh-zh-2,layers.21.mlp.gated_product,128,4608,4736,4096,128,0.2298142780618106,0.0,0.46240234375,0.018310546875,0.1728515625,1.0,63,0.4921875
+fresh-zh-2,layers.21.mlp.gated_product,128,4736,4864,4096,128,0.15267825693296966,0.0,0.4892578125,0.011962890625,0.127685546875,1.0,87,0.6796875
+fresh-zh-2,layers.21.mlp.gated_product,128,4864,4992,4096,128,0.25719995260838785,0.0,0.488525390625,0.025634765625,0.192138671875,1.0,50,0.390625
+fresh-zh-2,layers.21.mlp.gated_product,128,4992,5120,4096,128,0.22494902247834098,0.0,0.490966796875,0.0263671875,0.1806640625,1.0,66,0.515625
+fresh-zh-2,layers.21.mlp.gated_product,128,5120,5248,4096,128,0.21073637631570868,0.0,0.490966796875,0.023193359375,0.174560546875,1.0,65,0.5078125
+fresh-zh-2,layers.21.mlp.gated_product,128,5248,5376,4096,128,0.20819726189322482,0.0,0.52001953125,0.02294921875,0.1572265625,1.0,69,0.5390625
+fresh-zh-2,layers.21.mlp.gated_product,128,5376,5504,4096,128,0.18938257249970641,0.0,0.47265625,0.022705078125,0.15673828125,1.0,78,0.609375
+fresh-zh-2,layers.21.mlp.gated_product,128,5504,5632,4096,128,0.2996750213562502,0.0,0.510498046875,0.031982421875,0.241455078125,1.0,36,0.28125
+fresh-zh-2,layers.21.mlp.gated_product,128,5632,5760,4096,128,0.22761089581928554,0.0,0.4580078125,0.020751953125,0.1689453125,1.0,64,0.5
+fresh-zh-2,layers.21.mlp.gated_product,128,5760,5888,4096,128,0.20297420281811523,0.0,0.470947265625,0.018310546875,0.162109375,1.0,72,0.5625
+fresh-zh-2,layers.21.mlp.gated_product,128,5888,6016,4096,128,0.21962105361627798,0.0,0.49462890625,0.02197265625,0.19140625,1.0,59,0.4609375
+fresh-zh-2,layers.21.mlp.gated_product,128,6016,6144,4096,128,0.16215227217610959,0.0,0.567626953125,0.016357421875,0.138427734375,1.0,83,0.6484375
+fresh-zh-2,layers.21.mlp.down_proj.output,0,0,2048,65536,2048,0.15594738236822106,0.0,0.5074310302734375,0.0081024169921875,0.085113525390625,1.0,1607,0.78466796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,0,64,2048,64,0.1593319061611181,0.0,0.513671875,0.00537109375,0.068359375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,64,128,2048,64,0.14855326557741577,0.0,0.50634765625,0.0078125,0.08837890625,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,128,192,2048,64,0.15011625034246287,0.0,0.52490234375,0.005859375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,192,256,2048,64,0.1640187181238899,0.0,0.49560546875,0.0068359375,0.083984375,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,256,320,2048,64,0.15173768741390867,0.0,0.53564453125,0.01025390625,0.0859375,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,320,384,2048,64,0.15644149544642078,0.0,0.49365234375,0.0087890625,0.080078125,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,384,448,2048,64,0.1540288356303514,0.0,0.4873046875,0.00927734375,0.08349609375,1.0,53,0.828125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,448,512,2048,64,0.15158368870957276,0.0,0.50439453125,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,512,576,2048,64,0.15554910956865634,0.0,0.52197265625,0.01171875,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,576,640,2048,64,0.15734039844690428,0.0,0.51220703125,0.0107421875,0.08984375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,640,704,2048,64,0.15722798297530802,0.0,0.54931640625,0.00927734375,0.0888671875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,704,768,2048,64,0.15554893683318735,0.0,0.46875,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,768,832,2048,64,0.15693901364040877,0.0,0.49462890625,0.00732421875,0.08642578125,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,832,896,2048,64,0.15502872258236072,0.0,0.4951171875,0.00830078125,0.07568359375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,896,960,2048,64,0.15478624819584505,0.0,0.458984375,0.0078125,0.08544921875,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,960,1024,2048,64,0.15841842258966446,0.0,0.4990234375,0.00732421875,0.08837890625,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1024,1088,2048,64,0.16182528898230353,0.0,0.47607421875,0.00537109375,0.07958984375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1088,1152,2048,64,0.15555211463930296,0.0,0.51220703125,0.0107421875,0.091796875,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1152,1216,2048,64,0.17268733879369394,0.0,0.50390625,0.00830078125,0.0947265625,1.0,48,0.75
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1216,1280,2048,64,0.14940445552340048,0.0,0.5341796875,0.0068359375,0.0927734375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1280,1344,2048,64,0.15969077456601027,0.0,0.50390625,0.0068359375,0.08056640625,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1344,1408,2048,64,0.14983960990348233,0.0,0.501953125,0.0087890625,0.09326171875,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1408,1472,2048,64,0.16049263063902822,0.0,0.5546875,0.00634765625,0.08154296875,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1472,1536,2048,64,0.15728981136058806,0.0,0.48095703125,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1536,1600,2048,64,0.1599830005829857,0.0,0.4990234375,0.0107421875,0.08349609375,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1600,1664,2048,64,0.15041046346615736,0.0,0.52783203125,0.00244140625,0.07080078125,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1664,1728,2048,64,0.15216792502677923,0.0,0.5126953125,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1728,1792,2048,64,0.1539987186922596,0.0,0.53466796875,0.0068359375,0.078125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1792,1856,2048,64,0.15105254481156058,0.0,0.49853515625,0.01025390625,0.08447265625,1.0,51,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1856,1920,2048,64,0.1492485043295787,0.0,0.521484375,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1920,1984,2048,64,0.1580090527669779,0.0,0.525390625,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,64,1984,2048,2048,64,0.15944511408619397,0.0,0.48876953125,0.00732421875,0.08251953125,1.0,50,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,128,0,128,4096,128,0.15403689336430018,0.0,0.510009765625,0.006591796875,0.0791015625,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,128,256,4096,128,0.1572212271162597,0.0,0.51025390625,0.006103515625,0.086181640625,1.0,102,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,256,384,4096,128,0.15410753920433864,0.0,0.5146484375,0.009521484375,0.083251953125,1.0,103,0.8046875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,384,512,4096,128,0.15281115287903968,0.0,0.495849609375,0.0087890625,0.08837890625,1.0,102,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,512,640,4096,128,0.1564473177638921,0.0,0.51708984375,0.01123046875,0.089599609375,1.0,99,0.7734375
+fresh-zh-2,layers.21.mlp.down_proj.output,128,640,768,4096,128,0.15639071324797177,0.0,0.509033203125,0.009765625,0.090576171875,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,768,896,4096,128,0.15598679243439648,0.0,0.494873046875,0.0078125,0.081298828125,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,896,1024,4096,128,0.1566128654458874,0.0,0.47900390625,0.007568359375,0.087646484375,1.0,102,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1024,1152,4096,128,0.15871969714399803,0.0,0.494140625,0.0078125,0.085693359375,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1152,1280,4096,128,0.16146610837864983,0.0,0.51904296875,0.007568359375,0.093994140625,1.0,98,0.765625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1280,1408,4096,128,0.15484355359122975,0.0,0.5029296875,0.0078125,0.087646484375,1.0,101,0.7890625
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1408,1536,4096,128,0.1588992908217103,0.0,0.517822265625,0.006591796875,0.08251953125,1.0,100,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1536,1664,4096,128,0.1552705187658621,0.0,0.513427734375,0.006591796875,0.076171875,1.0,103,0.8046875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1664,1792,4096,128,0.15308605874770767,0.0,0.523681640625,0.007080078125,0.08154296875,1.0,100,0.78125
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1792,1920,4096,128,0.150153233962284,0.0,0.510009765625,0.00927734375,0.08251953125,1.0,102,0.796875
+fresh-zh-2,layers.21.mlp.down_proj.output,128,1920,2048,4096,128,0.15872870748903145,0.0,0.507080078125,0.009033203125,0.085205078125,1.0,99,0.7734375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.8881857974824645,0.0,0.5032602945963541,0.013193766276041666,0.1325836181640625,1.0,2327,0.3787434895833333
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,0,64,2048,64,3.5309538417482553,0.0,0.45947265625,0.00732421875,0.06494140625,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.152336695590638,0.0,0.4755859375,0.0068359375,0.06494140625,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.5708689319849016,0.0,0.5263671875,0.01416015625,0.14697265625,1.0,27,0.421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.106355870619578,0.0,0.51806640625,0.01171875,0.09326171875,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.1903706747116223,0.0,0.46533203125,0.0146484375,0.1357421875,1.0,26,0.40625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.193004024989414,0.0,0.4892578125,0.01416015625,0.150390625,1.0,23,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.998176152517301,0.0,0.513671875,0.0048828125,0.06494140625,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.5647184250086832,0.0,0.52880859375,0.01123046875,0.1064453125,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.6705522237605694,0.0,0.4892578125,0.0068359375,0.07568359375,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.2101524570399405,0.0,0.599609375,0.01123046875,0.0869140625,1.0,32,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.535327451767765,0.0,0.53369140625,0.009765625,0.0654296875,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.440208431583682,0.0,0.53759765625,0.0029296875,0.0517578125,1.0,50,0.78125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.755602563119669,0.0,0.59326171875,0.005859375,0.060546875,1.0,42,0.65625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.9225003742468953,0.0,0.45751953125,0.00732421875,0.06640625,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.688129498503357,0.0,0.44873046875,0.00927734375,0.10546875,1.0,27,0.421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,2.6057560341643637,0.0,0.544921875,0.013671875,0.10546875,1.0,27,0.421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.4136264701934007,0.0,0.486328125,0.01171875,0.087890625,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.1784051053521647,0.0,0.45703125,0.00927734375,0.08251953125,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9178834691599214,0.0,0.48876953125,0.0107421875,0.0849609375,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.8827712156402912,0.0,0.5048828125,0.015625,0.16259765625,1.0,23,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.567015991583223,0.0,0.46630859375,0.0078125,0.076171875,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7923610316609775,0.0,0.6123046875,0.00537109375,0.0712890625,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.9136338674543834,0.0,0.572265625,0.009765625,0.0791015625,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.4968043461004057,0.0,0.5009765625,0.01220703125,0.1328125,1.0,29,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,3.8111508721175875,0.0,0.5654296875,0.02294921875,0.2138671875,1.0,16,0.25
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,4.035203141862908,0.0,0.51953125,0.0263671875,0.23681640625,1.0,12,0.1875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,3.1416672519457216,0.0,0.43408203125,0.01025390625,0.11279296875,1.0,28,0.4375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.6499031248398803,0.0,0.4541015625,0.01171875,0.10888671875,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.6197236334390714,0.0,0.4521484375,0.0087890625,0.08984375,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2404258584098347,0.0,0.3994140625,0.0087890625,0.083984375,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,2.5851713864640113,0.0,0.56640625,0.0068359375,0.07958984375,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.053543686779615,0.0,0.458984375,0.01123046875,0.09912109375,1.0,32,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7984380934938964,0.0,0.43212890625,0.017578125,0.12890625,1.0,26,0.40625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.7903010329555065,0.0,0.443359375,0.0126953125,0.1181640625,1.0,27,0.421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.1406885618045797,0.0,0.52099609375,0.01220703125,0.111328125,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.3169206926511703,0.0,0.4453125,0.0146484375,0.1328125,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.1658857596825865,0.0,0.46728515625,0.02294921875,0.19970703125,1.0,14,0.21875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.9474115312249105,0.0,0.4951171875,0.0166015625,0.17529296875,1.0,17,0.265625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.7807582425017094,0.0,0.50341796875,0.0126953125,0.1484375,1.0,22,0.34375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.2054956295960013,0.0,0.443359375,0.005859375,0.1064453125,1.0,38,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.9572383841918053,0.0,0.490234375,0.01171875,0.134765625,1.0,21,0.328125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.4604427419467636,0.0,0.51611328125,0.013671875,0.12353515625,1.0,30,0.46875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.6963883875269175,0.0,0.484375,0.01220703125,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.6713635233278589,0.0,0.48974609375,0.0068359375,0.091796875,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.7942491392721394,0.0,0.50048828125,0.00830078125,0.08642578125,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.8791000265350014,0.0,0.4970703125,0.00634765625,0.09326171875,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.7987316658383428,0.0,0.4921875,0.01025390625,0.111328125,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.5349619266743806,0.0,0.48876953125,0.0107421875,0.11181640625,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3023510570693089,0.0,0.51806640625,0.01416015625,0.130859375,1.0,29,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.6339878630947238,0.0,0.439453125,0.0146484375,0.1455078125,1.0,22,0.34375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0507331829438251,0.0,0.5283203125,0.00732421875,0.10986328125,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.8356628962547925,0.0,0.55126953125,0.01904296875,0.1787109375,1.0,19,0.296875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.8306652016893634,0.0,0.5546875,0.01220703125,0.111328125,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.779595540667462,0.0,0.49267578125,0.0107421875,0.10009765625,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.0121753405146523,0.0,0.56787109375,0.009765625,0.103515625,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.103965005627311,0.0,0.43408203125,0.00634765625,0.10791015625,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.471575217806545,0.0,0.5107421875,0.00830078125,0.08349609375,1.0,38,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.383768384483162,0.0,0.52197265625,0.01025390625,0.0908203125,1.0,38,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.75852633064575,0.0,0.4501953125,0.00537109375,0.0673828125,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.26400350111509,0.0,0.4091796875,0.00439453125,0.05908203125,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.328742942738917,0.0,0.46826171875,0.0166015625,0.09814453125,1.0,36,0.5625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.7859895308697624,0.0,0.45654296875,0.00927734375,0.1201171875,1.0,24,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7953480367318461,0.0,0.52197265625,0.009765625,0.09326171875,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7287943273132756,0.0,0.52978515625,0.01171875,0.08154296875,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.3536773664873767,0.0,0.54443359375,0.0185546875,0.15966796875,1.0,24,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.100338029235571,0.0,0.5,0.0146484375,0.1123046875,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.4261699938401893,0.0,0.51123046875,0.0087890625,0.10302734375,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.7720040178936787,0.0,0.501953125,0.0126953125,0.1240234375,1.0,25,0.390625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.4921123651245964,0.0,0.5078125,0.0146484375,0.16845703125,1.0,20,0.3125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.3252353140766564,0.0,0.5146484375,0.01416015625,0.1337890625,1.0,25,0.390625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7322696751899922,0.0,0.50146484375,0.00634765625,0.052734375,1.0,42,0.65625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.1515227231182523,0.0,0.5595703125,0.00732421875,0.06884765625,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.5651180198930439,0.0,0.5478515625,0.005859375,0.08984375,1.0,35,0.546875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.7849927540609354,0.0,0.6064453125,0.00732421875,0.080078125,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.8709584357867426,0.0,0.5537109375,0.0166015625,0.13671875,1.0,20,0.3125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.1292307980288414,0.0,0.5576171875,0.01904296875,0.16552734375,1.0,16,0.25
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.6181821759593313,0.0,0.546875,0.00830078125,0.1025390625,1.0,28,0.4375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.5077439893150948,0.0,0.50048828125,0.01220703125,0.091796875,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.341143310819516,0.0,0.5224609375,0.0185546875,0.1572265625,1.0,24,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.2502214507755318,0.0,0.4931640625,0.013671875,0.13916015625,1.0,29,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.843141568768111,0.0,0.53369140625,0.013671875,0.14990234375,1.0,22,0.34375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.592073703236115,0.0,0.5107421875,0.0146484375,0.125,1.0,26,0.40625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9266980061727121,0.0,0.501953125,0.0087890625,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.4178139206007272,0.0,0.45849609375,0.013671875,0.11474609375,1.0,32,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.273576342943948,0.0,0.5546875,0.00732421875,0.06982421875,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.222159597584832,0.0,0.541015625,0.00439453125,0.06640625,1.0,36,0.5625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.025266862241997,0.0,0.5146484375,0.00537109375,0.07568359375,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.2788333097492262,0.0,0.541015625,0.00830078125,0.10107421875,1.0,38,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.7690639851501369,0.0,0.53955078125,0.01611328125,0.16064453125,1.0,23,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.1366798014175037,0.0,0.5009765625,0.01025390625,0.1123046875,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,3.120287568350639,0.0,0.4501953125,0.01123046875,0.0927734375,1.0,32,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.3738705837581873,0.0,0.466796875,0.01171875,0.09716796875,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.8773042019364146,0.0,0.48486328125,0.0107421875,0.13232421875,1.0,24,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.033365590208964,0.0,0.41455078125,0.0126953125,0.13623046875,1.0,23,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.5870056896843432,0.0,0.5537109375,0.00927734375,0.11474609375,1.0,29,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.797381137140131,0.0,0.4912109375,0.00732421875,0.11572265625,1.0,23,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.3470032622425148,0.0,0.467529296875,0.00732421875,0.064697265625,1.0,79,0.6171875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.35861188606787,0.0,0.522216796875,0.0126953125,0.121337890625,1.0,68,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.1916877453524735,0.0,0.477294921875,0.014404296875,0.14306640625,1.0,48,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3123832102354662,0.0,0.521240234375,0.0078125,0.091064453125,1.0,80,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.9590199865839895,0.0,0.54443359375,0.008056640625,0.083740234375,1.0,70,0.546875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4885279155186222,0.0,0.53564453125,0.00634765625,0.05810546875,1.0,95,0.7421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8409437862970999,0.0,0.525390625,0.006103515625,0.063232421875,1.0,83,0.6484375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,2.647263182071996,0.0,0.496826171875,0.011474609375,0.10546875,1.0,54,0.421875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3013413060284187,0.0,0.4716796875,0.010498046875,0.085205078125,1.0,81,0.6328125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.4811038980099729,0.0,0.496826171875,0.014404296875,0.135009765625,1.0,64,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.213834814169838,0.0,0.539306640625,0.006103515625,0.07568359375,1.0,73,0.5703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.2399899383190003,0.0,0.53662109375,0.00927734375,0.1123046875,1.0,72,0.5625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,3.924776131586548,0.0,0.54248046875,0.024169921875,0.2265625,1.0,27,0.2109375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.9062054033554086,0.0,0.444091796875,0.010498046875,0.111328125,1.0,56,0.4375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.4425950504096503,0.0,0.42578125,0.009521484375,0.08984375,1.0,80,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.334539865894848,0.0,0.5126953125,0.009765625,0.090576171875,1.0,64,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.7943741756851488,0.0,0.437744140625,0.01513671875,0.123291015625,1.0,53,0.4140625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.2319599234075431,0.0,0.483154296875,0.01318359375,0.12060546875,1.0,66,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.0595476197388063,0.0,0.481201171875,0.01953125,0.187255859375,1.0,30,0.234375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.5205787765211043,0.0,0.473388671875,0.010498046875,0.13330078125,1.0,55,0.4296875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.7267997994930868,0.0,0.503173828125,0.012939453125,0.12890625,1.0,48,0.375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.6839904117520715,0.0,0.487060546875,0.00927734375,0.089599609375,1.0,90,0.703125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.8377495305544416,0.0,0.498779296875,0.00732421875,0.090576171875,1.0,89,0.6953125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.6720561775893634,0.0,0.490478515625,0.010498046875,0.113037109375,1.0,67,0.5234375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.4775037415503232,0.0,0.478759765625,0.0146484375,0.141357421875,1.0,50,0.390625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4956099910113256,0.0,0.539794921875,0.013671875,0.152099609375,1.0,53,0.4140625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.8053109661551212,0.0,0.523681640625,0.011474609375,0.106201171875,1.0,61,0.4765625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.0590650720318513,0.0,0.5009765625,0.008056640625,0.103515625,1.0,76,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.428068756042231,0.0,0.516357421875,0.00927734375,0.087158203125,1.0,76,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.0218526082651245,0.0,0.4296875,0.00537109375,0.06494140625,1.0,75,0.5859375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5740578789000852,0.0,0.46240234375,0.0126953125,0.10888671875,1.0,58,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7627973751453304,0.0,0.52587890625,0.010986328125,0.0859375,1.0,89,0.6953125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.2335287169584297,0.0,0.522216796875,0.01708984375,0.137451171875,1.0,57,0.4453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.6084090106004545,0.0,0.506591796875,0.010986328125,0.116943359375,1.0,57,0.4453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.4111427900523694,0.0,0.51123046875,0.01416015625,0.149169921875,1.0,45,0.3515625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.953177956008748,0.0,0.530517578125,0.00634765625,0.061279296875,1.0,78,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.678659219175227,0.0,0.5771484375,0.0068359375,0.0869140625,1.0,67,0.5234375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0042591224335378,0.0,0.5556640625,0.017578125,0.149658203125,1.0,35,0.2734375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.563938216795707,0.0,0.523681640625,0.01025390625,0.09912109375,1.0,58,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.296479667433163,0.0,0.5078125,0.015625,0.1474609375,1.0,52,0.40625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.72218894420109,0.0,0.522216796875,0.01416015625,0.13330078125,1.0,46,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.1976989413232537,0.0,0.480224609375,0.01220703125,0.102294921875,1.0,76,0.59375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.2480149759657695,0.0,0.5478515625,0.005859375,0.067626953125,1.0,69,0.5390625
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.1590053435889995,0.0,0.52783203125,0.00732421875,0.089111328125,1.0,81,0.6328125
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.4868806869594176,0.0,0.520263671875,0.014892578125,0.14013671875,1.0,59,0.4609375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.772314561664673,0.0,0.45849609375,0.01171875,0.09716796875,1.0,63,0.4921875
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.9568912450688165,0.0,0.44970703125,0.0126953125,0.136474609375,1.0,46,0.359375
+fresh-zh-2,layers.22.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.695459526387703,0.0,0.5224609375,0.009033203125,0.115478515625,1.0,51,0.3984375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7146449171093294,0.0,0.5204620361328125,0.010498046875,0.1014251708984375,1.0,992,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,0,64,2048,64,2.580142702251118,0.0,0.2158203125,0.00439453125,0.05615234375,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,64,128,2048,64,2.3945907055273796,0.0,0.275390625,0.00390625,0.06591796875,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4186725005641903,0.0,0.43115234375,0.00830078125,0.1015625,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,192,256,2048,64,1.198240764743644,0.0,0.40869140625,0.0107421875,0.10546875,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,256,320,2048,64,2.3341845273404394,0.0,0.46533203125,0.00927734375,0.12060546875,1.0,30,0.46875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,320,384,2048,64,2.1265742453875065,0.0,0.4345703125,0.01513671875,0.1328125,1.0,28,0.4375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,384,448,2048,64,1.199020294260298,0.0,0.748046875,0.01025390625,0.10595703125,1.0,42,0.65625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,448,512,2048,64,1.0476838130831911,0.0,0.6904296875,0.01171875,0.10205078125,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1245285115395114,0.0,0.47705078125,0.01123046875,0.1171875,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,576,640,2048,64,1.1681908272563655,0.0,0.52490234375,0.01220703125,0.10986328125,1.0,39,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1935698709469735,0.0,0.5498046875,0.01025390625,0.08740234375,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,704,768,2048,64,1.0989692878495168,0.0,0.62451171875,0.00732421875,0.07958984375,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,768,832,2048,64,1.0555382983035535,0.0,0.55517578125,0.01171875,0.08935546875,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,832,896,2048,64,0.985933989743692,0.0,0.5927734375,0.00830078125,0.0712890625,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,896,960,2048,64,2.4680730873078933,0.0,0.1533203125,0.00244140625,0.0283203125,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.5138505541979215,0.0,0.15625,0.00537109375,0.04345703125,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5325751809298986,0.0,0.6240234375,0.0107421875,0.10400390625,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.6161598300742974,0.0,0.64453125,0.01416015625,0.10498046875,1.0,30,0.46875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.1278908013578235,0.0,0.5908203125,0.013671875,0.1240234375,1.0,30,0.46875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.028290009591084,0.0,0.55078125,0.0078125,0.091796875,1.0,34,0.53125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.338749439806891,0.0,0.7900390625,0.0087890625,0.06591796875,1.0,40,0.625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5266616639110508,0.0,0.81884765625,0.0126953125,0.08935546875,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.30365404770236,0.0,0.4697265625,0.0068359375,0.10400390625,1.0,35,0.546875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.0845651099105544,0.0,0.48486328125,0.00927734375,0.0888671875,1.0,42,0.65625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.0836777004858975,0.0,0.2744140625,0.00244140625,0.05078125,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.9742981071597563,0.0,0.14404296875,0.00341796875,0.0439453125,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.6792612595687624,0.0,0.58935546875,0.0107421875,0.08984375,1.0,31,0.484375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.7067388415897808,0.0,0.4619140625,0.01123046875,0.1044921875,1.0,28,0.4375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4946023934617603,0.0,0.646484375,0.0078125,0.10009765625,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3526681649966936,0.0,0.6279296875,0.009765625,0.09912109375,1.0,33,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.9474179509537966,0.0,0.8486328125,0.0048828125,0.0615234375,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8831227002942261,0.0,0.78515625,0.00927734375,0.08203125,1.0,37,0.578125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,0,128,4096,128,2.489096323063635,0.0,0.24560546875,0.004150390625,0.061279296875,1.0,82,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,128,256,4096,128,1.313090361351892,0.0,0.419921875,0.00927734375,0.105224609375,1.0,69,0.5390625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,256,384,4096,128,2.232793701713277,0.0,0.449951171875,0.0126953125,0.124755859375,1.0,57,0.4453125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,384,512,4096,128,1.1258976503760425,0.0,0.71923828125,0.010986328125,0.105224609375,1.0,84,0.65625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,512,640,4096,128,1.146567525737403,0.0,0.5009765625,0.011962890625,0.11279296875,1.0,78,0.609375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,640,768,4096,128,1.147245076796769,0.0,0.587158203125,0.0087890625,0.083740234375,1.0,82,0.640625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,768,896,4096,128,1.0213292640763496,0.0,0.573974609375,0.009765625,0.081787109375,1.0,83,0.6484375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.4910669775354006,0.0,0.15478515625,0.00390625,0.034912109375,1.0,91,0.7109375
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.574922106256067,0.0,0.63427734375,0.0126953125,0.103515625,1.0,63,0.4921875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.078687040599214,0.0,0.57080078125,0.0107421875,0.10791015625,1.0,64,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4357830439587527,0.0,0.804443359375,0.010986328125,0.077880859375,1.0,72,0.5625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.1991237120760392,0.0,0.477294921875,0.007568359375,0.095458984375,1.0,77,0.6015625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.029724830541913,0.0,0.209228515625,0.0029296875,0.047607421875,1.0,86,0.671875
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6930557951939582,0.0,0.525634765625,0.01123046875,0.097412109375,1.0,58,0.453125
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4254030095269803,0.0,0.63720703125,0.008544921875,0.0986328125,1.0,66,0.515625
+fresh-zh-2,layers.22.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.915540103999457,0.0,0.81689453125,0.007080078125,0.072265625,1.0,73,0.5703125
+fresh-zh-2,layers.22.linear_attn.in_proj_b.output,0,0,16,512,16,1.9907663582215898,0.0,0.34765625,0.01171875,0.080078125,1.0,8,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_b.output,64,0,16,512,16,1.9907663582215898,0.0,0.34765625,0.01171875,0.080078125,1.0,8,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_b.output,128,0,16,512,16,1.9907663582215898,0.0,0.34765625,0.01171875,0.080078125,1.0,8,0.5
+fresh-zh-2,layers.22.linear_attn.in_proj_a.output,0,0,16,512,16,2.483744340909873,0.0,0.69921875,0.013671875,0.08984375,1.0,12,0.75
+fresh-zh-2,layers.22.linear_attn.in_proj_a.output,64,0,16,512,16,2.483744340909873,0.0,0.69921875,0.013671875,0.08984375,1.0,12,0.75
+fresh-zh-2,layers.22.linear_attn.in_proj_a.output,128,0,16,512,16,2.483744340909873,0.0,0.69921875,0.013671875,0.08984375,1.0,12,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,0,0,2048,65536,2048,0.11228186545448127,0.0,0.5093994140625,0.0093231201171875,0.088134765625,1.0,1422,0.6943359375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,0,64,2048,64,0.11637657690467622,0.0,0.51953125,0.009765625,0.07861328125,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,64,128,2048,64,0.13442820940765865,0.0,0.498046875,0.0087890625,0.09375,1.0,41,0.640625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,128,192,2048,64,0.10483578403221974,0.0,0.521484375,0.0087890625,0.0771484375,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,192,256,2048,64,0.10605028094485262,0.0,0.482421875,0.0107421875,0.08154296875,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,256,320,2048,64,0.09950233896639318,0.0,0.53515625,0.0107421875,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,320,384,2048,64,0.09690237084240759,0.0,0.45166015625,0.0078125,0.07958984375,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,384,448,2048,64,0.10255598902652363,0.0,0.4931640625,0.0078125,0.07568359375,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,448,512,2048,64,0.1015333661830595,0.0,0.5556640625,0.01318359375,0.08447265625,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,512,576,2048,64,0.11343918928078643,0.0,0.5625,0.00830078125,0.099609375,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,576,640,2048,64,0.11446580609601943,0.0,0.50732421875,0.00830078125,0.09375,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,640,704,2048,64,0.10550314744939535,0.0,0.48828125,0.00537109375,0.08642578125,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,704,768,2048,64,0.11080007260360716,0.0,0.47119140625,0.009765625,0.095703125,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,768,832,2048,64,0.10610892249843189,0.0,0.5224609375,0.01171875,0.08740234375,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,832,896,2048,64,0.11495798260857137,0.0,0.5166015625,0.01123046875,0.09814453125,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,896,960,2048,64,0.11497665410278059,0.0,0.4326171875,0.0078125,0.0849609375,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,960,1024,2048,64,0.10334918640119313,0.0,0.5361328125,0.00634765625,0.07861328125,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1024,1088,2048,64,0.11688141050794347,0.0,0.58251953125,0.005859375,0.0791015625,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1088,1152,2048,64,0.10900042866537932,0.0,0.50244140625,0.01171875,0.0810546875,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1152,1216,2048,64,0.18083864435193706,0.0,0.474609375,0.015625,0.15576171875,1.0,26,0.40625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1216,1280,2048,64,0.11679043096562874,0.0,0.46826171875,0.01220703125,0.0869140625,1.0,43,0.671875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1280,1344,2048,64,0.09912888291282095,0.0,0.46240234375,0.01171875,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1344,1408,2048,64,0.1076655010880707,0.0,0.5859375,0.01318359375,0.08203125,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1408,1472,2048,64,0.10462090158757208,0.0,0.44189453125,0.0078125,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1472,1536,2048,64,0.10599131573896864,0.0,0.458984375,0.00927734375,0.095703125,1.0,46,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1536,1600,2048,64,0.10370362582553591,0.0,0.4912109375,0.009765625,0.0791015625,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1600,1664,2048,64,0.10178515429791225,0.0,0.56005859375,0.0068359375,0.0830078125,1.0,47,0.734375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1664,1728,2048,64,0.09969299846653501,0.0,0.5,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1728,1792,2048,64,0.10392570446711265,0.0,0.5556640625,0.00830078125,0.0751953125,1.0,48,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1792,1856,2048,64,0.11041113613971558,0.0,0.494140625,0.00634765625,0.09033203125,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1856,1920,2048,64,0.1198646399521514,0.0,0.51318359375,0.00634765625,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1920,1984,2048,64,0.11692625231108716,0.0,0.55810546875,0.00830078125,0.0869140625,1.0,45,0.703125
+fresh-zh-2,layers.22.linear_attn.out_proj.output,64,1984,2048,2048,64,0.11891728806488308,0.0,0.55712890625,0.00537109375,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,0,128,4096,128,0.12572678938197568,0.0,0.5087890625,0.009033203125,0.0859375,1.0,85,0.6640625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,128,256,4096,128,0.1054447810518197,0.0,0.501953125,0.009765625,0.078369140625,1.0,93,0.7265625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,256,384,4096,128,0.09821095899812426,0.0,0.493408203125,0.00927734375,0.08056640625,1.0,96,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,384,512,4096,128,0.1020459586011903,0.0,0.5244140625,0.010498046875,0.080078125,1.0,92,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,512,640,4096,128,0.11395365380252975,0.0,0.534912109375,0.00830078125,0.096435546875,1.0,85,0.6640625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,640,768,4096,128,0.10818403350470317,0.0,0.479736328125,0.007568359375,0.09228515625,1.0,91,0.7109375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,768,896,4096,128,0.11062197159518272,0.0,0.51953125,0.01123046875,0.093505859375,1.0,91,0.7109375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,896,1024,4096,128,0.10931762282097753,0.0,0.484375,0.00634765625,0.08056640625,1.0,92,0.71875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1024,1152,4096,128,0.11300964023383768,0.0,0.54248046875,0.0087890625,0.079833984375,1.0,91,0.7109375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1152,1280,4096,128,0.15222125353606777,0.0,0.471435546875,0.01513671875,0.125,1.0,67,0.5234375
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1280,1408,4096,128,0.10348525390626703,0.0,0.524169921875,0.012451171875,0.081787109375,1.0,95,0.7421875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1408,1536,4096,128,0.10530833789656492,0.0,0.450439453125,0.008544921875,0.088623046875,1.0,93,0.7265625
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1536,1664,4096,128,0.1027488677426972,0.0,0.525634765625,0.00830078125,0.0810546875,1.0,95,0.7421875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1664,1792,4096,128,0.10183134584260925,0.0,0.52783203125,0.007568359375,0.080078125,1.0,96,0.75
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1792,1920,4096,128,0.11523487079552287,0.0,0.503662109375,0.00634765625,0.0869140625,1.0,88,0.6875
+fresh-zh-2,layers.22.linear_attn.out_proj.output,128,1920,2048,4096,128,0.11792597228817407,0.0,0.5576171875,0.0068359375,0.0859375,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.gate_proj.output,0,0,6144,196608,6144,1.868778519172815,0.0,0.8716939290364584,0.006886800130208333,0.06671651204427083,1.0,3545,0.5769856770833334
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,0,64,2048,64,1.8696187768116261,0.0,0.8994140625,0.005859375,0.0703125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,64,128,2048,64,1.9979300808371385,0.0,0.89453125,0.0068359375,0.0634765625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,128,192,2048,64,1.8548680893444665,0.0,0.85107421875,0.00830078125,0.07470703125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,192,256,2048,64,1.9565809517421966,0.0,0.88818359375,0.0107421875,0.08251953125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,256,320,2048,64,1.9228583905548322,0.0,0.8984375,0.005859375,0.0693359375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,320,384,2048,64,1.8759997146760332,0.0,0.85400390625,0.01123046875,0.06396484375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,384,448,2048,64,1.8227511114106922,0.0,0.82861328125,0.00732421875,0.0712890625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,448,512,2048,64,1.9659732917910553,0.0,0.9326171875,0.00732421875,0.06005859375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,512,576,2048,64,1.8983433442553517,0.0,0.8701171875,0.00927734375,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,576,640,2048,64,1.7401944610193376,0.0,0.80517578125,0.00634765625,0.0732421875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,640,704,2048,64,1.7639321719137107,0.0,0.89697265625,0.009765625,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,704,768,2048,64,1.792543409858215,0.0,0.82568359375,0.005859375,0.07275390625,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,768,832,2048,64,1.9393373624242387,0.0,0.82666015625,0.009765625,0.0712890625,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,832,896,2048,64,1.899636555070021,0.0,0.8642578125,0.00341796875,0.06103515625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,896,960,2048,64,1.7174288696977518,0.0,0.8681640625,0.0068359375,0.06103515625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,960,1024,2048,64,1.8513755542094361,0.0,0.9189453125,0.00830078125,0.064453125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1024,1088,2048,64,1.9609012865676207,0.0,0.89208984375,0.00537109375,0.0625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1088,1152,2048,64,1.885480184885098,0.0,0.89453125,0.00830078125,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1152,1216,2048,64,1.892373924569628,0.0,0.89306640625,0.00390625,0.05419921875,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1216,1280,2048,64,1.9474226355114204,0.0,0.87060546875,0.00439453125,0.05908203125,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1280,1344,2048,64,1.713081460700172,0.0,0.8828125,0.0068359375,0.05859375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1344,1408,2048,64,2.01936519169566,0.0,0.88427734375,0.00732421875,0.06787109375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1408,1472,2048,64,1.843726914006448,0.0,0.85986328125,0.00537109375,0.05712890625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1472,1536,2048,64,2.199543032270432,0.0,0.9091796875,0.005859375,0.0576171875,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1536,1600,2048,64,1.8190024628713815,0.0,0.91015625,0.00830078125,0.08251953125,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1600,1664,2048,64,1.8260899436270988,0.0,0.8623046875,0.005859375,0.06494140625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1664,1728,2048,64,1.9339647063665937,0.0,0.85546875,0.0068359375,0.05712890625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1728,1792,2048,64,1.8537694892099967,0.0,0.86572265625,0.0078125,0.0751953125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1792,1856,2048,64,1.9084138408408382,0.0,0.896484375,0.00830078125,0.06787109375,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1856,1920,2048,64,2.0701758035371958,0.0,0.873046875,0.0107421875,0.07861328125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1920,1984,2048,64,1.717752341615274,0.0,0.89013671875,0.00830078125,0.0625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,1984,2048,2048,64,1.8167355418278464,0.0,0.89453125,0.00537109375,0.056640625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2048,2112,2048,64,1.5741501203137176,0.0,0.84326171875,0.00634765625,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2112,2176,2048,64,1.9147027417785336,0.0,0.89599609375,0.00537109375,0.06494140625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2176,2240,2048,64,1.9533789801987618,0.0,0.861328125,0.00244140625,0.05078125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2240,2304,2048,64,1.8332920645399864,0.0,0.86328125,0.005859375,0.0556640625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2304,2368,2048,64,1.7953058982507026,0.0,0.85400390625,0.0087890625,0.08544921875,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2368,2432,2048,64,1.9700799428412785,0.0,0.869140625,0.00439453125,0.0771484375,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2432,2496,2048,64,1.8332771000733332,0.0,0.86865234375,0.01220703125,0.07080078125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2496,2560,2048,64,1.8424779070614727,0.0,0.81689453125,0.0068359375,0.080078125,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2560,2624,2048,64,2.0110513452209173,0.0,0.8818359375,0.00537109375,0.05517578125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2624,2688,2048,64,1.9044626498416992,0.0,0.8203125,0.00927734375,0.0849609375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2688,2752,2048,64,2.0325558428493635,0.0,0.9091796875,0.0068359375,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2752,2816,2048,64,1.7730038690399808,0.0,0.91162109375,0.00537109375,0.06591796875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2816,2880,2048,64,1.7155237742482023,0.0,0.85595703125,0.00439453125,0.0654296875,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2880,2944,2048,64,2.0504426233158433,0.0,0.845703125,0.0078125,0.091796875,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,2944,3008,2048,64,1.870437233890424,0.0,0.845703125,0.0068359375,0.05810546875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3008,3072,2048,64,1.770898652812417,0.0,0.88525390625,0.00439453125,0.056640625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3072,3136,2048,64,1.9763477026458462,0.0,0.91259765625,0.0068359375,0.07080078125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3136,3200,2048,64,1.9601666496400192,0.0,0.88818359375,0.00439453125,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3200,3264,2048,64,1.8777767348632324,0.0,0.8974609375,0.00830078125,0.068359375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3264,3328,2048,64,1.780047327122769,0.0,0.85107421875,0.01123046875,0.0859375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3328,3392,2048,64,1.9072518560407992,0.0,0.92431640625,0.0078125,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3392,3456,2048,64,1.952482762095954,0.0,0.89404296875,0.0029296875,0.04296875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3456,3520,2048,64,1.7394362837042125,0.0,0.87548828125,0.0068359375,0.07373046875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3520,3584,2048,64,2.083419900923733,0.0,0.87646484375,0.009765625,0.076171875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3584,3648,2048,64,1.879359620859132,0.0,0.88818359375,0.00732421875,0.0615234375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3648,3712,2048,64,1.6532173901798408,0.0,0.896484375,0.0048828125,0.06396484375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3712,3776,2048,64,1.883898307879207,0.0,0.8740234375,0.0048828125,0.05712890625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3776,3840,2048,64,1.7829961732898496,0.0,0.8837890625,0.0048828125,0.0576171875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3840,3904,2048,64,1.7494175190408503,0.0,0.8291015625,0.00830078125,0.07421875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3904,3968,2048,64,1.9644033592652994,0.0,0.87060546875,0.00537109375,0.060546875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,3968,4032,2048,64,1.7065393006623526,0.0,0.8251953125,0.0029296875,0.04833984375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4032,4096,2048,64,1.8231499417695816,0.0,0.90380859375,0.00146484375,0.03759765625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4096,4160,2048,64,1.697067941778582,0.0,0.90185546875,0.00927734375,0.06640625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4160,4224,2048,64,1.9769986877046968,0.0,0.85791015625,0.00927734375,0.09619140625,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4224,4288,2048,64,1.7030088982289966,0.0,0.88330078125,0.0078125,0.06201171875,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4288,4352,2048,64,1.865992255950424,0.0,0.82763671875,0.0078125,0.078125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4352,4416,2048,64,1.9900531427894965,0.0,0.865234375,0.0126953125,0.07470703125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4416,4480,2048,64,1.75622856733742,0.0,0.892578125,0.00830078125,0.07080078125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4480,4544,2048,64,1.7985380407713014,0.0,0.8564453125,0.00732421875,0.0830078125,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4544,4608,2048,64,1.93711453136342,0.0,0.89794921875,0.00439453125,0.05078125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4608,4672,2048,64,2.0453383744978306,0.0,0.87060546875,0.00390625,0.064453125,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4672,4736,2048,64,1.8542018112250402,0.0,0.826171875,0.00927734375,0.0576171875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4736,4800,2048,64,1.7119053812079135,0.0,0.88330078125,0.00341796875,0.044921875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4800,4864,2048,64,1.8884705586127783,0.0,0.84814453125,0.00732421875,0.06494140625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4864,4928,2048,64,1.9425345353180652,0.0,0.875,0.00830078125,0.06640625,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4928,4992,2048,64,1.8081136512309288,0.0,0.876953125,0.00390625,0.0517578125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,4992,5056,2048,64,1.9255562379597855,0.0,0.8466796875,0.009765625,0.0673828125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5056,5120,2048,64,1.82600998742992,0.0,0.8310546875,0.00830078125,0.05615234375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5120,5184,2048,64,1.8801286326671052,0.0,0.81591796875,0.01025390625,0.09912109375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5184,5248,2048,64,1.838802673596564,0.0,0.9140625,0.00537109375,0.06640625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5248,5312,2048,64,1.9001283998194267,0.0,0.83203125,0.0048828125,0.0693359375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5312,5376,2048,64,1.9829421833318979,0.0,0.9189453125,0.00341796875,0.0517578125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5376,5440,2048,64,2.0071761996428896,0.0,0.8779296875,0.00341796875,0.06591796875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5440,5504,2048,64,1.724090118693217,0.0,0.822265625,0.005859375,0.0625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5504,5568,2048,64,1.9326653369597673,0.0,0.8828125,0.00634765625,0.0595703125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5568,5632,2048,64,1.9235498905975792,0.0,0.88720703125,0.005859375,0.07861328125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5632,5696,2048,64,1.7766997636114514,0.0,0.912109375,0.005859375,0.0478515625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5696,5760,2048,64,1.859545814805489,0.0,0.8603515625,0.0107421875,0.07080078125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5760,5824,2048,64,1.6211031028634557,0.0,0.83154296875,0.0068359375,0.06689453125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5824,5888,2048,64,1.7545857458259597,0.0,0.85693359375,0.009765625,0.072265625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5888,5952,2048,64,1.8919810919254572,0.0,0.90869140625,0.00537109375,0.05908203125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,5952,6016,2048,64,1.836678948044098,0.0,0.8427734375,0.00537109375,0.0615234375,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,6016,6080,2048,64,1.780623983472568,0.0,0.84521484375,0.0068359375,0.068359375,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,64,6080,6144,2048,64,1.8209755720611924,0.0,0.85693359375,0.0087890625,0.08544921875,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,0,128,4096,128,1.9348383625668186,0.0,0.89697265625,0.006591796875,0.06640625,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,128,256,4096,128,1.906402980692801,0.0,0.86962890625,0.00927734375,0.078857421875,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,256,384,4096,128,1.8995735468246127,0.0,0.876220703125,0.008544921875,0.067138671875,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,384,512,4096,128,1.8957152473650507,0.0,0.880615234375,0.007568359375,0.066650390625,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,512,640,4096,128,1.8209865752993588,0.0,0.837646484375,0.007568359375,0.066650390625,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,640,768,4096,128,1.7782953330842346,0.0,0.861328125,0.008056640625,0.073486328125,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,768,896,4096,128,1.9195895976292563,0.0,0.845458984375,0.006591796875,0.065673828125,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,896,1024,4096,128,1.7856586131166834,0.0,0.8935546875,0.008056640625,0.0634765625,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1024,1152,4096,128,1.9235604205817,0.0,0.893310546875,0.0068359375,0.0693359375,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1152,1280,4096,128,1.9200955694565445,0.0,0.8818359375,0.00439453125,0.056884765625,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1280,1408,4096,128,1.8724961773561362,0.0,0.883544921875,0.00732421875,0.062744140625,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1408,1536,4096,128,2.0294480141458595,0.0,0.884521484375,0.00537109375,0.058349609375,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1536,1664,4096,128,1.8225496484524326,0.0,0.88623046875,0.007080078125,0.07373046875,1.0,71,0.5546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1664,1792,4096,128,1.8942915304405388,0.0,0.860595703125,0.007080078125,0.067626953125,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1792,1920,4096,128,1.9909383774320786,0.0,0.884765625,0.00927734375,0.072265625,1.0,71,0.5546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,1920,2048,4096,128,1.7679368110972287,0.0,0.892333984375,0.007080078125,0.059326171875,1.0,77,0.6015625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2048,2176,4096,128,1.7527172034669376,0.0,0.86962890625,0.005859375,0.066162109375,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2176,2304,4096,128,1.8942873639165256,0.0,0.8623046875,0.004150390625,0.052490234375,1.0,80,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2304,2432,4096,128,1.884719906176944,0.0,0.861572265625,0.00732421875,0.080810546875,1.0,69,0.5390625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2432,2560,4096,128,1.83788326120879,0.0,0.8427734375,0.009521484375,0.075439453125,1.0,69,0.5390625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2560,2688,4096,128,1.9584822564625048,0.0,0.85107421875,0.007568359375,0.06982421875,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2688,2816,4096,128,1.9072003006936407,0.0,0.910400390625,0.006591796875,0.065673828125,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2816,2944,4096,128,1.890414871333956,0.0,0.850830078125,0.006591796875,0.079833984375,1.0,68,0.53125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,2944,3072,4096,128,1.821348056311107,0.0,0.865478515625,0.005615234375,0.0576171875,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3072,3200,4096,128,1.9682738041383485,0.0,0.900390625,0.005859375,0.067626953125,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3200,3328,4096,128,1.8295646958758436,0.0,0.874267578125,0.009521484375,0.078369140625,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3328,3456,4096,128,1.929999815887675,0.0,0.9091796875,0.005615234375,0.05517578125,1.0,77,0.6015625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3456,3584,4096,128,1.919150472035971,0.0,0.8759765625,0.0087890625,0.076171875,1.0,71,0.5546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3584,3712,4096,128,1.7699039979203426,0.0,0.892333984375,0.00634765625,0.063232421875,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3712,3840,4096,128,1.8341412416164118,0.0,0.87890625,0.0048828125,0.057861328125,1.0,80,0.625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3840,3968,4096,128,1.860019114662513,0.0,0.849853515625,0.006591796875,0.068603515625,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,3968,4096,4096,128,1.765807477456076,0.0,0.864501953125,0.002197265625,0.04296875,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4096,4224,4096,128,1.8423576485306383,0.0,0.8798828125,0.009033203125,0.079345703125,1.0,70,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4224,4352,4096,128,1.7863603229351706,0.0,0.85546875,0.007568359375,0.07177734375,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4352,4480,4096,128,1.8767858551068632,0.0,0.87890625,0.010498046875,0.072265625,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4480,4608,4096,128,1.8691109907815524,0.0,0.877197265625,0.005859375,0.068115234375,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4608,4736,4096,128,1.9521108348328544,0.0,0.848388671875,0.006591796875,0.061279296875,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4736,4864,4096,128,1.8023513926196344,0.0,0.86572265625,0.00537109375,0.054443359375,1.0,77,0.6015625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4864,4992,4096,128,1.8765280968681248,0.0,0.8759765625,0.006103515625,0.05908203125,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,4992,5120,4096,128,1.8764433510953187,0.0,0.8388671875,0.0087890625,0.0615234375,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5120,5248,4096,128,1.859580456420285,0.0,0.864990234375,0.0078125,0.0830078125,1.0,70,0.546875
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5248,5376,4096,128,1.941976781302677,0.0,0.87548828125,0.004150390625,0.06103515625,1.0,77,0.6015625
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5376,5504,4096,128,1.8709947933904658,0.0,0.85009765625,0.004638671875,0.06640625,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5504,5632,4096,128,1.928113000617932,0.0,0.885009765625,0.006103515625,0.069091796875,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5632,5760,4096,128,1.8185946067468688,0.0,0.88623046875,0.008544921875,0.0595703125,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5760,5888,4096,128,1.6891634630149273,0.0,0.84423828125,0.007568359375,0.0693359375,1.0,78,0.609375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,5888,6016,4096,128,1.8645350640832448,0.0,0.875732421875,0.00537109375,0.06005859375,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.gate_proj.output,128,6016,6144,4096,128,1.8009127969673189,0.0,0.85107421875,0.0078125,0.076904296875,1.0,69,0.5390625
+fresh-zh-2,layers.22.mlp.up_proj.output,0,0,6144,196608,6144,0.7722796050144991,0.0,0.4991861979166667,0.009511311848958334,0.09371439615885417,1.0,4049,0.6590169270833334
+fresh-zh-2,layers.22.mlp.up_proj.output,64,0,64,2048,64,0.9308804383172572,0.0,0.515625,0.00927734375,0.107421875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,64,128,2048,64,0.7695202427815325,0.0,0.44091796875,0.009765625,0.10400390625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,128,192,2048,64,0.835730564424274,0.0,0.51904296875,0.00830078125,0.0908203125,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,192,256,2048,64,0.8517310137836368,0.0,0.47021484375,0.00927734375,0.09912109375,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,256,320,2048,64,0.7684525890452737,0.0,0.5791015625,0.01318359375,0.10986328125,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,320,384,2048,64,0.6962734683968069,0.0,0.49658203125,0.0087890625,0.08056640625,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,384,448,2048,64,0.797592338718591,0.0,0.48486328125,0.0078125,0.09375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,448,512,2048,64,0.627920907492513,0.0,0.48828125,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,512,576,2048,64,0.680045687075586,0.0,0.46533203125,0.00634765625,0.07958984375,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,576,640,2048,64,0.7396200127936327,0.0,0.48779296875,0.005859375,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,640,704,2048,64,0.7311489404440747,0.0,0.5302734375,0.009765625,0.0966796875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,704,768,2048,64,0.7671969138042264,0.0,0.5107421875,0.01416015625,0.09326171875,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,768,832,2048,64,0.7830436059070552,0.0,0.4794921875,0.0048828125,0.10107421875,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,832,896,2048,64,0.7460744355687712,0.0,0.53515625,0.0078125,0.11181640625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,896,960,2048,64,0.787741745834635,0.0,0.49169921875,0.0087890625,0.0859375,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,960,1024,2048,64,0.7002292188466975,0.0,0.490234375,0.0078125,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1024,1088,2048,64,0.8874767886294564,0.0,0.50146484375,0.01416015625,0.123046875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1088,1152,2048,64,0.7444047997424604,0.0,0.53076171875,0.00732421875,0.08447265625,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1152,1216,2048,64,0.8131358369048483,0.0,0.5087890625,0.01513671875,0.10888671875,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1216,1280,2048,64,0.73628482169464,0.0,0.49267578125,0.0048828125,0.07470703125,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1280,1344,2048,64,0.7443028718511063,0.0,0.4697265625,0.0068359375,0.091796875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1344,1408,2048,64,0.750060408460921,0.0,0.45654296875,0.01123046875,0.0908203125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1408,1472,2048,64,0.7565675333883877,0.0,0.494140625,0.00927734375,0.0947265625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1472,1536,2048,64,0.783534744198206,0.0,0.50634765625,0.00732421875,0.0966796875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1536,1600,2048,64,0.7135800743410168,0.0,0.5078125,0.015625,0.11474609375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1600,1664,2048,64,0.7454971803448822,0.0,0.453125,0.01416015625,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1664,1728,2048,64,0.7156989752668964,0.0,0.56787109375,0.009765625,0.0888671875,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1728,1792,2048,64,0.813298476981598,0.0,0.42529296875,0.009765625,0.10107421875,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1792,1856,2048,64,0.845012616025955,0.0,0.54833984375,0.00732421875,0.10205078125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1856,1920,2048,64,0.873342878802337,0.0,0.47265625,0.0107421875,0.09521484375,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1920,1984,2048,64,0.6817036037826403,0.0,0.525390625,0.00830078125,0.08447265625,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,1984,2048,2048,64,0.7013072051171301,0.0,0.546875,0.01025390625,0.08935546875,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2048,2112,2048,64,0.779935813814056,0.0,0.5224609375,0.00732421875,0.08642578125,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2112,2176,2048,64,0.7309417354645134,0.0,0.52197265625,0.0078125,0.103515625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2176,2240,2048,64,0.8666035667451648,0.0,0.50146484375,0.0126953125,0.10498046875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2240,2304,2048,64,0.8278486049607685,0.0,0.4970703125,0.01171875,0.1025390625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2304,2368,2048,64,0.9309389729475042,0.0,0.568359375,0.01123046875,0.0947265625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2368,2432,2048,64,0.9501464530577304,0.0,0.5322265625,0.00830078125,0.103515625,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2432,2496,2048,64,0.7724260396679111,0.0,0.57861328125,0.0078125,0.08154296875,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2496,2560,2048,64,0.7040723363382096,0.0,0.509765625,0.00927734375,0.08544921875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2560,2624,2048,64,0.6945687188566723,0.0,0.46240234375,0.0107421875,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2624,2688,2048,64,0.772937617352525,0.0,0.5126953125,0.01123046875,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2688,2752,2048,64,0.7622561284670676,0.0,0.5263671875,0.0078125,0.09130859375,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2752,2816,2048,64,0.7099746413338134,0.0,0.517578125,0.01318359375,0.080078125,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2816,2880,2048,64,0.8105792704393008,0.0,0.55224609375,0.0078125,0.10009765625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2880,2944,2048,64,0.8145551413621507,0.0,0.46533203125,0.0107421875,0.109375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,2944,3008,2048,64,0.7483394403630289,0.0,0.4384765625,0.0087890625,0.08837890625,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3008,3072,2048,64,0.9198835938287822,0.0,0.55908203125,0.00927734375,0.1015625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3072,3136,2048,64,0.7164495215580045,0.0,0.51708984375,0.0126953125,0.1005859375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3136,3200,2048,64,0.6119303410498315,0.0,0.5546875,0.00830078125,0.0791015625,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3200,3264,2048,64,0.9405095110745036,0.0,0.48486328125,0.0087890625,0.1025390625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3264,3328,2048,64,0.8739870943053645,0.0,0.443359375,0.0107421875,0.1015625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3328,3392,2048,64,0.5989913745018727,0.0,0.447265625,0.0048828125,0.083984375,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3392,3456,2048,64,0.7965282579084451,0.0,0.46142578125,0.01025390625,0.09765625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3456,3520,2048,64,0.7966743469035954,0.0,0.4677734375,0.009765625,0.10107421875,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3520,3584,2048,64,0.7797024414685644,0.0,0.51171875,0.0087890625,0.091796875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3584,3648,2048,64,0.7901177618304004,0.0,0.494140625,0.00830078125,0.0927734375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3648,3712,2048,64,0.6087671739988286,0.0,0.47216796875,0.0107421875,0.0908203125,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3712,3776,2048,64,0.7235673479309694,0.0,0.5595703125,0.0107421875,0.0859375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3776,3840,2048,64,0.7889385833421014,0.0,0.48193359375,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3840,3904,2048,64,0.7019572630341485,0.0,0.45751953125,0.00927734375,0.08837890625,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3904,3968,2048,64,0.7689598753194803,0.0,0.501953125,0.01025390625,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,3968,4032,2048,64,0.7929713687686933,0.0,0.49072265625,0.0087890625,0.0849609375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4032,4096,2048,64,0.7091080104233578,0.0,0.5439453125,0.00439453125,0.08251953125,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4096,4160,2048,64,0.8157773417244445,0.0,0.4541015625,0.0166015625,0.11572265625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4160,4224,2048,64,0.9657127844320796,0.0,0.513671875,0.0087890625,0.1142578125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4224,4288,2048,64,0.7404497523837845,0.0,0.51318359375,0.01171875,0.0888671875,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4288,4352,2048,64,0.8209538729538002,0.0,0.419921875,0.00634765625,0.08740234375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4352,4416,2048,64,0.8168809192665235,0.0,0.4853515625,0.0068359375,0.08349609375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4416,4480,2048,64,0.7253396604913966,0.0,0.40478515625,0.0068359375,0.0830078125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4480,4544,2048,64,0.778674177103912,0.0,0.529296875,0.00732421875,0.07958984375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4544,4608,2048,64,0.7957204453553003,0.0,0.50927734375,0.01416015625,0.09375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4608,4672,2048,64,0.7678707433426248,0.0,0.4716796875,0.009765625,0.0771484375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4672,4736,2048,64,0.6322886804319761,0.0,0.5,0.0078125,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4736,4800,2048,64,0.7330465279185732,0.0,0.482421875,0.0087890625,0.087890625,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4800,4864,2048,64,0.7903119939283955,0.0,0.50830078125,0.009765625,0.09765625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4864,4928,2048,64,0.743841918110389,0.0,0.56494140625,0.00830078125,0.09521484375,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4928,4992,2048,64,0.7382691545828538,0.0,0.4814453125,0.00830078125,0.08154296875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,4992,5056,2048,64,0.7107775324511324,0.0,0.47998046875,0.009765625,0.0927734375,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5056,5120,2048,64,0.6499304630114981,0.0,0.498046875,0.00634765625,0.083984375,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5120,5184,2048,64,0.7705443044767669,0.0,0.5,0.00634765625,0.0771484375,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5184,5248,2048,64,0.7767635534178988,0.0,0.45263671875,0.01220703125,0.09375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5248,5312,2048,64,0.881382163618314,0.0,0.48876953125,0.01171875,0.1083984375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5312,5376,2048,64,0.760371758967484,0.0,0.43115234375,0.01220703125,0.09326171875,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5376,5440,2048,64,0.6639534755695053,0.0,0.49853515625,0.0078125,0.08984375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5440,5504,2048,64,0.6190463434062882,0.0,0.5400390625,0.0078125,0.0771484375,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5504,5568,2048,64,0.8048684264525915,0.0,0.47021484375,0.009765625,0.09619140625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5568,5632,2048,64,0.7685417900261811,0.0,0.4970703125,0.00537109375,0.08544921875,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5632,5696,2048,64,0.7059860995792792,0.0,0.470703125,0.00927734375,0.0927734375,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5696,5760,2048,64,0.7591394166086465,0.0,0.50244140625,0.0078125,0.09326171875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5760,5824,2048,64,0.776615901864164,0.0,0.54345703125,0.01171875,0.1015625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5824,5888,2048,64,0.7432675542688044,0.0,0.48681640625,0.00830078125,0.08154296875,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5888,5952,2048,64,0.835704639802524,0.0,0.53271484375,0.00634765625,0.103515625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,5952,6016,2048,64,0.8741436625402336,0.0,0.51513671875,0.00830078125,0.09033203125,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,64,6016,6080,2048,64,0.731643874379945,0.0,0.48974609375,0.01123046875,0.091796875,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,64,6080,6144,2048,64,0.7746329758028067,0.0,0.53662109375,0.01123046875,0.10009765625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,0,128,4096,128,0.854019845932247,0.0,0.478271484375,0.009765625,0.1064453125,1.0,77,0.6015625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,128,256,4096,128,0.8437687171713044,0.0,0.49462890625,0.0087890625,0.094970703125,1.0,81,0.6328125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,256,384,4096,128,0.7332517045338877,0.0,0.537841796875,0.01123046875,0.093505859375,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,384,512,4096,128,0.7177876443798725,0.0,0.486572265625,0.009521484375,0.088623046875,1.0,90,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,512,640,4096,128,0.7104575637696312,0.0,0.4765625,0.006103515625,0.08203125,1.0,90,0.703125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,640,768,4096,128,0.7493897109192328,0.0,0.5205078125,0.01171875,0.095947265625,1.0,85,0.6640625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,768,896,4096,128,0.7647824370895242,0.0,0.50732421875,0.0068359375,0.106689453125,1.0,82,0.640625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,896,1024,4096,128,0.7452710973388325,0.0,0.490966796875,0.00830078125,0.087646484375,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1024,1152,4096,128,0.8190706795618024,0.0,0.51611328125,0.01123046875,0.1044921875,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1152,1280,4096,128,0.775662693416686,0.0,0.500732421875,0.010009765625,0.09130859375,1.0,85,0.6640625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1280,1408,4096,128,0.7471871858464812,0.0,0.463134765625,0.009033203125,0.0908203125,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1408,1536,4096,128,0.7701691787987679,0.0,0.500244140625,0.00830078125,0.095703125,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1536,1664,4096,128,0.7297131519983385,0.0,0.48046875,0.014892578125,0.105224609375,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1664,1792,4096,128,0.7660546442188939,0.0,0.49658203125,0.00927734375,0.0966796875,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1792,1920,4096,128,0.859294508651656,0.0,0.510498046875,0.009033203125,0.09912109375,1.0,79,0.6171875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,1920,2048,4096,128,0.6915748691788328,0.0,0.5361328125,0.00927734375,0.0869140625,1.0,91,0.7109375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2048,2176,4096,128,0.7558358599304708,0.0,0.522216796875,0.00732421875,0.096435546875,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2176,2304,4096,128,0.847447654616771,0.0,0.499267578125,0.011962890625,0.102294921875,1.0,80,0.625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2304,2432,4096,128,0.9405917428966565,0.0,0.55029296875,0.009765625,0.098876953125,1.0,74,0.578125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2432,2560,4096,128,0.7390398641324426,0.0,0.544189453125,0.009033203125,0.08447265625,1.0,89,0.6953125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2560,2688,4096,128,0.7347987022078895,0.0,0.487548828125,0.0107421875,0.085693359375,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2688,2816,4096,128,0.7365793903995277,0.0,0.52197265625,0.010498046875,0.08447265625,1.0,89,0.6953125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2816,2944,4096,128,0.8125696376266536,0.0,0.5087890625,0.00927734375,0.104736328125,1.0,83,0.6484375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,2944,3072,4096,128,0.8385099117476809,0.0,0.498779296875,0.009033203125,0.096923828125,1.0,81,0.6328125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3072,3200,4096,128,0.6662426957340908,0.0,0.535888671875,0.010498046875,0.0888671875,1.0,93,0.7265625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3200,3328,4096,128,0.9078578031371257,0.0,0.464111328125,0.009765625,0.100341796875,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3328,3456,4096,128,0.7047155214603638,0.0,0.454345703125,0.00830078125,0.08984375,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3456,3584,4096,128,0.7882340744494336,0.0,0.48974609375,0.00927734375,0.09521484375,1.0,83,0.6484375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3584,3712,4096,128,0.7052955230605117,0.0,0.483154296875,0.0087890625,0.09228515625,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3712,3840,4096,128,0.7569589801560249,0.0,0.520751953125,0.010986328125,0.08984375,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3840,3968,4096,128,0.7362211926376961,0.0,0.479736328125,0.009765625,0.088134765625,1.0,91,0.7109375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,3968,4096,4096,128,0.7522093332754747,0.0,0.517333984375,0.006591796875,0.08447265625,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4096,4224,4096,128,0.8938942480200222,0.0,0.48388671875,0.0126953125,0.11669921875,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4224,4352,4096,128,0.781738798232201,0.0,0.466552734375,0.0087890625,0.087158203125,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4352,4480,4096,128,0.7724674942492711,0.0,0.445068359375,0.0068359375,0.08203125,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4480,4608,4096,128,0.7872434506697696,0.0,0.519287109375,0.010498046875,0.0869140625,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4608,4736,4096,128,0.7033542684465507,0.0,0.48583984375,0.0087890625,0.080078125,1.0,91,0.7109375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4736,4864,4096,128,0.7622172458822194,0.0,0.495361328125,0.010009765625,0.092529296875,1.0,89,0.6953125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4864,4992,4096,128,0.7410607747501632,0.0,0.523193359375,0.00830078125,0.088134765625,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,4992,5120,4096,128,0.6810338858631269,0.0,0.489013671875,0.00830078125,0.088134765625,1.0,92,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5120,5248,4096,128,0.7736601783341267,0.0,0.476318359375,0.00927734375,0.08544921875,1.0,85,0.6640625
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5248,5376,4096,128,0.8231037997056647,0.0,0.4599609375,0.011962890625,0.102783203125,1.0,81,0.6328125
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5376,5504,4096,128,0.6418927453264766,0.0,0.519287109375,0.0078125,0.083740234375,1.0,92,0.71875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5504,5632,4096,128,0.786914756157526,0.0,0.483642578125,0.0078125,0.091796875,1.0,83,0.6484375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5632,5760,4096,128,0.7330446871262625,0.0,0.486572265625,0.00830078125,0.093994140625,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5760,5888,4096,128,0.7601246332862195,0.0,0.51513671875,0.010009765625,0.092529296875,1.0,83,0.6484375
+fresh-zh-2,layers.22.mlp.up_proj.output,128,5888,6016,4096,128,0.8551401603675037,0.0,0.52392578125,0.00732421875,0.097412109375,1.0,79,0.6171875
+fresh-zh-2,layers.22.mlp.up_proj.output,128,6016,6144,4096,128,0.7534450896113162,0.0,0.51318359375,0.01123046875,0.095947265625,1.0,85,0.6640625
+fresh-zh-2,layers.22.mlp.silu_gate,0,0,6144,196608,6144,0.4101924890063181,0.0,0.8716939290364584,0.0028737386067708335,0.0341949462890625,1.0,3415,0.5558268229166666
+fresh-zh-2,layers.22.mlp.silu_gate,64,0,64,2048,64,0.28435929077122346,0.0,0.8994140625,0.001953125,0.02392578125,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.silu_gate,64,64,128,2048,64,0.6335326650136888,0.0,0.89453125,0.00390625,0.05078125,1.0,10,0.15625
+fresh-zh-2,layers.22.mlp.silu_gate,64,128,192,2048,64,0.405248426787506,0.0,0.85107421875,0.001953125,0.037109375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,64,192,256,2048,64,0.2529173995624498,0.0,0.88818359375,0.00341796875,0.02587890625,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,64,256,320,2048,64,0.27066257152763806,0.0,0.8984375,0.00146484375,0.0185546875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,320,384,2048,64,0.36967228768921484,0.0,0.85400390625,0.00244140625,0.0380859375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,384,448,2048,64,0.39950448898983787,0.0,0.82861328125,0.0029296875,0.03662109375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,448,512,2048,64,0.25138948578100806,0.0,0.9326171875,0.0009765625,0.02001953125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,512,576,2048,64,0.31115495182865305,0.0,0.8701171875,0.0029296875,0.025390625,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.silu_gate,64,576,640,2048,64,0.5562970504101704,0.0,0.80517578125,0.00244140625,0.05712890625,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.silu_gate,64,640,704,2048,64,0.25936636231031657,0.0,0.89697265625,0.00244140625,0.021484375,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.silu_gate,64,704,768,2048,64,0.44289662286953824,0.0,0.82568359375,0.00390625,0.03564453125,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.silu_gate,64,768,832,2048,64,0.8644005632492908,0.0,0.82666015625,0.0087890625,0.09423828125,1.0,5,0.078125
+fresh-zh-2,layers.22.mlp.silu_gate,64,832,896,2048,64,0.33661820943822524,0.0,0.8642578125,0.00048828125,0.0146484375,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,896,960,2048,64,0.35113539288479567,0.0,0.8681640625,0.0029296875,0.0244140625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,960,1024,2048,64,0.2642078242176747,0.0,0.9189453125,0.00048828125,0.02001953125,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.silu_gate,64,1024,1088,2048,64,0.36697225667618955,0.0,0.89208984375,0.001953125,0.0263671875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1088,1152,2048,64,0.2781071702330023,0.0,0.89453125,0.0029296875,0.02392578125,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,64,1152,1216,2048,64,0.8409936832248381,0.0,0.89306640625,0.0048828125,0.06005859375,1.0,1,0.015625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1216,1280,2048,64,0.3991018158918008,0.0,0.87060546875,0.00244140625,0.037109375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,1280,1344,2048,64,0.40548600118569944,0.0,0.8828125,0.00439453125,0.0341796875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.silu_gate,64,1344,1408,2048,64,0.3091754858359879,0.0,0.88427734375,0.001953125,0.02587890625,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,1408,1472,2048,64,0.3589083056742651,0.0,0.85986328125,0.001953125,0.0224609375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1472,1536,2048,64,0.2692763935001244,0.0,0.9091796875,0.00244140625,0.0244140625,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.silu_gate,64,1536,1600,2048,64,0.2574518655080992,0.0,0.91015625,0.00244140625,0.021484375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1600,1664,2048,64,0.3567412554724793,0.0,0.8623046875,0.001953125,0.0263671875,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1664,1728,2048,64,0.39502201491721717,0.0,0.85546875,0.001953125,0.033203125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,64,1728,1792,2048,64,0.46304405102464113,0.0,0.86572265625,0.0048828125,0.04345703125,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.silu_gate,64,1792,1856,2048,64,0.2677685671614225,0.0,0.896484375,0.00146484375,0.0224609375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1856,1920,2048,64,0.36593058756097785,0.0,0.873046875,0.00244140625,0.04052734375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,1920,1984,2048,64,0.28469750584788617,0.0,0.89013671875,0.00244140625,0.01953125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,1984,2048,2048,64,0.2569523196949281,0.0,0.89453125,0.00146484375,0.0146484375,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.silu_gate,64,2048,2112,2048,64,0.32268449267617394,0.0,0.84326171875,0.001953125,0.02294921875,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,64,2112,2176,2048,64,0.3648975185944426,0.0,0.89599609375,0.001953125,0.0322265625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,2176,2240,2048,64,0.6089429237516641,0.0,0.861328125,0.00146484375,0.03466796875,1.0,16,0.25
+fresh-zh-2,layers.22.mlp.silu_gate,64,2240,2304,2048,64,0.4149849047325563,0.0,0.86328125,0.001953125,0.0341796875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,2304,2368,2048,64,0.32405320523636094,0.0,0.85400390625,0.00341796875,0.03466796875,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,2368,2432,2048,64,0.49326623840354317,0.0,0.869140625,0.0029296875,0.06689453125,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.silu_gate,64,2432,2496,2048,64,0.32309597212878033,0.0,0.86865234375,0.0048828125,0.03125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,2496,2560,2048,64,0.5120184834569144,0.0,0.81689453125,0.0048828125,0.04931640625,1.0,24,0.375
+fresh-zh-2,layers.22.mlp.silu_gate,64,2560,2624,2048,64,0.4115387909590959,0.0,0.8818359375,0.00048828125,0.02490234375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.silu_gate,64,2624,2688,2048,64,0.38731283448648446,0.0,0.8203125,0.00390625,0.0419921875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.silu_gate,64,2688,2752,2048,64,0.27405474199280083,0.0,0.9091796875,0.00341796875,0.01611328125,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,64,2752,2816,2048,64,0.27080038506141507,0.0,0.91162109375,0.00048828125,0.01806640625,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.silu_gate,64,2816,2880,2048,64,0.333059197468443,0.0,0.85595703125,0.00146484375,0.0244140625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,64,2880,2944,2048,64,0.33388490580299984,0.0,0.845703125,0.0029296875,0.04052734375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.silu_gate,64,2944,3008,2048,64,0.48198725605895454,0.0,0.845703125,0.00537109375,0.03271484375,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3008,3072,2048,64,0.30750142257833624,0.0,0.88525390625,0.0009765625,0.02001953125,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,64,3072,3136,2048,64,0.27715220280779723,0.0,0.91259765625,0.00048828125,0.01708984375,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3136,3200,2048,64,0.3042157983624014,0.0,0.88818359375,0.00048828125,0.0263671875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3200,3264,2048,64,0.25826149061492687,0.0,0.8974609375,0.0009765625,0.02099609375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3264,3328,2048,64,0.30655406357148274,0.0,0.85107421875,0.005859375,0.0302734375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.silu_gate,64,3328,3392,2048,64,0.2588623554062238,0.0,0.92431640625,0.00244140625,0.02197265625,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3392,3456,2048,64,0.35375312338561904,0.0,0.89404296875,0.0029296875,0.0234375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3456,3520,2048,64,0.2849289359006741,0.0,0.87548828125,0.00146484375,0.02685546875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3520,3584,2048,64,0.3050729209362684,0.0,0.87646484375,0.00439453125,0.0263671875,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3584,3648,2048,64,0.3529104668251656,0.0,0.88818359375,0.00341796875,0.02587890625,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3648,3712,2048,64,0.3179837478828831,0.0,0.896484375,0.0009765625,0.02294921875,1.0,46,0.71875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3712,3776,2048,64,0.293506240627424,0.0,0.8740234375,0.0029296875,0.02001953125,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,64,3776,3840,2048,64,0.36668655948017287,0.0,0.8837890625,0.001953125,0.021484375,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3840,3904,2048,64,0.34562813423343436,0.0,0.8291015625,0.00341796875,0.03564453125,1.0,43,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,64,3904,3968,2048,64,0.3410136580972984,0.0,0.87060546875,0.001953125,0.0224609375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,3968,4032,2048,64,0.42592395738692196,0.0,0.8251953125,0.001953125,0.02587890625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,4032,4096,2048,64,0.40173596479532503,0.0,0.90380859375,0.0009765625,0.01513671875,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.silu_gate,64,4096,4160,2048,64,0.24816164997981877,0.0,0.90185546875,0.00244140625,0.02685546875,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.silu_gate,64,4160,4224,2048,64,0.3345474350086472,0.0,0.85791015625,0.001953125,0.03759765625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.silu_gate,64,4224,4288,2048,64,0.3476393162377015,0.0,0.88330078125,0.00439453125,0.02685546875,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,4288,4352,2048,64,0.39918141740114427,0.0,0.82763671875,0.00341796875,0.04345703125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,64,4352,4416,2048,64,0.3111849147144374,0.0,0.865234375,0.00537109375,0.02783203125,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,64,4416,4480,2048,64,0.31875708434658767,0.0,0.892578125,0.00244140625,0.02978515625,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,4480,4544,2048,64,0.5726455167257293,0.0,0.8564453125,0.00439453125,0.06787109375,1.0,17,0.265625
+fresh-zh-2,layers.22.mlp.silu_gate,64,4544,4608,2048,64,0.43829999211398635,0.0,0.89794921875,0.001953125,0.0263671875,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.silu_gate,64,4608,4672,2048,64,0.8823504113466566,0.0,0.87060546875,0.0029296875,0.09130859375,1.0,2,0.03125
+fresh-zh-2,layers.22.mlp.silu_gate,64,4672,4736,2048,64,0.3750637615421635,0.0,0.826171875,0.00341796875,0.025390625,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.silu_gate,64,4736,4800,2048,64,0.3515094825295266,0.0,0.88330078125,0.00146484375,0.01953125,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,4800,4864,2048,64,0.46489113876396565,0.0,0.84814453125,0.0048828125,0.04296875,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.silu_gate,64,4864,4928,2048,64,0.2758658655224418,0.0,0.875,0.00390625,0.0234375,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,64,4928,4992,2048,64,0.47900853595251236,0.0,0.876953125,0.0009765625,0.033203125,1.0,31,0.484375
+fresh-zh-2,layers.22.mlp.silu_gate,64,4992,5056,2048,64,0.4689540119823614,0.0,0.8466796875,0.00439453125,0.03759765625,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.silu_gate,64,5056,5120,2048,64,0.8393813437217338,0.0,0.8310546875,0.0078125,0.06884765625,1.0,6,0.09375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5120,5184,2048,64,0.3770209080776349,0.0,0.81591796875,0.0048828125,0.0517578125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5184,5248,2048,64,0.26222029886909193,0.0,0.9140625,0.001953125,0.0234375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.silu_gate,64,5248,5312,2048,64,0.3756686191479448,0.0,0.83203125,0.001953125,0.03515625,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5312,5376,2048,64,0.34581607960855376,0.0,0.9189453125,0.0009765625,0.01953125,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,64,5376,5440,2048,64,0.34900817901912695,0.0,0.8779296875,0.00146484375,0.02099609375,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5440,5504,2048,64,0.5355646790997997,0.0,0.822265625,0.00390625,0.041015625,1.0,26,0.40625
+fresh-zh-2,layers.22.mlp.silu_gate,64,5504,5568,2048,64,0.2822067675070245,0.0,0.8828125,0.0009765625,0.017578125,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5568,5632,2048,64,0.5000716134892053,0.0,0.88720703125,0.0029296875,0.05078125,1.0,26,0.40625
+fresh-zh-2,layers.22.mlp.silu_gate,64,5632,5696,2048,64,0.2695485318890832,0.0,0.912109375,0.0009765625,0.0146484375,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.silu_gate,64,5696,5760,2048,64,0.29295767858762206,0.0,0.8603515625,0.00244140625,0.0283203125,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5760,5824,2048,64,0.6414533003623745,0.0,0.83154296875,0.005859375,0.05322265625,1.0,16,0.25
+fresh-zh-2,layers.22.mlp.silu_gate,64,5824,5888,2048,64,0.31064343549680207,0.0,0.85693359375,0.00341796875,0.0390625,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,64,5888,5952,2048,64,0.33140272400920756,0.0,0.90869140625,0.00146484375,0.02197265625,1.0,44,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,64,5952,6016,2048,64,0.8405114953636922,0.0,0.8427734375,0.0048828125,0.07373046875,1.0,4,0.0625
+fresh-zh-2,layers.22.mlp.silu_gate,64,6016,6080,2048,64,0.4063482773822781,0.0,0.84521484375,0.00390625,0.0302734375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.silu_gate,64,6080,6144,2048,64,0.27800280451329423,0.0,0.85693359375,0.0029296875,0.0283203125,1.0,47,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,128,0,128,4096,128,0.4910314877313165,0.0,0.89697265625,0.003173828125,0.039794921875,1.0,53,0.4140625
+fresh-zh-2,layers.22.mlp.silu_gate,128,128,256,4096,128,0.33778210314874624,0.0,0.86962890625,0.003173828125,0.03076171875,1.0,85,0.6640625
+fresh-zh-2,layers.22.mlp.silu_gate,128,256,384,4096,128,0.3239720882354925,0.0,0.876220703125,0.001953125,0.026123046875,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,128,384,512,4096,128,0.33376676758199814,0.0,0.880615234375,0.001953125,0.02978515625,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,128,512,640,4096,128,0.45071266475579935,0.0,0.837646484375,0.002685546875,0.041259765625,1.0,66,0.515625
+fresh-zh-2,layers.22.mlp.silu_gate,128,640,768,4096,128,0.3629244607678906,0.0,0.861328125,0.003662109375,0.028564453125,1.0,83,0.6484375
+fresh-zh-2,layers.22.mlp.silu_gate,128,768,896,4096,128,0.6559345061326962,0.0,0.845458984375,0.00390625,0.059326171875,1.0,22,0.171875
+fresh-zh-2,layers.22.mlp.silu_gate,128,896,1024,4096,128,0.31072643797575183,0.0,0.8935546875,0.001708984375,0.0224609375,1.0,92,0.71875
+fresh-zh-2,layers.22.mlp.silu_gate,128,1024,1152,4096,128,0.3255858068966024,0.0,0.893310546875,0.00244140625,0.025390625,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,128,1152,1280,4096,128,0.6582372804210546,0.0,0.8818359375,0.004150390625,0.06005859375,1.0,20,0.15625
+fresh-zh-2,layers.22.mlp.silu_gate,128,1280,1408,4096,128,0.36056093673572587,0.0,0.883544921875,0.00341796875,0.029296875,1.0,82,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,128,1408,1536,4096,128,0.31727350029462403,0.0,0.884521484375,0.002197265625,0.025634765625,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,128,1536,1664,4096,128,0.311083418402268,0.0,0.88623046875,0.00244140625,0.02392578125,1.0,90,0.703125
+fresh-zh-2,layers.22.mlp.silu_gate,128,1664,1792,4096,128,0.4303790105584661,0.0,0.860595703125,0.00390625,0.037353515625,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.silu_gate,128,1792,1920,4096,128,0.32062844576893335,0.0,0.884765625,0.002197265625,0.030517578125,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,128,1920,2048,4096,128,0.27117998122336734,0.0,0.892333984375,0.001953125,0.017578125,1.0,99,0.7734375
+fresh-zh-2,layers.22.mlp.silu_gate,128,2048,2176,4096,128,0.344438297006925,0.0,0.86962890625,0.001953125,0.02734375,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,128,2176,2304,4096,128,0.5210681124109946,0.0,0.8623046875,0.002197265625,0.03759765625,1.0,52,0.40625
+fresh-zh-2,layers.22.mlp.silu_gate,128,2304,2432,4096,128,0.41732604865544887,0.0,0.861572265625,0.003662109375,0.050048828125,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.silu_gate,128,2432,2560,4096,128,0.42810859288699177,0.0,0.8427734375,0.004638671875,0.03759765625,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.silu_gate,128,2560,2688,4096,128,0.3996094394668558,0.0,0.85107421875,0.002197265625,0.0341796875,1.0,70,0.546875
+fresh-zh-2,layers.22.mlp.silu_gate,128,2688,2816,4096,128,0.2724324229585672,0.0,0.910400390625,0.002197265625,0.017333984375,1.0,97,0.7578125
+fresh-zh-2,layers.22.mlp.silu_gate,128,2816,2944,4096,128,0.33347230720211335,0.0,0.850830078125,0.002197265625,0.0322265625,1.0,82,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,128,2944,3072,4096,128,0.404270231337246,0.0,0.865478515625,0.002685546875,0.026611328125,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,128,3072,3200,4096,128,0.29099879337764245,0.0,0.900390625,0.00048828125,0.021484375,1.0,89,0.6953125
+fresh-zh-2,layers.22.mlp.silu_gate,128,3200,3328,4096,128,0.283438169118798,0.0,0.874267578125,0.003662109375,0.026611328125,1.0,94,0.734375
+fresh-zh-2,layers.22.mlp.silu_gate,128,3328,3456,4096,128,0.3099604743766043,0.0,0.9091796875,0.002197265625,0.02197265625,1.0,89,0.6953125
+fresh-zh-2,layers.22.mlp.silu_gate,128,3456,3584,4096,128,0.2951728185335475,0.0,0.8759765625,0.002685546875,0.02685546875,1.0,91,0.7109375
+fresh-zh-2,layers.22.mlp.silu_gate,128,3584,3712,4096,128,0.3359013705780324,0.0,0.892333984375,0.002197265625,0.024169921875,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,128,3712,3840,4096,128,0.3321181613452128,0.0,0.87890625,0.00244140625,0.021240234375,1.0,88,0.6875
+fresh-zh-2,layers.22.mlp.silu_gate,128,3840,3968,4096,128,0.3433286488064942,0.0,0.849853515625,0.002685546875,0.029052734375,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.silu_gate,128,3968,4096,4096,128,0.41400664420161615,0.0,0.864501953125,0.00146484375,0.020263671875,1.0,76,0.59375
+fresh-zh-2,layers.22.mlp.silu_gate,128,4096,4224,4096,128,0.29453878419621676,0.0,0.8798828125,0.00244140625,0.0322265625,1.0,91,0.7109375
+fresh-zh-2,layers.22.mlp.silu_gate,128,4224,4352,4096,128,0.3742986095302808,0.0,0.85546875,0.003662109375,0.03369140625,1.0,82,0.640625
+fresh-zh-2,layers.22.mlp.silu_gate,128,4352,4480,4096,128,0.31499375388011214,0.0,0.87890625,0.00390625,0.02880859375,1.0,86,0.671875
+fresh-zh-2,layers.22.mlp.silu_gate,128,4480,4608,4096,128,0.5099165475414569,0.0,0.877197265625,0.003173828125,0.045654296875,1.0,50,0.390625
+fresh-zh-2,layers.22.mlp.silu_gate,128,4608,4736,4096,128,0.6779436088738395,0.0,0.848388671875,0.004150390625,0.059326171875,1.0,16,0.125
+fresh-zh-2,layers.22.mlp.silu_gate,128,4736,4864,4096,128,0.41211811851059904,0.0,0.86572265625,0.002685546875,0.029541015625,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.silu_gate,128,4864,4992,4096,128,0.39086516426756124,0.0,0.8759765625,0.0029296875,0.027099609375,1.0,75,0.5859375
+fresh-zh-2,layers.22.mlp.silu_gate,128,4992,5120,4096,128,0.679881940318485,0.0,0.8388671875,0.006103515625,0.055419921875,1.0,16,0.125
+fresh-zh-2,layers.22.mlp.silu_gate,128,5120,5248,4096,128,0.32473392975379106,0.0,0.864990234375,0.0029296875,0.036376953125,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.silu_gate,128,5248,5376,4096,128,0.36105101601321743,0.0,0.87548828125,0.00146484375,0.027587890625,1.0,79,0.6171875
+fresh-zh-2,layers.22.mlp.silu_gate,128,5376,5504,4096,128,0.45201561616913105,0.0,0.85009765625,0.001953125,0.034423828125,1.0,64,0.5
+fresh-zh-2,layers.22.mlp.silu_gate,128,5504,5632,4096,128,0.4060248011171614,0.0,0.885009765625,0.00146484375,0.03125,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.silu_gate,128,5632,5760,4096,128,0.2814965474806117,0.0,0.88623046875,0.001708984375,0.021240234375,1.0,96,0.75
+fresh-zh-2,layers.22.mlp.silu_gate,128,5760,5888,4096,128,0.5039651181198151,0.0,0.84423828125,0.005126953125,0.04638671875,1.0,59,0.4609375
+fresh-zh-2,layers.22.mlp.silu_gate,128,5888,6016,4096,128,0.6388612287966899,0.0,0.875732421875,0.00390625,0.05078125,1.0,22,0.171875
+fresh-zh-2,layers.22.mlp.silu_gate,128,6016,6144,4096,128,0.3481411221392854,0.0,0.85107421875,0.002685546875,0.028076171875,1.0,84,0.65625
+fresh-zh-2,layers.22.mlp.gated_product,0,0,6144,196608,6144,0.309059759835526,0.0,0.5022074381510416,0.0283660888671875,0.21728006998697916,1.0,1860,0.302734375
+fresh-zh-2,layers.22.mlp.gated_product,64,0,64,2048,64,0.2428792339470099,0.0,0.482421875,0.02490234375,0.17431640625,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,64,128,2048,64,0.33415682234088545,0.0,0.52294921875,0.03369140625,0.2392578125,1.0,14,0.21875
+fresh-zh-2,layers.22.mlp.gated_product,64,128,192,2048,64,0.3780173069425906,0.0,0.4892578125,0.03173828125,0.25048828125,1.0,19,0.296875
+fresh-zh-2,layers.22.mlp.gated_product,64,192,256,2048,64,0.20221578995526635,0.0,0.478515625,0.0205078125,0.16162109375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,256,320,2048,64,0.24858523036757468,0.0,0.44921875,0.03466796875,0.20751953125,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,320,384,2048,64,0.36764356169092716,0.0,0.5322265625,0.03466796875,0.25634765625,1.0,11,0.171875
+fresh-zh-2,layers.22.mlp.gated_product,64,384,448,2048,64,0.2550620704547079,0.0,0.4794921875,0.01953125,0.18115234375,1.0,28,0.4375
+fresh-zh-2,layers.22.mlp.gated_product,64,448,512,2048,64,0.142338190512115,0.0,0.50390625,0.017578125,0.12255859375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.gated_product,64,512,576,2048,64,0.21898871306936482,0.0,0.51611328125,0.01953125,0.1494140625,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,64,576,640,2048,64,0.2916451566589123,0.0,0.54296875,0.01806640625,0.18994140625,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,64,640,704,2048,64,0.1709368366249725,0.0,0.47021484375,0.0166015625,0.1474609375,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gated_product,64,704,768,2048,64,0.26523569427407706,0.0,0.48388671875,0.02978515625,0.19580078125,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,64,768,832,2048,64,0.43230820467578934,0.0,0.49853515625,0.0341796875,0.28369140625,1.0,14,0.21875
+fresh-zh-2,layers.22.mlp.gated_product,64,832,896,2048,64,0.23005995807685822,0.0,0.4873046875,0.02197265625,0.18701171875,1.0,31,0.484375
+fresh-zh-2,layers.22.mlp.gated_product,64,896,960,2048,64,0.2684127995894244,0.0,0.48193359375,0.01806640625,0.1640625,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,960,1024,2048,64,0.17380885106258134,0.0,0.4921875,0.0146484375,0.1298828125,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.gated_product,64,1024,1088,2048,64,0.5325550551952747,0.0,0.51171875,0.048828125,0.3828125,1.0,4,0.0625
+fresh-zh-2,layers.22.mlp.gated_product,64,1088,1152,2048,64,0.18720188452345468,0.0,0.48291015625,0.015625,0.1357421875,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gated_product,64,1152,1216,2048,64,0.46940449796114725,0.0,0.47705078125,0.04345703125,0.296875,1.0,5,0.078125
+fresh-zh-2,layers.22.mlp.gated_product,64,1216,1280,2048,64,0.2982292537746104,0.0,0.5380859375,0.0185546875,0.17578125,1.0,24,0.375
+fresh-zh-2,layers.22.mlp.gated_product,64,1280,1344,2048,64,0.29384485565591456,0.0,0.513671875,0.02783203125,0.21044921875,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,1344,1408,2048,64,0.24611756872761545,0.0,0.50390625,0.0224609375,0.19091796875,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,1408,1472,2048,64,0.24995825641001088,0.0,0.52978515625,0.02392578125,0.17919921875,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,1472,1536,2048,64,0.17993645407027928,0.0,0.53173828125,0.01416015625,0.14501953125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gated_product,64,1536,1600,2048,64,0.16854313269237284,0.0,0.5068359375,0.02880859375,0.171875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,1600,1664,2048,64,0.2154790296292932,0.0,0.529296875,0.0234375,0.162109375,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gated_product,64,1664,1728,2048,64,0.29390876007665984,0.0,0.45849609375,0.02685546875,0.2041015625,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,1728,1792,2048,64,0.2835732023035704,0.0,0.5244140625,0.025390625,0.20361328125,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,1792,1856,2048,64,0.21725363033618836,0.0,0.46728515625,0.0185546875,0.1552734375,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.gated_product,64,1856,1920,2048,64,0.30400243492421747,0.0,0.5283203125,0.02978515625,0.2158203125,1.0,21,0.328125
+fresh-zh-2,layers.22.mlp.gated_product,64,1920,1984,2048,64,0.2144316471222098,0.0,0.50146484375,0.01806640625,0.15185546875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,64,1984,2048,2048,64,0.18401591418751923,0.0,0.462890625,0.02099609375,0.150390625,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gated_product,64,2048,2112,2048,64,0.30923348494938935,0.0,0.50341796875,0.02490234375,0.1875,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,2112,2176,2048,64,0.205931251268911,0.0,0.4951171875,0.01953125,0.18310546875,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,64,2176,2240,2048,64,1.5781680984930375,0.0,0.48876953125,0.107421875,0.6865234375,1.0,1,0.015625
+fresh-zh-2,layers.22.mlp.gated_product,64,2240,2304,2048,64,0.28526549588377254,0.0,0.5078125,0.02685546875,0.1865234375,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,2304,2368,2048,64,0.34974232467351885,0.0,0.45751953125,0.03076171875,0.21923828125,1.0,19,0.296875
+fresh-zh-2,layers.22.mlp.gated_product,64,2368,2432,2048,64,0.33312597963772866,0.0,0.4697265625,0.02099609375,0.2314453125,1.0,18,0.28125
+fresh-zh-2,layers.22.mlp.gated_product,64,2432,2496,2048,64,0.21731820673218685,0.0,0.45703125,0.0224609375,0.146484375,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gated_product,64,2496,2560,2048,64,0.2513579543787324,0.0,0.46142578125,0.02490234375,0.17724609375,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,64,2560,2624,2048,64,0.20519461716351625,0.0,0.55419921875,0.0185546875,0.1591796875,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,64,2624,2688,2048,64,0.26042136197961335,0.0,0.482421875,0.02734375,0.1875,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,2688,2752,2048,64,0.2458632119511479,0.0,0.494140625,0.0224609375,0.1845703125,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,64,2752,2816,2048,64,0.18896460784329655,0.0,0.47900390625,0.02099609375,0.12060546875,1.0,40,0.625
+fresh-zh-2,layers.22.mlp.gated_product,64,2816,2880,2048,64,0.25966496058878,0.0,0.4462890625,0.021484375,0.18017578125,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,2880,2944,2048,64,0.2668652490955449,0.0,0.55322265625,0.0302734375,0.2216796875,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,2944,3008,2048,64,0.24888973885043314,0.0,0.525390625,0.01806640625,0.1767578125,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,3008,3072,2048,64,0.29047587639623706,0.0,0.4873046875,0.02099609375,0.18115234375,1.0,25,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,64,3072,3136,2048,64,0.20581562886851162,0.0,0.513671875,0.02197265625,0.177734375,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.gated_product,64,3136,3200,2048,64,0.1831941752552584,0.0,0.44677734375,0.01708984375,0.14892578125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,3200,3264,2048,64,0.20572580432833584,0.0,0.52587890625,0.01904296875,0.1474609375,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,64,3264,3328,2048,64,0.2280374413971332,0.0,0.53369140625,0.02294921875,0.162109375,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,64,3328,3392,2048,64,0.1546491683135324,0.0,0.54345703125,0.013671875,0.13525390625,1.0,42,0.65625
+fresh-zh-2,layers.22.mlp.gated_product,64,3392,3456,2048,64,0.22989751557308227,0.0,0.5166015625,0.021484375,0.16552734375,1.0,29,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,64,3456,3520,2048,64,0.20015390226159532,0.0,0.53369140625,0.021484375,0.14453125,1.0,39,0.609375
+fresh-zh-2,layers.22.mlp.gated_product,64,3520,3584,2048,64,0.1863446707930973,0.0,0.48486328125,0.021484375,0.15576171875,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gated_product,64,3584,3648,2048,64,0.3025969512651899,0.0,0.52001953125,0.025390625,0.2138671875,1.0,24,0.375
+fresh-zh-2,layers.22.mlp.gated_product,64,3648,3712,2048,64,0.22969258408589063,0.0,0.52783203125,0.0263671875,0.1826171875,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,64,3712,3776,2048,64,0.19041409190954448,0.0,0.4541015625,0.0185546875,0.1337890625,1.0,41,0.640625
+fresh-zh-2,layers.22.mlp.gated_product,64,3776,3840,2048,64,0.2359362407904777,0.0,0.51513671875,0.021484375,0.158203125,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.gated_product,64,3840,3904,2048,64,0.21227084633100374,0.0,0.52587890625,0.021484375,0.1689453125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gated_product,64,3904,3968,2048,64,0.2086219785582431,0.0,0.47607421875,0.0234375,0.15283203125,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,64,3968,4032,2048,64,0.41872555988445814,0.0,0.52294921875,0.029296875,0.24658203125,1.0,13,0.203125
+fresh-zh-2,layers.22.mlp.gated_product,64,4032,4096,2048,64,0.264124254835045,0.0,0.42431640625,0.01171875,0.15966796875,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,64,4096,4160,2048,64,0.21996001264363466,0.0,0.49658203125,0.03076171875,0.1796875,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,64,4160,4224,2048,64,0.19386812774671133,0.0,0.52197265625,0.01904296875,0.150390625,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,4224,4288,2048,64,0.21470284075293597,0.0,0.4833984375,0.02197265625,0.1435546875,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.gated_product,64,4288,4352,2048,64,0.36418603304591574,0.0,0.53759765625,0.02685546875,0.220703125,1.0,20,0.3125
+fresh-zh-2,layers.22.mlp.gated_product,64,4352,4416,2048,64,0.2287083148392705,0.0,0.51953125,0.0205078125,0.16796875,1.0,30,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,64,4416,4480,2048,64,0.19402140020297992,0.0,0.56982421875,0.017578125,0.1484375,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,4480,4544,2048,64,0.34878851089816615,0.0,0.498046875,0.02197265625,0.236328125,1.0,14,0.21875
+fresh-zh-2,layers.22.mlp.gated_product,64,4544,4608,2048,64,0.36267730024926276,0.0,0.5068359375,0.03369140625,0.2373046875,1.0,16,0.25
+fresh-zh-2,layers.22.mlp.gated_product,64,4608,4672,2048,64,0.3318038526460699,0.0,0.52490234375,0.025390625,0.20751953125,1.0,18,0.28125
+fresh-zh-2,layers.22.mlp.gated_product,64,4672,4736,2048,64,0.24134288042712038,0.0,0.48046875,0.02197265625,0.17138671875,1.0,31,0.484375
+fresh-zh-2,layers.22.mlp.gated_product,64,4736,4800,2048,64,0.23703231293502236,0.0,0.53369140625,0.02099609375,0.1611328125,1.0,32,0.5
+fresh-zh-2,layers.22.mlp.gated_product,64,4800,4864,2048,64,0.4214612525460146,0.0,0.4970703125,0.04296875,0.26904296875,1.0,11,0.171875
+fresh-zh-2,layers.22.mlp.gated_product,64,4864,4928,2048,64,0.20190759216028872,0.0,0.44775390625,0.02294921875,0.15869140625,1.0,35,0.546875
+fresh-zh-2,layers.22.mlp.gated_product,64,4928,4992,2048,64,0.2162348597509072,0.0,0.5322265625,0.015625,0.13330078125,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,4992,5056,2048,64,0.2833993883514222,0.0,0.51318359375,0.02783203125,0.197265625,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,5056,5120,2048,64,0.323213919761215,0.0,0.49609375,0.0244140625,0.20263671875,1.0,18,0.28125
+fresh-zh-2,layers.22.mlp.gated_product,64,5120,5184,2048,64,0.2498182431417465,0.0,0.47802734375,0.02099609375,0.185546875,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,64,5184,5248,2048,64,0.19368950884299652,0.0,0.55029296875,0.021484375,0.14599609375,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,64,5248,5312,2048,64,0.2490737707642863,0.0,0.52001953125,0.02294921875,0.17724609375,1.0,31,0.484375
+fresh-zh-2,layers.22.mlp.gated_product,64,5312,5376,2048,64,0.20584086727955844,0.0,0.56201171875,0.01708984375,0.14990234375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,64,5376,5440,2048,64,0.19702511035254286,0.0,0.49169921875,0.01611328125,0.16455078125,1.0,31,0.484375
+fresh-zh-2,layers.22.mlp.gated_product,64,5440,5504,2048,64,0.2831692045322497,0.0,0.4892578125,0.02734375,0.19775390625,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,5504,5568,2048,64,0.19997761308965137,0.0,0.55419921875,0.01611328125,0.14013671875,1.0,36,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,64,5568,5632,2048,64,0.19681436230817273,0.0,0.52587890625,0.015625,0.1435546875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,5632,5696,2048,64,0.20002654141498694,0.0,0.5302734375,0.0205078125,0.15478515625,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,64,5696,5760,2048,64,0.20077360296624816,0.0,0.50146484375,0.0185546875,0.15966796875,1.0,37,0.578125
+fresh-zh-2,layers.22.mlp.gated_product,64,5760,5824,2048,64,0.3077867699437909,0.0,0.4541015625,0.025390625,0.2138671875,1.0,24,0.375
+fresh-zh-2,layers.22.mlp.gated_product,64,5824,5888,2048,64,0.23183232677418428,0.0,0.5146484375,0.0263671875,0.16748046875,1.0,33,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,64,5888,5952,2048,64,0.2518586208695646,0.0,0.4541015625,0.0205078125,0.17919921875,1.0,27,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,64,5952,6016,2048,64,0.3279437550342468,0.0,0.52880859375,0.0244140625,0.19189453125,1.0,23,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,64,6016,6080,2048,64,0.22861082747471828,0.0,0.509765625,0.0224609375,0.16552734375,1.0,34,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,64,6080,6144,2048,64,0.2337740007525312,0.0,0.4814453125,0.0302734375,0.2060546875,1.0,26,0.40625
+fresh-zh-2,layers.22.mlp.gated_product,128,0,128,4096,128,0.2921053784164582,0.0,0.502685546875,0.028564453125,0.209716796875,1.0,41,0.3203125
+fresh-zh-2,layers.22.mlp.gated_product,128,128,256,4096,128,0.3031404872788862,0.0,0.48388671875,0.0263671875,0.211669921875,1.0,46,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,128,256,384,4096,128,0.3138123684701503,0.0,0.49072265625,0.036376953125,0.23291015625,1.0,33,0.2578125
+fresh-zh-2,layers.22.mlp.gated_product,128,384,512,4096,128,0.20653912494114224,0.0,0.49169921875,0.019775390625,0.167724609375,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.gated_product,128,512,640,4096,128,0.2578884970819541,0.0,0.529541015625,0.0185546875,0.176513671875,1.0,58,0.453125
+fresh-zh-2,layers.22.mlp.gated_product,128,640,768,4096,128,0.22312482563848,0.0,0.47705078125,0.024658203125,0.17236328125,1.0,64,0.5
+fresh-zh-2,layers.22.mlp.gated_product,128,768,896,4096,128,0.34627876641539107,0.0,0.492919921875,0.029541015625,0.253173828125,1.0,34,0.265625
+fresh-zh-2,layers.22.mlp.gated_product,128,896,1024,4096,128,0.22611385151193977,0.0,0.487060546875,0.017578125,0.15185546875,1.0,68,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,128,1024,1152,4096,128,0.3991612658958625,0.0,0.497314453125,0.035888671875,0.28173828125,1.0,18,0.140625
+fresh-zh-2,layers.22.mlp.gated_product,128,1152,1280,4096,128,0.3932437351777633,0.0,0.507568359375,0.030029296875,0.2412109375,1.0,23,0.1796875
+fresh-zh-2,layers.22.mlp.gated_product,128,1280,1408,4096,128,0.2710338141559442,0.0,0.5087890625,0.025634765625,0.20166015625,1.0,50,0.390625
+fresh-zh-2,layers.22.mlp.gated_product,128,1408,1536,4096,128,0.2177800007472202,0.0,0.53076171875,0.01904296875,0.1669921875,1.0,61,0.4765625
+fresh-zh-2,layers.22.mlp.gated_product,128,1536,1664,4096,128,0.19343991287702314,0.0,0.51806640625,0.02880859375,0.171875,1.0,70,0.546875
+fresh-zh-2,layers.22.mlp.gated_product,128,1664,1792,4096,128,0.2887872229812992,0.0,0.491455078125,0.02587890625,0.204345703125,1.0,45,0.3515625
+fresh-zh-2,layers.22.mlp.gated_product,128,1792,1920,4096,128,0.2642126230274646,0.0,0.497802734375,0.023681640625,0.183837890625,1.0,51,0.3984375
+fresh-zh-2,layers.22.mlp.gated_product,128,1920,2048,4096,128,0.19980338831187566,0.0,0.482177734375,0.020263671875,0.14990234375,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gated_product,128,2048,2176,4096,128,0.262709943153208,0.0,0.499267578125,0.0234375,0.1904296875,1.0,56,0.4375
+fresh-zh-2,layers.22.mlp.gated_product,128,2176,2304,4096,128,1.1340174051228105,0.0,0.498291015625,0.08154296875,0.558349609375,1.0,1,0.0078125
+fresh-zh-2,layers.22.mlp.gated_product,128,2304,2432,4096,128,0.34153521925098257,0.0,0.463623046875,0.02587890625,0.22705078125,1.0,37,0.2890625
+fresh-zh-2,layers.22.mlp.gated_product,128,2432,2560,4096,128,0.23495534065727727,0.0,0.459228515625,0.0234375,0.162841796875,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.gated_product,128,2560,2688,4096,128,0.2344398821533986,0.0,0.518310546875,0.0224609375,0.177978515625,1.0,60,0.46875
+fresh-zh-2,layers.22.mlp.gated_product,128,2688,2816,4096,128,0.21926735052021074,0.0,0.486572265625,0.023193359375,0.156982421875,1.0,66,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,128,2816,2944,4096,128,0.2632897196363731,0.0,0.499755859375,0.02587890625,0.20068359375,1.0,53,0.4140625
+fresh-zh-2,layers.22.mlp.gated_product,128,2944,3072,4096,128,0.2704832128554366,0.0,0.50634765625,0.02001953125,0.177978515625,1.0,54,0.421875
+fresh-zh-2,layers.22.mlp.gated_product,128,3072,3200,4096,128,0.1948334916460659,0.0,0.480224609375,0.019287109375,0.16162109375,1.0,68,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,128,3200,3328,4096,128,0.21716834627253082,0.0,0.52978515625,0.021728515625,0.155029296875,1.0,68,0.53125
+fresh-zh-2,layers.22.mlp.gated_product,128,3328,3456,4096,128,0.19591992359985094,0.0,0.530029296875,0.019775390625,0.15478515625,1.0,69,0.5390625
+fresh-zh-2,layers.22.mlp.gated_product,128,3456,3584,4096,128,0.1933725949088082,0.0,0.50927734375,0.021484375,0.1513671875,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gated_product,128,3584,3712,4096,128,0.2686294828374593,0.0,0.52392578125,0.025634765625,0.1982421875,1.0,51,0.3984375
+fresh-zh-2,layers.22.mlp.gated_product,128,3712,3840,4096,128,0.21438684208234274,0.0,0.484619140625,0.018798828125,0.1455078125,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,128,3840,3968,4096,128,0.2104543206252091,0.0,0.5009765625,0.022216796875,0.160888671875,1.0,73,0.5703125
+fresh-zh-2,layers.22.mlp.gated_product,128,3968,4096,4096,128,0.3500662198018546,0.0,0.4736328125,0.021484375,0.212158203125,1.0,34,0.265625
+fresh-zh-2,layers.22.mlp.gated_product,128,4096,4224,4096,128,0.2073249359317435,0.0,0.50927734375,0.024658203125,0.16748046875,1.0,67,0.5234375
+fresh-zh-2,layers.22.mlp.gated_product,128,4224,4352,4096,128,0.2989387700626179,0.0,0.510498046875,0.02294921875,0.192138671875,1.0,51,0.3984375
+fresh-zh-2,layers.22.mlp.gated_product,128,4352,4480,4096,128,0.21207521898296341,0.0,0.544677734375,0.020263671875,0.15576171875,1.0,66,0.515625
+fresh-zh-2,layers.22.mlp.gated_product,128,4480,4608,4096,128,0.35580068117603014,0.0,0.50244140625,0.0283203125,0.235595703125,1.0,30,0.234375
+fresh-zh-2,layers.22.mlp.gated_product,128,4608,4736,4096,128,0.29012082186878124,0.0,0.502685546875,0.026123046875,0.191162109375,1.0,46,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,128,4736,4864,4096,128,0.34191658688412724,0.0,0.515380859375,0.031005859375,0.218017578125,1.0,35,0.2734375
+fresh-zh-2,layers.22.mlp.gated_product,128,4864,4992,4096,128,0.209193917626039,0.0,0.489990234375,0.01953125,0.147216796875,1.0,71,0.5546875
+fresh-zh-2,layers.22.mlp.gated_product,128,4992,5120,4096,128,0.3039592499376926,0.0,0.504638671875,0.02685546875,0.2021484375,1.0,40,0.3125
+fresh-zh-2,layers.22.mlp.gated_product,128,5120,5248,4096,128,0.2235226839073274,0.0,0.51416015625,0.023193359375,0.166015625,1.0,61,0.4765625
+fresh-zh-2,layers.22.mlp.gated_product,128,5248,5376,4096,128,0.2284821720891381,0.0,0.541015625,0.019287109375,0.16455078125,1.0,63,0.4921875
+fresh-zh-2,layers.22.mlp.gated_product,128,5376,5504,4096,128,0.24393000277216695,0.0,0.490478515625,0.021484375,0.191162109375,1.0,52,0.40625
+fresh-zh-2,layers.22.mlp.gated_product,128,5504,5632,4096,128,0.19840229200768697,0.0,0.5400390625,0.015869140625,0.142333984375,1.0,72,0.5625
+fresh-zh-2,layers.22.mlp.gated_product,128,5632,5760,4096,128,0.2004004203070569,0.0,0.515869140625,0.01953125,0.156982421875,1.0,70,0.546875
+fresh-zh-2,layers.22.mlp.gated_product,128,5760,5888,4096,128,0.2724691941210641,0.0,0.484375,0.02685546875,0.19677734375,1.0,55,0.4296875
+fresh-zh-2,layers.22.mlp.gated_product,128,5888,6016,4096,128,0.29238662022421713,0.0,0.491455078125,0.023193359375,0.18896484375,1.0,46,0.359375
+fresh-zh-2,layers.22.mlp.gated_product,128,6016,6144,4096,128,0.23120682717701038,0.0,0.49560546875,0.0263671875,0.185791015625,1.0,59,0.4609375
+fresh-zh-2,layers.22.mlp.down_proj.output,0,0,2048,65536,2048,0.2102742114538834,0.0,0.498504638671875,0.0083160400390625,0.084503173828125,1.0,1549,0.75634765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,0,64,2048,64,0.20970792771712787,0.0,0.52783203125,0.009765625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,64,64,128,2048,64,0.21646950746878277,0.0,0.4912109375,0.00830078125,0.0830078125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,128,192,2048,64,0.20004020856529975,0.0,0.5,0.0107421875,0.10009765625,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,192,256,2048,64,0.1968029170436457,0.0,0.50732421875,0.00537109375,0.07568359375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,256,320,2048,64,0.21095148012702541,0.0,0.51220703125,0.0078125,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.down_proj.output,64,320,384,2048,64,0.2138163403877551,0.0,0.5166015625,0.0068359375,0.07373046875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,384,448,2048,64,0.2110408865442086,0.0,0.470703125,0.009765625,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,448,512,2048,64,0.19114204276025087,0.0,0.53466796875,0.00732421875,0.0869140625,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,512,576,2048,64,0.2203885455685252,0.0,0.50830078125,0.009765625,0.09716796875,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.down_proj.output,64,576,640,2048,64,0.23570013943675386,0.0,0.48876953125,0.0087890625,0.0927734375,1.0,45,0.703125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,640,704,2048,64,0.21161475612125258,0.0,0.46240234375,0.00634765625,0.083984375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,704,768,2048,64,0.21896002319087005,0.0,0.52783203125,0.0068359375,0.0810546875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,768,832,2048,64,0.20926493183674982,0.0,0.4501953125,0.00390625,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.down_proj.output,64,832,896,2048,64,0.2101606648373205,0.0,0.49658203125,0.0068359375,0.0888671875,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.down_proj.output,64,896,960,2048,64,0.2083038603439616,0.0,0.4892578125,0.01123046875,0.0888671875,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,960,1024,2048,64,0.22601293357322824,0.0,0.54638671875,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1024,1088,2048,64,0.2013342078022974,0.0,0.509765625,0.01513671875,0.0869140625,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1088,1152,2048,64,0.20651452440143886,0.0,0.4365234375,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1152,1216,2048,64,0.28599502739742555,0.0,0.4580078125,0.01513671875,0.1220703125,1.0,38,0.59375
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1216,1280,2048,64,0.2059516616186945,0.0,0.47265625,0.0107421875,0.0771484375,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1280,1344,2048,64,0.19178353202075762,0.0,0.427734375,0.01123046875,0.08251953125,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1344,1408,2048,64,0.1928700260731679,0.0,0.50927734375,0.005859375,0.07177734375,1.0,52,0.8125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1408,1472,2048,64,0.2038208531719056,0.0,0.4970703125,0.0068359375,0.0888671875,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1472,1536,2048,64,0.22001317814770766,0.0,0.509765625,0.00732421875,0.08154296875,1.0,48,0.75
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1536,1600,2048,64,0.19931005205505206,0.0,0.4833984375,0.005859375,0.08203125,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1600,1664,2048,64,0.2107318468788709,0.0,0.494140625,0.0087890625,0.07470703125,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1664,1728,2048,64,0.20281601612827702,0.0,0.55908203125,0.01318359375,0.07958984375,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1728,1792,2048,64,0.19719735562060017,0.0,0.5029296875,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1792,1856,2048,64,0.19928379090494155,0.0,0.4931640625,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1856,1920,2048,64,0.19676797634709794,0.0,0.53466796875,0.00537109375,0.0771484375,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1920,1984,2048,64,0.19611498180734566,0.0,0.51904296875,0.00830078125,0.07861328125,1.0,50,0.78125
+fresh-zh-2,layers.22.mlp.down_proj.output,64,1984,2048,2048,64,0.20582273909946303,0.0,0.5146484375,0.0048828125,0.0703125,1.0,51,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,128,0,128,4096,128,0.2131155351108754,0.0,0.509521484375,0.0087890625,0.084228515625,1.0,99,0.7734375
+fresh-zh-2,layers.22.mlp.down_proj.output,128,128,256,4096,128,0.1984281648352077,0.0,0.503662109375,0.008056640625,0.087158203125,1.0,98,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,256,384,4096,128,0.21238874073805697,0.0,0.514404296875,0.00732421875,0.07763671875,1.0,97,0.7578125
+fresh-zh-2,layers.22.mlp.down_proj.output,128,384,512,4096,128,0.20133744845895796,0.0,0.502685546875,0.008056640625,0.085693359375,1.0,97,0.7578125
+fresh-zh-2,layers.22.mlp.down_proj.output,128,512,640,4096,128,0.22817281471322906,0.0,0.49853515625,0.00927734375,0.0947265625,1.0,93,0.7265625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,640,768,4096,128,0.21531871349699674,0.0,0.4951171875,0.006591796875,0.08203125,1.0,97,0.7578125
+fresh-zh-2,layers.22.mlp.down_proj.output,128,768,896,4096,128,0.20971327657244795,0.0,0.473388671875,0.005615234375,0.088623046875,1.0,95,0.7421875
+fresh-zh-2,layers.22.mlp.down_proj.output,128,896,1024,4096,128,0.21733884187665714,0.0,0.517822265625,0.009033203125,0.086181640625,1.0,99,0.7734375
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1024,1152,4096,128,0.20394081496862168,0.0,0.47314453125,0.011962890625,0.08544921875,1.0,101,0.7890625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1152,1280,4096,128,0.2492079880537093,0.0,0.46533203125,0.01220703125,0.099853515625,1.0,87,0.6796875
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1280,1408,4096,128,0.19232754627434603,0.0,0.468505859375,0.008544921875,0.07763671875,1.0,102,0.796875
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1408,1536,4096,128,0.21207161378456388,0.0,0.50341796875,0.007568359375,0.0849609375,1.0,97,0.7578125
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1536,1664,4096,128,0.20510047310911725,0.0,0.48876953125,0.00732421875,0.079345703125,1.0,98,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1664,1792,4096,128,0.20002641508298719,0.0,0.531005859375,0.010009765625,0.08349609375,1.0,98,0.765625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1792,1920,4096,128,0.19802987884808768,0.0,0.513916015625,0.006103515625,0.077392578125,1.0,101,0.7890625
+fresh-zh-2,layers.22.mlp.down_proj.output,128,1920,2048,4096,128,0.20102746829687373,0.0,0.516845703125,0.00732421875,0.073974609375,1.0,100,0.78125
+fresh-zh-2,layers.23.self_attn.q_proj.output,0,0,4096,131072,4096,1.864935958726677,0.0,0.6834945678710938,0.0127105712890625,0.125762939453125,1.0,1718,0.41943359375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,0,64,2048,64,1.682267338821722,0.0,0.43505859375,0.01708984375,0.1630859375,1.0,24,0.375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,64,128,2048,64,0.6750159941452241,0.0,0.537109375,0.0078125,0.08203125,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,128,192,2048,64,0.6477479800116238,0.0,0.44677734375,0.009765625,0.0908203125,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,192,256,2048,64,0.847385962829149,0.0,0.48974609375,0.00537109375,0.087890625,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,256,320,2048,64,2.586152500868021,0.0,0.9619140625,0.0048828125,0.0400390625,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,320,384,2048,64,2.4461181203482982,0.0,0.9814453125,0.00390625,0.0244140625,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,384,448,2048,64,2.433360249789308,0.0,0.966796875,0.0048828125,0.04345703125,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,448,512,2048,64,2.38414926295344,0.0,0.96484375,0.00244140625,0.03076171875,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,512,576,2048,64,1.8113852965456716,0.0,0.466796875,0.01171875,0.13037109375,1.0,29,0.453125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,576,640,2048,64,0.6842561921593909,0.0,0.541015625,0.0068359375,0.0771484375,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,640,704,2048,64,0.6648077720993076,0.0,0.47119140625,0.0087890625,0.08349609375,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,704,768,2048,64,0.7824616523173142,0.0,0.501953125,0.00732421875,0.0810546875,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,768,832,2048,64,2.499544068842451,0.0,0.9248046875,0.00732421875,0.07666015625,1.0,40,0.625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,832,896,2048,64,2.1907004127833685,0.0,0.95458984375,0.0048828125,0.05224609375,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,896,960,2048,64,2.3109951819283077,0.0,0.96240234375,0.00732421875,0.0546875,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,960,1024,2048,64,2.4506619272244214,0.0,0.94970703125,0.00390625,0.0498046875,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1024,1088,2048,64,1.0624445468182828,0.0,0.5048828125,0.01123046875,0.09375,1.0,38,0.59375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1088,1152,2048,64,0.6706533381855981,0.0,0.52294921875,0.005859375,0.0625,1.0,50,0.78125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1152,1216,2048,64,0.6236674587190657,0.0,0.45849609375,0.0087890625,0.08837890625,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1216,1280,2048,64,0.7098917925143339,0.0,0.49755859375,0.00830078125,0.06982421875,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1280,1344,2048,64,2.1336660974601998,0.0,0.54638671875,0.00537109375,0.09033203125,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1344,1408,2048,64,2.006928532741431,0.0,0.5380859375,0.005859375,0.07373046875,1.0,41,0.640625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1408,1472,2048,64,2.1940476230980495,0.0,0.56787109375,0.00927734375,0.07861328125,1.0,38,0.59375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1472,1536,2048,64,2.567058193644053,0.0,0.64599609375,0.00732421875,0.08740234375,1.0,33,0.515625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1536,1600,2048,64,1.8959475862199855,0.0,0.416015625,0.013671875,0.14892578125,1.0,17,0.265625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1600,1664,2048,64,0.7035042920837166,0.0,0.541015625,0.005859375,0.078125,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1664,1728,2048,64,0.6580903741927904,0.0,0.42236328125,0.0078125,0.07861328125,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1728,1792,2048,64,0.7205463516539932,0.0,0.48876953125,0.0068359375,0.08251953125,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1792,1856,2048,64,2.3684362861061072,0.0,0.919921875,0.01025390625,0.10009765625,1.0,34,0.53125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1856,1920,2048,64,2.3280356153091235,0.0,0.92578125,0.01171875,0.09716796875,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1920,1984,2048,64,2.3761629960936848,0.0,0.9248046875,0.00830078125,0.083984375,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,1984,2048,2048,64,2.3475159250902453,0.0,0.9296875,0.0078125,0.08349609375,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2048,2112,2048,64,1.522011940817394,0.0,0.51708984375,0.01220703125,0.13818359375,1.0,27,0.421875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2112,2176,2048,64,0.6555900872968922,0.0,0.45849609375,0.00732421875,0.08837890625,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2176,2240,2048,64,0.6446580900335916,0.0,0.53515625,0.0126953125,0.09423828125,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2240,2304,2048,64,0.9369229213619318,0.0,0.47900390625,0.00927734375,0.099609375,1.0,39,0.609375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2304,2368,2048,64,2.900196850272688,0.0,0.986328125,0.00244140625,0.021484375,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2368,2432,2048,64,2.687694332531772,0.0,0.97998046875,0.00048828125,0.017578125,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2432,2496,2048,64,2.8084729448166312,0.0,0.98095703125,0.00341796875,0.02587890625,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2496,2560,2048,64,2.865862938084957,0.0,0.99609375,0.00048828125,0.0107421875,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2560,2624,2048,64,1.6279628287913706,0.0,0.52294921875,0.0224609375,0.185546875,1.0,22,0.34375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2624,2688,2048,64,0.6135947600773015,0.0,0.515625,0.00927734375,0.07861328125,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2688,2752,2048,64,0.6541307602580464,0.0,0.5078125,0.00830078125,0.08349609375,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2752,2816,2048,64,0.918061521272508,0.0,0.52490234375,0.00830078125,0.08740234375,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2816,2880,2048,64,2.374499651869855,0.0,0.97265625,0.0009765625,0.015625,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2880,2944,2048,64,2.5259576592365605,0.0,0.97216796875,0.00146484375,0.017578125,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,2944,3008,2048,64,2.6846972636487276,0.0,0.994140625,0.0009765625,0.01318359375,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3008,3072,2048,64,2.7785837406144553,0.0,0.99365234375,0.00146484375,0.01513671875,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3072,3136,2048,64,1.0223789599232018,0.0,0.55078125,0.00830078125,0.12060546875,1.0,33,0.515625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3136,3200,2048,64,0.6805536045052815,0.0,0.5361328125,0.00537109375,0.09521484375,1.0,50,0.78125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3200,3264,2048,64,0.6277693549997605,0.0,0.517578125,0.00830078125,0.08642578125,1.0,51,0.796875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3264,3328,2048,64,0.6878982236181985,0.0,0.49365234375,0.005859375,0.0830078125,1.0,51,0.796875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3328,3392,2048,64,1.957160712895634,0.0,0.55224609375,0.00830078125,0.0810546875,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3392,3456,2048,64,2.113077980029905,0.0,0.60986328125,0.0087890625,0.07666015625,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3456,3520,2048,64,2.5089150775580054,0.0,0.638671875,0.005859375,0.08447265625,1.0,33,0.515625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3520,3584,2048,64,2.530927715618153,0.0,0.6669921875,0.009765625,0.0771484375,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3584,3648,2048,64,1.730657207335277,0.0,0.51953125,0.01513671875,0.15869140625,1.0,23,0.359375
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3648,3712,2048,64,0.6258711039958039,0.0,0.50244140625,0.009765625,0.07373046875,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3712,3776,2048,64,0.6070973211340913,0.0,0.4931640625,0.01318359375,0.09228515625,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3776,3840,2048,64,0.8721917198007894,0.0,0.52685546875,0.01171875,0.0908203125,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3840,3904,2048,64,2.2472639511718064,0.0,0.9423828125,0.005859375,0.05078125,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3904,3968,2048,64,2.1662383927619255,0.0,0.94091796875,0.00244140625,0.06103515625,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,3968,4032,2048,64,2.64069613343943,0.0,0.95068359375,0.0068359375,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.23.self_attn.q_proj.output,64,4032,4096,2048,64,2.3210047016976065,0.0,0.9580078125,0.00244140625,0.04345703125,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,0,128,4096,128,1.2817312494470483,0.0,0.486083984375,0.01513671875,0.134765625,1.0,57,0.4453125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,128,256,4096,128,0.7542017023346682,0.0,0.46826171875,0.00732421875,0.09130859375,1.0,91,0.7109375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,256,384,4096,128,2.5171093159060662,0.0,0.9716796875,0.00439453125,0.03271484375,1.0,87,0.6796875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,384,512,4096,128,2.408880425975531,0.0,0.9658203125,0.003662109375,0.036865234375,1.0,88,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,512,640,4096,128,1.3691828272824487,0.0,0.50390625,0.01220703125,0.12841796875,1.0,56,0.4375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,640,768,4096,128,0.7260219043495818,0.0,0.486572265625,0.00732421875,0.083984375,1.0,92,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,768,896,4096,128,2.350200932968785,0.0,0.939697265625,0.006103515625,0.063232421875,1.0,84,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,896,1024,4096,128,2.381852494639747,0.0,0.9560546875,0.005615234375,0.05224609375,1.0,86,0.671875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1024,1152,4096,128,0.8884155320241178,0.0,0.513916015625,0.009033203125,0.08251953125,1.0,85,0.6640625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1152,1280,4096,128,0.6681719300241187,0.0,0.47802734375,0.009033203125,0.080810546875,1.0,96,0.75
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1280,1408,4096,128,2.0712669010756084,0.0,0.542236328125,0.005859375,0.081787109375,1.0,76,0.59375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1408,1536,4096,128,2.38784764400676,0.0,0.60693359375,0.00830078125,0.08544921875,1.0,70,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1536,1664,4096,128,1.4299537647549307,0.0,0.478515625,0.012939453125,0.141357421875,1.0,44,0.34375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1664,1792,4096,128,0.6900253565946279,0.0,0.45556640625,0.008056640625,0.08203125,1.0,92,0.71875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1792,1920,4096,128,2.3483228342257183,0.0,0.9228515625,0.01123046875,0.098388671875,1.0,69,0.5390625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,1920,2048,4096,128,2.361882893218589,0.0,0.92724609375,0.008056640625,0.083740234375,1.0,73,0.5703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2048,2176,4096,128,1.1718188235714335,0.0,0.48779296875,0.011962890625,0.131591796875,1.0,59,0.4609375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2176,2304,4096,128,0.8041792752922494,0.0,0.507080078125,0.01171875,0.09716796875,1.0,84,0.65625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2304,2432,4096,128,2.7959651817802587,0.0,0.983154296875,0.00146484375,0.019287109375,1.0,85,0.6640625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2432,2560,4096,128,2.837313047731598,0.0,0.988525390625,0.001953125,0.017822265625,1.0,91,0.7109375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2560,2688,4096,128,1.230195411615716,0.0,0.519287109375,0.017822265625,0.149658203125,1.0,52,0.40625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2688,2816,4096,128,0.7970959817854313,0.0,0.516357421875,0.0087890625,0.089599609375,1.0,88,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2816,2944,4096,128,2.4513986510751273,0.0,0.972412109375,0.001220703125,0.016845703125,1.0,93,0.7265625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,2944,3072,4096,128,2.732043832101709,0.0,0.993896484375,0.001220703125,0.01416015625,1.0,91,0.7109375
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3072,3200,4096,128,0.8684503285446955,0.0,0.54345703125,0.00732421875,0.107421875,1.0,80,0.625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3200,3328,4096,128,0.658520435952404,0.0,0.505615234375,0.0068359375,0.085205078125,1.0,100,0.78125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3328,3456,4096,128,2.036611966697315,0.0,0.5810546875,0.0087890625,0.079345703125,1.0,73,0.5703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3456,3584,4096,128,2.519945432750679,0.0,0.65283203125,0.0078125,0.0810546875,1.0,63,0.4921875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3584,3712,4096,128,1.3013241348946207,0.0,0.510986328125,0.01416015625,0.13671875,1.0,53,0.4140625
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3712,3840,4096,128,0.7514271599487367,0.0,0.510009765625,0.01171875,0.091796875,1.0,88,0.6875
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3840,3968,4096,128,2.2071230188315387,0.0,0.941650390625,0.00439453125,0.056396484375,1.0,90,0.703125
+fresh-zh-2,layers.23.self_attn.q_proj.output,128,3968,4096,4096,128,2.485994659534122,0.0,0.954345703125,0.004150390625,0.04931640625,1.0,86,0.671875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.32337517194622845,0.0,0.0,0.007598876953125,0.1634521484375,1.0,849,0.41455078125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.23890168499083678,0.0,0.0,0.01318359375,0.154296875,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.20350387404756018,0.0,0.0,0.00146484375,0.10009765625,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.22596871128259235,0.0,0.0,0.009765625,0.09814453125,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.22872443384704294,0.0,0.0,0.0009765625,0.10546875,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.2725397677104043,0.0,0.0,0.00341796875,0.16845703125,1.0,32,0.5
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.24734212449630608,0.0,0.0,0.0,0.083984375,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.23682962842174526,0.0,0.0,0.0009765625,0.09765625,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.23316780442937,0.0,0.0,0.00146484375,0.10791015625,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.545724147101006,0.0,0.0,0.0048828125,0.146484375,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.551825397474924,0.0,0.0,0.00146484375,0.1396484375,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.5310565419175322,0.0,0.0,0.01513671875,0.166015625,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.4957596369115476,0.0,0.0,0.0361328125,0.2275390625,1.0,30,0.46875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.2814163078682232,0.0,0.0,0.00634765625,0.15283203125,1.0,33,0.515625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.280070005979853,0.0,0.0,0.00439453125,0.154296875,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.27614312162970117,0.0,0.0,0.00439453125,0.1474609375,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.2603089355732555,0.0,0.0,0.0,0.1181640625,1.0,29,0.453125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.16550891489807237,0.0,0.0,0.00439453125,0.14501953125,1.0,30,0.46875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.190693241210097,0.0,0.0,0.0029296875,0.12548828125,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.1692712836816909,0.0,0.0,0.0,0.1259765625,1.0,32,0.5
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.14002567848534153,0.0,0.0,0.0,0.080078125,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.21964167027075582,0.0,0.0,0.00048828125,0.07568359375,1.0,34,0.53125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.21482846082473078,0.0,0.0,0.00634765625,0.10888671875,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.15882464385619038,0.0,0.0,0.00634765625,0.08203125,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.16335935653691194,0.0,0.0,0.00244140625,0.109375,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.5171425829592147,0.0,0.0,0.00390625,0.16015625,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.5054889620993932,0.0,0.0,0.01318359375,0.150390625,1.0,37,0.578125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.4790526780877384,0.0,0.0,0.03857421875,0.2294921875,1.0,31,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.44830985187775724,0.0,0.0,0.03369140625,0.2421875,1.0,28,0.4375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.2618352191251533,0.0,0.0,0.0,0.09423828125,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.2801634471895314,0.0,0.0,0.00537109375,0.08544921875,1.0,39,0.609375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.23072426912503613,0.0,0.0,0.00927734375,0.15576171875,1.0,30,0.46875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.23388680511597282,0.0,0.0,0.0,0.07666015625,1.0,32,0.5
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.22190971344651214,0.0,0.0,0.007080078125,0.12890625,1.0,71,0.5546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.227350747873595,0.0,0.0,0.00537109375,0.10205078125,1.0,72,0.5625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.2602460869388695,0.0,0.0,0.001708984375,0.12841796875,1.0,69,0.5390625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.235005848779126,0.0,0.0,0.001220703125,0.102783203125,1.0,66,0.515625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.5487832513968872,0.0,0.0,0.00341796875,0.14306640625,1.0,70,0.546875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.5137113334860723,0.0,0.0,0.02587890625,0.196533203125,1.0,65,0.5078125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.280743963945565,0.0,0.0,0.00537109375,0.15380859375,1.0,68,0.53125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.2683428455937266,0.0,0.0,0.002197265625,0.133056640625,1.0,60,0.46875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.17854567084355422,0.0,0.0,0.00390625,0.1357421875,1.0,60,0.46875
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.15533827299562672,0.0,0.0,0.0,0.106201171875,1.0,62,0.484375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.21724839573590676,0.0,0.0,0.00341796875,0.09228515625,1.0,69,0.5390625
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.16110795583117493,0.0,0.0,0.00439453125,0.095458984375,1.0,67,0.5234375
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.5113489717961941,0.0,0.0,0.008544921875,0.155029296875,1.0,73,0.5703125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.463935982476942,0.0,0.0,0.035888671875,0.2373046875,1.0,58,0.453125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.27115423573626724,0.0,0.0,0.002685546875,0.09228515625,1.0,73,0.5703125
+fresh-zh-2,layers.23.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.2323109187819625,0.0,0.0,0.004638671875,0.116943359375,1.0,61,0.4765625
+fresh-zh-2,layers.23.self_attn.k_proj.output,0,0,512,16384,512,0.7800694516042791,0.0,0.51873779296875,0.01007080078125,0.10211181640625,1.0,326,0.63671875
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,0,64,2048,64,0.6708691370449475,0.0,0.59619140625,0.01953125,0.16943359375,1.0,28,0.4375
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,64,128,2048,64,0.7750092549220362,0.0,0.552734375,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,128,192,2048,64,0.7636777420186345,0.0,0.44384765625,0.00927734375,0.08544921875,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,192,256,2048,64,0.7999399147013329,0.0,0.49072265625,0.00732421875,0.07373046875,1.0,50,0.78125
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,256,320,2048,64,0.6613568935662333,0.0,0.57568359375,0.01025390625,0.1279296875,1.0,27,0.421875
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,320,384,2048,64,0.7680984096989135,0.0,0.5185546875,0.01025390625,0.08984375,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,384,448,2048,64,0.8270428244760796,0.0,0.4892578125,0.0068359375,0.083984375,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.k_proj.output,64,448,512,2048,64,0.9396204278331529,0.0,0.48291015625,0.00634765625,0.08056640625,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.k_proj.output,128,0,128,4096,128,0.724811956390843,0.0,0.574462890625,0.01416015625,0.129638671875,1.0,75,0.5859375
+fresh-zh-2,layers.23.self_attn.k_proj.output,128,128,256,4096,128,0.7820190409405181,0.0,0.46728515625,0.008056640625,0.079833984375,1.0,96,0.75
+fresh-zh-2,layers.23.self_attn.k_proj.output,128,256,384,4096,128,0.7167175551253011,0.0,0.547119140625,0.01025390625,0.1103515625,1.0,72,0.5625
+fresh-zh-2,layers.23.self_attn.k_proj.output,128,384,512,4096,128,0.885123263144385,0.0,0.486083984375,0.006591796875,0.08154296875,1.0,87,0.6796875
+fresh-zh-2,layers.23.self_attn.v_proj.output,0,0,512,16384,512,3.746957083344374,0.0,0.4979248046875,0.02032470703125,0.19415283203125,1.0,153,0.298828125
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,0,64,2048,64,3.807313558956268,0.0,0.521484375,0.0205078125,0.185546875,1.0,22,0.34375
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,64,128,2048,64,3.592063074455664,0.0,0.48681640625,0.015625,0.18115234375,1.0,19,0.296875
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,128,192,2048,64,3.419934999150438,0.0,0.5517578125,0.0224609375,0.177734375,1.0,24,0.375
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,192,256,2048,64,4.188797278588171,0.0,0.50439453125,0.02001953125,0.1884765625,1.0,26,0.40625
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,256,320,2048,64,3.050694464476656,0.0,0.42138671875,0.02001953125,0.20361328125,1.0,14,0.21875
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,320,384,2048,64,3.1056782187267613,0.0,0.52490234375,0.02001953125,0.1904296875,1.0,16,0.25
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,384,448,2048,64,4.120735932546894,0.0,0.47265625,0.017578125,0.1650390625,1.0,20,0.3125
+fresh-zh-2,layers.23.self_attn.v_proj.output,64,448,512,2048,64,4.443481611208634,0.0,0.5,0.0224609375,0.20703125,1.0,20,0.3125
+fresh-zh-2,layers.23.self_attn.v_proj.output,128,0,128,4096,128,3.701253413850511,0.0,0.504150390625,0.017822265625,0.184326171875,1.0,40,0.3125
+fresh-zh-2,layers.23.self_attn.v_proj.output,128,128,256,4096,128,3.8237401872722585,0.0,0.528076171875,0.021240234375,0.186767578125,1.0,48,0.375
+fresh-zh-2,layers.23.self_attn.v_proj.output,128,256,384,4096,128,3.0783091067875508,0.0,0.47314453125,0.02001953125,0.19677734375,1.0,30,0.234375
+fresh-zh-2,layers.23.self_attn.v_proj.output,128,384,512,4096,128,4.285148390367153,0.0,0.486328125,0.019287109375,0.18798828125,1.0,39,0.3046875
+fresh-zh-2,layers.23.self_attn.o_proj.output,0,0,2048,65536,2048,0.2468029513919072,0.0,0.5187530517578125,0.010406494140625,0.1044921875,1.0,1269,0.61962890625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,0,64,2048,64,0.2708248942961678,0.0,0.5791015625,0.013671875,0.12158203125,1.0,39,0.609375
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,64,128,2048,64,0.28165441220934845,0.0,0.58056640625,0.01171875,0.1123046875,1.0,35,0.546875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,128,192,2048,64,0.2240445482007349,0.0,0.47802734375,0.0087890625,0.0869140625,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,192,256,2048,64,0.24858375692530046,0.0,0.44873046875,0.01025390625,0.09326171875,1.0,41,0.640625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,256,320,2048,64,0.19909594554672738,0.0,0.4892578125,0.01171875,0.0888671875,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,320,384,2048,64,0.2255657345266888,0.0,0.4970703125,0.009765625,0.10009765625,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,384,448,2048,64,0.19884557346642068,0.0,0.5712890625,0.009765625,0.08837890625,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,448,512,2048,64,0.24721088942225858,0.0,0.51806640625,0.0078125,0.08251953125,1.0,40,0.625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,512,576,2048,64,0.2776550521950489,0.0,0.48486328125,0.0126953125,0.1259765625,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,576,640,2048,64,0.24746070238741544,0.0,0.5517578125,0.013671875,0.10546875,1.0,41,0.640625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,640,704,2048,64,0.23189336299927496,0.0,0.54736328125,0.0107421875,0.09130859375,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,704,768,2048,64,0.2251562154209926,0.0,0.49560546875,0.01025390625,0.103515625,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,768,832,2048,64,0.2030969492954344,0.0,0.5205078125,0.0107421875,0.09619140625,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,832,896,2048,64,0.25112177196323865,0.0,0.556640625,0.0087890625,0.099609375,1.0,40,0.625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,896,960,2048,64,0.21409203761070184,0.0,0.39453125,0.0078125,0.09521484375,1.0,46,0.71875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,960,1024,2048,64,0.27182367899109133,0.0,0.60205078125,0.01171875,0.1240234375,1.0,36,0.5625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1024,1088,2048,64,0.1915095683511125,0.0,0.5068359375,0.0107421875,0.09375,1.0,47,0.734375
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1088,1152,2048,64,0.21710541337813474,0.0,0.55517578125,0.0087890625,0.0869140625,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1152,1216,2048,64,0.4673125317322781,0.0,0.46142578125,0.021484375,0.18994140625,1.0,15,0.234375
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1216,1280,2048,64,0.22737260768194567,0.0,0.52197265625,0.0107421875,0.09326171875,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1280,1344,2048,64,0.21872454823392745,0.0,0.57177734375,0.00732421875,0.0966796875,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1344,1408,2048,64,0.23026814661464087,0.0,0.46826171875,0.00537109375,0.0986328125,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1408,1472,2048,64,0.22542520870580654,0.0,0.4609375,0.01318359375,0.0947265625,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1472,1536,2048,64,0.24356110399334036,0.0,0.45947265625,0.01123046875,0.103515625,1.0,41,0.640625
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1536,1600,2048,64,0.20119360036437345,0.0,0.58251953125,0.00732421875,0.10400390625,1.0,44,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1600,1664,2048,64,0.19549794957136796,0.0,0.56298828125,0.0107421875,0.08740234375,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1664,1728,2048,64,0.21818953647491438,0.0,0.53564453125,0.01220703125,0.09716796875,1.0,45,0.703125
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1728,1792,2048,64,0.19168429296899375,0.0,0.51611328125,0.0048828125,0.07080078125,1.0,48,0.75
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1792,1856,2048,64,0.3263926040261012,0.0,0.54150390625,0.01220703125,0.12890625,1.0,30,0.46875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1856,1920,2048,64,0.22258403862467507,0.0,0.47998046875,0.0068359375,0.08349609375,1.0,43,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1920,1984,2048,64,0.3077576472791827,0.0,0.55419921875,0.013671875,0.125,1.0,34,0.53125
+fresh-zh-2,layers.23.self_attn.o_proj.output,64,1984,2048,2048,64,0.21857140214928442,0.0,0.505859375,0.005859375,0.0888671875,1.0,42,0.65625
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,0,128,4096,128,0.27629271731944366,0.0,0.579833984375,0.012451171875,0.11669921875,1.0,74,0.578125
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,128,256,4096,128,0.23663246162093685,0.0,0.46337890625,0.009521484375,0.091064453125,1.0,84,0.65625
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,256,384,4096,128,0.21274291542341672,0.0,0.4931640625,0.0107421875,0.093994140625,1.0,90,0.703125
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,384,512,4096,128,0.2243354474176271,0.0,0.544677734375,0.008544921875,0.0859375,1.0,86,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,512,640,4096,128,0.2629915656779779,0.0,0.518310546875,0.013671875,0.117431640625,1.0,77,0.6015625
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,640,768,4096,128,0.2285496151230821,0.0,0.521484375,0.010498046875,0.097412109375,1.0,88,0.6875
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,768,896,4096,128,0.2283752560667082,0.0,0.53857421875,0.009765625,0.099609375,1.0,83,0.6484375
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,896,1024,4096,128,0.24466662321264218,0.0,0.498291015625,0.00927734375,0.109130859375,1.0,82,0.640625
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1024,1152,4096,128,0.2047079325381899,0.0,0.531005859375,0.009765625,0.093505859375,1.0,91,0.7109375
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1152,1280,4096,128,0.367477417699455,0.0,0.49169921875,0.017578125,0.148681640625,1.0,48,0.375
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1280,1408,4096,128,0.2245705316214456,0.0,0.52001953125,0.006591796875,0.09765625,1.0,86,0.671875
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1408,1536,4096,128,0.23466842149990186,0.0,0.460205078125,0.012451171875,0.098388671875,1.0,83,0.6484375
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1536,1664,4096,128,0.19836621828601303,0.0,0.57275390625,0.009033203125,0.09521484375,1.0,89,0.6953125
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1664,1792,4096,128,0.20536497023368058,0.0,0.52587890625,0.009033203125,0.084716796875,1.0,92,0.71875
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1792,1920,4096,128,0.279352632181451,0.0,0.5107421875,0.00830078125,0.10791015625,1.0,71,0.5546875
+fresh-zh-2,layers.23.self_attn.o_proj.output,128,1920,2048,4096,128,0.2669159299258121,0.0,0.530029296875,0.010009765625,0.10986328125,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,0,0,6144,196608,6144,1.873544037570868,0.0,0.83294677734375,0.0072174072265625,0.07209269205729167,1.0,3523,0.5734049479166666
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,0,64,2048,64,1.8470260871234834,0.0,0.87353515625,0.005859375,0.0712890625,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,64,128,2048,64,1.9341389762669805,0.0,0.87890625,0.0048828125,0.07275390625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,128,192,2048,64,1.8373818274081006,0.0,0.84228515625,0.00341796875,0.05859375,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,192,256,2048,64,2.0579800571496203,0.0,0.87548828125,0.005859375,0.0654296875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,256,320,2048,64,1.8949717842943767,0.0,0.85791015625,0.00732421875,0.0712890625,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,320,384,2048,64,2.082725137080473,0.0,0.83447265625,0.01123046875,0.09423828125,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,384,448,2048,64,1.6350397797980736,0.0,0.83203125,0.00341796875,0.06201171875,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,448,512,2048,64,1.7595597918163504,0.0,0.9140625,0.0048828125,0.05126953125,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,512,576,2048,64,1.7209657819472426,0.0,0.8330078125,0.00732421875,0.06982421875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,576,640,2048,64,1.8177892055815243,0.0,0.8466796875,0.00830078125,0.0615234375,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,640,704,2048,64,1.8611046705202434,0.0,0.8603515625,0.0048828125,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,704,768,2048,64,1.6529235313417132,0.0,0.8251953125,0.0078125,0.0751953125,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,768,832,2048,64,2.1972964189933335,0.0,0.84521484375,0.0068359375,0.0810546875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,832,896,2048,64,2.3094485920347037,0.0,0.86865234375,0.0087890625,0.07421875,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,896,960,2048,64,1.8242143470211534,0.0,0.818359375,0.00634765625,0.0673828125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,960,1024,2048,64,1.9454836373395996,0.0,0.80517578125,0.00830078125,0.07275390625,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1024,1088,2048,64,1.7273240519377244,0.0,0.82666015625,0.00634765625,0.04736328125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1088,1152,2048,64,2.2137431939253682,0.0,0.7998046875,0.00927734375,0.09619140625,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1152,1216,2048,64,1.8337800030187459,0.0,0.87841796875,0.0068359375,0.0625,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1216,1280,2048,64,1.6728923383955792,0.0,0.87451171875,0.00732421875,0.06787109375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1280,1344,2048,64,1.5723128792041878,0.0,0.80224609375,0.00732421875,0.0771484375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1344,1408,2048,64,1.620936869851728,0.0,0.87548828125,0.009765625,0.06005859375,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1408,1472,2048,64,1.680372360754794,0.0,0.79931640625,0.0087890625,0.07861328125,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1472,1536,2048,64,1.6857106333473426,0.0,0.81689453125,0.0087890625,0.0654296875,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1536,1600,2048,64,1.757584615416941,0.0,0.87109375,0.00390625,0.05517578125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1600,1664,2048,64,1.8937504182170728,0.0,0.84619140625,0.0068359375,0.06298828125,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1664,1728,2048,64,2.026036137507595,0.0,0.828125,0.00732421875,0.0791015625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1728,1792,2048,64,1.897181440798091,0.0,0.8720703125,0.0087890625,0.06640625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1792,1856,2048,64,2.321822592014281,0.0,0.84033203125,0.00634765625,0.06494140625,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1856,1920,2048,64,1.7248235659088302,0.0,0.8232421875,0.01171875,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1920,1984,2048,64,1.7305872515508605,0.0,0.8544921875,0.0078125,0.08203125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,1984,2048,2048,64,1.755181614409339,0.0,0.7841796875,0.00927734375,0.09326171875,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2048,2112,2048,64,1.7261749348529316,0.0,0.9140625,0.005859375,0.0546875,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2112,2176,2048,64,1.9691899654172496,0.0,0.81787109375,0.00830078125,0.07470703125,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2176,2240,2048,64,1.717821847128713,0.0,0.8876953125,0.0068359375,0.06396484375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2240,2304,2048,64,1.6827612999138253,0.0,0.80615234375,0.00732421875,0.07666015625,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2304,2368,2048,64,2.058824594149515,0.0,0.751953125,0.00830078125,0.0966796875,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2368,2432,2048,64,2.341653939516025,0.0,0.865234375,0.00439453125,0.05224609375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2432,2496,2048,64,1.7126545508590143,0.0,0.87646484375,0.00537109375,0.0791015625,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2496,2560,2048,64,1.7179313416201867,0.0,0.83154296875,0.00732421875,0.0732421875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2560,2624,2048,64,1.892727344559983,0.0,0.80810546875,0.0107421875,0.0869140625,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2624,2688,2048,64,1.758434892999374,0.0,0.783203125,0.00634765625,0.07470703125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2688,2752,2048,64,1.9243999843076258,0.0,0.84130859375,0.00732421875,0.068359375,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2752,2816,2048,64,1.6364174098003053,0.0,0.845703125,0.0068359375,0.07275390625,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2816,2880,2048,64,1.8552211455781642,0.0,0.8720703125,0.00634765625,0.05810546875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2880,2944,2048,64,1.6322682251715173,0.0,0.84033203125,0.00341796875,0.0615234375,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,2944,3008,2048,64,1.689924519383566,0.0,0.7958984375,0.0078125,0.06787109375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3008,3072,2048,64,1.6779685843960752,0.0,0.84521484375,0.00537109375,0.05322265625,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3072,3136,2048,64,2.1741452185736825,0.0,0.80322265625,0.005859375,0.06396484375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3136,3200,2048,64,1.7009553396945845,0.0,0.85400390625,0.00390625,0.06591796875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3200,3264,2048,64,1.844710269531219,0.0,0.81396484375,0.00927734375,0.07666015625,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3264,3328,2048,64,1.7134652456846888,0.0,0.830078125,0.00634765625,0.064453125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3328,3392,2048,64,1.9152274552028645,0.0,0.8505859375,0.005859375,0.0576171875,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3392,3456,2048,64,2.198637370126125,0.0,0.87353515625,0.00927734375,0.0751953125,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3456,3520,2048,64,1.7987194846116645,0.0,0.84765625,0.005859375,0.07080078125,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3520,3584,2048,64,1.666411173904302,0.0,0.8193359375,0.00830078125,0.0791015625,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3584,3648,2048,64,1.786119714275458,0.0,0.84423828125,0.0078125,0.07470703125,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3648,3712,2048,64,1.6863851219309816,0.0,0.7734375,0.0048828125,0.0947265625,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3712,3776,2048,64,2.4504280891873513,0.0,0.85009765625,0.0029296875,0.06884765625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3776,3840,2048,64,1.7653849592490538,0.0,0.84716796875,0.00537109375,0.052734375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3840,3904,2048,64,1.9054083958382968,0.0,0.8134765625,0.0087890625,0.07763671875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3904,3968,2048,64,1.851550205104703,0.0,0.84423828125,0.00927734375,0.07666015625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,3968,4032,2048,64,1.9147305827470233,0.0,0.79150390625,0.005859375,0.0703125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4032,4096,2048,64,1.8073463509740497,0.0,0.90283203125,0.0048828125,0.044921875,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4096,4160,2048,64,1.9477593559552129,0.0,0.81201171875,0.01025390625,0.0908203125,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4160,4224,2048,64,1.6906686706943772,0.0,0.85546875,0.0029296875,0.05078125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4224,4288,2048,64,1.9844341699105714,0.0,0.8359375,0.005859375,0.076171875,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4288,4352,2048,64,1.7840801170005012,0.0,0.8828125,0.00439453125,0.0654296875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4352,4416,2048,64,1.8108747660120417,0.0,0.8837890625,0.00537109375,0.06201171875,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4416,4480,2048,64,1.6786470784256646,0.0,0.7900390625,0.00732421875,0.05615234375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4480,4544,2048,64,2.27243402811063,0.0,0.89111328125,0.00732421875,0.0615234375,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4544,4608,2048,64,1.6326020872017348,0.0,0.77734375,0.009765625,0.07421875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4608,4672,2048,64,1.9852811416206124,0.0,0.86474609375,0.0078125,0.07958984375,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4672,4736,2048,64,1.8742135134628144,0.0,0.8681640625,0.005859375,0.04931640625,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4736,4800,2048,64,1.5428125299444533,0.0,0.79541015625,0.00634765625,0.08203125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4800,4864,2048,64,1.627827978373675,0.0,0.7939453125,0.01025390625,0.08056640625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4864,4928,2048,64,2.001867523598756,0.0,0.84033203125,0.00927734375,0.08154296875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4928,4992,2048,64,1.9101036863464216,0.0,0.7529296875,0.00537109375,0.0615234375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,4992,5056,2048,64,1.9201273248554493,0.0,0.76611328125,0.00634765625,0.08544921875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5056,5120,2048,64,1.6757356430711765,0.0,0.79248046875,0.00634765625,0.07373046875,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5120,5184,2048,64,1.824957682140131,0.0,0.828125,0.00732421875,0.06982421875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5184,5248,2048,64,1.5752114304149682,0.0,0.787109375,0.01220703125,0.087890625,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5248,5312,2048,64,2.2847415664245494,0.0,0.77685546875,0.0078125,0.09228515625,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5312,5376,2048,64,2.320057697695874,0.0,0.8388671875,0.00537109375,0.0703125,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5376,5440,2048,64,1.643149715964586,0.0,0.806640625,0.0078125,0.0625,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5440,5504,2048,64,1.6421742988029573,0.0,0.849609375,0.0107421875,0.0693359375,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5504,5568,2048,64,1.742193575826589,0.0,0.7177734375,0.00927734375,0.080078125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5568,5632,2048,64,2.072144146992625,0.0,0.79833984375,0.00830078125,0.10498046875,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5632,5696,2048,64,1.8252062997098861,0.0,0.85205078125,0.00439453125,0.06201171875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5696,5760,2048,64,1.7391893186710037,0.0,0.82958984375,0.0048828125,0.06103515625,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5760,5824,2048,64,1.668859735950622,0.0,0.80224609375,0.00634765625,0.07373046875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5824,5888,2048,64,2.0811160675256275,0.0,0.83056640625,0.005859375,0.064453125,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5888,5952,2048,64,1.6377501895208644,0.0,0.830078125,0.0078125,0.06787109375,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,5952,6016,2048,64,1.9359134543176344,0.0,0.8173828125,0.0087890625,0.08447265625,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,6016,6080,2048,64,2.8013815584989916,0.0,0.79052734375,0.01513671875,0.09765625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gate_proj.output,64,6080,6144,2048,64,1.7949032910252851,0.0,0.85791015625,0.00390625,0.06689453125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,0,128,4096,128,1.8910842056912442,0.0,0.876220703125,0.005859375,0.072265625,1.0,77,0.6015625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,128,256,4096,128,1.9508016166841626,0.0,0.85888671875,0.005126953125,0.06103515625,1.0,77,0.6015625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,256,384,4096,128,1.9910627890524562,0.0,0.84619140625,0.00927734375,0.08056640625,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,384,512,4096,128,1.6984413063893218,0.0,0.873046875,0.004150390625,0.05712890625,1.0,82,0.640625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,512,640,4096,128,1.7700396631943016,0.0,0.83984375,0.008056640625,0.065673828125,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,640,768,4096,128,1.7600947126639839,0.0,0.8427734375,0.00634765625,0.067626953125,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,768,896,4096,128,2.254070135573869,0.0,0.85693359375,0.0078125,0.07763671875,1.0,68,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,896,1024,4096,128,1.8858240330203042,0.0,0.811767578125,0.00732421875,0.0703125,1.0,75,0.5859375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1024,1152,4096,128,1.9854857477521024,0.0,0.813232421875,0.00732421875,0.072021484375,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1152,1280,4096,128,1.7551805997295635,0.0,0.87646484375,0.007080078125,0.065673828125,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1280,1408,4096,128,1.5968099646100786,0.0,0.8388671875,0.00830078125,0.068603515625,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1408,1536,4096,128,1.6830436135419868,0.0,0.80810546875,0.0087890625,0.072021484375,1.0,80,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1536,1664,4096,128,1.8269365515594205,0.0,0.858642578125,0.005615234375,0.058837890625,1.0,75,0.5859375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1664,1792,4096,128,1.9626665343093073,0.0,0.85009765625,0.008056640625,0.072509765625,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1792,1920,4096,128,2.045223274156439,0.0,0.831787109375,0.01025390625,0.07275390625,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,1920,2048,4096,128,1.74292781474032,0.0,0.8193359375,0.00830078125,0.087646484375,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2048,2176,4096,128,1.8516734357891662,0.0,0.865966796875,0.00732421875,0.061767578125,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2176,2304,4096,128,1.70038194105918,0.0,0.846923828125,0.007080078125,0.070556640625,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2304,2432,4096,128,2.2047791138712554,0.0,0.80859375,0.00634765625,0.076904296875,1.0,67,0.5234375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2432,2560,4096,128,1.7152949753758138,0.0,0.85400390625,0.00634765625,0.076171875,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2560,2688,4096,128,1.8268155453907773,0.0,0.795654296875,0.008056640625,0.07958984375,1.0,72,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2688,2816,4096,128,1.786221884131522,0.0,0.843505859375,0.006103515625,0.07080078125,1.0,77,0.6015625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2816,2944,4096,128,1.7473043607089365,0.0,0.856201171875,0.0048828125,0.061767578125,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,2944,3072,4096,128,1.6839571626727838,0.0,0.820556640625,0.006591796875,0.060546875,1.0,80,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3072,3200,4096,128,1.9519421737185665,0.0,0.82861328125,0.005126953125,0.069091796875,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3200,3328,4096,128,1.7802976052732353,0.0,0.822021484375,0.0078125,0.071533203125,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3328,3456,4096,128,2.0618077614654045,0.0,0.862060546875,0.007568359375,0.06640625,1.0,75,0.5859375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3456,3584,4096,128,1.7338278439387755,0.0,0.83349609375,0.00732421875,0.075927734375,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3584,3712,4096,128,1.7369683953937696,0.0,0.808837890625,0.006103515625,0.084716796875,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3712,3840,4096,128,2.1355540117989475,0.0,0.8486328125,0.004150390625,0.0595703125,1.0,72,0.5625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3840,3968,4096,128,1.8786723126924423,0.0,0.828857421875,0.009033203125,0.077392578125,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,3968,4096,4096,128,1.861812831205915,0.0,0.84716796875,0.00537109375,0.057861328125,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4096,4224,4096,128,1.823749854390475,0.0,0.833740234375,0.00634765625,0.070556640625,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4224,4352,4096,128,1.886918233335136,0.0,0.859375,0.0048828125,0.06982421875,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4352,4480,4096,128,1.7460130916012895,0.0,0.8369140625,0.006103515625,0.0595703125,1.0,80,0.625
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4480,4608,4096,128,1.9785532577176896,0.0,0.834228515625,0.008544921875,0.074462890625,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4608,4736,4096,128,1.9305462316817317,0.0,0.866455078125,0.0068359375,0.064453125,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4736,4864,4096,128,1.5858900387053527,0.0,0.794677734375,0.007568359375,0.080322265625,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4864,4992,4096,128,1.9565236613230115,0.0,0.796630859375,0.00732421875,0.07177734375,1.0,70,0.546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,4992,5120,4096,128,1.8020792004120842,0.0,0.779296875,0.007568359375,0.080078125,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5120,5248,4096,128,1.7046644232974784,0.0,0.8076171875,0.009521484375,0.077880859375,1.0,75,0.5859375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5248,5376,4096,128,2.3024673446094717,0.0,0.807861328125,0.006591796875,0.08154296875,1.0,63,0.4921875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5376,5504,4096,128,1.64266207978444,0.0,0.828125,0.00927734375,0.06591796875,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5504,5632,4096,128,1.9142909681612184,0.0,0.758056640625,0.0087890625,0.094482421875,1.0,68,0.53125
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5632,5760,4096,128,1.7827166800532221,0.0,0.8408203125,0.005126953125,0.0625,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5760,5888,4096,128,1.8862842978711496,0.0,0.81640625,0.005615234375,0.072021484375,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,5888,6016,4096,128,1.79304023740178,0.0,0.82373046875,0.008056640625,0.076171875,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.gate_proj.output,128,6016,6144,4096,128,2.352596061846534,0.0,0.82421875,0.010009765625,0.084228515625,1.0,61,0.4765625
+fresh-zh-2,layers.23.mlp.up_proj.output,0,0,6144,196608,6144,1.101144730303156,0.0,0.504730224609375,0.011601765950520834,0.1164703369140625,1.0,2946,0.4794921875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,0,64,2048,64,1.2188668998646666,0.0,0.50146484375,0.0146484375,0.1435546875,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,64,128,2048,64,1.5176378944212847,0.0,0.537109375,0.015625,0.16845703125,1.0,19,0.296875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,128,192,2048,64,1.592319524007391,0.0,0.52392578125,0.01904296875,0.16357421875,1.0,16,0.25
+fresh-zh-2,layers.23.mlp.up_proj.output,64,192,256,2048,64,1.253133376281018,0.0,0.48046875,0.0087890625,0.140625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,256,320,2048,64,1.9203007573132054,0.0,0.53125,0.02197265625,0.18798828125,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,320,384,2048,64,0.8968423180775863,0.0,0.48876953125,0.01123046875,0.115234375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,384,448,2048,64,1.0043276158698946,0.0,0.51953125,0.01025390625,0.11181640625,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,448,512,2048,64,0.9179910679602609,0.0,0.53857421875,0.0126953125,0.09912109375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,512,576,2048,64,1.0990462166365869,0.0,0.47119140625,0.0107421875,0.11669921875,1.0,30,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,576,640,2048,64,1.1963370143686098,0.0,0.58056640625,0.0107421875,0.1005859375,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,640,704,2048,64,1.1059246324804792,0.0,0.421875,0.0126953125,0.11376953125,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,704,768,2048,64,1.1007044950260119,0.0,0.49609375,0.0146484375,0.1220703125,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,768,832,2048,64,0.9763120017652941,0.0,0.4755859375,0.0068359375,0.08984375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,832,896,2048,64,0.9060267807154416,0.0,0.533203125,0.01123046875,0.095703125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,896,960,2048,64,0.8498647376417412,0.0,0.4765625,0.0107421875,0.10009765625,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,960,1024,2048,64,1.0035329103872705,0.0,0.49365234375,0.01220703125,0.0947265625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1024,1088,2048,64,0.9185776781019085,0.0,0.4736328125,0.01220703125,0.1181640625,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1088,1152,2048,64,1.0148978444399046,0.0,0.416015625,0.01220703125,0.09912109375,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1152,1216,2048,64,0.9910656720393096,0.0,0.44873046875,0.00732421875,0.1015625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1216,1280,2048,64,0.9314457016378448,0.0,0.57568359375,0.00830078125,0.09130859375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1280,1344,2048,64,1.0389223782726549,0.0,0.48876953125,0.01220703125,0.1083984375,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1344,1408,2048,64,1.1924853847491104,0.0,0.498046875,0.009765625,0.11376953125,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1408,1472,2048,64,0.8849021946288279,0.0,0.51318359375,0.0107421875,0.099609375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1472,1536,2048,64,0.9586315900141403,0.0,0.521484375,0.01025390625,0.111328125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1536,1600,2048,64,1.0110241595714484,0.0,0.53076171875,0.01220703125,0.1064453125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1600,1664,2048,64,1.2147912393513147,0.0,0.576171875,0.01171875,0.13720703125,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1664,1728,2048,64,1.2546910743344766,0.0,0.52783203125,0.0166015625,0.11474609375,1.0,30,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1728,1792,2048,64,0.9897409720448422,0.0,0.4716796875,0.00830078125,0.103515625,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1792,1856,2048,64,1.2020374095163582,0.0,0.44677734375,0.013671875,0.1259765625,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1856,1920,2048,64,0.8109739315159654,0.0,0.4970703125,0.009765625,0.095703125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1920,1984,2048,64,1.0774152850583525,0.0,0.4404296875,0.0126953125,0.11669921875,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,1984,2048,2048,64,1.2629530559781992,0.0,0.35107421875,0.009765625,0.126953125,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2048,2112,2048,64,1.3684768411414514,0.0,0.4111328125,0.0205078125,0.1552734375,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2112,2176,2048,64,1.1954714448414219,0.0,0.62841796875,0.01025390625,0.11572265625,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2176,2240,2048,64,1.2738091540117102,0.0,0.47998046875,0.0126953125,0.134765625,1.0,27,0.421875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2240,2304,2048,64,0.8904247371213002,0.0,0.5498046875,0.0078125,0.0869140625,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2304,2368,2048,64,1.512431742914352,0.0,0.52880859375,0.00830078125,0.15478515625,1.0,20,0.3125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2368,2432,2048,64,1.0007117293518046,0.0,0.474609375,0.01025390625,0.11572265625,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2432,2496,2048,64,1.2997960662941979,0.0,0.52783203125,0.01171875,0.13427734375,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2496,2560,2048,64,0.7194703869330599,0.0,0.5205078125,0.0107421875,0.107421875,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2560,2624,2048,64,1.07366888686556,0.0,0.47998046875,0.01123046875,0.09228515625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2624,2688,2048,64,1.0856166895316324,0.0,0.50048828125,0.01318359375,0.1181640625,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2688,2752,2048,64,0.889800802389675,0.0,0.486328125,0.0107421875,0.107421875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2752,2816,2048,64,1.18912172378222,0.0,0.4462890625,0.00927734375,0.11376953125,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2816,2880,2048,64,1.0734776911976998,0.0,0.47998046875,0.01123046875,0.1259765625,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2880,2944,2048,64,0.9752232632163285,0.0,0.56298828125,0.01416015625,0.1015625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,2944,3008,2048,64,0.9785457935471991,0.0,0.53564453125,0.013671875,0.1328125,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3008,3072,2048,64,0.9491799078245978,0.0,0.5712890625,0.01220703125,0.10009765625,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3072,3136,2048,64,1.1699409634936475,0.0,0.55517578125,0.00927734375,0.11669921875,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3136,3200,2048,64,1.0357548569566921,0.0,0.52978515625,0.0078125,0.09375,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3200,3264,2048,64,1.2084140970866126,0.0,0.490234375,0.0166015625,0.1328125,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3264,3328,2048,64,1.2234444572337948,0.0,0.4638671875,0.0126953125,0.103515625,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3328,3392,2048,64,1.2101103226486922,0.0,0.55322265625,0.01123046875,0.12109375,1.0,30,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3392,3456,2048,64,0.9509928700813394,0.0,0.4970703125,0.00927734375,0.09033203125,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3456,3520,2048,64,1.2519948201128472,0.0,0.48388671875,0.00830078125,0.11572265625,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3520,3584,2048,64,0.979705760639183,0.0,0.5546875,0.009765625,0.091796875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3584,3648,2048,64,1.1321938934175826,0.0,0.55419921875,0.00830078125,0.09423828125,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3648,3712,2048,64,1.4163977787225472,0.0,0.47802734375,0.01318359375,0.1240234375,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3712,3776,2048,64,0.9835866066395743,0.0,0.4833984375,0.01025390625,0.0986328125,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3776,3840,2048,64,1.045037771319307,0.0,0.470703125,0.00634765625,0.125,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3840,3904,2048,64,1.0520881207271802,0.0,0.5087890625,0.0126953125,0.1123046875,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3904,3968,2048,64,0.9677737715898309,0.0,0.45556640625,0.0107421875,0.10009765625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,3968,4032,2048,64,1.2021522389944868,0.0,0.5869140625,0.01220703125,0.11865234375,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4032,4096,2048,64,0.9233261818065026,0.0,0.4697265625,0.0087890625,0.09423828125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4096,4160,2048,64,1.1129890289966438,0.0,0.56396484375,0.0087890625,0.10693359375,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4160,4224,2048,64,1.0466633980708158,0.0,0.44189453125,0.00927734375,0.1162109375,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4224,4288,2048,64,0.9997372339225995,0.0,0.50390625,0.01025390625,0.1220703125,1.0,30,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4288,4352,2048,64,0.8238999132770702,0.0,0.5234375,0.00830078125,0.09521484375,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4352,4416,2048,64,1.421042465688271,0.0,0.4814453125,0.013671875,0.13671875,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4416,4480,2048,64,1.0613234722654445,0.0,0.54443359375,0.01171875,0.11328125,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4480,4544,2048,64,0.9513756135359008,0.0,0.4755859375,0.01123046875,0.10107421875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4544,4608,2048,64,1.0302640570279822,0.0,0.49560546875,0.00634765625,0.1044921875,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4608,4672,2048,64,0.9227665266259596,0.0,0.5166015625,0.00927734375,0.09375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4672,4736,2048,64,0.8776035055793163,0.0,0.42236328125,0.01220703125,0.1005859375,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4736,4800,2048,64,0.9850617844681601,0.0,0.6025390625,0.009765625,0.09814453125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4800,4864,2048,64,1.0514348194387368,0.0,0.4970703125,0.01416015625,0.1240234375,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4864,4928,2048,64,1.015903608317368,0.0,0.49169921875,0.01171875,0.115234375,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4928,4992,2048,64,0.9955036612004003,0.0,0.57421875,0.00927734375,0.10009765625,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,4992,5056,2048,64,0.9516285007056489,0.0,0.4990234375,0.00830078125,0.099609375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5056,5120,2048,64,1.114100654152031,0.0,0.5673828125,0.015625,0.13623046875,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5120,5184,2048,64,0.9282500949980281,0.0,0.505859375,0.00927734375,0.09375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5184,5248,2048,64,0.9802032216160216,0.0,0.578125,0.0126953125,0.10693359375,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5248,5312,2048,64,0.9557132606699774,0.0,0.44970703125,0.0126953125,0.11669921875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5312,5376,2048,64,0.967919169120215,0.0,0.49560546875,0.009765625,0.11279296875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5376,5440,2048,64,1.3160121095174842,0.0,0.45654296875,0.01611328125,0.12890625,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5440,5504,2048,64,0.9805912743673338,0.0,0.44873046875,0.0078125,0.1103515625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5504,5568,2048,64,1.3660904478610167,0.0,0.5810546875,0.01220703125,0.13427734375,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5568,5632,2048,64,0.9525799949261252,0.0,0.44140625,0.01220703125,0.09326171875,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5632,5696,2048,64,0.948071072805968,0.0,0.47119140625,0.00830078125,0.09423828125,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5696,5760,2048,64,1.2995233688900723,0.0,0.5146484375,0.0126953125,0.1337890625,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5760,5824,2048,64,0.9411184676898484,0.0,0.5517578125,0.009765625,0.09912109375,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5824,5888,2048,64,1.2350764419285345,0.0,0.51806640625,0.0146484375,0.1328125,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5888,5952,2048,64,1.1119326428756273,0.0,0.50537109375,0.0107421875,0.109375,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,64,5952,6016,2048,64,1.0615339865930513,0.0,0.50537109375,0.0107421875,0.11083984375,1.0,30,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,6016,6080,2048,64,1.1665099925878635,0.0,0.546875,0.01513671875,0.14599609375,1.0,27,0.421875
+fresh-zh-2,layers.23.mlp.up_proj.output,64,6080,6144,2048,64,1.0950064985596943,0.0,0.51611328125,0.013671875,0.13232421875,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,0,128,4096,128,1.3763831766933896,0.0,0.519287109375,0.015380859375,0.156982421875,1.0,43,0.3359375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,128,256,4096,128,1.4327987865161995,0.0,0.502197265625,0.013671875,0.154296875,1.0,37,0.2890625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,256,384,4096,128,1.498646246122221,0.0,0.510009765625,0.01611328125,0.16552734375,1.0,37,0.2890625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,384,512,4096,128,0.9621282557054768,0.0,0.529052734375,0.01123046875,0.106689453125,1.0,70,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,512,640,4096,128,1.1487220808906728,0.0,0.52587890625,0.0107421875,0.1083984375,1.0,61,0.4765625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,640,768,4096,128,1.103317651018407,0.0,0.458984375,0.013671875,0.1181640625,1.0,62,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,768,896,4096,128,0.9418252630303943,0.0,0.50439453125,0.008544921875,0.0947265625,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,896,1024,4096,128,0.9298785873750431,0.0,0.485107421875,0.011962890625,0.0986328125,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1024,1152,4096,128,0.9679366160435967,0.0,0.44482421875,0.01171875,0.109375,1.0,68,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1152,1280,4096,128,0.9617178020069986,0.0,0.51220703125,0.0078125,0.095703125,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1280,1408,4096,128,1.1183427696632064,0.0,0.493408203125,0.0107421875,0.113037109375,1.0,67,0.5234375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1408,1536,4096,128,0.9225037721960694,0.0,0.517333984375,0.01025390625,0.10693359375,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1536,1664,4096,128,1.1175615433706227,0.0,0.553466796875,0.0126953125,0.12255859375,1.0,64,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1664,1792,4096,128,1.130008160094181,0.0,0.499755859375,0.0126953125,0.110595703125,1.0,62,0.484375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1792,1920,4096,128,1.025322547171196,0.0,0.471923828125,0.0107421875,0.112060546875,1.0,64,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,128,1920,2048,4096,128,1.173855638075237,0.0,0.395751953125,0.010986328125,0.122314453125,1.0,55,0.4296875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2048,2176,4096,128,1.2848892637444913,0.0,0.519775390625,0.015625,0.134521484375,1.0,52,0.40625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2176,2304,4096,128,1.0989645065518645,0.0,0.514892578125,0.0107421875,0.112548828125,1.0,66,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2304,2432,4096,128,1.28235598455289,0.0,0.501708984375,0.010009765625,0.13720703125,1.0,49,0.3828125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2432,2560,4096,128,1.0505016543603054,0.0,0.524169921875,0.0126953125,0.129638671875,1.0,61,0.4765625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2560,2688,4096,128,1.0796593155279934,0.0,0.490234375,0.01220703125,0.104736328125,1.0,66,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2688,2816,4096,128,1.050179970744088,0.0,0.46630859375,0.010009765625,0.1123046875,1.0,64,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2816,2944,4096,128,1.0255278559399175,0.0,0.521484375,0.012939453125,0.113037109375,1.0,67,0.5234375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,2944,3072,4096,128,0.9639746800323205,0.0,0.553466796875,0.012939453125,0.116455078125,1.0,69,0.5390625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3072,3200,4096,128,1.104886867912236,0.0,0.54248046875,0.009033203125,0.10302734375,1.0,66,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3200,3328,4096,128,1.2159525011228334,0.0,0.47705078125,0.014404296875,0.117919921875,1.0,57,0.4453125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3328,3456,4096,128,1.0882909610776121,0.0,0.525146484375,0.009521484375,0.10498046875,1.0,66,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3456,3584,4096,128,1.1241250835692174,0.0,0.519287109375,0.009765625,0.10400390625,1.0,65,0.5078125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3584,3712,4096,128,1.2821945405948019,0.0,0.51611328125,0.010986328125,0.10986328125,1.0,59,0.4609375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3712,3840,4096,128,1.0147774525098536,0.0,0.47705078125,0.00830078125,0.110107421875,1.0,72,0.5625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3840,3968,4096,128,1.0108104388935781,0.0,0.482177734375,0.01220703125,0.105712890625,1.0,68,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,3968,4096,4096,128,1.0718444951878123,0.0,0.5283203125,0.010498046875,0.109619140625,1.0,66,0.515625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4096,4224,4096,128,1.0803353293140143,0.0,0.5029296875,0.009033203125,0.110595703125,1.0,64,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4224,4352,4096,128,0.9160473797760612,0.0,0.513671875,0.008544921875,0.105712890625,1.0,68,0.53125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4352,4480,4096,128,1.2541469614983287,0.0,0.512939453125,0.013427734375,0.127197265625,1.0,54,0.421875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4480,4608,4096,128,0.9916046554031926,0.0,0.485595703125,0.00927734375,0.104248046875,1.0,73,0.5703125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4608,4736,4096,128,0.9004682047874991,0.0,0.469482421875,0.010498046875,0.096923828125,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4736,4864,4096,128,1.018788962137833,0.0,0.5498046875,0.01171875,0.108642578125,1.0,70,0.546875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4864,4992,4096,128,1.0057553581402512,0.0,0.532958984375,0.010498046875,0.107177734375,1.0,69,0.5390625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,4992,5120,4096,128,1.036054311061265,0.0,0.533203125,0.01220703125,0.1162109375,1.0,64,0.5
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5120,5248,4096,128,0.9545801680661179,0.0,0.5419921875,0.01123046875,0.099853515625,1.0,72,0.5625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5248,5376,4096,128,0.9618355770532736,0.0,0.47265625,0.01123046875,0.11474609375,1.0,67,0.5234375
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5376,5504,4096,128,1.1604841919996174,0.0,0.45263671875,0.011962890625,0.1181640625,1.0,60,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5504,5632,4096,128,1.177627224224748,0.0,0.51123046875,0.01220703125,0.115234375,1.0,60,0.46875
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5632,5760,4096,128,1.1374532397823793,0.0,0.492919921875,0.010986328125,0.11669921875,1.0,58,0.453125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5760,5888,4096,128,1.0979794596516224,0.0,0.534912109375,0.011474609375,0.11669921875,1.0,57,0.4453125
+fresh-zh-2,layers.23.mlp.up_proj.output,128,5888,6016,4096,128,1.0870254382912374,0.0,0.50537109375,0.010986328125,0.1103515625,1.0,61,0.4765625
+fresh-zh-2,layers.23.mlp.up_proj.output,128,6016,6144,4096,128,1.1313232947958112,0.0,0.531494140625,0.014404296875,0.138671875,1.0,57,0.4453125
+fresh-zh-2,layers.23.mlp.silu_gate,0,0,6144,196608,6144,0.8303830509065618,0.0,0.83294677734375,0.0064239501953125,0.0814208984375,1.0,392,0.06380208333333333
+fresh-zh-2,layers.23.mlp.silu_gate,64,0,64,2048,64,0.39479359424526766,0.0,0.87353515625,0.00146484375,0.0263671875,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.silu_gate,64,64,128,2048,64,0.8847967450734107,0.0,0.87890625,0.00439453125,0.08544921875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,128,192,2048,64,0.3506367463094019,0.0,0.84228515625,0.00146484375,0.0244140625,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,64,192,256,2048,64,1.2152307665871953,0.0,0.87548828125,0.00732421875,0.11865234375,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,256,320,2048,64,0.3048476296967973,0.0,0.85791015625,0.00146484375,0.02392578125,1.0,46,0.71875
+fresh-zh-2,layers.23.mlp.silu_gate,64,320,384,2048,64,1.025794765777106,0.0,0.83447265625,0.01123046875,0.14453125,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,384,448,2048,64,0.3922022002404731,0.0,0.83203125,0.00146484375,0.0302734375,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,448,512,2048,64,0.26157580514800205,0.0,0.9140625,0.0009765625,0.01708984375,1.0,53,0.828125
+fresh-zh-2,layers.23.mlp.silu_gate,64,512,576,2048,64,0.4012853969370266,0.0,0.8330078125,0.00244140625,0.0361328125,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.silu_gate,64,576,640,2048,64,0.36605106776635066,0.0,0.8466796875,0.00341796875,0.03125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,640,704,2048,64,0.4025286509808069,0.0,0.8603515625,0.0029296875,0.02099609375,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.silu_gate,64,704,768,2048,64,0.3380658195089035,0.0,0.8251953125,0.00341796875,0.0283203125,1.0,45,0.703125
+fresh-zh-2,layers.23.mlp.silu_gate,64,768,832,2048,64,1.264679165907917,0.0,0.84521484375,0.0078125,0.1796875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,832,896,2048,64,1.2395015042382909,0.0,0.86865234375,0.0087890625,0.18505859375,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,896,960,2048,64,0.40287698908224234,0.0,0.818359375,0.00244140625,0.03564453125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.silu_gate,64,960,1024,2048,64,1.1305203326345132,0.0,0.80517578125,0.00830078125,0.11181640625,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1024,1088,2048,64,0.46148979962553466,0.0,0.82666015625,0.00341796875,0.03271484375,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1088,1152,2048,64,1.5773682165701097,0.0,0.7998046875,0.01220703125,0.2216796875,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1152,1216,2048,64,0.3169361184619922,0.0,0.87841796875,0.001953125,0.0244140625,1.0,45,0.703125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1216,1280,2048,64,0.35355035544182806,0.0,0.87451171875,0.00244140625,0.029296875,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,64,1280,1344,2048,64,0.30914276943615565,0.0,0.80224609375,0.00244140625,0.03076171875,1.0,49,0.765625
+fresh-zh-2,layers.23.mlp.silu_gate,64,1344,1408,2048,64,0.2940645150109285,0.0,0.87548828125,0.00439453125,0.021484375,1.0,50,0.78125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1408,1472,2048,64,0.5759504155990585,0.0,0.79931640625,0.0078125,0.06005859375,1.0,21,0.328125
+fresh-zh-2,layers.23.mlp.silu_gate,64,1472,1536,2048,64,0.5877754262252659,0.0,0.81689453125,0.0048828125,0.05224609375,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.silu_gate,64,1536,1600,2048,64,0.32910944975919176,0.0,0.87109375,0.00048828125,0.02587890625,1.0,46,0.71875
+fresh-zh-2,layers.23.mlp.silu_gate,64,1600,1664,2048,64,0.8177820678483632,0.0,0.84619140625,0.00634765625,0.0830078125,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,1664,1728,2048,64,0.7204216345292157,0.0,0.828125,0.0048828125,0.0888671875,1.0,9,0.140625
+fresh-zh-2,layers.23.mlp.silu_gate,64,1728,1792,2048,64,1.163441555770733,0.0,0.8720703125,0.0107421875,0.11328125,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,1792,1856,2048,64,1.4422599474683295,0.0,0.84033203125,0.00732421875,0.17138671875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,1856,1920,2048,64,0.556822554561294,0.0,0.8232421875,0.0078125,0.0498046875,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.silu_gate,64,1920,1984,2048,64,0.29401752306166107,0.0,0.8544921875,0.00244140625,0.03369140625,1.0,48,0.75
+fresh-zh-2,layers.23.mlp.silu_gate,64,1984,2048,2048,64,0.9665232286792497,0.0,0.7841796875,0.01025390625,0.1142578125,1.0,5,0.078125
+fresh-zh-2,layers.23.mlp.silu_gate,64,2048,2112,2048,64,0.2898998787469994,0.0,0.9140625,0.001953125,0.02001953125,1.0,50,0.78125
+fresh-zh-2,layers.23.mlp.silu_gate,64,2112,2176,2048,64,1.0874200411948207,0.0,0.81787109375,0.00830078125,0.10888671875,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,2176,2240,2048,64,0.27229689264795226,0.0,0.8876953125,0.0009765625,0.0224609375,1.0,51,0.796875
+fresh-zh-2,layers.23.mlp.silu_gate,64,2240,2304,2048,64,0.6524010765144207,0.0,0.80615234375,0.0068359375,0.06884765625,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.silu_gate,64,2304,2368,2048,64,1.4337037150075562,0.0,0.751953125,0.01025390625,0.17822265625,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,2368,2432,2048,64,1.4858191628225665,0.0,0.865234375,0.005859375,0.16552734375,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,2432,2496,2048,64,0.29982523693407837,0.0,0.87646484375,0.00244140625,0.0234375,1.0,47,0.734375
+fresh-zh-2,layers.23.mlp.silu_gate,64,2496,2560,2048,64,0.9169321641970475,0.0,0.83154296875,0.0078125,0.08544921875,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,2560,2624,2048,64,1.0664476384164656,0.0,0.80810546875,0.01123046875,0.13330078125,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,2624,2688,2048,64,0.38713575541945444,0.0,0.783203125,0.00439453125,0.03125,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.silu_gate,64,2688,2752,2048,64,0.34216173485687024,0.0,0.84130859375,0.0029296875,0.02978515625,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,64,2752,2816,2048,64,0.3520093896293198,0.0,0.845703125,0.00244140625,0.03125,1.0,44,0.6875
+fresh-zh-2,layers.23.mlp.silu_gate,64,2816,2880,2048,64,0.528004614196675,0.0,0.8720703125,0.00439453125,0.03466796875,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.silu_gate,64,2880,2944,2048,64,0.5215813705572446,0.0,0.84033203125,0.0029296875,0.0380859375,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.silu_gate,64,2944,3008,2048,64,0.48409045380749144,0.0,0.7958984375,0.005859375,0.04248046875,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.silu_gate,64,3008,3072,2048,64,0.3778616351941268,0.0,0.84521484375,0.00244140625,0.02197265625,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,64,3072,3136,2048,64,1.2898951357796504,0.0,0.80322265625,0.0068359375,0.1259765625,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3136,3200,2048,64,0.27177358928783446,0.0,0.85400390625,0.00146484375,0.01953125,1.0,50,0.78125
+fresh-zh-2,layers.23.mlp.silu_gate,64,3200,3264,2048,64,0.8639689104078835,0.0,0.81396484375,0.00927734375,0.09716796875,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,3264,3328,2048,64,0.642724527430735,0.0,0.830078125,0.00537109375,0.0517578125,1.0,14,0.21875
+fresh-zh-2,layers.23.mlp.silu_gate,64,3328,3392,2048,64,0.5207661604915376,0.0,0.8505859375,0.0029296875,0.04052734375,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3392,3456,2048,64,1.2031327487027976,0.0,0.87353515625,0.01025390625,0.146484375,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3456,3520,2048,64,0.37839011182413707,0.0,0.84765625,0.001953125,0.03125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3520,3584,2048,64,0.38353656247333123,0.0,0.8193359375,0.00390625,0.03564453125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3584,3648,2048,64,0.4045226900739483,0.0,0.84423828125,0.00439453125,0.0341796875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.silu_gate,64,3648,3712,2048,64,0.38496703844603636,0.0,0.7734375,0.001953125,0.0458984375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3712,3776,2048,64,1.5350472533127815,0.0,0.85009765625,0.005859375,0.22119140625,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3776,3840,2048,64,0.5765616638693465,0.0,0.84716796875,0.00341796875,0.0390625,1.0,21,0.328125
+fresh-zh-2,layers.23.mlp.silu_gate,64,3840,3904,2048,64,0.9137719661568573,0.0,0.8134765625,0.0087890625,0.10498046875,1.0,5,0.078125
+fresh-zh-2,layers.23.mlp.silu_gate,64,3904,3968,2048,64,0.3576917545670125,0.0,0.84423828125,0.00439453125,0.03271484375,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,3968,4032,2048,64,0.9072766487599921,0.0,0.79150390625,0.005859375,0.08154296875,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4032,4096,2048,64,0.2943277788089945,0.0,0.90283203125,0.001953125,0.01318359375,1.0,49,0.765625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4096,4160,2048,64,1.065311943121437,0.0,0.81201171875,0.0107421875,0.1220703125,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4160,4224,2048,64,0.39975402129252596,0.0,0.85546875,0.001953125,0.02490234375,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4224,4288,2048,64,1.0137868541741382,0.0,0.8359375,0.005859375,0.10400390625,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,4288,4352,2048,64,0.28561983648661937,0.0,0.8828125,0.00244140625,0.02001953125,1.0,48,0.75
+fresh-zh-2,layers.23.mlp.silu_gate,64,4352,4416,2048,64,0.3612554174928352,0.0,0.8837890625,0.001953125,0.0263671875,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,64,4416,4480,2048,64,0.5778934968262125,0.0,0.7900390625,0.00537109375,0.041015625,1.0,21,0.328125
+fresh-zh-2,layers.23.mlp.silu_gate,64,4480,4544,2048,64,1.3350165504052451,0.0,0.89111328125,0.00830078125,0.1669921875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4544,4608,2048,64,0.46459360658244153,0.0,0.77734375,0.0048828125,0.04638671875,1.0,33,0.515625
+fresh-zh-2,layers.23.mlp.silu_gate,64,4608,4672,2048,64,1.0233587547088452,0.0,0.86474609375,0.0078125,0.11669921875,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,4672,4736,2048,64,0.646957406560498,0.0,0.8681640625,0.00390625,0.0458984375,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.silu_gate,64,4736,4800,2048,64,0.407127052473687,0.0,0.79541015625,0.00439453125,0.04296875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.silu_gate,64,4800,4864,2048,64,0.506410819429403,0.0,0.7939453125,0.00537109375,0.05615234375,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.silu_gate,64,4864,4928,2048,64,1.237056782052165,0.0,0.84033203125,0.0107421875,0.134765625,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,64,4928,4992,2048,64,0.7365171510181685,0.0,0.7529296875,0.001953125,0.072265625,1.0,11,0.171875
+fresh-zh-2,layers.23.mlp.silu_gate,64,4992,5056,2048,64,1.0173021486047422,0.0,0.76611328125,0.0068359375,0.1123046875,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5056,5120,2048,64,0.4536768300010191,0.0,0.79248046875,0.001953125,0.04345703125,1.0,36,0.5625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5120,5184,2048,64,0.9460429372189099,0.0,0.828125,0.00732421875,0.09326171875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5184,5248,2048,64,0.3898712443397613,0.0,0.787109375,0.00732421875,0.04345703125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5248,5312,2048,64,1.7007509178684663,0.0,0.77685546875,0.01318359375,0.22802734375,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,5312,5376,2048,64,1.519313313179884,0.0,0.8388671875,0.00927734375,0.19873046875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5376,5440,2048,64,0.5660757954161291,0.0,0.806640625,0.0048828125,0.0458984375,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.silu_gate,64,5440,5504,2048,64,0.5097512180294038,0.0,0.849609375,0.005859375,0.04541015625,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.silu_gate,64,5504,5568,2048,64,0.674468072028374,0.0,0.7177734375,0.0078125,0.0810546875,1.0,17,0.265625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5568,5632,2048,64,1.405217859731668,0.0,0.79833984375,0.0126953125,0.18359375,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5632,5696,2048,64,0.3271296767910665,0.0,0.85205078125,0.00244140625,0.01806640625,1.0,45,0.703125
+fresh-zh-2,layers.23.mlp.silu_gate,64,5696,5760,2048,64,0.4771972388102026,0.0,0.82958984375,0.0029296875,0.03662109375,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.silu_gate,64,5760,5824,2048,64,0.3810642090928671,0.0,0.80224609375,0.0029296875,0.033203125,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5824,5888,2048,64,1.0769151447424339,0.0,0.83056640625,0.005859375,0.10400390625,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5888,5952,2048,64,0.4025581182930652,0.0,0.830078125,0.005859375,0.03564453125,1.0,41,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,64,5952,6016,2048,64,0.9381835470504886,0.0,0.8173828125,0.00927734375,0.119140625,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,6016,6080,2048,64,2.4148446164907917,0.0,0.79052734375,0.017578125,0.458984375,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,64,6080,6144,2048,64,0.5106841041690786,0.0,0.85791015625,0.00341796875,0.0380859375,1.0,27,0.421875
+fresh-zh-2,layers.23.mlp.silu_gate,128,0,128,4096,128,0.6851011830925411,0.0,0.876220703125,0.00390625,0.060546875,1.0,15,0.1171875
+fresh-zh-2,layers.23.mlp.silu_gate,128,128,256,4096,128,0.8943522639101849,0.0,0.85888671875,0.00439453125,0.077880859375,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.silu_gate,128,256,384,4096,128,0.7566990745426689,0.0,0.84619140625,0.007080078125,0.08447265625,1.0,11,0.0859375
+fresh-zh-2,layers.23.mlp.silu_gate,128,384,512,4096,128,0.33335001703336814,0.0,0.873046875,0.000732421875,0.0234375,1.0,93,0.7265625
+fresh-zh-2,layers.23.mlp.silu_gate,128,512,640,4096,128,0.3840724892567759,0.0,0.83984375,0.0029296875,0.03369140625,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.silu_gate,128,640,768,4096,128,0.3716973319655757,0.0,0.8427734375,0.003662109375,0.0263671875,1.0,82,0.640625
+fresh-zh-2,layers.23.mlp.silu_gate,128,768,896,4096,128,1.2521536191080014,0.0,0.85693359375,0.00830078125,0.18212890625,1.0,3,0.0234375
+fresh-zh-2,layers.23.mlp.silu_gate,128,896,1024,4096,128,0.84864188290233,0.0,0.811767578125,0.00634765625,0.084228515625,1.0,10,0.078125
+fresh-zh-2,layers.23.mlp.silu_gate,128,1024,1152,4096,128,1.1621237726257871,0.0,0.813232421875,0.008544921875,0.12109375,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.silu_gate,128,1152,1280,4096,128,0.33574272666641414,0.0,0.87646484375,0.001953125,0.02685546875,1.0,87,0.6796875
+fresh-zh-2,layers.23.mlp.silu_gate,128,1280,1408,4096,128,0.30169785455258763,0.0,0.8388671875,0.00341796875,0.026123046875,1.0,98,0.765625
+fresh-zh-2,layers.23.mlp.silu_gate,128,1408,1536,4096,128,0.5818929596167242,0.0,0.80810546875,0.00634765625,0.055908203125,1.0,43,0.3359375
+fresh-zh-2,layers.23.mlp.silu_gate,128,1536,1664,4096,128,0.623329985005993,0.0,0.858642578125,0.003173828125,0.054931640625,1.0,32,0.25
+fresh-zh-2,layers.23.mlp.silu_gate,128,1664,1792,4096,128,0.9676268870778578,0.0,0.85009765625,0.008056640625,0.10595703125,1.0,2,0.015625
+fresh-zh-2,layers.23.mlp.silu_gate,128,1792,1920,4096,128,1.09319831534345,0.0,0.831787109375,0.01025390625,0.110595703125,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.silu_gate,128,1920,2048,4096,128,0.7143575629346537,0.0,0.8193359375,0.0068359375,0.083740234375,1.0,17,0.1328125
+fresh-zh-2,layers.23.mlp.silu_gate,128,2048,2176,4096,128,0.7957776968757263,0.0,0.865966796875,0.00537109375,0.068359375,1.0,8,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,128,2176,2304,4096,128,0.4998863682792848,0.0,0.846923828125,0.005615234375,0.047607421875,1.0,56,0.4375
+fresh-zh-2,layers.23.mlp.silu_gate,128,2304,2432,4096,128,1.4599939943433364,0.0,0.80859375,0.008056640625,0.17236328125,1.0,3,0.0234375
+fresh-zh-2,layers.23.mlp.silu_gate,128,2432,2560,4096,128,0.6821509240782635,0.0,0.85400390625,0.004638671875,0.069091796875,1.0,21,0.1640625
+fresh-zh-2,layers.23.mlp.silu_gate,128,2560,2688,4096,128,0.8022420640331223,0.0,0.795654296875,0.0078125,0.084716796875,1.0,14,0.109375
+fresh-zh-2,layers.23.mlp.silu_gate,128,2688,2816,4096,128,0.34712048570162884,0.0,0.843505859375,0.002685546875,0.030029296875,1.0,86,0.671875
+fresh-zh-2,layers.23.mlp.silu_gate,128,2816,2944,4096,128,0.5248028195071713,0.0,0.856201171875,0.003662109375,0.036376953125,1.0,54,0.421875
+fresh-zh-2,layers.23.mlp.silu_gate,128,2944,3072,4096,128,0.4342366767208421,0.0,0.820556640625,0.00439453125,0.0322265625,1.0,74,0.578125
+fresh-zh-2,layers.23.mlp.silu_gate,128,3072,3200,4096,128,0.9321186472607431,0.0,0.82861328125,0.005126953125,0.0927734375,1.0,6,0.046875
+fresh-zh-2,layers.23.mlp.silu_gate,128,3200,3328,4096,128,0.761425339843785,0.0,0.822021484375,0.00732421875,0.07470703125,1.0,11,0.0859375
+fresh-zh-2,layers.23.mlp.silu_gate,128,3328,3456,4096,128,0.9270182859345999,0.0,0.862060546875,0.0068359375,0.092041015625,1.0,4,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,128,3456,3584,4096,128,0.380972027503426,0.0,0.83349609375,0.0029296875,0.033447265625,1.0,81,0.6328125
+fresh-zh-2,layers.23.mlp.silu_gate,128,3584,3712,4096,128,0.3948659440079479,0.0,0.808837890625,0.003173828125,0.0400390625,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.silu_gate,128,3712,3840,4096,128,1.1594812249766928,0.0,0.8486328125,0.004638671875,0.122314453125,1.0,4,0.03125
+fresh-zh-2,layers.23.mlp.silu_gate,128,3840,3968,4096,128,0.6938741231013723,0.0,0.828857421875,0.0068359375,0.072509765625,1.0,20,0.15625
+fresh-zh-2,layers.23.mlp.silu_gate,128,3968,4096,4096,128,0.6744552463891873,0.0,0.84716796875,0.004638671875,0.047119140625,1.0,18,0.140625
+fresh-zh-2,layers.23.mlp.silu_gate,128,4096,4224,4096,128,0.8045784031704795,0.0,0.833740234375,0.005859375,0.070068359375,1.0,9,0.0703125
+fresh-zh-2,layers.23.mlp.silu_gate,128,4224,4352,4096,128,0.7447625382264265,0.0,0.859375,0.00439453125,0.064697265625,1.0,10,0.078125
+fresh-zh-2,layers.23.mlp.silu_gate,128,4352,4480,4096,128,0.48190578453778193,0.0,0.8369140625,0.003173828125,0.033203125,1.0,62,0.484375
+fresh-zh-2,layers.23.mlp.silu_gate,128,4480,4608,4096,128,0.9995289913587301,0.0,0.834228515625,0.0087890625,0.111083984375,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.silu_gate,128,4608,4736,4096,128,0.8561007612257813,0.0,0.866455078125,0.00634765625,0.07958984375,1.0,7,0.0546875
+fresh-zh-2,layers.23.mlp.silu_gate,128,4736,4864,4096,128,0.459458569890187,0.0,0.794677734375,0.004638671875,0.050048828125,1.0,67,0.5234375
+fresh-zh-2,layers.23.mlp.silu_gate,128,4864,4992,4096,128,1.0180292225091518,0.0,0.796630859375,0.0078125,0.110595703125,1.0,8,0.0625
+fresh-zh-2,layers.23.mlp.silu_gate,128,4992,5120,4096,128,0.7876313628962469,0.0,0.779296875,0.00537109375,0.080810546875,1.0,16,0.125
+fresh-zh-2,layers.23.mlp.silu_gate,128,5120,5248,4096,128,0.7235319019313579,0.0,0.8076171875,0.008056640625,0.074462890625,1.0,15,0.1171875
+fresh-zh-2,layers.23.mlp.silu_gate,128,5248,5376,4096,128,1.612585909065943,0.0,0.807861328125,0.010986328125,0.216796875,1.0,3,0.0234375
+fresh-zh-2,layers.23.mlp.silu_gate,128,5376,5504,4096,128,0.5386502160207791,0.0,0.828125,0.005126953125,0.046142578125,1.0,51,0.3984375
+fresh-zh-2,layers.23.mlp.silu_gate,128,5504,5632,4096,128,1.1021670502910441,0.0,0.758056640625,0.009521484375,0.13818359375,1.0,9,0.0703125
+fresh-zh-2,layers.23.mlp.silu_gate,128,5632,5760,4096,128,0.4091033061254267,0.0,0.8408203125,0.002685546875,0.02783203125,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.silu_gate,128,5760,5888,4096,128,0.80776115294906,0.0,0.81640625,0.00537109375,0.0751953125,1.0,11,0.0859375
+fresh-zh-2,layers.23.mlp.silu_gate,128,5888,6016,4096,128,0.7218869047710624,0.0,0.82373046875,0.0068359375,0.075439453125,1.0,18,0.140625
+fresh-zh-2,layers.23.mlp.silu_gate,128,6016,6144,4096,128,1.7453184202382004,0.0,0.82421875,0.014404296875,0.23779296875,1.0,4,0.03125
+fresh-zh-2,layers.23.mlp.gated_product,0,0,6144,196608,6144,0.5664489175954689,0.0,0.4992574055989583,0.039632161458333336,0.3029327392578125,1.0,833,0.13557942708333334
+fresh-zh-2,layers.23.mlp.gated_product,64,0,64,2048,64,0.34058509914324797,0.0,0.46875,0.0283203125,0.21240234375,1.0,20,0.3125
+fresh-zh-2,layers.23.mlp.gated_product,64,64,128,2048,64,0.6099298747913338,0.0,0.515625,0.04052734375,0.32421875,1.0,6,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,64,128,192,2048,64,0.41817361637212486,0.0,0.515625,0.03076171875,0.236328125,1.0,16,0.25
+fresh-zh-2,layers.23.mlp.gated_product,64,192,256,2048,64,0.8562572393135368,0.0,0.52587890625,0.06201171875,0.45703125,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,256,320,2048,64,0.3735662527543412,0.0,0.46435546875,0.0263671875,0.21435546875,1.0,21,0.328125
+fresh-zh-2,layers.23.mlp.gated_product,64,320,384,2048,64,0.8197483222989147,0.0,0.513671875,0.0751953125,0.4609375,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.gated_product,64,384,448,2048,64,0.3795628443570029,0.0,0.4912109375,0.02978515625,0.21337890625,1.0,20,0.3125
+fresh-zh-2,layers.23.mlp.gated_product,64,448,512,2048,64,0.29644785749559727,0.0,0.47802734375,0.02587890625,0.1845703125,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,64,512,576,2048,64,0.3301466033634119,0.0,0.55029296875,0.02392578125,0.19140625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,576,640,2048,64,0.45343174653261736,0.0,0.43896484375,0.02978515625,0.220703125,1.0,18,0.28125
+fresh-zh-2,layers.23.mlp.gated_product,64,640,704,2048,64,0.34091647154257926,0.0,0.529296875,0.0234375,0.1826171875,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,64,704,768,2048,64,0.29530547238265076,0.0,0.490234375,0.025390625,0.1845703125,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.gated_product,64,768,832,2048,64,0.5733198051624815,0.0,0.47900390625,0.02734375,0.2822265625,1.0,9,0.140625
+fresh-zh-2,layers.23.mlp.gated_product,64,832,896,2048,64,0.551507846929748,0.0,0.46533203125,0.03759765625,0.30615234375,1.0,7,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,64,896,960,2048,64,0.29607010805707906,0.0,0.490234375,0.03173828125,0.197265625,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.gated_product,64,960,1024,2048,64,0.5821307021556691,0.0,0.564453125,0.03564453125,0.27490234375,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,1024,1088,2048,64,0.2719558525549286,0.0,0.50439453125,0.02001953125,0.16015625,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.gated_product,64,1088,1152,2048,64,0.7112322149124087,0.0,0.578125,0.04052734375,0.33837890625,1.0,9,0.140625
+fresh-zh-2,layers.23.mlp.gated_product,64,1152,1216,2048,64,0.30826434038663797,0.0,0.5146484375,0.0205078125,0.1865234375,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,1216,1280,2048,64,0.33850289284550794,0.0,0.4296875,0.0244140625,0.2236328125,1.0,21,0.328125
+fresh-zh-2,layers.23.mlp.gated_product,64,1280,1344,2048,64,0.33735309326842217,0.0,0.5048828125,0.02880859375,0.201171875,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,1344,1408,2048,64,0.33312427556693297,0.0,0.49853515625,0.02294921875,0.1806640625,1.0,27,0.421875
+fresh-zh-2,layers.23.mlp.gated_product,64,1408,1472,2048,64,0.4614256339539196,0.0,0.5166015625,0.03955078125,0.27001953125,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,1472,1536,2048,64,0.5246198577843251,0.0,0.52783203125,0.04052734375,0.29150390625,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,1536,1600,2048,64,0.37629305258064916,0.0,0.43994140625,0.0234375,0.21533203125,1.0,20,0.3125
+fresh-zh-2,layers.23.mlp.gated_product,64,1600,1664,2048,64,0.4718173508617974,0.0,0.42138671875,0.0263671875,0.26025390625,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,1664,1728,2048,64,0.35493847058345745,0.0,0.48486328125,0.0244140625,0.18408203125,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,1728,1792,2048,64,0.6730335094810246,0.0,0.49609375,0.0478515625,0.330078125,1.0,6,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,64,1792,1856,2048,64,0.5392396554210558,0.0,0.6044921875,0.029296875,0.259765625,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,1856,1920,2048,64,0.29328817826665193,0.0,0.486328125,0.02685546875,0.18603515625,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,64,1920,1984,2048,64,0.29387886445525974,0.0,0.578125,0.025390625,0.20068359375,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,1984,2048,2048,64,0.5311151774055477,0.0,0.58837890625,0.03515625,0.27392578125,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,2048,2112,2048,64,0.40807064484207733,0.0,0.5849609375,0.0341796875,0.251953125,1.0,17,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,64,2112,2176,2048,64,0.6332688953225704,0.0,0.462890625,0.04150390625,0.2900390625,1.0,9,0.140625
+fresh-zh-2,layers.23.mlp.gated_product,64,2176,2240,2048,64,0.527648647877832,0.0,0.51611328125,0.03857421875,0.30224609375,1.0,7,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,64,2240,2304,2048,64,0.4968835637900624,0.0,0.43115234375,0.029296875,0.27783203125,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,2304,2368,2048,64,0.7290377492832817,0.0,0.50341796875,0.04833984375,0.35205078125,1.0,8,0.125
+fresh-zh-2,layers.23.mlp.gated_product,64,2368,2432,2048,64,0.5205843065665445,0.0,0.5068359375,0.029296875,0.26904296875,1.0,11,0.171875
+fresh-zh-2,layers.23.mlp.gated_product,64,2432,2496,2048,64,0.3534203369503199,0.0,0.458984375,0.0234375,0.22509765625,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,64,2496,2560,2048,64,0.4459497938537057,0.0,0.52099609375,0.05078125,0.3056640625,1.0,10,0.15625
+fresh-zh-2,layers.23.mlp.gated_product,64,2560,2624,2048,64,0.460790266185512,0.0,0.5341796875,0.03564453125,0.236328125,1.0,19,0.296875
+fresh-zh-2,layers.23.mlp.gated_product,64,2624,2688,2048,64,0.32790053726938195,0.0,0.44775390625,0.02685546875,0.193359375,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.gated_product,64,2688,2752,2048,64,0.2638726194763674,0.0,0.49169921875,0.02734375,0.18896484375,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.gated_product,64,2752,2816,2048,64,0.6562335920304854,0.0,0.5390625,0.04150390625,0.3359375,1.0,6,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,64,2816,2880,2048,64,0.47992914474853704,0.0,0.52587890625,0.03564453125,0.28369140625,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,2880,2944,2048,64,0.761671054944749,0.0,0.4326171875,0.05078125,0.38525390625,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,2944,3008,2048,64,0.368020944727104,0.0,0.47216796875,0.03173828125,0.24609375,1.0,17,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,64,3008,3072,2048,64,0.4174035786769052,0.0,0.41455078125,0.03125,0.2314453125,1.0,17,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,64,3072,3136,2048,64,0.582846330496305,0.0,0.5146484375,0.02978515625,0.25244140625,1.0,16,0.25
+fresh-zh-2,layers.23.mlp.gated_product,64,3136,3200,2048,64,0.251383073395101,0.0,0.45703125,0.01513671875,0.138671875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.gated_product,64,3200,3264,2048,64,0.3126535490631857,0.0,0.51220703125,0.02490234375,0.17333984375,1.0,31,0.484375
+fresh-zh-2,layers.23.mlp.gated_product,64,3264,3328,2048,64,0.8585908024817226,0.0,0.5166015625,0.04638671875,0.3896484375,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,3328,3392,2048,64,0.36086735513399537,0.0,0.45068359375,0.02197265625,0.1767578125,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,64,3392,3456,2048,64,0.536591316333286,0.0,0.50537109375,0.04150390625,0.2998046875,1.0,7,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,64,3456,3520,2048,64,0.3689288134069759,0.0,0.50927734375,0.01953125,0.1884765625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,3520,3584,2048,64,0.44858469835796283,0.0,0.4404296875,0.03466796875,0.255859375,1.0,14,0.21875
+fresh-zh-2,layers.23.mlp.gated_product,64,3584,3648,2048,64,0.3713111061016904,0.0,0.4833984375,0.0234375,0.19140625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,3648,3712,2048,64,0.5199009651083031,0.0,0.53759765625,0.03515625,0.24853515625,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,3712,3776,2048,64,1.4445514904411705,0.0,0.50244140625,0.08935546875,0.5751953125,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.gated_product,64,3776,3840,2048,64,0.4912578792628552,0.0,0.51025390625,0.03271484375,0.25927734375,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,3840,3904,2048,64,0.5291468896065287,0.0,0.4853515625,0.04052734375,0.2841796875,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,3904,3968,2048,64,0.32931086351413513,0.0,0.529296875,0.02587890625,0.2197265625,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,64,3968,4032,2048,64,0.9551143400205133,0.0,0.48095703125,0.05419921875,0.4482421875,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.gated_product,64,4032,4096,2048,64,0.3161370595085575,0.0,0.50048828125,0.02294921875,0.17578125,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,64,4096,4160,2048,64,1.100967539376755,0.0,0.458984375,0.07080078125,0.4677734375,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,4160,4224,2048,64,0.4550427363622293,0.0,0.53173828125,0.02392578125,0.23095703125,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,4224,4288,2048,64,0.5829451770930706,0.0,0.4833984375,0.0380859375,0.34765625,1.0,6,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,64,4288,4352,2048,64,0.22117708536718186,0.0,0.4453125,0.017578125,0.15576171875,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.gated_product,64,4352,4416,2048,64,0.450166224458332,0.0,0.509765625,0.02099609375,0.22314453125,1.0,19,0.296875
+fresh-zh-2,layers.23.mlp.gated_product,64,4416,4480,2048,64,0.5188775989243888,0.0,0.46240234375,0.0400390625,0.26025390625,1.0,14,0.21875
+fresh-zh-2,layers.23.mlp.gated_product,64,4480,4544,2048,64,0.7631830224686762,0.0,0.51025390625,0.04833984375,0.3876953125,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,4544,4608,2048,64,0.5242461750092784,0.0,0.53662109375,0.03271484375,0.26708984375,1.0,14,0.21875
+fresh-zh-2,layers.23.mlp.gated_product,64,4608,4672,2048,64,0.4494524953378239,0.0,0.50537109375,0.0322265625,0.2421875,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,4672,4736,2048,64,0.4041530749489282,0.0,0.55517578125,0.02880859375,0.2470703125,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,4736,4800,2048,64,0.32185307356465503,0.0,0.49267578125,0.01904296875,0.1826171875,1.0,25,0.390625
+fresh-zh-2,layers.23.mlp.gated_product,64,4800,4864,2048,64,0.355787366950497,0.0,0.5341796875,0.03515625,0.2265625,1.0,20,0.3125
+fresh-zh-2,layers.23.mlp.gated_product,64,4864,4928,2048,64,0.5438561422553183,0.0,0.4853515625,0.04345703125,0.31689453125,1.0,8,0.125
+fresh-zh-2,layers.23.mlp.gated_product,64,4928,4992,2048,64,1.3023421020593573,0.0,0.4921875,0.07177734375,0.53271484375,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.gated_product,64,4992,5056,2048,64,0.5862370711261846,0.0,0.48095703125,0.03515625,0.3134765625,1.0,11,0.171875
+fresh-zh-2,layers.23.mlp.gated_product,64,5056,5120,2048,64,0.4225614213439834,0.0,0.48876953125,0.03271484375,0.27685546875,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,5120,5184,2048,64,0.7014337557700492,0.0,0.509765625,0.0478515625,0.36474609375,1.0,4,0.0625
+fresh-zh-2,layers.23.mlp.gated_product,64,5184,5248,2048,64,0.5729501215211925,0.0,0.4423828125,0.05419921875,0.32080078125,1.0,7,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,64,5248,5312,2048,64,0.8322276246355254,0.0,0.505859375,0.06005859375,0.416015625,1.0,5,0.078125
+fresh-zh-2,layers.23.mlp.gated_product,64,5312,5376,2048,64,0.45580268183425915,0.0,0.50341796875,0.02685546875,0.263671875,1.0,12,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,64,5376,5440,2048,64,0.718274933573522,0.0,0.48681640625,0.04248046875,0.32666015625,1.0,9,0.140625
+fresh-zh-2,layers.23.mlp.gated_product,64,5440,5504,2048,64,0.33825945606026037,0.0,0.52880859375,0.0283203125,0.20361328125,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,64,5504,5568,2048,64,0.6720612839213321,0.0,0.5205078125,0.0400390625,0.31787109375,1.0,13,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,64,5568,5632,2048,64,0.38304307051802394,0.0,0.53857421875,0.0263671875,0.21337890625,1.0,24,0.375
+fresh-zh-2,layers.23.mlp.gated_product,64,5632,5696,2048,64,0.2973404881795162,0.0,0.5595703125,0.01904296875,0.19775390625,1.0,22,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,64,5696,5760,2048,64,0.4969104099636949,0.0,0.54150390625,0.0302734375,0.24365234375,1.0,15,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,64,5760,5824,2048,64,0.35688472930530496,0.0,0.49169921875,0.021484375,0.21728515625,1.0,18,0.28125
+fresh-zh-2,layers.23.mlp.gated_product,64,5824,5888,2048,64,0.6791082334000806,0.0,0.4951171875,0.04931640625,0.36181640625,1.0,6,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,64,5888,5952,2048,64,0.46600113295022605,0.0,0.43994140625,0.0341796875,0.2646484375,1.0,16,0.25
+fresh-zh-2,layers.23.mlp.gated_product,64,5952,6016,2048,64,0.41338516026652716,0.0,0.50439453125,0.03173828125,0.24267578125,1.0,19,0.296875
+fresh-zh-2,layers.23.mlp.gated_product,64,6016,6080,2048,64,1.6326965285122377,0.0,0.44970703125,0.09814453125,0.58642578125,1.0,3,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,64,6080,6144,2048,64,0.36325974727615123,0.0,0.5029296875,0.02880859375,0.21630859375,1.0,17,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,128,0,128,4096,128,0.49396996969521745,0.0,0.4921875,0.034423828125,0.275634765625,1.0,20,0.15625
+fresh-zh-2,layers.23.mlp.gated_product,128,128,256,4096,128,0.6738121523490729,0.0,0.520751953125,0.046875,0.356201171875,1.0,10,0.078125
+fresh-zh-2,layers.23.mlp.gated_product,128,256,384,4096,128,0.6370004148777321,0.0,0.489013671875,0.050048828125,0.36376953125,1.0,11,0.0859375
+fresh-zh-2,layers.23.mlp.gated_product,128,384,512,4096,128,0.34055049921421954,0.0,0.484619140625,0.0283203125,0.20263671875,1.0,40,0.3125
+fresh-zh-2,layers.23.mlp.gated_product,128,512,640,4096,128,0.39660883025723076,0.0,0.49462890625,0.027099609375,0.212890625,1.0,41,0.3203125
+fresh-zh-2,layers.23.mlp.gated_product,128,640,768,4096,128,0.3189273918842522,0.0,0.509765625,0.024169921875,0.185791015625,1.0,46,0.359375
+fresh-zh-2,layers.23.mlp.gated_product,128,768,896,4096,128,0.5625195570896323,0.0,0.47216796875,0.032470703125,0.294189453125,1.0,14,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,128,896,1024,4096,128,0.461808219544208,0.0,0.52734375,0.035400390625,0.251953125,1.0,29,0.2265625
+fresh-zh-2,layers.23.mlp.gated_product,128,1024,1152,4096,128,0.5384288482557787,0.0,0.541259765625,0.03466796875,0.28369140625,1.0,23,0.1796875
+fresh-zh-2,layers.23.mlp.gated_product,128,1152,1280,4096,128,0.3237368622962069,0.0,0.47216796875,0.022216796875,0.205810546875,1.0,44,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,128,1280,1408,4096,128,0.3352453523240603,0.0,0.501708984375,0.02587890625,0.191162109375,1.0,50,0.390625
+fresh-zh-2,layers.23.mlp.gated_product,128,1408,1536,4096,128,0.4940342148330529,0.0,0.522216796875,0.040283203125,0.283935546875,1.0,24,0.1875
+fresh-zh-2,layers.23.mlp.gated_product,128,1536,1664,4096,128,0.4267364959753897,0.0,0.4306640625,0.025390625,0.238037109375,1.0,32,0.25
+fresh-zh-2,layers.23.mlp.gated_product,128,1664,1792,4096,128,0.5380313293779778,0.0,0.490478515625,0.03564453125,0.2724609375,1.0,23,0.1796875
+fresh-zh-2,layers.23.mlp.gated_product,128,1792,1920,4096,128,0.4340491685797765,0.0,0.54541015625,0.031005859375,0.239501953125,1.0,29,0.2265625
+fresh-zh-2,layers.23.mlp.gated_product,128,1920,2048,4096,128,0.42921330282508674,0.0,0.583251953125,0.031005859375,0.254150390625,1.0,33,0.2578125
+fresh-zh-2,layers.23.mlp.gated_product,128,2048,2176,4096,128,0.5327058967971433,0.0,0.52392578125,0.0390625,0.280517578125,1.0,22,0.171875
+fresh-zh-2,layers.23.mlp.gated_product,128,2176,2304,4096,128,0.5124970105142163,0.0,0.4736328125,0.034423828125,0.28955078125,1.0,17,0.1328125
+fresh-zh-2,layers.23.mlp.gated_product,128,2304,2432,4096,128,0.6334445753668599,0.0,0.505126953125,0.03857421875,0.317138671875,1.0,17,0.1328125
+fresh-zh-2,layers.23.mlp.gated_product,128,2432,2560,4096,128,0.40235379531467097,0.0,0.489990234375,0.035888671875,0.267822265625,1.0,29,0.2265625
+fresh-zh-2,layers.23.mlp.gated_product,128,2560,2688,4096,128,0.3999040083275387,0.0,0.490966796875,0.02978515625,0.21826171875,1.0,43,0.3359375
+fresh-zh-2,layers.23.mlp.gated_product,128,2688,2816,4096,128,0.5001356249151591,0.0,0.515380859375,0.0390625,0.295654296875,1.0,20,0.15625
+fresh-zh-2,layers.23.mlp.gated_product,128,2816,2944,4096,128,0.6365825869122202,0.0,0.479248046875,0.044921875,0.340087890625,1.0,10,0.078125
+fresh-zh-2,layers.23.mlp.gated_product,128,2944,3072,4096,128,0.39348771470664595,0.0,0.443359375,0.0322265625,0.2392578125,1.0,34,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,128,3072,3200,4096,128,0.4488336521265839,0.0,0.48583984375,0.02587890625,0.220947265625,1.0,35,0.2734375
+fresh-zh-2,layers.23.mlp.gated_product,128,3200,3328,4096,128,0.6461154725929469,0.0,0.514404296875,0.04443359375,0.29638671875,1.0,14,0.109375
+fresh-zh-2,layers.23.mlp.gated_product,128,3328,3456,4096,128,0.45725019888770624,0.0,0.47802734375,0.033203125,0.2431640625,1.0,26,0.203125
+fresh-zh-2,layers.23.mlp.gated_product,128,3456,3584,4096,128,0.4106925254754363,0.0,0.474853515625,0.0263671875,0.22216796875,1.0,36,0.28125
+fresh-zh-2,layers.23.mlp.gated_product,128,3584,3712,4096,128,0.45175709791601826,0.0,0.510498046875,0.030029296875,0.221923828125,1.0,38,0.296875
+fresh-zh-2,layers.23.mlp.gated_product,128,3712,3840,4096,128,1.0789029874074973,0.0,0.50634765625,0.07080078125,0.46337890625,1.0,2,0.015625
+fresh-zh-2,layers.23.mlp.gated_product,128,3840,3968,4096,128,0.440705159720583,0.0,0.50732421875,0.036865234375,0.260009765625,1.0,36,0.28125
+fresh-zh-2,layers.23.mlp.gated_product,128,3968,4096,4096,128,0.7114021517072949,0.0,0.49072265625,0.04248046875,0.361572265625,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.gated_product,128,4096,4224,4096,128,0.8423756331581927,0.0,0.495361328125,0.052490234375,0.397216796875,1.0,6,0.046875
+fresh-zh-2,layers.23.mlp.gated_product,128,4224,4352,4096,128,0.4408766168598609,0.0,0.46435546875,0.032470703125,0.290771484375,1.0,17,0.1328125
+fresh-zh-2,layers.23.mlp.gated_product,128,4352,4480,4096,128,0.4857384030054697,0.0,0.486083984375,0.0302734375,0.241943359375,1.0,30,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,128,4480,4608,4096,128,0.6547069488696003,0.0,0.5234375,0.041259765625,0.3271484375,1.0,13,0.1015625
+fresh-zh-2,layers.23.mlp.gated_product,128,4608,4736,4096,128,0.4274033537281093,0.0,0.5302734375,0.03076171875,0.245361328125,1.0,25,0.1953125
+fresh-zh-2,layers.23.mlp.gated_product,128,4736,4864,4096,128,0.33924478731778834,0.0,0.513427734375,0.026611328125,0.20703125,1.0,44,0.34375
+fresh-zh-2,layers.23.mlp.gated_product,128,4864,4992,4096,128,0.9979665460989218,0.0,0.48876953125,0.0615234375,0.472412109375,1.0,5,0.0390625
+fresh-zh-2,layers.23.mlp.gated_product,128,4992,5120,4096,128,0.5109951361661159,0.0,0.48486328125,0.037109375,0.294677734375,1.0,23,0.1796875
+fresh-zh-2,layers.23.mlp.gated_product,128,5120,5248,4096,128,0.6404221871097324,0.0,0.47607421875,0.052490234375,0.34375,1.0,9,0.0703125
+fresh-zh-2,layers.23.mlp.gated_product,128,5248,5376,4096,128,0.6709541355315547,0.0,0.504638671875,0.04638671875,0.359130859375,1.0,12,0.09375
+fresh-zh-2,layers.23.mlp.gated_product,128,5376,5504,4096,128,0.5613992963186856,0.0,0.5078125,0.043212890625,0.284423828125,1.0,20,0.15625
+fresh-zh-2,layers.23.mlp.gated_product,128,5504,5632,4096,128,0.5469864546850614,0.0,0.529541015625,0.0361328125,0.280517578125,1.0,30,0.234375
+fresh-zh-2,layers.23.mlp.gated_product,128,5632,5760,4096,128,0.40946997535907337,0.0,0.550537109375,0.0244140625,0.225830078125,1.0,34,0.265625
+fresh-zh-2,layers.23.mlp.gated_product,128,5760,5888,4096,128,0.5424733646378868,0.0,0.493408203125,0.036376953125,0.305419921875,1.0,19,0.1484375
+fresh-zh-2,layers.23.mlp.gated_product,128,5888,6016,4096,128,0.4404794811563171,0.0,0.47216796875,0.03271484375,0.255126953125,1.0,35,0.2734375
+fresh-zh-2,layers.23.mlp.gated_product,128,6016,6144,4096,128,1.1827205076025031,0.0,0.476318359375,0.080810546875,0.526611328125,1.0,4,0.03125
+fresh-zh-2,layers.23.mlp.down_proj.output,0,0,2048,65536,2048,0.5930245573991667,0.0,0.5074310302734375,0.013275146484375,0.132781982421875,1.0,912,0.4453125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,0,64,2048,64,0.6191847929086873,0.0,0.52099609375,0.0087890625,0.12841796875,1.0,29,0.453125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,64,128,2048,64,0.40251411733637305,0.0,0.4794921875,0.01318359375,0.0908203125,1.0,46,0.71875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,128,192,2048,64,0.41780960850600585,0.0,0.453125,0.00732421875,0.08837890625,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,192,256,2048,64,0.39434738947633313,0.0,0.501953125,0.0078125,0.09375,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,256,320,2048,64,0.4028913518075654,0.0,0.50732421875,0.01171875,0.09521484375,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,320,384,2048,64,0.42522535526220084,0.0,0.5830078125,0.01171875,0.0966796875,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,384,448,2048,64,0.48863331302013024,0.0,0.51416015625,0.01220703125,0.107421875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,448,512,2048,64,0.5640232789904444,0.0,0.51904296875,0.01513671875,0.1435546875,1.0,28,0.4375
+fresh-zh-2,layers.23.mlp.down_proj.output,64,512,576,2048,64,0.7520974860414144,0.0,0.5068359375,0.0126953125,0.13818359375,1.0,23,0.359375
+fresh-zh-2,layers.23.mlp.down_proj.output,64,576,640,2048,64,0.3997493450445926,0.0,0.49169921875,0.01171875,0.095703125,1.0,44,0.6875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,640,704,2048,64,0.37838412680101957,0.0,0.49560546875,0.00830078125,0.08349609375,1.0,46,0.71875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,704,768,2048,64,0.5278020413251614,0.0,0.4931640625,0.0087890625,0.12060546875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,768,832,2048,64,0.5614835365342852,0.0,0.5322265625,0.0185546875,0.15771484375,1.0,26,0.40625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,832,896,2048,64,0.9899891788851382,0.0,0.46728515625,0.0166015625,0.20263671875,1.0,10,0.15625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,896,960,2048,64,0.38317744109832036,0.0,0.4677734375,0.0078125,0.09765625,1.0,43,0.671875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,960,1024,2048,64,1.362345830323907,0.0,0.466796875,0.03271484375,0.29150390625,1.0,2,0.03125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1024,1088,2048,64,0.49264001832203336,0.0,0.47021484375,0.0126953125,0.11181640625,1.0,38,0.59375
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1088,1152,2048,64,0.47568706904679314,0.0,0.52001953125,0.01025390625,0.10546875,1.0,39,0.609375
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1152,1216,2048,64,1.380077501403076,0.0,0.5791015625,0.02734375,0.30517578125,1.0,1,0.015625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1216,1280,2048,64,0.4564635697607886,0.0,0.5302734375,0.01123046875,0.09814453125,1.0,37,0.578125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1280,1344,2048,64,0.4074451233081698,0.0,0.5498046875,0.00634765625,0.07763671875,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1344,1408,2048,64,0.40877156397895575,0.0,0.50390625,0.00732421875,0.08837890625,1.0,44,0.6875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1408,1472,2048,64,0.5257580957527028,0.0,0.50830078125,0.01171875,0.123046875,1.0,34,0.53125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1472,1536,2048,64,0.40614733895193855,0.0,0.50146484375,0.00830078125,0.07421875,1.0,45,0.703125
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1536,1600,2048,64,0.34212685194331816,0.0,0.61572265625,0.01171875,0.0859375,1.0,47,0.734375
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1600,1664,2048,64,0.5155208874374533,0.0,0.52001953125,0.009765625,0.11572265625,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1664,1728,2048,64,0.44416735623539205,0.0,0.490234375,0.009765625,0.0888671875,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1728,1792,2048,64,0.4119669797118158,0.0,0.484375,0.01318359375,0.08056640625,1.0,42,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1792,1856,2048,64,0.5507374766225207,0.0,0.4951171875,0.01513671875,0.12939453125,1.0,32,0.5
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1856,1920,2048,64,0.39214865321926157,0.0,0.43896484375,0.01025390625,0.09033203125,1.0,44,0.6875
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1920,1984,2048,64,0.43697692401750093,0.0,0.5224609375,0.00634765625,0.09521484375,1.0,40,0.625
+fresh-zh-2,layers.23.mlp.down_proj.output,64,1984,2048,2048,64,0.5277864065576457,0.0,0.50732421875,0.01220703125,0.1123046875,1.0,35,0.546875
+fresh-zh-2,layers.23.mlp.down_proj.output,128,0,128,4096,128,0.5222104089466494,0.0,0.500244140625,0.01171875,0.111083984375,1.0,71,0.5546875
+fresh-zh-2,layers.23.mlp.down_proj.output,128,128,256,4096,128,0.4062479123310917,0.0,0.4775390625,0.007568359375,0.091064453125,1.0,85,0.6640625
+fresh-zh-2,layers.23.mlp.down_proj.output,128,256,384,4096,128,0.4142089111301158,0.0,0.545166015625,0.011962890625,0.09619140625,1.0,84,0.65625
+fresh-zh-2,layers.23.mlp.down_proj.output,128,384,512,4096,128,0.5276764036017535,0.0,0.5166015625,0.012939453125,0.125244140625,1.0,61,0.4765625
+fresh-zh-2,layers.23.mlp.down_proj.output,128,512,640,4096,128,0.6022666217604111,0.0,0.499267578125,0.012451171875,0.12451171875,1.0,60,0.46875
+fresh-zh-2,layers.23.mlp.down_proj.output,128,640,768,4096,128,0.4592110311403557,0.0,0.494384765625,0.00927734375,0.103271484375,1.0,78,0.609375
+fresh-zh-2,layers.23.mlp.down_proj.output,128,768,896,4096,128,0.8047801985973306,0.0,0.499755859375,0.019287109375,0.194091796875,1.0,25,0.1953125
+fresh-zh-2,layers.23.mlp.down_proj.output,128,896,1024,4096,128,1.0007025314167024,0.0,0.46728515625,0.026123046875,0.236328125,1.0,11,0.0859375
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1024,1152,4096,128,0.4842377387764516,0.0,0.4951171875,0.011474609375,0.109130859375,1.0,76,0.59375
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1152,1280,4096,128,1.0278552671455548,0.0,0.5546875,0.022216796875,0.228515625,1.0,9,0.0703125
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1280,1408,4096,128,0.4081088825457069,0.0,0.52685546875,0.0068359375,0.0830078125,1.0,85,0.6640625
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1408,1536,4096,128,0.46977507180950395,0.0,0.5048828125,0.009521484375,0.09814453125,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1536,1664,4096,128,0.43750003897425227,0.0,0.56787109375,0.01171875,0.104248046875,1.0,79,0.6171875
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1664,1792,4096,128,0.4283698359583768,0.0,0.4873046875,0.01123046875,0.085693359375,1.0,82,0.640625
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1792,1920,4096,128,0.4780650240177701,0.0,0.467041015625,0.012939453125,0.113037109375,1.0,75,0.5859375
+fresh-zh-2,layers.23.mlp.down_proj.output,128,1920,2048,4096,128,0.4845138403961384,0.0,0.514892578125,0.01025390625,0.105712890625,1.0,74,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4984871664847155,0.0,0.5003255208333334,0.016937255859375,0.14984130859375,0.9977213541666666,2643,0.43017578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7004601240591638,0.0,0.4921875,0.00927734375,0.11962890625,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.6377049187478214,0.0,0.50439453125,0.01611328125,0.11669921875,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3377606386703935,0.0,0.5390625,0.00830078125,0.1064453125,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.641267439282392,0.0,0.45849609375,0.01513671875,0.14306640625,1.0,30,0.46875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.4343816627913608,0.0,0.49267578125,0.01318359375,0.1171875,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.1414802206159598,0.0,0.52392578125,0.0078125,0.11572265625,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9988177976927721,0.0,0.48095703125,0.05517578125,0.16748046875,0.953125,39,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.2574992556964428,0.0,0.50537109375,0.07666015625,0.2158203125,0.9375,27,0.421875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.0607948105323155,0.0,0.48876953125,0.00927734375,0.10791015625,1.0,33,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.9114977877818071,0.0,0.43212890625,0.01513671875,0.1201171875,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.522159388787225,0.0,0.42529296875,0.0146484375,0.12939453125,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4754898846623148,0.0,0.5107421875,0.0126953125,0.1220703125,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.7358739782297439,0.0,0.52197265625,0.0087890625,0.10888671875,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.124949509245579,0.0,0.49560546875,0.0166015625,0.18017578125,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4041202394440544,0.0,0.49755859375,0.01123046875,0.10693359375,1.0,36,0.5625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.8125079658315248,0.0,0.48974609375,0.01513671875,0.13525390625,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6358188271659253,0.0,0.50244140625,0.01416015625,0.1328125,1.0,31,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.4581137930523376,0.0,0.50439453125,0.01171875,0.130859375,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4780093265246381,0.0,0.50341796875,0.0166015625,0.15380859375,1.0,30,0.46875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1605903287584538,0.0,0.51220703125,0.0146484375,0.1083984375,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.6205497948393741,0.0,0.4677734375,0.015625,0.1318359375,1.0,29,0.453125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.760866156746669,0.0,0.53173828125,0.021484375,0.1669921875,1.0,22,0.34375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.9107280550477233,0.0,0.5048828125,0.009765625,0.126953125,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.9689666839780249,0.0,0.48779296875,0.0205078125,0.15673828125,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.1152667322790035,0.0,0.51806640625,0.01171875,0.125,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1640861502672872,0.0,0.49267578125,0.015625,0.12451171875,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.4733976871280934,0.0,0.486328125,0.01220703125,0.1064453125,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.7210723300821884,0.0,0.46533203125,0.009765625,0.11181640625,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2804937014359916,0.0,0.51318359375,0.01611328125,0.1484375,1.0,31,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.1004825168724819,0.0,0.490234375,0.01123046875,0.11474609375,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.027566332553761,0.0,0.4833984375,0.0087890625,0.10498046875,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.069474149469216,0.0,0.47119140625,0.00927734375,0.09716796875,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.6355112720041656,0.0,0.5,0.0107421875,0.111328125,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.6792399527175905,0.0,0.48388671875,0.0068359375,0.12158203125,1.0,47,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.65738160188969,0.0,0.451171875,0.01318359375,0.14013671875,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6166467007382879,0.0,0.5390625,0.01318359375,0.12939453125,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.9633973145960737,0.0,0.53173828125,0.01220703125,0.10791015625,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.868340676051265,0.0,0.4501953125,0.00830078125,0.09814453125,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0454652510054305,0.0,0.4833984375,0.0576171875,0.16650390625,0.953125,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.802845780800764,0.0,0.51904296875,0.07275390625,0.162109375,0.9375,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.6787104998990166,0.0,0.5009765625,0.015625,0.12646484375,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.8139262174278359,0.0,0.5390625,0.01708984375,0.115234375,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.4654387129977047,0.0,0.43994140625,0.009765625,0.12353515625,1.0,39,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4458147140894175,0.0,0.517578125,0.0107421875,0.12109375,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9617244860016427,0.0,0.4560546875,0.01220703125,0.1328125,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.109250287100383,0.0,0.49658203125,0.01904296875,0.15771484375,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.1967560880918804,0.0,0.515625,0.0078125,0.1181640625,1.0,36,0.5625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.1901740547864368,0.0,0.50048828125,0.0087890625,0.099609375,1.0,36,0.5625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4545368604081639,0.0,0.50341796875,0.0078125,0.10693359375,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.2871161170612373,0.0,0.44677734375,0.01708984375,0.173828125,1.0,23,0.359375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.431491069556957,0.0,0.48095703125,0.01171875,0.146484375,1.0,29,0.453125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.198542617762696,0.0,0.51318359375,0.021484375,0.142578125,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.0981005365629333,0.0,0.478515625,0.01220703125,0.12158203125,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.9155768509060128,0.0,0.50439453125,0.00830078125,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.987034808690451,0.0,0.50439453125,0.01171875,0.1455078125,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7896132629286221,0.0,0.5029296875,0.0126953125,0.119140625,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.2577858722510107,0.0,0.4912109375,0.01513671875,0.140625,1.0,29,0.453125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.3509206743127125,0.0,0.51513671875,0.01123046875,0.14794921875,1.0,31,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.380864485693432,0.0,0.458984375,0.01318359375,0.1044921875,1.0,43,0.671875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3645208218183698,0.0,0.57470703125,0.0087890625,0.0927734375,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.0292585911040644,0.0,0.4990234375,0.01220703125,0.115234375,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7813239307488701,0.0,0.53662109375,0.009765625,0.10107421875,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.0376437770672915,0.0,0.48583984375,0.0126953125,0.125,1.0,37,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.1330556191546834,0.0,0.525390625,0.009765625,0.14111328125,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.6502920589276818,0.0,0.51220703125,0.0068359375,0.12646484375,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.5923920892787484,0.0,0.49755859375,0.01220703125,0.10791015625,1.0,53,0.828125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.6741669742318543,0.0,0.501953125,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.4425811912946336,0.0,0.49169921875,0.00439453125,0.0458984375,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.6070124413406444,0.0,0.56201171875,0.00439453125,0.06591796875,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.2329393147172225,0.0,0.5693359375,0.01025390625,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.1604907102543813,0.0,0.54150390625,0.015625,0.126953125,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.1274868373483051,0.0,0.52685546875,0.01611328125,0.173828125,1.0,31,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.828370768722753,0.0,0.5478515625,0.0283203125,0.22802734375,1.0,16,0.25
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7882816937395231,0.0,0.5126953125,0.015625,0.11181640625,1.0,47,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.914723995757266,0.0,0.48876953125,0.00146484375,0.02294921875,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.3154606175551558,0.0,0.4921875,0.00048828125,0.025390625,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9101305593974244,0.0,0.5419921875,0.01806640625,0.1572265625,1.0,39,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.7534202280823008,0.0,0.482421875,0.013671875,0.14306640625,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.17652308008523,0.0,0.4912109375,0.00341796875,0.02490234375,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.8343304083059164,0.0,0.51025390625,0.0029296875,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,3.7758078191463533,0.0,0.3984375,0.00048828125,0.0048828125,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,4.248160409061432,0.0,0.5439453125,0.00048828125,0.00830078125,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.6289066380522468,0.0,0.453125,0.00830078125,0.06201171875,1.0,54,0.84375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.8081456352527454,0.0,0.47314453125,0.00927734375,0.06787109375,1.0,53,0.828125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.7899789649548202,0.0,0.53173828125,0.009765625,0.10498046875,1.0,44,0.6875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.0554277300335846,0.0,0.5341796875,0.0146484375,0.13916015625,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.8012162382254955,0.0,0.49609375,0.01171875,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.047249918027523,0.0,0.5009765625,0.01318359375,0.14990234375,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.6089531694722583,0.0,0.47119140625,0.0107421875,0.10498046875,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,2.1581193081645296,0.0,0.58251953125,0.0107421875,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.3453989443773897,0.0,0.50341796875,0.01416015625,0.140625,1.0,31,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.8284919289849377,0.0,0.4853515625,0.01416015625,0.1728515625,1.0,23,0.359375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8092325870835392,0.0,0.5078125,0.0126953125,0.1220703125,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6272082449092049,0.0,0.51025390625,0.00927734375,0.1015625,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.807863695056687,0.0,0.4580078125,0.01123046875,0.076171875,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.032255250708179,0.0,0.5703125,0.00341796875,0.064453125,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.669817866584695,0.0,0.498291015625,0.0126953125,0.118896484375,1.0,93,0.7265625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.4972244877813747,0.0,0.498779296875,0.0107421875,0.127685546875,1.0,66,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.2962306601468678,0.0,0.50830078125,0.01171875,0.119140625,1.0,75,0.5859375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1355486275507858,0.0,0.4931640625,0.06689453125,0.192138671875,0.9453125,65,0.5078125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.9875486212683786,0.0,0.46044921875,0.01220703125,0.114501953125,1.0,67,0.5234375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.4990062716036097,0.0,0.468017578125,0.013671875,0.126708984375,1.0,66,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.950531932705982,0.0,0.5087890625,0.013427734375,0.143310546875,1.0,78,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.621224656397003,0.0,0.49365234375,0.013427734375,0.119140625,1.0,64,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.5495159032420383,0.0,0.50341796875,0.012939453125,0.132568359375,1.0,64,0.5
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.3288117775858006,0.0,0.5078125,0.0146484375,0.13134765625,1.0,67,0.5234375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.692163003308151,0.0,0.499755859375,0.018310546875,0.146240234375,1.0,50,0.390625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.9402983635289328,0.0,0.496337890625,0.0146484375,0.14013671875,1.0,78,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.1399378161488458,0.0,0.50537109375,0.013671875,0.12451171875,1.0,66,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.6020285125129559,0.0,0.475830078125,0.01123046875,0.110107421875,1.0,79,0.6171875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.193885649750268,0.0,0.501708984375,0.013427734375,0.130615234375,1.0,67,0.5234375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.0487295943618855,0.0,0.477294921875,0.009033203125,0.1015625,1.0,86,0.671875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.6577391162961752,0.0,0.491943359375,0.009521484375,0.119140625,1.0,96,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.6371408505822622,0.0,0.4951171875,0.013427734375,0.134033203125,1.0,67,0.5234375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9171013890121675,0.0,0.490966796875,0.010009765625,0.105712890625,1.0,92,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9320834026012469,0.0,0.501220703125,0.06494140625,0.164794921875,0.9453125,82,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.7476265712021064,0.0,0.52001953125,0.016357421875,0.119873046875,1.0,74,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.455659783230586,0.0,0.478759765625,0.01025390625,0.12255859375,1.0,75,0.5859375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0381113106038788,0.0,0.476318359375,0.015380859375,0.14306640625,1.0,76,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.1934696089703687,0.0,0.508056640625,0.0078125,0.1083984375,1.0,71,0.5546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.9165825851247984,0.0,0.47509765625,0.012451171875,0.14306640625,1.0,59,0.4609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.320164968633613,0.0,0.4970703125,0.017333984375,0.1494140625,1.0,62,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.0109663096055115,0.0,0.491455078125,0.010009765625,0.111083984375,1.0,87,0.6796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8937915916362663,0.0,0.503662109375,0.012939453125,0.129638671875,1.0,83,0.6484375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3051842721853013,0.0,0.503173828125,0.0126953125,0.142822265625,1.0,59,0.4609375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.372716977571354,0.0,0.516845703125,0.010986328125,0.09912109375,1.0,88,0.6875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.9137396598929011,0.0,0.517822265625,0.010498046875,0.107666015625,1.0,90,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.0863976353491565,0.0,0.505615234375,0.01123046875,0.132568359375,1.0,71,0.5546875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6220161369869934,0.0,0.5048828125,0.00927734375,0.116455078125,1.0,103,0.8046875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.5626700789171217,0.0,0.496826171875,0.004150390625,0.046630859375,1.0,102,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.9453157802569534,0.0,0.565673828125,0.00634765625,0.068603515625,1.0,87,0.6796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.1441077870944683,0.0,0.5341796875,0.016357421875,0.150146484375,1.0,66,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.4078934080044345,0.0,0.5302734375,0.022705078125,0.19140625,1.0,55,0.4296875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.1245618196910123,0.0,0.490478515625,0.0009765625,0.023193359375,1.0,100,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.8354578610656119,0.0,0.51220703125,0.016357421875,0.150146484375,1.0,84,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.0127121956429153,0.0,0.500732421875,0.00341796875,0.031982421875,1.0,101,0.7890625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,4.018929680166333,0.0,0.47119140625,0.00048828125,0.006103515625,1.0,99,0.7734375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.720861335752278,0.0,0.463134765625,0.009033203125,0.06640625,1.0,107,0.8359375
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.9322002087521045,0.0,0.532958984375,0.01171875,0.12548828125,1.0,77,0.6015625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9323840011510459,0.0,0.49853515625,0.0126953125,0.126708984375,1.0,87,0.6796875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.9034454615022958,0.0,0.52685546875,0.0107421875,0.100341796875,1.0,79,0.6171875
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.605222890114462,0.0,0.494384765625,0.016845703125,0.1572265625,1.0,53,0.4140625
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.7239639364222513,0.0,0.509033203125,0.0107421875,0.11279296875,1.0,90,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.4509345089218884,0.0,0.51416015625,0.006591796875,0.07275390625,1.0,88,0.6875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.0446802804177393,0.0,0.5724639892578125,0.01129150390625,0.1026763916015625,1.0,1374,0.6708984375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,0,64,2048,64,0.9203390134077383,0.0,0.59619140625,0.00732421875,0.0986328125,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,64,128,2048,64,0.9470827063525211,0.0,0.60888671875,0.01025390625,0.09814453125,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,128,192,2048,64,1.1110748361114897,0.0,0.71484375,0.0087890625,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,192,256,2048,64,1.0726080013482882,0.0,0.75830078125,0.005859375,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,256,320,2048,64,0.897036357019839,0.0,0.6923828125,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,320,384,2048,64,0.933253175406582,0.0,0.71630859375,0.005859375,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,384,448,2048,64,1.4428671540288989,0.0,0.4541015625,0.0166015625,0.1181640625,1.0,28,0.4375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6069041253455898,0.0,0.38818359375,0.00830078125,0.080078125,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,512,576,2048,64,1.2717085154175505,0.0,0.2587890625,0.0107421875,0.08447265625,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2911967962038673,0.0,0.21142578125,0.0078125,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,640,704,2048,64,0.7774025717598625,0.0,0.677734375,0.01025390625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,704,768,2048,64,0.7581006322101899,0.0,0.626953125,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,768,832,2048,64,0.958271947709325,0.0,0.5068359375,0.0146484375,0.15673828125,1.0,33,0.515625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,832,896,2048,64,0.7490614852592326,0.0,0.53076171875,0.01611328125,0.14013671875,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,896,960,2048,64,0.9665032682066143,0.0,0.6748046875,0.0126953125,0.115234375,1.0,43,0.671875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,960,1024,2048,64,0.655098357951984,0.0,0.6728515625,0.01220703125,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1024,1088,2048,64,0.9762617487372833,0.0,0.7099609375,0.01318359375,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0981145596573265,0.0,0.69775390625,0.01220703125,0.0908203125,1.0,43,0.671875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1152,1216,2048,64,0.7451231437431346,0.0,0.6669921875,0.00732421875,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1216,1280,2048,64,0.9881577665572676,0.0,0.70947265625,0.01220703125,0.10546875,1.0,44,0.6875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8541147137659055,0.0,0.375,0.0078125,0.09423828125,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.145072209009911,0.0,0.484375,0.00830078125,0.10546875,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.9397803646993543,0.0,0.44287109375,0.0126953125,0.1005859375,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.9483230506189847,0.0,0.49365234375,0.013671875,0.10693359375,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9972951142563904,0.0,0.69384765625,0.0078125,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.2702946977892313,0.0,0.720703125,0.01171875,0.08984375,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.305095285850739,0.0,0.53662109375,0.00927734375,0.12939453125,1.0,39,0.609375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3119989167260175,0.0,0.55419921875,0.0244140625,0.142578125,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1792,1856,2048,64,0.9602661510841597,0.0,0.37841796875,0.0068359375,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1856,1920,2048,64,0.9266637976419,0.0,0.4013671875,0.01416015625,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1920,1984,2048,64,0.8569130789648067,0.0,0.6865234375,0.0078125,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.0425252569568522,0.0,0.677734375,0.01025390625,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9338066053183456,0.0,0.6025390625,0.00927734375,0.09765625,1.0,101,0.7890625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,128,256,4096,128,1.0920108094695178,0.0,0.736572265625,0.00732421875,0.091064453125,1.0,93,0.7265625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,256,384,4096,128,0.915323908576055,0.0,0.704345703125,0.007080078125,0.0908203125,1.0,98,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,384,512,4096,128,1.527089796349273,0.0,0.421142578125,0.01171875,0.101806640625,1.0,62,0.484375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,512,640,4096,128,1.2814897023996412,0.0,0.235107421875,0.00927734375,0.084716796875,1.0,92,0.71875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,640,768,4096,128,0.7678122580215615,0.0,0.65234375,0.009033203125,0.078125,1.0,103,0.8046875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8600518107839173,0.0,0.518798828125,0.016357421875,0.145263671875,1.0,74,0.578125
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,896,1024,4096,128,0.8256156569631695,0.0,0.673828125,0.013427734375,0.101806640625,1.0,93,0.7265625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.0389760796522176,0.0,0.703857421875,0.013427734375,0.091552734375,1.0,91,0.7109375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1152,1280,4096,128,0.8751183551237797,0.0,0.688232421875,0.009033203125,0.097900390625,1.0,94,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.010124326040674,0.0,0.4296875,0.00927734375,0.100341796875,1.0,88,0.6875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9440613704123659,0.0,0.46826171875,0.01318359375,0.103759765625,1.0,98,0.765625
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1419820848312596,0.0,0.707275390625,0.010009765625,0.09130859375,1.0,94,0.734375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3085516540511621,0.0,0.54541015625,0.016845703125,0.136474609375,1.0,76,0.59375
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1792,1920,4096,128,0.9436145597589342,0.0,0.389892578125,0.0107421875,0.083984375,1.0,95,0.7421875
+fresh-en-1,layers.0.linear_attn.in_proj_z.output,128,1920,2048,4096,128,0.9542428769170603,0.0,0.68212890625,0.0087890625,0.081298828125,1.0,96,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_b.output,0,0,16,512,16,1.4664066546857957,0.0,0.685546875,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_b.output,64,0,16,512,16,1.4664066546857957,0.0,0.685546875,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_b.output,128,0,16,512,16,1.4664066546857957,0.0,0.685546875,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.0.linear_attn.in_proj_a.output,0,0,16,512,16,2.393627397812144,0.0,0.701171875,0.0078125,0.068359375,1.0,12,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_a.output,64,0,16,512,16,2.393627397812144,0.0,0.701171875,0.0078125,0.068359375,1.0,12,0.75
+fresh-en-1,layers.0.linear_attn.in_proj_a.output,128,0,16,512,16,2.393627397812144,0.0,0.701171875,0.0078125,0.068359375,1.0,12,0.75
+fresh-en-1,layers.0.linear_attn.out_proj.output,0,0,2048,65536,2048,0.04676926579536738,0.0,0.49871826171875,0.0184173583984375,0.194854736328125,1.0,565,0.27587890625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,0,64,2048,64,0.025046680939654675,0.0,0.49169921875,0.0078125,0.1142578125,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,64,128,2048,64,0.037813580676476936,0.0,0.4931640625,0.013671875,0.15185546875,1.0,32,0.5
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,128,192,2048,64,0.024433109057942666,0.0,0.509765625,0.00830078125,0.11083984375,1.0,47,0.734375
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,192,256,2048,64,0.05335997959082254,0.0,0.49658203125,0.01611328125,0.20654296875,1.0,12,0.1875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,256,320,2048,64,0.022658220882016307,0.0,0.49658203125,0.01220703125,0.1015625,1.0,50,0.78125
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,320,384,2048,64,0.029789196889702583,0.0,0.48974609375,0.01318359375,0.1328125,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,384,448,2048,64,0.024826601436504104,0.0,0.45361328125,0.013671875,0.10107421875,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,448,512,2048,64,0.03062326715362587,0.0,0.5146484375,0.01025390625,0.12646484375,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,512,576,2048,64,0.03430510779743036,0.0,0.521484375,0.0126953125,0.13427734375,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,576,640,2048,64,0.02266193231926059,0.0,0.53466796875,0.00927734375,0.09912109375,1.0,48,0.75
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,640,704,2048,64,0.03013801448644457,0.0,0.5087890625,0.01025390625,0.1181640625,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,704,768,2048,64,0.026352728828247535,0.0,0.509765625,0.00927734375,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,768,832,2048,64,0.02536525496284315,0.0,0.49853515625,0.01025390625,0.1044921875,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,832,896,2048,64,0.025378311537512677,0.0,0.5126953125,0.0126953125,0.1025390625,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,896,960,2048,64,0.021791757788677805,0.0,0.5205078125,0.00927734375,0.09814453125,1.0,49,0.765625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,960,1024,2048,64,0.025316578525350488,0.0,0.50341796875,0.01123046875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0272150454405336,0.0,0.52099609375,0.00732421875,0.11083984375,1.0,42,0.65625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1088,1152,2048,64,0.028944464452260663,0.0,0.46923828125,0.0078125,0.115234375,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1152,1216,2048,64,0.20776506025325464,0.0,0.5205078125,0.07470703125,0.650390625,1.0,1,0.015625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1216,1280,2048,64,0.029328183471846896,0.0,0.46728515625,0.009765625,0.10595703125,1.0,41,0.640625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1280,1344,2048,64,0.024413592717203798,0.0,0.4873046875,0.0107421875,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1344,1408,2048,64,0.034972189228669855,0.0,0.48779296875,0.015625,0.1396484375,1.0,36,0.5625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1408,1472,2048,64,0.03146654319930686,0.0,0.51806640625,0.0126953125,0.1328125,1.0,38,0.59375
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03149430766072577,0.0,0.48583984375,0.01611328125,0.14013671875,1.0,35,0.546875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1536,1600,2048,64,0.027895782263880016,0.0,0.4921875,0.01318359375,0.10693359375,1.0,44,0.6875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1600,1664,2048,64,0.01930635448785092,0.0,0.4853515625,0.00634765625,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1664,1728,2048,64,0.026910940063765435,0.0,0.47119140625,0.0146484375,0.1083984375,1.0,45,0.703125
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1728,1792,2048,64,0.030943323560152235,0.0,0.51806640625,0.0126953125,0.12451171875,1.0,39,0.609375
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03203357526291136,0.0,0.4921875,0.0126953125,0.12353515625,1.0,40,0.625
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1856,1920,2048,64,0.02536267026778647,0.0,0.49658203125,0.0087890625,0.1171875,1.0,46,0.71875
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03536130380286726,0.0,0.498046875,0.015625,0.13720703125,1.0,34,0.53125
+fresh-en-1,layers.0.linear_attn.out_proj.output,64,1984,2048,2048,64,0.026160409449879164,0.0,0.49267578125,0.01171875,0.1103515625,1.0,44,0.6875
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,0,128,4096,128,0.03207181870169894,0.0,0.492431640625,0.01123046875,0.1318359375,1.0,75,0.5859375
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,128,256,4096,128,0.041498579735759135,0.0,0.503173828125,0.01611328125,0.176025390625,1.0,49,0.3828125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,256,384,4096,128,0.02646498842689815,0.0,0.4931640625,0.01123046875,0.115234375,1.0,90,0.703125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,384,512,4096,128,0.02787601684288278,0.0,0.484130859375,0.011962890625,0.115234375,1.0,87,0.6796875
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,512,640,4096,128,0.029072354543759137,0.0,0.528076171875,0.011962890625,0.11669921875,1.0,81,0.6328125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,640,768,4096,128,0.0283087109727756,0.0,0.50927734375,0.010986328125,0.1083984375,1.0,85,0.6640625
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,768,896,4096,128,0.02537178409005847,0.0,0.505615234375,0.011474609375,0.103515625,1.0,90,0.703125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,896,1024,4096,128,0.02362001117432671,0.0,0.511962890625,0.0107421875,0.1005859375,1.0,95,0.7421875
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1024,1152,4096,128,0.028093066055153982,0.0,0.4951171875,0.0078125,0.114501953125,1.0,83,0.6484375
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1152,1280,4096,128,0.14836856575399798,0.0,0.493896484375,0.053466796875,0.529541015625,1.0,1,0.0078125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1280,1408,4096,128,0.030158560383474857,0.0,0.487548828125,0.013671875,0.122314453125,1.0,81,0.6328125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1408,1536,4096,128,0.03148042849090761,0.0,0.501953125,0.014404296875,0.136474609375,1.0,73,0.5703125
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1536,1664,4096,128,0.023988643060043686,0.0,0.48876953125,0.009033203125,0.10107421875,1.0,94,0.734375
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1664,1792,4096,128,0.02899730994475046,0.0,0.49462890625,0.013671875,0.117431640625,1.0,84,0.65625
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1792,1920,4096,128,0.028891304809899696,0.0,0.494384765625,0.01123046875,0.121337890625,1.0,84,0.65625
+fresh-en-1,layers.0.linear_attn.out_proj.output,128,1920,2048,4096,128,0.031102964723833015,0.0,0.495361328125,0.01416015625,0.12841796875,1.0,76,0.59375
+fresh-en-1,layers.0.mlp.gate_proj.output,0,0,6144,196608,6144,0.28972364177712184,0.0,0.7235514322916666,0.008936564127604166,0.08719889322916667,1.0,4693,0.7638346354166666
+fresh-en-1,layers.0.mlp.gate_proj.output,64,0,64,2048,64,0.2867344652994485,0.0,0.7294921875,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,64,128,2048,64,0.2891529686896258,0.0,0.71435546875,0.0087890625,0.09375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,128,192,2048,64,0.291258882093833,0.0,0.728515625,0.0087890625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,192,256,2048,64,0.27140822100809153,0.0,0.72314453125,0.00634765625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,256,320,2048,64,0.33585087316240053,0.0,0.7119140625,0.0146484375,0.09375,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,320,384,2048,64,0.3051444744475484,0.0,0.68798828125,0.00927734375,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,384,448,2048,64,0.304042254266798,0.0,0.71923828125,0.0087890625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,448,512,2048,64,0.28359999500719163,0.0,0.7490234375,0.0107421875,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,512,576,2048,64,0.30177167210895717,0.0,0.7265625,0.01318359375,0.10302734375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,576,640,2048,64,0.2605338391361678,0.0,0.70654296875,0.0087890625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,640,704,2048,64,0.3130599049366761,0.0,0.7080078125,0.01220703125,0.09912109375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,704,768,2048,64,0.2693586888493322,0.0,0.70166015625,0.0107421875,0.09375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,768,832,2048,64,0.29696636738356574,0.0,0.7265625,0.0048828125,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,832,896,2048,64,0.29517202691912453,0.0,0.73193359375,0.01123046875,0.099609375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,896,960,2048,64,0.25639578197322727,0.0,0.73046875,0.00439453125,0.07568359375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,960,1024,2048,64,0.2875311490051186,0.0,0.70654296875,0.009765625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1024,1088,2048,64,0.2819285970716073,0.0,0.74560546875,0.005859375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1088,1152,2048,64,0.2898032393535595,0.0,0.7548828125,0.01171875,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1152,1216,2048,64,0.27827393780946924,0.0,0.7373046875,0.00634765625,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1216,1280,2048,64,0.27474038690197145,0.0,0.740234375,0.00439453125,0.0751953125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1280,1344,2048,64,0.25881964701584037,0.0,0.6953125,0.00732421875,0.07275390625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1344,1408,2048,64,0.356011692554715,0.0,0.72216796875,0.009765625,0.1044921875,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1408,1472,2048,64,0.35374914301303234,0.0,0.7568359375,0.01318359375,0.1025390625,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1472,1536,2048,64,0.3083748017944592,0.0,0.72998046875,0.005859375,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1536,1600,2048,64,0.27935204034340827,0.0,0.7451171875,0.00634765625,0.0732421875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1600,1664,2048,64,0.31808027001904665,0.0,0.73388671875,0.0126953125,0.09326171875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1664,1728,2048,64,0.34696271813023055,0.0,0.71826171875,0.00830078125,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1728,1792,2048,64,0.30506000198122746,0.0,0.7041015625,0.0107421875,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1792,1856,2048,64,0.2690478820182634,0.0,0.68896484375,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1856,1920,2048,64,0.2797656402251465,0.0,0.71240234375,0.01171875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1920,1984,2048,64,0.28315933519326325,0.0,0.7265625,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,1984,2048,2048,64,0.27229021643196777,0.0,0.7294921875,0.01220703125,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2048,2112,2048,64,0.27791754331637186,0.0,0.7470703125,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2112,2176,2048,64,0.288361827936822,0.0,0.6875,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2176,2240,2048,64,0.30194123783974036,0.0,0.7236328125,0.0087890625,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2240,2304,2048,64,0.30982336851015574,0.0,0.716796875,0.00927734375,0.08935546875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2304,2368,2048,64,0.2829179461618424,0.0,0.70263671875,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2368,2432,2048,64,0.2839633625433848,0.0,0.7626953125,0.009765625,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2432,2496,2048,64,0.27201585526640626,0.0,0.69287109375,0.01171875,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2496,2560,2048,64,0.28617833679062726,0.0,0.73828125,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2560,2624,2048,64,0.2864030703262686,0.0,0.69140625,0.00732421875,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2624,2688,2048,64,0.28056695170496465,0.0,0.720703125,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2688,2752,2048,64,0.2745136180401136,0.0,0.7236328125,0.0068359375,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2752,2816,2048,64,0.260738061068179,0.0,0.6767578125,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2816,2880,2048,64,0.28092163522258407,0.0,0.71826171875,0.00830078125,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2880,2944,2048,64,0.3129964934716954,0.0,0.73388671875,0.00732421875,0.09326171875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,2944,3008,2048,64,0.29252279608470544,0.0,0.73876953125,0.0087890625,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3008,3072,2048,64,0.30645973160862566,0.0,0.73388671875,0.0068359375,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3072,3136,2048,64,0.2893586699067869,0.0,0.75439453125,0.01123046875,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3136,3200,2048,64,0.2740450108531536,0.0,0.720703125,0.0087890625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3200,3264,2048,64,0.2847919497131843,0.0,0.73779296875,0.009765625,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3264,3328,2048,64,0.26235760800369723,0.0,0.68212890625,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3328,3392,2048,64,0.280826100205625,0.0,0.75,0.0068359375,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3392,3456,2048,64,0.2684918464510635,0.0,0.7412109375,0.01123046875,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3456,3520,2048,64,0.2749609754711645,0.0,0.69970703125,0.0078125,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3520,3584,2048,64,0.32796264826256954,0.0,0.72314453125,0.01123046875,0.08203125,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3584,3648,2048,64,0.2832522072862672,0.0,0.734375,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3648,3712,2048,64,0.291622842545199,0.0,0.7373046875,0.01220703125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3712,3776,2048,64,0.283624039780945,0.0,0.70751953125,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3776,3840,2048,64,0.2716663182131863,0.0,0.7265625,0.0078125,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3840,3904,2048,64,0.3017985485055414,0.0,0.74267578125,0.0087890625,0.08984375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3904,3968,2048,64,0.2899475910385643,0.0,0.734375,0.0048828125,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,3968,4032,2048,64,0.26183303215025355,0.0,0.7275390625,0.00732421875,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4032,4096,2048,64,0.2882455416548155,0.0,0.755859375,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4096,4160,2048,64,0.3061712409939197,0.0,0.77783203125,0.0078125,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4160,4224,2048,64,0.27961051274809867,0.0,0.72021484375,0.0068359375,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4224,4288,2048,64,0.3085472345300734,0.0,0.72607421875,0.013671875,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4288,4352,2048,64,0.27445822081981874,0.0,0.70556640625,0.0107421875,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4352,4416,2048,64,0.27458144962552533,0.0,0.71240234375,0.01318359375,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4416,4480,2048,64,0.30481195013299567,0.0,0.73388671875,0.009765625,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4480,4544,2048,64,0.2947064101592084,0.0,0.72119140625,0.009765625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4544,4608,2048,64,0.29987450938152505,0.0,0.7421875,0.00390625,0.07177734375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4608,4672,2048,64,0.2972008593146704,0.0,0.74755859375,0.01318359375,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4672,4736,2048,64,0.28105285135227137,0.0,0.71435546875,0.00927734375,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4736,4800,2048,64,0.29163229573719457,0.0,0.73876953125,0.00830078125,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4800,4864,2048,64,0.28895285211590477,0.0,0.71826171875,0.00927734375,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4864,4928,2048,64,0.2779252719920097,0.0,0.7080078125,0.00732421875,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4928,4992,2048,64,0.27374029202321465,0.0,0.72509765625,0.00927734375,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,4992,5056,2048,64,0.2890510543021192,0.0,0.7109375,0.0087890625,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5056,5120,2048,64,0.27757018451697074,0.0,0.74267578125,0.00927734375,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5120,5184,2048,64,0.2939017048867705,0.0,0.74755859375,0.0087890625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5184,5248,2048,64,0.34085629155285413,0.0,0.73583984375,0.01025390625,0.10107421875,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5248,5312,2048,64,0.2689105851855994,0.0,0.67041015625,0.00927734375,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5312,5376,2048,64,0.27256388498279305,0.0,0.7470703125,0.005859375,0.078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5376,5440,2048,64,0.2861093269139782,0.0,0.70068359375,0.0068359375,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5440,5504,2048,64,0.28265021177434024,0.0,0.7353515625,0.00732421875,0.09375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5504,5568,2048,64,0.3147692157704224,0.0,0.7197265625,0.00830078125,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5568,5632,2048,64,0.26754273613991186,0.0,0.75830078125,0.00927734375,0.0732421875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5632,5696,2048,64,0.25622422265648315,0.0,0.68408203125,0.00830078125,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5696,5760,2048,64,0.2892534307905724,0.0,0.73974609375,0.01025390625,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5760,5824,2048,64,0.2844619232221381,0.0,0.6640625,0.01318359375,0.10400390625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5824,5888,2048,64,0.2867502615364841,0.0,0.74462890625,0.0087890625,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5888,5952,2048,64,0.30302343723915187,0.0,0.72802734375,0.0107421875,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gate_proj.output,64,5952,6016,2048,64,0.28282516686879433,0.0,0.6943359375,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,64,6016,6080,2048,64,0.2931786195654769,0.0,0.71142578125,0.01171875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,64,6080,6144,2048,64,0.2686188934567226,0.0,0.70751953125,0.0068359375,0.06494140625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,0,128,4096,128,0.28794625617689873,0.0,0.721923828125,0.00830078125,0.090087890625,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,128,256,4096,128,0.2815085778704855,0.0,0.725830078125,0.007568359375,0.086181640625,1.0,97,0.7578125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,256,384,4096,128,0.3208652047899689,0.0,0.699951171875,0.01220703125,0.0908203125,1.0,92,0.71875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,384,512,4096,128,0.2939988516539779,0.0,0.734130859375,0.009521484375,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,512,640,4096,128,0.2819078071129519,0.0,0.716552734375,0.01123046875,0.092529296875,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,640,768,4096,128,0.292027915906675,0.0,0.704833984375,0.011474609375,0.095703125,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,768,896,4096,128,0.29607055648319314,0.0,0.729248046875,0.008056640625,0.093994140625,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,896,1024,4096,128,0.27240866236398065,0.0,0.718505859375,0.007080078125,0.083984375,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1024,1152,4096,128,0.28589303190754856,0.0,0.750244140625,0.0087890625,0.0771484375,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1152,1280,4096,128,0.2765128068092266,0.0,0.73876953125,0.00537109375,0.07763671875,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1280,1408,4096,128,0.31123297938769046,0.0,0.708740234375,0.008056640625,0.090576171875,1.0,95,0.7421875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1408,1536,4096,128,0.33183842044301226,0.0,0.743408203125,0.009521484375,0.096435546875,1.0,91,0.7109375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1536,1664,4096,128,0.2993431313888919,0.0,0.739501953125,0.009033203125,0.08447265625,1.0,97,0.7578125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1664,1792,4096,128,0.3266838935279059,0.0,0.711181640625,0.01025390625,0.092041015625,1.0,91,0.7109375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1792,1920,4096,128,0.2744590828057067,0.0,0.70068359375,0.009521484375,0.086669921875,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,1920,2048,4096,128,0.2777779428533326,0.0,0.72802734375,0.010498046875,0.090576171875,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2048,2176,4096,128,0.2831878393346656,0.0,0.71728515625,0.008056640625,0.08642578125,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2176,2304,4096,128,0.3059076909650805,0.0,0.72021484375,0.009033203125,0.09326171875,1.0,96,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2304,2432,4096,128,0.2834411363293805,0.0,0.732666015625,0.009521484375,0.08544921875,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2432,2560,4096,128,0.2791869140598858,0.0,0.715576171875,0.009765625,0.088623046875,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2560,2688,4096,128,0.2835000291722467,0.0,0.7060546875,0.008544921875,0.083984375,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2688,2816,4096,128,0.26771445887275763,0.0,0.7001953125,0.00732421875,0.0859375,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2816,2944,4096,128,0.2973918039066541,0.0,0.72607421875,0.008056640625,0.093017578125,1.0,95,0.7421875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,2944,3072,4096,128,0.29957232292623853,0.0,0.736328125,0.007568359375,0.0966796875,1.0,95,0.7421875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3072,3200,4096,128,0.28180587983905686,0.0,0.737548828125,0.009765625,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3200,3328,4096,128,0.27380464669071863,0.0,0.7099609375,0.008056640625,0.07958984375,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3328,3456,4096,128,0.2747282021993748,0.0,0.74560546875,0.009033203125,0.08544921875,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3456,3584,4096,128,0.3026243849125944,0.0,0.71142578125,0.009521484375,0.080078125,1.0,97,0.7578125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3584,3712,4096,128,0.28746799406776086,0.0,0.73583984375,0.010009765625,0.091552734375,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3712,3840,4096,128,0.2777095464628208,0.0,0.717041015625,0.007080078125,0.086669921875,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3840,3968,4096,128,0.29593239889298883,0.0,0.738525390625,0.006591796875,0.083984375,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,3968,4096,4096,128,0.27535615937261476,0.0,0.74169921875,0.007568359375,0.079833984375,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4096,4224,4096,128,0.29319180381706744,0.0,0.7490234375,0.0068359375,0.08154296875,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4224,4352,4096,128,0.2920006086566743,0.0,0.7158203125,0.01171875,0.091064453125,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4352,4480,4096,128,0.29009075943774454,0.0,0.72314453125,0.01123046875,0.0859375,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4480,4608,4096,128,0.29730168984193306,0.0,0.731689453125,0.0068359375,0.0791015625,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4608,4736,4096,128,0.2892395685505533,0.0,0.73095703125,0.010986328125,0.09130859375,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4736,4864,4096,128,0.2902956653679679,0.0,0.728515625,0.0087890625,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4864,4992,4096,128,0.2758407187932806,0.0,0.716552734375,0.00830078125,0.08251953125,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,4992,5120,4096,128,0.2833687697382616,0.0,0.726806640625,0.0087890625,0.087158203125,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5120,5248,4096,128,0.3182461497225965,0.0,0.74169921875,0.00927734375,0.08935546875,1.0,95,0.7421875
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5248,5376,4096,128,0.2707433971695106,0.0,0.708740234375,0.007568359375,0.085205078125,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5376,5504,4096,128,0.28438502875788757,0.0,0.718017578125,0.007080078125,0.08740234375,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5504,5632,4096,128,0.29211194331793183,0.0,0.739013671875,0.009033203125,0.0791015625,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5632,5760,4096,128,0.2732383570255424,0.0,0.7119140625,0.009765625,0.091552734375,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5760,5888,4096,128,0.28560838420333495,0.0,0.704345703125,0.010986328125,0.093017578125,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.gate_proj.output,128,5888,6016,4096,128,0.29309834401663853,0.0,0.711181640625,0.0087890625,0.091552734375,1.0,96,0.75
+fresh-en-1,layers.0.mlp.gate_proj.output,128,6016,6144,4096,128,0.28116704366997985,0.0,0.70947265625,0.00927734375,0.077392578125,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.up_proj.output,0,0,6144,196608,6144,0.188060347267581,0.0,0.4999033610026042,0.0087890625,0.08910624186197917,1.0,5007,0.81494140625
+fresh-en-1,layers.0.mlp.up_proj.output,64,0,64,2048,64,0.1909587060754101,0.0,0.49169921875,0.01220703125,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,64,128,2048,64,0.18178871348181166,0.0,0.51611328125,0.00732421875,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,128,192,2048,64,0.17932352650999087,0.0,0.4765625,0.00537109375,0.09716796875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,192,256,2048,64,0.1847533718569684,0.0,0.5048828125,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,256,320,2048,64,0.18627781415441286,0.0,0.50244140625,0.00830078125,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,320,384,2048,64,0.17877817934270987,0.0,0.48681640625,0.005859375,0.095703125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,384,448,2048,64,0.18142914849910377,0.0,0.49755859375,0.009765625,0.0791015625,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,448,512,2048,64,0.1908469206332409,0.0,0.5146484375,0.0078125,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,512,576,2048,64,0.18293764556872524,0.0,0.5234375,0.01025390625,0.07861328125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,576,640,2048,64,0.18603069960504143,0.0,0.47412109375,0.0068359375,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,640,704,2048,64,0.1806537177494161,0.0,0.51171875,0.00830078125,0.08544921875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,704,768,2048,64,0.18539267849721175,0.0,0.5126953125,0.01220703125,0.0927734375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,768,832,2048,64,0.19714157653970202,0.0,0.51171875,0.00927734375,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,832,896,2048,64,0.1776935641177525,0.0,0.486328125,0.0087890625,0.08740234375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,896,960,2048,64,0.17609122823432347,0.0,0.48876953125,0.0068359375,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,960,1024,2048,64,0.18620873816280692,0.0,0.515625,0.0107421875,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1024,1088,2048,64,0.19165305334665822,0.0,0.49169921875,0.00927734375,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1088,1152,2048,64,0.20374237497698966,0.0,0.4853515625,0.01220703125,0.1044921875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1152,1216,2048,64,0.19199234513765026,0.0,0.4921875,0.0087890625,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1216,1280,2048,64,0.1987216421719703,0.0,0.56005859375,0.01220703125,0.09765625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1280,1344,2048,64,0.1827295649812789,0.0,0.4677734375,0.0087890625,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1344,1408,2048,64,0.18805774195228042,0.0,0.48095703125,0.01220703125,0.09716796875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1408,1472,2048,64,0.19361488529793416,0.0,0.533203125,0.009765625,0.09521484375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1472,1536,2048,64,0.19104298606905668,0.0,0.5,0.00732421875,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1536,1600,2048,64,0.18620356578589115,0.0,0.51025390625,0.00927734375,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1600,1664,2048,64,0.20261591738775153,0.0,0.4931640625,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,1664,1728,2048,64,0.2659548194207445,0.0,0.5087890625,0.01025390625,0.11767578125,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.up_proj.output,64,1728,1792,2048,64,0.18872810082029032,0.0,0.5234375,0.00927734375,0.0927734375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,1792,1856,2048,64,0.18343044669717945,0.0,0.521484375,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1856,1920,2048,64,0.19853331625480802,0.0,0.47314453125,0.009765625,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,1920,1984,2048,64,0.18085428171342063,0.0,0.50537109375,0.00927734375,0.08935546875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,1984,2048,2048,64,0.18314392029907442,0.0,0.5146484375,0.00830078125,0.0859375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,2048,2112,2048,64,0.19033985025518702,0.0,0.52783203125,0.0087890625,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2112,2176,2048,64,0.1809959978283257,0.0,0.5009765625,0.00634765625,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2176,2240,2048,64,0.18681044486157297,0.0,0.49169921875,0.005859375,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2240,2304,2048,64,0.17856685270932177,0.0,0.4609375,0.0078125,0.0966796875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,2304,2368,2048,64,0.196947561321683,0.0,0.48046875,0.0087890625,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2368,2432,2048,64,0.17412856732332724,0.0,0.51708984375,0.0068359375,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2432,2496,2048,64,0.18574875884475262,0.0,0.48974609375,0.0068359375,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2496,2560,2048,64,0.18400771573429847,0.0,0.4833984375,0.01123046875,0.0986328125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2560,2624,2048,64,0.18848777083954502,0.0,0.52099609375,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2624,2688,2048,64,0.18527075059663686,0.0,0.5009765625,0.0068359375,0.0908203125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2688,2752,2048,64,0.18236785803167974,0.0,0.47705078125,0.0078125,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2752,2816,2048,64,0.1873781130481863,0.0,0.5458984375,0.00634765625,0.0869140625,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,2816,2880,2048,64,0.19225662443802907,0.0,0.4580078125,0.0048828125,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2880,2944,2048,64,0.1869301742559062,0.0,0.4892578125,0.00732421875,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,2944,3008,2048,64,0.19070365093639635,0.0,0.50634765625,0.0048828125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3008,3072,2048,64,0.1847392800969944,0.0,0.4833984375,0.00830078125,0.0908203125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,3072,3136,2048,64,0.18524373812391498,0.0,0.48974609375,0.01025390625,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3136,3200,2048,64,0.18967787806185574,0.0,0.49853515625,0.0126953125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,3200,3264,2048,64,0.181612697811776,0.0,0.5,0.0068359375,0.09423828125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3264,3328,2048,64,0.18496953286411486,0.0,0.51953125,0.01171875,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3328,3392,2048,64,0.18188703408349416,0.0,0.5400390625,0.0087890625,0.0810546875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,3392,3456,2048,64,0.182358251815137,0.0,0.4921875,0.00830078125,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3456,3520,2048,64,0.18691345643040205,0.0,0.4755859375,0.0078125,0.07470703125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3520,3584,2048,64,0.19874056578654023,0.0,0.50341796875,0.0107421875,0.099609375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3584,3648,2048,64,0.1879232485799694,0.0,0.51220703125,0.0087890625,0.0830078125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,3648,3712,2048,64,0.1949505105620117,0.0,0.48095703125,0.00732421875,0.09375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3712,3776,2048,64,0.18870445449978715,0.0,0.46484375,0.0068359375,0.07861328125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3776,3840,2048,64,0.2059311429672206,0.0,0.505859375,0.01025390625,0.1015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,3840,3904,2048,64,0.1968427337507016,0.0,0.4833984375,0.00927734375,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3904,3968,2048,64,0.18642871995666607,0.0,0.47509765625,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,3968,4032,2048,64,0.18367351111440453,0.0,0.46630859375,0.01318359375,0.091796875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4032,4096,2048,64,0.17611508208333815,0.0,0.52392578125,0.005859375,0.08642578125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,4096,4160,2048,64,0.1922806144706778,0.0,0.46484375,0.01025390625,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4160,4224,2048,64,0.17670432561790278,0.0,0.52099609375,0.0126953125,0.08984375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,4224,4288,2048,64,0.18943300216321163,0.0,0.4765625,0.0078125,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,4288,4352,2048,64,0.19157504086427185,0.0,0.5244140625,0.01123046875,0.09521484375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4352,4416,2048,64,0.18944170749222347,0.0,0.4892578125,0.0087890625,0.10546875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4416,4480,2048,64,0.18426043688589777,0.0,0.50244140625,0.00732421875,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4480,4544,2048,64,0.18763283114705628,0.0,0.5361328125,0.01318359375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4544,4608,2048,64,0.19126444893872907,0.0,0.49072265625,0.00830078125,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4608,4672,2048,64,0.18246601269957047,0.0,0.51220703125,0.0107421875,0.09375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4672,4736,2048,64,0.1850424218568646,0.0,0.50390625,0.00439453125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4736,4800,2048,64,0.19017893167408656,0.0,0.50390625,0.0068359375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4800,4864,2048,64,0.19122222950218634,0.0,0.529296875,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4864,4928,2048,64,0.184495152976222,0.0,0.5126953125,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,4928,4992,2048,64,0.184131404175788,0.0,0.537109375,0.01025390625,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.up_proj.output,64,4992,5056,2048,64,0.17846175805364828,0.0,0.498046875,0.00634765625,0.0859375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,5056,5120,2048,64,0.18783906666727676,0.0,0.52294921875,0.00830078125,0.0908203125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,5120,5184,2048,64,0.19752256529927936,0.0,0.525390625,0.0087890625,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5184,5248,2048,64,0.1836012471474592,0.0,0.47509765625,0.0087890625,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5248,5312,2048,64,0.18684699098651028,0.0,0.49609375,0.0107421875,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5312,5376,2048,64,0.18161728734030608,0.0,0.49951171875,0.00537109375,0.0888671875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,5376,5440,2048,64,0.18819847508055215,0.0,0.52587890625,0.00927734375,0.09033203125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5440,5504,2048,64,0.18313044779516113,0.0,0.50146484375,0.00830078125,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5504,5568,2048,64,0.17708513193905306,0.0,0.46826171875,0.01025390625,0.09375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5568,5632,2048,64,0.19012565763573247,0.0,0.4580078125,0.00927734375,0.0908203125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5632,5696,2048,64,0.1789294089686055,0.0,0.447265625,0.0087890625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5696,5760,2048,64,0.18579964486290187,0.0,0.51171875,0.009765625,0.0859375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,64,5760,5824,2048,64,0.18606003978305619,0.0,0.52734375,0.00732421875,0.08203125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5824,5888,2048,64,0.18919709365355894,0.0,0.49462890625,0.00830078125,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5888,5952,2048,64,0.18681277069541252,0.0,0.50732421875,0.0087890625,0.095703125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,5952,6016,2048,64,0.18661680002544828,0.0,0.49267578125,0.01025390625,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,64,6016,6080,2048,64,0.18941734237811528,0.0,0.5087890625,0.01171875,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,64,6080,6144,2048,64,0.18537334860021795,0.0,0.4833984375,0.0087890625,0.07958984375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,128,0,128,4096,128,0.18643009919989725,0.0,0.50390625,0.009765625,0.090087890625,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,128,256,4096,128,0.18205869324547322,0.0,0.49072265625,0.00732421875,0.090576171875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,256,384,4096,128,0.18256651042187352,0.0,0.49462890625,0.007080078125,0.09423828125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,384,512,4096,128,0.1861975873102286,0.0,0.506103515625,0.0087890625,0.085205078125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,512,640,4096,128,0.1844906547250696,0.0,0.498779296875,0.008056640625,0.0810546875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,640,768,4096,128,0.1830385355288009,0.0,0.51220703125,0.010009765625,0.08984375,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,768,896,4096,128,0.18766966181222394,0.0,0.4990234375,0.0087890625,0.09130859375,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,896,1024,4096,128,0.18122060427729705,0.0,0.502197265625,0.00830078125,0.09033203125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1024,1152,4096,128,0.19779010114052886,0.0,0.488525390625,0.010986328125,0.099609375,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.up_proj.output,128,1152,1280,4096,128,0.19538596630641006,0.0,0.526123046875,0.010498046875,0.090576171875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1280,1408,4096,128,0.18541279382291548,0.0,0.474365234375,0.0107421875,0.09130859375,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1408,1536,4096,128,0.19233323469321936,0.0,0.5166015625,0.008544921875,0.0888671875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1536,1664,4096,128,0.19458285881631612,0.0,0.501708984375,0.008056640625,0.08544921875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.up_proj.output,128,1664,1792,4096,128,0.23059733521048598,0.0,0.51611328125,0.01025390625,0.10986328125,1.0,97,0.7578125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1792,1920,4096,128,0.19113111525685503,0.0,0.497314453125,0.009521484375,0.08642578125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,1920,2048,4096,128,0.1820027015686732,0.0,0.510009765625,0.009033203125,0.0869140625,1.0,107,0.8359375
+fresh-en-1,layers.0.mlp.up_proj.output,128,2048,2176,4096,128,0.18572669413016307,0.0,0.514404296875,0.0078125,0.089111328125,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2176,2304,4096,128,0.18273514056673856,0.0,0.476318359375,0.0068359375,0.089111328125,1.0,107,0.8359375
+fresh-en-1,layers.0.mlp.up_proj.output,128,2304,2432,4096,128,0.18588854169721244,0.0,0.498779296875,0.008056640625,0.08984375,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2432,2560,4096,128,0.18488028675621485,0.0,0.486572265625,0.0087890625,0.091064453125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2560,2688,4096,128,0.18688618298673398,0.0,0.510986328125,0.00634765625,0.088134765625,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2688,2816,4096,128,0.1848899576674755,0.0,0.511474609375,0.00732421875,0.08544921875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2816,2944,4096,128,0.1896121036321901,0.0,0.4736328125,0.00634765625,0.083251953125,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,2944,3072,4096,128,0.18774515185648158,0.0,0.494873046875,0.006591796875,0.08935546875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3072,3200,4096,128,0.1874739181061859,0.0,0.494140625,0.011474609375,0.088623046875,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3200,3328,4096,128,0.1832987999066556,0.0,0.509765625,0.00927734375,0.0908203125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3328,3456,4096,128,0.1821227953507785,0.0,0.51611328125,0.008544921875,0.078857421875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3456,3584,4096,128,0.19291766726237639,0.0,0.489501953125,0.009033203125,0.087158203125,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3584,3712,4096,128,0.191469121433768,0.0,0.49658203125,0.008544921875,0.088134765625,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3712,3840,4096,128,0.19750570471741832,0.0,0.4853515625,0.00830078125,0.09033203125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.up_proj.output,128,3840,3968,4096,128,0.19170645457982188,0.0,0.479248046875,0.009521484375,0.089111328125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,3968,4096,4096,128,0.1799339890380834,0.0,0.4951171875,0.009521484375,0.08984375,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4096,4224,4096,128,0.1846567808033315,0.0,0.492919921875,0.010986328125,0.08837890625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4224,4352,4096,128,0.19050703214148654,0.0,0.50048828125,0.009521484375,0.09228515625,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4352,4480,4096,128,0.18686903052532686,0.0,0.495849609375,0.008056640625,0.09765625,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4480,4608,4096,128,0.18945734183727933,0.0,0.513427734375,0.0107421875,0.083251953125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4608,4736,4096,128,0.1837587326865497,0.0,0.508056640625,0.007568359375,0.088134765625,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4736,4864,4096,128,0.19070129405497452,0.0,0.5166015625,0.008056640625,0.087158203125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,4864,4992,4096,128,0.18431336830988,0.0,0.52490234375,0.00927734375,0.087158203125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.up_proj.output,128,4992,5120,4096,128,0.1832104173539711,0.0,0.510498046875,0.00732421875,0.088134765625,1.0,108,0.84375
+fresh-en-1,layers.0.mlp.up_proj.output,128,5120,5248,4096,128,0.1906889899240521,0.0,0.500244140625,0.00830078125,0.090576171875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.up_proj.output,128,5248,5376,4096,128,0.1842506948447744,0.0,0.497802734375,0.008056640625,0.088134765625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,5376,5504,4096,128,0.1856817531857956,0.0,0.513671875,0.009033203125,0.09033203125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,5504,5632,4096,128,0.18372113330438009,0.0,0.463134765625,0.009033203125,0.09228515625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,5632,5760,4096,128,0.18239687692643608,0.0,0.4794921875,0.009521484375,0.082275390625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.up_proj.output,128,5760,5888,4096,128,0.1876351228462118,0.0,0.510986328125,0.007568359375,0.0869140625,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.up_proj.output,128,5888,6016,4096,128,0.1867148110711024,0.0,0.5,0.009521484375,0.0908203125,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.up_proj.output,128,6016,6144,4096,128,0.18740625385088683,0.0,0.49609375,0.01025390625,0.080810546875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,0,0,6144,196608,6144,0.12263101727396712,0.0,0.7235514322916666,0.007639567057291667,0.07365926106770833,1.0,4895,0.7967122395833334
+fresh-en-1,layers.0.mlp.silu_gate,64,0,64,2048,64,0.12507609065976893,0.0,0.7294921875,0.0068359375,0.07373046875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,64,128,2048,64,0.12157663015725495,0.0,0.71435546875,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,128,192,2048,64,0.12041092235106339,0.0,0.728515625,0.0078125,0.07275390625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,192,256,2048,64,0.11212760981241408,0.0,0.72314453125,0.00390625,0.0654296875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,256,320,2048,64,0.12633412964027596,0.0,0.7119140625,0.01025390625,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,320,384,2048,64,0.1316777880784795,0.0,0.68798828125,0.00830078125,0.07373046875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,384,448,2048,64,0.1290238494925385,0.0,0.71923828125,0.00830078125,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,448,512,2048,64,0.11669717983528326,0.0,0.7490234375,0.009765625,0.07080078125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,512,576,2048,64,0.12267959988750032,0.0,0.7265625,0.01025390625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,576,640,2048,64,0.11148345382885164,0.0,0.70654296875,0.00830078125,0.06787109375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,640,704,2048,64,0.12484332329050334,0.0,0.7080078125,0.01123046875,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,704,768,2048,64,0.11443686327653922,0.0,0.70166015625,0.00927734375,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,768,832,2048,64,0.1211583302143564,0.0,0.7265625,0.00341796875,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,832,896,2048,64,0.1240240124446055,0.0,0.73193359375,0.00927734375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,896,960,2048,64,0.10941787287925878,0.0,0.73046875,0.00390625,0.0634765625,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.silu_gate,64,960,1024,2048,64,0.12490557051852953,0.0,0.70654296875,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,1024,1088,2048,64,0.12033800713954228,0.0,0.74560546875,0.005859375,0.060546875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,1088,1152,2048,64,0.12259149493156085,0.0,0.7548828125,0.0107421875,0.06298828125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,1152,1216,2048,64,0.11492781799737507,0.0,0.7373046875,0.005859375,0.0654296875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,1216,1280,2048,64,0.11565254423667837,0.0,0.740234375,0.001953125,0.064453125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.silu_gate,64,1280,1344,2048,64,0.11102556448880566,0.0,0.6953125,0.0048828125,0.05859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,1344,1408,2048,64,0.13806507760996115,0.0,0.72216796875,0.0068359375,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.silu_gate,64,1408,1472,2048,64,0.12291050267515419,0.0,0.7568359375,0.009765625,0.06689453125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,1472,1536,2048,64,0.1225383465125197,0.0,0.72998046875,0.00341796875,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,1536,1600,2048,64,0.11968956278246067,0.0,0.7451171875,0.005859375,0.06396484375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,1600,1664,2048,64,0.13230702436243819,0.0,0.73388671875,0.01123046875,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.silu_gate,64,1664,1728,2048,64,0.13024300617717974,0.0,0.71826171875,0.0078125,0.06494140625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,1728,1792,2048,64,0.12545808323602847,0.0,0.7041015625,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,1792,1856,2048,64,0.1159553572961436,0.0,0.68896484375,0.0068359375,0.0703125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,1856,1920,2048,64,0.12540660141125043,0.0,0.71240234375,0.0107421875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,1920,1984,2048,64,0.13496851223708545,0.0,0.7265625,0.0087890625,0.09375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.silu_gate,64,1984,2048,2048,64,0.11529986531249124,0.0,0.7294921875,0.00927734375,0.07421875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,2048,2112,2048,64,0.11734958626504455,0.0,0.7470703125,0.00537109375,0.0693359375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,2112,2176,2048,64,0.12727818582879763,0.0,0.6875,0.00830078125,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,2176,2240,2048,64,0.12417634588116992,0.0,0.7236328125,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,2240,2304,2048,64,0.1269816078388641,0.0,0.716796875,0.0087890625,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,2304,2368,2048,64,0.13089396186292246,0.0,0.70263671875,0.00927734375,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.silu_gate,64,2368,2432,2048,64,0.11887478090014153,0.0,0.7626953125,0.0078125,0.06884765625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,2432,2496,2048,64,0.11646883578541199,0.0,0.69287109375,0.01025390625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,2496,2560,2048,64,0.11676482648109225,0.0,0.73828125,0.00634765625,0.0703125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,2560,2624,2048,64,0.11938195963283542,0.0,0.69140625,0.00634765625,0.06689453125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,2624,2688,2048,64,0.11423353327661183,0.0,0.720703125,0.0087890625,0.068359375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,2688,2752,2048,64,0.11448845856501101,0.0,0.7236328125,0.0048828125,0.076171875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.silu_gate,64,2752,2816,2048,64,0.12180804932005512,0.0,0.6767578125,0.0068359375,0.07373046875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,2816,2880,2048,64,0.12001488342995056,0.0,0.71826171875,0.0068359375,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,2880,2944,2048,64,0.12569294688808344,0.0,0.73388671875,0.005859375,0.07421875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,2944,3008,2048,64,0.11675714074230448,0.0,0.73876953125,0.005859375,0.0732421875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3008,3072,2048,64,0.12462354575352291,0.0,0.73388671875,0.0048828125,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,3072,3136,2048,64,0.12259145343920544,0.0,0.75439453125,0.00927734375,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,3136,3200,2048,64,0.11850339100275166,0.0,0.720703125,0.00830078125,0.07275390625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3200,3264,2048,64,0.12457111249580524,0.0,0.73779296875,0.0078125,0.06640625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,3264,3328,2048,64,0.11675664683526593,0.0,0.68212890625,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3328,3392,2048,64,0.12126152184689223,0.0,0.75,0.005859375,0.0693359375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,3392,3456,2048,64,0.11398899685103418,0.0,0.7412109375,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3456,3520,2048,64,0.1218252751365434,0.0,0.69970703125,0.0068359375,0.0712890625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3520,3584,2048,64,0.1461114958816843,0.0,0.72314453125,0.01025390625,0.06884765625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.silu_gate,64,3584,3648,2048,64,0.12071817209861536,0.0,0.734375,0.0068359375,0.07373046875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3648,3712,2048,64,0.12039898489147946,0.0,0.7373046875,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,3712,3776,2048,64,0.1326553061618134,0.0,0.70751953125,0.005859375,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,3776,3840,2048,64,0.11535702131655125,0.0,0.7265625,0.00537109375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,3840,3904,2048,64,0.12818951751888497,0.0,0.74267578125,0.0078125,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,3904,3968,2048,64,0.11909635737948163,0.0,0.734375,0.0048828125,0.06396484375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,3968,4032,2048,64,0.1139996926200026,0.0,0.7275390625,0.00634765625,0.0576171875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4032,4096,2048,64,0.1272483454027222,0.0,0.755859375,0.005859375,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,4096,4160,2048,64,0.12148886303672185,0.0,0.77783203125,0.00634765625,0.0625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,4160,4224,2048,64,0.12335151377849794,0.0,0.72021484375,0.0068359375,0.07275390625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,4224,4288,2048,64,0.13849544665305322,0.0,0.72607421875,0.0126953125,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,4288,4352,2048,64,0.11955919813091023,0.0,0.70556640625,0.00927734375,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,4352,4416,2048,64,0.12290807839651145,0.0,0.71240234375,0.01171875,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4416,4480,2048,64,0.12049831544366237,0.0,0.73388671875,0.00732421875,0.06396484375,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,4480,4544,2048,64,0.12449659943446278,0.0,0.72119140625,0.0087890625,0.07373046875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4544,4608,2048,64,0.1261252270236686,0.0,0.7421875,0.00390625,0.06201171875,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,4608,4672,2048,64,0.12244719606621382,0.0,0.74755859375,0.0107421875,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4672,4736,2048,64,0.12337963400636194,0.0,0.71435546875,0.00830078125,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4736,4800,2048,64,0.12778168887766156,0.0,0.73876953125,0.00732421875,0.06201171875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4800,4864,2048,64,0.12871563541011147,0.0,0.71826171875,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,4864,4928,2048,64,0.11743752196136942,0.0,0.7080078125,0.00634765625,0.06494140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,4928,4992,2048,64,0.11567225655695919,0.0,0.72509765625,0.0087890625,0.07373046875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,4992,5056,2048,64,0.12690956811970916,0.0,0.7109375,0.00830078125,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,5056,5120,2048,64,0.11624154077333132,0.0,0.74267578125,0.00732421875,0.0703125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,5120,5184,2048,64,0.12479609305812199,0.0,0.74755859375,0.0068359375,0.07177734375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,5184,5248,2048,64,0.12721760697979118,0.0,0.73583984375,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,5248,5312,2048,64,0.11759699142562031,0.0,0.67041015625,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,5312,5376,2048,64,0.11371049554591744,0.0,0.7470703125,0.00390625,0.06640625,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,5376,5440,2048,64,0.13233037629139535,0.0,0.70068359375,0.0068359375,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,5440,5504,2048,64,0.11948719580670943,0.0,0.7353515625,0.00634765625,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,5504,5568,2048,64,0.12578866592091606,0.0,0.7197265625,0.00830078125,0.07080078125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,5568,5632,2048,64,0.11407935081220301,0.0,0.75830078125,0.0078125,0.06103515625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,5632,5696,2048,64,0.11283910139917291,0.0,0.68408203125,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,64,5696,5760,2048,64,0.12748458294861859,0.0,0.73974609375,0.009765625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,5760,5824,2048,64,0.1328004058518533,0.0,0.6640625,0.0126953125,0.09912109375,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,64,5824,5888,2048,64,0.1257585677858172,0.0,0.74462890625,0.00830078125,0.07080078125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,64,5888,5952,2048,64,0.13194630089939027,0.0,0.72802734375,0.00830078125,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.silu_gate,64,5952,6016,2048,64,0.12570947731218987,0.0,0.6943359375,0.0078125,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,6016,6080,2048,64,0.12772653250267763,0.0,0.71142578125,0.01025390625,0.0751953125,1.0,51,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,64,6080,6144,2048,64,0.11847446623789296,0.0,0.70751953125,0.00634765625,0.05322265625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,128,0,128,4096,128,0.12333877219902242,0.0,0.721923828125,0.007080078125,0.07568359375,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,128,256,4096,128,0.11634300817771301,0.0,0.725830078125,0.005615234375,0.069091796875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,256,384,4096,128,0.12903362388386796,0.0,0.699951171875,0.009033203125,0.072998046875,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.silu_gate,128,384,512,4096,128,0.12301501030236446,0.0,0.734130859375,0.009521484375,0.073974609375,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,512,640,4096,128,0.11721528207995505,0.0,0.716552734375,0.00927734375,0.078125,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.silu_gate,128,640,768,4096,128,0.11975318585906278,0.0,0.704833984375,0.010498046875,0.078857421875,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,768,896,4096,128,0.12259954454073368,0.0,0.729248046875,0.00634765625,0.08056640625,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,896,1024,4096,128,0.11741735913394788,0.0,0.718505859375,0.005859375,0.072998046875,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,1024,1152,4096,128,0.12146997693230915,0.0,0.750244140625,0.00830078125,0.061767578125,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,1152,1280,4096,128,0.11529075057881837,0.0,0.73876953125,0.00390625,0.0654296875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.silu_gate,128,1280,1408,4096,128,0.12527697638732851,0.0,0.708740234375,0.0068359375,0.072265625,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,1408,1536,4096,128,0.12272456566205771,0.0,0.743408203125,0.006591796875,0.069580078125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,1536,1664,4096,128,0.1261561336889717,0.0,0.739501953125,0.00830078125,0.07275390625,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,128,1664,1792,4096,128,0.12787292775902007,0.0,0.711181640625,0.00830078125,0.073974609375,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.silu_gate,128,1792,1920,4096,128,0.1207734667946494,0.0,0.70068359375,0.0087890625,0.07568359375,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,1920,2048,4096,128,0.12552003472866574,0.0,0.72802734375,0.010009765625,0.082275390625,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,128,2048,2176,4096,128,0.1224145865173899,0.0,0.71728515625,0.006591796875,0.0732421875,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,2176,2304,4096,128,0.12558680982838727,0.0,0.72021484375,0.007568359375,0.0751953125,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,2304,2432,4096,128,0.12502888223572353,0.0,0.732666015625,0.008544921875,0.075439453125,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,2432,2560,4096,128,0.11661692504171263,0.0,0.715576171875,0.00830078125,0.07470703125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,2560,2688,4096,128,0.11683610831124668,0.0,0.7060546875,0.007568359375,0.068115234375,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.silu_gate,128,2688,2816,4096,128,0.11820492380554463,0.0,0.7001953125,0.005615234375,0.074951171875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.silu_gate,128,2816,2944,4096,128,0.12288671437977987,0.0,0.72607421875,0.006591796875,0.076416015625,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.silu_gate,128,2944,3072,4096,128,0.12075441621427084,0.0,0.736328125,0.00537109375,0.07666015625,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,3072,3200,4096,128,0.12056475051914617,0.0,0.737548828125,0.0087890625,0.072509765625,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,3200,3328,4096,128,0.12072712339954426,0.0,0.7099609375,0.00732421875,0.06982421875,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,3328,3456,4096,128,0.11768145156253258,0.0,0.74560546875,0.00732421875,0.07470703125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,3456,3584,4096,128,0.1345175953005367,0.0,0.71142578125,0.00830078125,0.07080078125,1.0,98,0.765625
+fresh-en-1,layers.0.mlp.silu_gate,128,3584,3712,4096,128,0.1205586841287877,0.0,0.73583984375,0.008544921875,0.077392578125,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,3712,3840,4096,128,0.12430742660821135,0.0,0.717041015625,0.00634765625,0.07861328125,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,3840,3968,4096,128,0.12372650230000387,0.0,0.738525390625,0.005859375,0.06982421875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,3968,4096,4096,128,0.12080577661102462,0.0,0.74169921875,0.00634765625,0.067138671875,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,4096,4224,4096,128,0.12242373093767876,0.0,0.7490234375,0.006591796875,0.067138671875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,4224,4352,4096,128,0.12937424512115028,0.0,0.7158203125,0.010498046875,0.0810546875,1.0,100,0.78125
+fresh-en-1,layers.0.mlp.silu_gate,128,4352,4480,4096,128,0.1217091610354031,0.0,0.72314453125,0.009033203125,0.070556640625,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,4480,4608,4096,128,0.1253135590479279,0.0,0.731689453125,0.00634765625,0.06787109375,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.silu_gate,128,4608,4736,4096,128,0.12291429923329025,0.0,0.73095703125,0.009521484375,0.077880859375,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,4736,4864,4096,128,0.12824951230210632,0.0,0.728515625,0.007568359375,0.07177734375,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,4864,4992,4096,128,0.11655823115809134,0.0,0.716552734375,0.007568359375,0.069091796875,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.silu_gate,128,4992,5120,4096,128,0.12169251061936628,0.0,0.726806640625,0.0078125,0.07373046875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,5120,5248,4096,128,0.12601266676060002,0.0,0.74169921875,0.007568359375,0.076416015625,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.silu_gate,128,5248,5376,4096,128,0.11567006784310176,0.0,0.708740234375,0.005859375,0.07275390625,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,5376,5504,4096,128,0.12607243642282243,0.0,0.718017578125,0.006591796875,0.076904296875,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,5504,5632,4096,128,0.12007682281751443,0.0,0.739013671875,0.008056640625,0.06640625,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.silu_gate,128,5632,5760,4096,128,0.12038476168966743,0.0,0.7119140625,0.008544921875,0.081787109375,1.0,103,0.8046875
+fresh-en-1,layers.0.mlp.silu_gate,128,5760,5888,4096,128,0.12932742394008498,0.0,0.704345703125,0.010009765625,0.08544921875,1.0,101,0.7890625
+fresh-en-1,layers.0.mlp.silu_gate,128,5888,6016,4096,128,0.12886562576408112,0.0,0.711181640625,0.00830078125,0.08349609375,1.0,99,0.7734375
+fresh-en-1,layers.0.mlp.silu_gate,128,6016,6144,4096,128,0.12318739029525548,0.0,0.70947265625,0.00830078125,0.065185546875,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.gated_product,0,0,6144,196608,6144,0.03150361087330986,0.0,0.4986012776692708,0.048578898111979164,0.2816975911458333,1.0,3585,0.58349609375
+fresh-en-1,layers.0.mlp.gated_product,64,0,64,2048,64,0.053802268789895226,0.0,0.49658203125,0.07177734375,0.3857421875,1.0,15,0.234375
+fresh-en-1,layers.0.mlp.gated_product,64,64,128,2048,64,0.03164911623741182,0.0,0.498046875,0.04931640625,0.28515625,1.0,38,0.59375
+fresh-en-1,layers.0.mlp.gated_product,64,128,192,2048,64,0.026166149619905505,0.0,0.5048828125,0.03759765625,0.271484375,1.0,43,0.671875
+fresh-en-1,layers.0.mlp.gated_product,64,192,256,2048,64,0.022372098146015804,0.0,0.49072265625,0.037109375,0.22412109375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,256,320,2048,64,0.023518129589438733,0.0,0.50048828125,0.0400390625,0.2236328125,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,320,384,2048,64,0.02367697177874923,0.0,0.490234375,0.03759765625,0.23583984375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,384,448,2048,64,0.029141543189680395,0.0,0.47265625,0.04541015625,0.26220703125,1.0,40,0.625
+fresh-en-1,layers.0.mlp.gated_product,64,448,512,2048,64,0.023584975226677036,0.0,0.484375,0.0390625,0.2373046875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,512,576,2048,64,0.02453394280991462,0.0,0.486328125,0.046875,0.2314453125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,576,640,2048,64,0.02377017670807283,0.0,0.509765625,0.03662109375,0.21728515625,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,640,704,2048,64,0.023122021456503813,0.0,0.4853515625,0.04541015625,0.24169921875,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,704,768,2048,64,0.022763670001731445,0.0,0.50439453125,0.04541015625,0.24560546875,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,768,832,2048,64,0.046498882948317194,0.0,0.5029296875,0.06005859375,0.37353515625,1.0,20,0.3125
+fresh-en-1,layers.0.mlp.gated_product,64,832,896,2048,64,0.02483715177811558,0.0,0.51513671875,0.04736328125,0.25390625,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,896,960,2048,64,0.020482695714145384,0.0,0.50244140625,0.033203125,0.2158203125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,960,1024,2048,64,0.02991948002361148,0.0,0.49267578125,0.05029296875,0.27392578125,1.0,40,0.625
+fresh-en-1,layers.0.mlp.gated_product,64,1024,1088,2048,64,0.02630781693010567,0.0,0.5048828125,0.0419921875,0.2470703125,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gated_product,64,1088,1152,2048,64,0.07235832434962944,0.0,0.505859375,0.095703125,0.47412109375,1.0,4,0.0625
+fresh-en-1,layers.0.mlp.gated_product,64,1152,1216,2048,64,0.026834670317128006,0.0,0.51171875,0.041015625,0.25244140625,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,1216,1280,2048,64,0.023698796432103514,0.0,0.47900390625,0.0341796875,0.21728515625,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,1280,1344,2048,64,0.021974489912831494,0.0,0.5126953125,0.03173828125,0.23388671875,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,1344,1408,2048,64,0.027483144288234698,0.0,0.4970703125,0.04541015625,0.25,1.0,43,0.671875
+fresh-en-1,layers.0.mlp.gated_product,64,1408,1472,2048,64,0.025423451412966078,0.0,0.4921875,0.04345703125,0.22802734375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,1472,1536,2048,64,0.027455571496301463,0.0,0.50146484375,0.0380859375,0.24365234375,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gated_product,64,1536,1600,2048,64,0.022793546170645548,0.0,0.48974609375,0.0322265625,0.212890625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,1600,1664,2048,64,0.032463566884972546,0.0,0.49169921875,0.0458984375,0.27294921875,1.0,37,0.578125
+fresh-en-1,layers.0.mlp.gated_product,64,1664,1728,2048,64,0.06097939856674596,0.0,0.51025390625,0.06787109375,0.40478515625,1.0,11,0.171875
+fresh-en-1,layers.0.mlp.gated_product,64,1728,1792,2048,64,0.0272838258888057,0.0,0.5078125,0.04443359375,0.25537109375,1.0,41,0.640625
+fresh-en-1,layers.0.mlp.gated_product,64,1792,1856,2048,64,0.0231058434768352,0.0,0.46533203125,0.0341796875,0.23291015625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,1856,1920,2048,64,0.04890947159622348,0.0,0.5126953125,0.068359375,0.36767578125,1.0,18,0.28125
+fresh-en-1,layers.0.mlp.gated_product,64,1920,1984,2048,64,0.04221765471190278,0.0,0.52392578125,0.072265625,0.3583984375,1.0,24,0.375
+fresh-en-1,layers.0.mlp.gated_product,64,1984,2048,2048,64,0.02660301907833725,0.0,0.4873046875,0.0458984375,0.267578125,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,2048,2112,2048,64,0.02317264965568147,0.0,0.47021484375,0.03515625,0.224609375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,2112,2176,2048,64,0.026926033861086867,0.0,0.5009765625,0.0458984375,0.2607421875,1.0,42,0.65625
+fresh-en-1,layers.0.mlp.gated_product,64,2176,2240,2048,64,0.023382266978606493,0.0,0.49462890625,0.0302734375,0.216796875,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,2240,2304,2048,64,0.022154777669016017,0.0,0.501953125,0.03857421875,0.224609375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,2304,2368,2048,64,0.03218508182077421,0.0,0.48779296875,0.0419921875,0.291015625,1.0,37,0.578125
+fresh-en-1,layers.0.mlp.gated_product,64,2368,2432,2048,64,0.021469022718703032,0.0,0.48291015625,0.03173828125,0.20751953125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,2432,2496,2048,64,0.03077672073058882,0.0,0.5166015625,0.05078125,0.2880859375,1.0,35,0.546875
+fresh-en-1,layers.0.mlp.gated_product,64,2496,2560,2048,64,0.023276786300027764,0.0,0.4931640625,0.04638671875,0.234375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,2560,2624,2048,64,0.02455236219657224,0.0,0.49169921875,0.0341796875,0.22314453125,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,2624,2688,2048,64,0.022280913455575275,0.0,0.5126953125,0.03564453125,0.2236328125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,2688,2752,2048,64,0.021954078878205125,0.0,0.52001953125,0.04296875,0.2197265625,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,2752,2816,2048,64,0.02667738512327741,0.0,0.48828125,0.0380859375,0.2587890625,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gated_product,64,2816,2880,2048,64,0.02779257848068633,0.0,0.52880859375,0.0400390625,0.2529296875,1.0,43,0.671875
+fresh-en-1,layers.0.mlp.gated_product,64,2880,2944,2048,64,0.026104937518922525,0.0,0.50439453125,0.04150390625,0.2412109375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,2944,3008,2048,64,0.027084247983161003,0.0,0.4892578125,0.0419921875,0.26611328125,1.0,41,0.640625
+fresh-en-1,layers.0.mlp.gated_product,64,3008,3072,2048,64,0.029371282849190862,0.0,0.50439453125,0.0478515625,0.27001953125,1.0,41,0.640625
+fresh-en-1,layers.0.mlp.gated_product,64,3072,3136,2048,64,0.026061406944612536,0.0,0.4951171875,0.0458984375,0.2314453125,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,3136,3200,2048,64,0.051502045010258325,0.0,0.49462890625,0.07763671875,0.39990234375,1.0,13,0.203125
+fresh-en-1,layers.0.mlp.gated_product,64,3200,3264,2048,64,0.02697868361015255,0.0,0.49267578125,0.0458984375,0.25439453125,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,3264,3328,2048,64,0.03984475309343213,0.0,0.48486328125,0.0595703125,0.3310546875,1.0,26,0.40625
+fresh-en-1,layers.0.mlp.gated_product,64,3328,3392,2048,64,0.022682315665877206,0.0,0.4755859375,0.0361328125,0.21875,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,3392,3456,2048,64,0.02138845082388938,0.0,0.486328125,0.03515625,0.22265625,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,3456,3520,2048,64,0.03218614690203413,0.0,0.50732421875,0.04248046875,0.27001953125,1.0,37,0.578125
+fresh-en-1,layers.0.mlp.gated_product,64,3520,3584,2048,64,0.03537375521208826,0.0,0.5263671875,0.04833984375,0.2861328125,1.0,37,0.578125
+fresh-en-1,layers.0.mlp.gated_product,64,3584,3648,2048,64,0.03925280319234551,0.0,0.52392578125,0.056640625,0.32666015625,1.0,29,0.453125
+fresh-en-1,layers.0.mlp.gated_product,64,3648,3712,2048,64,0.031109334401206442,0.0,0.49951171875,0.05517578125,0.27734375,1.0,38,0.59375
+fresh-en-1,layers.0.mlp.gated_product,64,3712,3776,2048,64,0.024126479966909066,0.0,0.49072265625,0.03466796875,0.228515625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,3776,3840,2048,64,0.024947048918071493,0.0,0.4775390625,0.04345703125,0.24169921875,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,3840,3904,2048,64,0.05740394774690302,0.0,0.51611328125,0.0732421875,0.404296875,1.0,10,0.15625
+fresh-en-1,layers.0.mlp.gated_product,64,3904,3968,2048,64,0.02769705455446269,0.0,0.50634765625,0.04248046875,0.2490234375,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gated_product,64,3968,4032,2048,64,0.03812739138889643,0.0,0.52099609375,0.0625,0.33984375,1.0,26,0.40625
+fresh-en-1,layers.0.mlp.gated_product,64,4032,4096,2048,64,0.022907819072814146,0.0,0.49560546875,0.0322265625,0.23583984375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,4096,4160,2048,64,0.02478810459923393,0.0,0.51513671875,0.03662109375,0.20849609375,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,4160,4224,2048,64,0.04818746862415953,0.0,0.4833984375,0.068359375,0.390625,1.0,15,0.234375
+fresh-en-1,layers.0.mlp.gated_product,64,4224,4288,2048,64,0.05772359387978318,0.0,0.52294921875,0.080078125,0.4052734375,1.0,11,0.171875
+fresh-en-1,layers.0.mlp.gated_product,64,4288,4352,2048,64,0.03851779393978696,0.0,0.49853515625,0.06689453125,0.34326171875,1.0,32,0.5
+fresh-en-1,layers.0.mlp.gated_product,64,4352,4416,2048,64,0.036052178523766854,0.0,0.49755859375,0.06591796875,0.3232421875,1.0,35,0.546875
+fresh-en-1,layers.0.mlp.gated_product,64,4416,4480,2048,64,0.0222817798218617,0.0,0.513671875,0.0322265625,0.21728515625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,4480,4544,2048,64,0.026529579442280755,0.0,0.50048828125,0.04638671875,0.25732421875,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,4544,4608,2048,64,0.024643378153736,0.0,0.49951171875,0.0361328125,0.212890625,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,4608,4672,2048,64,0.021401302948426473,0.0,0.5146484375,0.04052734375,0.22314453125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,4672,4736,2048,64,0.024813709823244295,0.0,0.49755859375,0.04052734375,0.2548828125,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,4736,4800,2048,64,0.027105773071603566,0.0,0.48876953125,0.03173828125,0.24462890625,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,4800,4864,2048,64,0.02550643222237988,0.0,0.50048828125,0.046875,0.22021484375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,4864,4928,2048,64,0.02536524067000104,0.0,0.4873046875,0.04443359375,0.24560546875,1.0,44,0.6875
+fresh-en-1,layers.0.mlp.gated_product,64,4928,4992,2048,64,0.02386893879508703,0.0,0.46728515625,0.041015625,0.25146484375,1.0,42,0.65625
+fresh-en-1,layers.0.mlp.gated_product,64,4992,5056,2048,64,0.025606175407835458,0.0,0.498046875,0.03955078125,0.2529296875,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,5056,5120,2048,64,0.022021695865273434,0.0,0.484375,0.0322265625,0.22802734375,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,5120,5184,2048,64,0.0515554433374905,0.0,0.47021484375,0.0693359375,0.36962890625,1.0,15,0.234375
+fresh-en-1,layers.0.mlp.gated_product,64,5184,5248,2048,64,0.023469274460087817,0.0,0.5029296875,0.0302734375,0.2177734375,1.0,47,0.734375
+fresh-en-1,layers.0.mlp.gated_product,64,5248,5312,2048,64,0.023506438158887533,0.0,0.49951171875,0.0439453125,0.234375,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,5312,5376,2048,64,0.029006096937070562,0.0,0.51708984375,0.04345703125,0.27587890625,1.0,40,0.625
+fresh-en-1,layers.0.mlp.gated_product,64,5376,5440,2048,64,0.026067867355135062,0.0,0.5009765625,0.04248046875,0.23779296875,1.0,45,0.703125
+fresh-en-1,layers.0.mlp.gated_product,64,5440,5504,2048,64,0.02114265987160877,0.0,0.52978515625,0.03857421875,0.2236328125,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.gated_product,64,5504,5568,2048,64,0.022349984971766906,0.0,0.49658203125,0.0380859375,0.21923828125,1.0,48,0.75
+fresh-en-1,layers.0.mlp.gated_product,64,5568,5632,2048,64,0.03671075417143854,0.0,0.50439453125,0.05224609375,0.3125,1.0,33,0.515625
+fresh-en-1,layers.0.mlp.gated_product,64,5632,5696,2048,64,0.02086625068633737,0.0,0.52490234375,0.04296875,0.21923828125,1.0,49,0.765625
+fresh-en-1,layers.0.mlp.gated_product,64,5696,5760,2048,64,0.03613356862405169,0.0,0.47509765625,0.0546875,0.30810546875,1.0,31,0.484375
+fresh-en-1,layers.0.mlp.gated_product,64,5760,5824,2048,64,0.030554149292441442,0.0,0.5078125,0.05615234375,0.2919921875,1.0,40,0.625
+fresh-en-1,layers.0.mlp.gated_product,64,5824,5888,2048,64,0.024176480180353198,0.0,0.4921875,0.0390625,0.2275390625,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,64,5888,5952,2048,64,0.03463922348512984,0.0,0.4775390625,0.0556640625,0.31494140625,1.0,31,0.484375
+fresh-en-1,layers.0.mlp.gated_product,64,5952,6016,2048,64,0.02886207051133395,0.0,0.49072265625,0.04833984375,0.2607421875,1.0,42,0.65625
+fresh-en-1,layers.0.mlp.gated_product,64,6016,6080,2048,64,0.04065156455317437,0.0,0.47802734375,0.05322265625,0.31396484375,1.0,28,0.4375
+fresh-en-1,layers.0.mlp.gated_product,64,6080,6144,2048,64,0.024115497789088888,0.0,0.51611328125,0.0341796875,0.21533203125,1.0,46,0.71875
+fresh-en-1,layers.0.mlp.gated_product,128,0,128,4096,128,0.044138139321619224,0.0,0.497314453125,0.06787109375,0.343994140625,1.0,47,0.3671875
+fresh-en-1,layers.0.mlp.gated_product,128,128,256,4096,128,0.02434315264490453,0.0,0.497802734375,0.03759765625,0.247314453125,1.0,89,0.6953125
+fresh-en-1,layers.0.mlp.gated_product,128,256,384,4096,128,0.02359768433551607,0.0,0.495361328125,0.038818359375,0.229736328125,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,384,512,4096,128,0.02650924929075678,0.0,0.478515625,0.043212890625,0.251708984375,1.0,86,0.671875
+fresh-en-1,layers.0.mlp.gated_product,128,512,640,4096,128,0.02415507866405292,0.0,0.498046875,0.041259765625,0.22509765625,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,640,768,4096,128,0.022943545368825966,0.0,0.494873046875,0.04541015625,0.2431640625,1.0,94,0.734375
+fresh-en-1,layers.0.mlp.gated_product,128,768,896,4096,128,0.03727620034211141,0.0,0.509033203125,0.05810546875,0.32373046875,1.0,61,0.4765625
+fresh-en-1,layers.0.mlp.gated_product,128,896,1024,4096,128,0.02563899479895376,0.0,0.49755859375,0.04541015625,0.2490234375,1.0,87,0.6796875
+fresh-en-1,layers.0.mlp.gated_product,128,1024,1152,4096,128,0.05444184206248963,0.0,0.50537109375,0.072998046875,0.400634765625,1.0,26,0.203125
+fresh-en-1,layers.0.mlp.gated_product,128,1152,1280,4096,128,0.025315336096517,0.0,0.495361328125,0.039306640625,0.23388671875,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,1280,1408,4096,128,0.024881734534564312,0.0,0.5048828125,0.039306640625,0.2490234375,1.0,90,0.703125
+fresh-en-1,layers.0.mlp.gated_product,128,1408,1536,4096,128,0.026459027645928036,0.0,0.496826171875,0.041015625,0.2353515625,1.0,91,0.7109375
+fresh-en-1,layers.0.mlp.gated_product,128,1536,1664,4096,128,0.028048430632821836,0.0,0.49072265625,0.03955078125,0.2431640625,1.0,83,0.6484375
+fresh-en-1,layers.0.mlp.gated_product,128,1664,1792,4096,128,0.0472381953756318,0.0,0.509033203125,0.063720703125,0.348876953125,1.0,39,0.3046875
+fresh-en-1,layers.0.mlp.gated_product,128,1792,1920,4096,128,0.03824929028490463,0.0,0.489013671875,0.055419921875,0.3173828125,1.0,60,0.46875
+fresh-en-1,layers.0.mlp.gated_product,128,1920,2048,4096,128,0.03528491882841608,0.0,0.505615234375,0.06005859375,0.31982421875,1.0,67,0.5234375
+fresh-en-1,layers.0.mlp.gated_product,128,2048,2176,4096,128,0.02511954409969806,0.0,0.485595703125,0.03955078125,0.242431640625,1.0,90,0.703125
+fresh-en-1,layers.0.mlp.gated_product,128,2176,2304,4096,128,0.022776792823204526,0.0,0.498291015625,0.034912109375,0.220703125,1.0,96,0.75
+fresh-en-1,layers.0.mlp.gated_product,128,2304,2432,4096,128,0.02735688604635145,0.0,0.4853515625,0.03857421875,0.26025390625,1.0,82,0.640625
+fresh-en-1,layers.0.mlp.gated_product,128,2432,2560,4096,128,0.027285667660750173,0.0,0.5048828125,0.048828125,0.263427734375,1.0,82,0.640625
+fresh-en-1,layers.0.mlp.gated_product,128,2560,2688,4096,128,0.023444163387147183,0.0,0.502197265625,0.035888671875,0.22265625,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,2688,2816,4096,128,0.02443014998322887,0.0,0.504150390625,0.04150390625,0.23779296875,1.0,91,0.7109375
+fresh-en-1,layers.0.mlp.gated_product,128,2816,2944,4096,128,0.02696196563190412,0.0,0.5166015625,0.040771484375,0.247314453125,1.0,90,0.703125
+fresh-en-1,layers.0.mlp.gated_product,128,2944,3072,4096,128,0.028250918082608694,0.0,0.496826171875,0.045654296875,0.268310546875,1.0,82,0.640625
+fresh-en-1,layers.0.mlp.gated_product,128,3072,3200,4096,128,0.04081456585688113,0.0,0.494873046875,0.06298828125,0.33447265625,1.0,54,0.421875
+fresh-en-1,layers.0.mlp.gated_product,128,3200,3328,4096,128,0.03402538551150658,0.0,0.48876953125,0.05419921875,0.304443359375,1.0,69,0.5390625
+fresh-en-1,layers.0.mlp.gated_product,128,3328,3456,4096,128,0.022044877779344035,0.0,0.48095703125,0.03564453125,0.220703125,1.0,95,0.7421875
+fresh-en-1,layers.0.mlp.gated_product,128,3456,3584,4096,128,0.03381752955350274,0.0,0.516845703125,0.045654296875,0.279052734375,1.0,73,0.5703125
+fresh-en-1,layers.0.mlp.gated_product,128,3584,3712,4096,128,0.03541590917471339,0.0,0.51171875,0.05419921875,0.305419921875,1.0,66,0.515625
+fresh-en-1,layers.0.mlp.gated_product,128,3712,3840,4096,128,0.024540194429897216,0.0,0.484130859375,0.0390625,0.234619140625,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,3840,3968,4096,128,0.04506850368007604,0.0,0.51123046875,0.061279296875,0.347900390625,1.0,46,0.359375
+fresh-en-1,layers.0.mlp.gated_product,128,3968,4096,4096,128,0.03145207583606272,0.0,0.50830078125,0.046142578125,0.29345703125,1.0,73,0.5703125
+fresh-en-1,layers.0.mlp.gated_product,128,4096,4224,4096,128,0.03831763472623879,0.0,0.499267578125,0.055908203125,0.30908203125,1.0,59,0.4609375
+fresh-en-1,layers.0.mlp.gated_product,128,4224,4352,4096,128,0.049069510596632365,0.0,0.5107421875,0.0732421875,0.382568359375,1.0,38,0.296875
+fresh-en-1,layers.0.mlp.gated_product,128,4352,4480,4096,128,0.029968627665773077,0.0,0.505615234375,0.049560546875,0.277587890625,1.0,81,0.6328125
+fresh-en-1,layers.0.mlp.gated_product,128,4480,4608,4096,128,0.025603853930730024,0.0,0.5,0.041259765625,0.2353515625,1.0,92,0.71875
+fresh-en-1,layers.0.mlp.gated_product,128,4608,4736,4096,128,0.02317041176891876,0.0,0.506103515625,0.040771484375,0.24169921875,1.0,92,0.71875
+fresh-en-1,layers.0.mlp.gated_product,128,4736,4864,4096,128,0.026318254297389557,0.0,0.49462890625,0.03955078125,0.23291015625,1.0,92,0.71875
+fresh-en-1,layers.0.mlp.gated_product,128,4864,4992,4096,128,0.024628455833148426,0.0,0.477294921875,0.042724609375,0.247802734375,1.0,86,0.671875
+fresh-en-1,layers.0.mlp.gated_product,128,4992,5120,4096,128,0.023881282501149705,0.0,0.4912109375,0.035400390625,0.2412109375,1.0,94,0.734375
+fresh-en-1,layers.0.mlp.gated_product,128,5120,5248,4096,128,0.04005477862507871,0.0,0.486572265625,0.0537109375,0.3154296875,1.0,55,0.4296875
+fresh-en-1,layers.0.mlp.gated_product,128,5248,5376,4096,128,0.02639987021218417,0.0,0.50830078125,0.043212890625,0.2578125,1.0,84,0.65625
+fresh-en-1,layers.0.mlp.gated_product,128,5376,5504,4096,128,0.023733370756083637,0.0,0.515380859375,0.0400390625,0.23095703125,1.0,93,0.7265625
+fresh-en-1,layers.0.mlp.gated_product,128,5504,5632,4096,128,0.030390798772605494,0.0,0.50048828125,0.049560546875,0.276611328125,1.0,78,0.609375
+fresh-en-1,layers.0.mlp.gated_product,128,5632,5760,4096,128,0.029504535237943736,0.0,0.5,0.051025390625,0.27880859375,1.0,78,0.609375
+fresh-en-1,layers.0.mlp.gated_product,128,5760,5888,4096,128,0.02755048305289592,0.0,0.5,0.047119140625,0.262451171875,1.0,85,0.6640625
+fresh-en-1,layers.0.mlp.gated_product,128,5888,6016,4096,128,0.031881773145905665,0.0,0.484130859375,0.052734375,0.289306640625,1.0,72,0.5625
+fresh-en-1,layers.0.mlp.gated_product,128,6016,6144,4096,128,0.033422349814431464,0.0,0.4970703125,0.044677734375,0.275146484375,1.0,70,0.546875
+fresh-en-1,layers.0.mlp.down_proj.output,0,0,2048,65536,2048,0.02353760336842491,0.0,0.4998626708984375,0.0104522705078125,0.103546142578125,1.0,1635,0.79833984375
+fresh-en-1,layers.0.mlp.down_proj.output,64,0,64,2048,64,0.022857585426052564,0.0,0.50830078125,0.0078125,0.0986328125,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.down_proj.output,64,64,128,2048,64,0.021994331439933082,0.0,0.48828125,0.01318359375,0.09619140625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,128,192,2048,64,0.020503882221445044,0.0,0.48828125,0.0126953125,0.10107421875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,192,256,2048,64,0.022213300127227793,0.0,0.4814453125,0.01220703125,0.10546875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.down_proj.output,64,256,320,2048,64,0.020912167367713824,0.0,0.51171875,0.0078125,0.08740234375,1.0,55,0.859375
+fresh-en-1,layers.0.mlp.down_proj.output,64,320,384,2048,64,0.021688266352257315,0.0,0.509765625,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,384,448,2048,64,0.021471607322056382,0.0,0.52001953125,0.0126953125,0.09716796875,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,448,512,2048,64,0.020793669812905032,0.0,0.4775390625,0.009765625,0.0908203125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,512,576,2048,64,0.022121266438657996,0.0,0.50244140625,0.009765625,0.0908203125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,576,640,2048,64,0.020209135674398512,0.0,0.509765625,0.009765625,0.08447265625,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,640,704,2048,64,0.023329431364722673,0.0,0.50439453125,0.01123046875,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.down_proj.output,64,704,768,2048,64,0.021187600222538062,0.0,0.49951171875,0.01220703125,0.09912109375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,768,832,2048,64,0.021090521324129228,0.0,0.51025390625,0.0087890625,0.0908203125,1.0,55,0.859375
+fresh-en-1,layers.0.mlp.down_proj.output,64,832,896,2048,64,0.020568598964991806,0.0,0.5078125,0.0068359375,0.083984375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,896,960,2048,64,0.02129362826291251,0.0,0.4970703125,0.01171875,0.09326171875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,960,1024,2048,64,0.022101407788396955,0.0,0.5234375,0.00830078125,0.095703125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1024,1088,2048,64,0.020207791892826028,0.0,0.5048828125,0.0048828125,0.09033203125,1.0,55,0.859375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1088,1152,2048,64,0.021586383332794123,0.0,0.5009765625,0.00830078125,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,1152,1216,2048,64,0.058025762520064486,0.0,0.4609375,0.0322265625,0.24267578125,1.0,12,0.1875
+fresh-en-1,layers.0.mlp.down_proj.output,64,1216,1280,2048,64,0.021340961967669016,0.0,0.5078125,0.009765625,0.09033203125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1280,1344,2048,64,0.020290863929632467,0.0,0.48291015625,0.00634765625,0.0810546875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1344,1408,2048,64,0.021384572767647388,0.0,0.51513671875,0.0068359375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,1408,1472,2048,64,0.020902999364379657,0.0,0.5,0.0048828125,0.09521484375,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1472,1536,2048,64,0.02160633696311764,0.0,0.49755859375,0.0107421875,0.1005859375,1.0,53,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,64,1536,1600,2048,64,0.021146790425615854,0.0,0.4814453125,0.00927734375,0.087890625,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1600,1664,2048,64,0.02001928741236755,0.0,0.533203125,0.01123046875,0.09423828125,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1664,1728,2048,64,0.023394296211662082,0.0,0.486328125,0.00732421875,0.10693359375,1.0,52,0.8125
+fresh-en-1,layers.0.mlp.down_proj.output,64,1728,1792,2048,64,0.025054165078503523,0.0,0.50244140625,0.00927734375,0.10009765625,1.0,50,0.78125
+fresh-en-1,layers.0.mlp.down_proj.output,64,1792,1856,2048,64,0.021583024537401668,0.0,0.494140625,0.01025390625,0.09716796875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1856,1920,2048,64,0.021158038867470443,0.0,0.4765625,0.00927734375,0.107421875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1920,1984,2048,64,0.021708733108578432,0.0,0.50390625,0.01318359375,0.08935546875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,64,1984,2048,2048,64,0.020723604262449503,0.0,0.50732421875,0.01025390625,0.10107421875,1.0,54,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,128,0,128,4096,128,0.02243011175851471,0.0,0.498291015625,0.01025390625,0.0986328125,1.0,104,0.8125
+fresh-en-1,layers.0.mlp.down_proj.output,128,128,256,4096,128,0.021375685821666497,0.0,0.48486328125,0.01220703125,0.10400390625,1.0,105,0.8203125
+fresh-en-1,layers.0.mlp.down_proj.output,128,256,384,4096,128,0.02130375132907033,0.0,0.5107421875,0.00830078125,0.086181640625,1.0,108,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,128,384,512,4096,128,0.02113535693193639,0.0,0.498779296875,0.010986328125,0.094482421875,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,128,512,640,4096,128,0.021186783540173615,0.0,0.506103515625,0.010009765625,0.0888671875,1.0,107,0.8359375
+fresh-en-1,layers.0.mlp.down_proj.output,128,640,768,4096,128,0.02228426318045316,0.0,0.501953125,0.01171875,0.095947265625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,128,768,896,4096,128,0.020831194794180812,0.0,0.509033203125,0.0078125,0.087158203125,1.0,108,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,128,896,1024,4096,128,0.021701276815294993,0.0,0.51025390625,0.009765625,0.094970703125,1.0,108,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,128,1024,1152,4096,128,0.020908452819064557,0.0,0.5029296875,0.00634765625,0.091552734375,1.0,107,0.8359375
+fresh-en-1,layers.0.mlp.down_proj.output,128,1152,1280,4096,128,0.04371742086251438,0.0,0.484375,0.022216796875,0.18359375,1.0,61,0.4765625
+fresh-en-1,layers.0.mlp.down_proj.output,128,1280,1408,4096,128,0.020844892797345665,0.0,0.4990234375,0.0068359375,0.08349609375,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,128,1408,1536,4096,128,0.02125757723014361,0.0,0.498779296875,0.0078125,0.097900390625,1.0,106,0.828125
+fresh-en-1,layers.0.mlp.down_proj.output,128,1536,1664,4096,128,0.020590757803003464,0.0,0.50732421875,0.01025390625,0.09130859375,1.0,107,0.8359375
+fresh-en-1,layers.0.mlp.down_proj.output,128,1664,1792,4096,128,0.02423844346301854,0.0,0.494384765625,0.00830078125,0.104248046875,1.0,102,0.796875
+fresh-en-1,layers.0.mlp.down_proj.output,128,1792,1920,4096,128,0.02137158811248561,0.0,0.4853515625,0.009765625,0.1025390625,1.0,108,0.84375
+fresh-en-1,layers.0.mlp.down_proj.output,128,1920,2048,4096,128,0.021221885717415692,0.0,0.505615234375,0.011962890625,0.095947265625,1.0,107,0.8359375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,0.9728852492132932,0.0,0.5003916422526041,0.013814290364583334,0.13524881998697916,1.0,3471,0.56494140625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.8115574084418072,0.0,0.4677734375,0.01318359375,0.1025390625,1.0,44,0.6875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.7703315656364013,0.0,0.515625,0.009765625,0.10791015625,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0581673209340068,0.0,0.4970703125,0.0126953125,0.1357421875,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7489828415067709,0.0,0.51904296875,0.0107421875,0.11572265625,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.182931619387041,0.0,0.4736328125,0.01708984375,0.17626953125,1.0,24,0.375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8673028929972145,0.0,0.474609375,0.01318359375,0.1279296875,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5163059885164172,0.0,0.4716796875,0.017578125,0.185546875,1.0,18,0.28125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.7228957903060887,0.0,0.48046875,0.01025390625,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.7832456297076006,0.0,0.484375,0.01220703125,0.1064453125,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.670669990534326,0.0,0.5107421875,0.0107421875,0.10009765625,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8895217297795391,0.0,0.52783203125,0.0078125,0.11083984375,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1297207790632238,0.0,0.49267578125,0.01416015625,0.13916015625,1.0,34,0.53125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.6810298511184969,0.0,0.48388671875,0.009765625,0.10986328125,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,832,896,2048,64,0.5827733760366279,0.0,0.48876953125,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3192728749969471,0.0,0.47216796875,0.0283203125,0.2353515625,1.0,22,0.34375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.9199427466795307,0.0,0.51708984375,0.0185546875,0.14990234375,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.072579011485664,0.0,0.560546875,0.013671875,0.09814453125,1.0,45,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.9242924599171685,0.0,0.4970703125,0.0126953125,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.5429055017028563,0.0,0.49853515625,0.0087890625,0.09375,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.6177574968478052,0.0,0.4931640625,0.00634765625,0.1025390625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.2570898635622874,0.0,0.48095703125,0.01318359375,0.11181640625,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.265315386645836,0.0,0.5537109375,0.009765625,0.12353515625,1.0,32,0.5
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.5743746238943589,0.0,0.4921875,0.009765625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.6719640593194364,0.0,0.52978515625,0.0107421875,0.11328125,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.347731641317818,0.0,0.59033203125,0.01611328125,0.1591796875,1.0,19,0.296875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.529038191546651,0.0,0.5537109375,0.01025390625,0.12548828125,1.0,29,0.453125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6162821119774499,0.0,0.52880859375,0.01318359375,0.11474609375,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.5609072559276107,0.0,0.49609375,0.009765625,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.9419046372447429,0.0,0.49169921875,0.0126953125,0.1044921875,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.9563304944163207,0.0,0.494140625,0.005859375,0.10791015625,1.0,37,0.578125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,0.6671521215479951,0.0,0.47705078125,0.0146484375,0.1220703125,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,0.6804158655102658,0.0,0.4970703125,0.01220703125,0.12109375,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7178844874840087,0.0,0.49560546875,0.01953125,0.19091796875,1.0,20,0.3125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.860798742996489,0.0,0.509765625,0.0126953125,0.1064453125,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.9640712650285098,0.0,0.49267578125,0.01123046875,0.12158203125,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6935922116242008,0.0,0.51220703125,0.0107421875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.6509048302213175,0.0,0.4814453125,0.01025390625,0.1044921875,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.244477456403293,0.0,0.54296875,0.01953125,0.197265625,1.0,20,0.3125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0032143826424436,0.0,0.501953125,0.009765625,0.111328125,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8366710852577606,0.0,0.45751953125,0.01171875,0.107421875,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.6081792743374461,0.0,0.49365234375,0.01171875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.5561761260990293,0.0,0.48974609375,0.0078125,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9450551382281928,0.0,0.5185546875,0.009765625,0.095703125,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9491112682000228,0.0,0.4853515625,0.009765625,0.10595703125,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.6093168435988362,0.0,0.5048828125,0.01123046875,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.5965972708130708,0.0,0.49853515625,0.0107421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2387415726299291,0.0,0.5126953125,0.02685546875,0.2333984375,1.0,23,0.359375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.7055158446973192,0.0,0.4951171875,0.01611328125,0.11962890625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,0.8790793252550053,0.0,0.51611328125,0.00634765625,0.10302734375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8372862634074636,0.0,0.505859375,0.005859375,0.08935546875,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.5905365755233933,0.0,0.5068359375,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.6398081863886926,0.0,0.5244140625,0.00927734375,0.10302734375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.7991037014208933,0.0,0.4775390625,0.0107421875,0.1142578125,1.0,33,0.515625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7252753339772655,0.0,0.50537109375,0.01171875,0.1220703125,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6102367657275011,0.0,0.4951171875,0.0068359375,0.10400390625,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.5950448722015751,0.0,0.5166015625,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.796504244335219,0.0,0.515625,0.0126953125,0.13818359375,1.0,34,0.53125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.641703802144516,0.0,0.5029296875,0.01416015625,0.11669921875,1.0,36,0.5625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.6520838631803735,0.0,0.4951171875,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.5577018554285549,0.0,0.50634765625,0.0107421875,0.1005859375,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.2048783100367544,0.0,0.47314453125,0.0185546875,0.1591796875,1.0,30,0.46875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.9225835701885707,0.0,0.53857421875,0.0087890625,0.10791015625,1.0,41,0.640625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.6746938378430016,0.0,0.50439453125,0.01171875,0.10498046875,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7144986920919786,0.0,0.51123046875,0.01220703125,0.11376953125,1.0,45,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8121491992498056,0.0,0.50390625,0.0078125,0.111328125,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.731594352369845,0.0,0.4765625,0.0107421875,0.10693359375,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.2420478748167443,0.0,0.52001953125,0.017578125,0.1708984375,1.0,31,0.484375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9077080206970717,0.0,0.46533203125,0.0107421875,0.1201171875,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8485495894201057,0.0,0.46728515625,0.0087890625,0.115234375,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.7167972387209951,0.0,0.5205078125,0.01171875,0.1181640625,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.8039930815011967,0.0,0.5078125,0.013671875,0.11767578125,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7094469858081204,0.0,0.46484375,0.01220703125,0.1259765625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9742200186362537,0.0,0.49169921875,0.015625,0.11083984375,1.0,41,0.640625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.6872874113345523,0.0,0.50830078125,0.0087890625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8856910251710123,0.0,0.51513671875,0.01513671875,0.14208984375,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.0716657717704843,0.0,0.4677734375,0.017578125,0.14453125,1.0,36,0.5625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.6970236391488556,0.0,0.50048828125,0.0068359375,0.11181640625,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.6238844906060794,0.0,0.52880859375,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3513615488525381,0.0,0.4775390625,0.01806640625,0.19921875,1.0,24,0.375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9139781864867849,0.0,0.4482421875,0.0126953125,0.1259765625,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0086638813999937,0.0,0.5625,0.0107421875,0.119140625,1.0,41,0.640625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.7090033358437386,0.0,0.552734375,0.0205078125,0.16650390625,1.0,27,0.421875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.932722107399705,0.0,0.5283203125,0.01953125,0.14306640625,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.7927349694448798,0.0,0.5234375,0.00830078125,0.1181640625,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.6501274990316562,0.0,0.51318359375,0.013671875,0.1162109375,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.8150795721921522,0.0,0.48046875,0.013671875,0.140625,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.0486165219685144,0.0,0.46484375,0.0146484375,0.1357421875,1.0,36,0.5625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.7305403828384587,0.0,0.46923828125,0.00732421875,0.1103515625,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.9671286657516255,0.0,0.505859375,0.01220703125,0.12255859375,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.7056959574286877,0.0,0.4580078125,0.01171875,0.10693359375,1.0,44,0.6875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6153674877239287,0.0,0.49267578125,0.01025390625,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7676717162634863,0.0,0.46533203125,0.01123046875,0.1025390625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9834517497658978,0.0,0.48291015625,0.02099609375,0.177734375,1.0,29,0.453125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6542667596164902,0.0,0.51171875,0.009765625,0.1005859375,1.0,44,0.6875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.5448815869255167,0.0,0.49072265625,0.00927734375,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.5831974026006594,0.0,0.47119140625,0.01220703125,0.11767578125,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.7912130396462801,0.0,0.49169921875,0.011474609375,0.103759765625,1.0,90,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.9167042532802523,0.0,0.508056640625,0.01318359375,0.127197265625,1.0,79,0.6171875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.0371936955908923,0.0,0.47412109375,0.016357421875,0.15576171875,1.0,61,0.4765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1878051554133393,0.0,0.47607421875,0.014892578125,0.15087890625,1.0,62,0.484375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.729133716357764,0.0,0.49755859375,0.01171875,0.103515625,1.0,89,0.6953125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.0167393831255875,0.0,0.51025390625,0.011474609375,0.12744140625,1.0,76,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.6338085144314531,0.0,0.486328125,0.009521484375,0.0966796875,1.0,98,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1372720817533044,0.0,0.49462890625,0.02392578125,0.195068359375,1.0,64,0.5
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.0011848698765116,0.0,0.52880859375,0.013427734375,0.1005859375,1.0,93,0.7265625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.5815370618846646,0.0,0.495849609375,0.0078125,0.10009765625,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.2612093309109618,0.0,0.517333984375,0.011474609375,0.11767578125,1.0,67,0.5234375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6250767575229625,0.0,0.510986328125,0.01025390625,0.101806640625,1.0,97,0.7578125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.9811362460533992,0.0,0.572021484375,0.013427734375,0.148193359375,1.0,42,0.328125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.5892455308679176,0.0,0.512451171875,0.01123046875,0.100830078125,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.9491449731768364,0.0,0.492919921875,0.00927734375,0.1064453125,1.0,76,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,0.6738166305917638,0.0,0.487060546875,0.013427734375,0.12060546875,1.0,94,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.358694518330469,0.0,0.502685546875,0.018310546875,0.15869140625,1.0,54,0.421875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.8397927006349309,0.0,0.50244140625,0.01025390625,0.106689453125,1.0,86,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9930763408473319,0.0,0.51220703125,0.014404296875,0.1591796875,1.0,64,0.5
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9237038493064371,0.0,0.479736328125,0.01025390625,0.108642578125,1.0,90,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.5827580599940879,0.0,0.49169921875,0.009521484375,0.09375,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9470853746404714,0.0,0.501953125,0.009765625,0.100830078125,1.0,86,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.6029905967073007,0.0,0.501708984375,0.010986328125,0.08837890625,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.0080261134714323,0.0,0.50390625,0.022216796875,0.176513671875,1.0,70,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,0.8584371692155542,0.0,0.510986328125,0.006103515625,0.096435546875,1.0,95,0.7421875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.6156654783244244,0.0,0.515625,0.008544921875,0.091064453125,1.0,98,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.7625761127532515,0.0,0.491455078125,0.0107421875,0.118896484375,1.0,67,0.5234375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6026886883702688,0.0,0.505859375,0.00732421875,0.09521484375,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.7208455587138285,0.0,0.50927734375,0.013671875,0.127685546875,1.0,70,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.6067308811032667,0.0,0.500732421875,0.00927734375,0.099609375,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.0730545619815692,0.0,0.505859375,0.013916015625,0.13623046875,1.0,69,0.5390625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.6948813408865094,0.0,0.5078125,0.01220703125,0.108642578125,1.0,92,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7729219295186136,0.0,0.490234375,0.009521484375,0.108642578125,1.0,83,0.6484375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0877997918216813,0.0,0.49267578125,0.012939453125,0.149658203125,1.0,73,0.5703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.7854408593723251,0.0,0.493896484375,0.0107421875,0.11572265625,1.0,88,0.6875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.7581951928013054,0.0,0.486328125,0.01318359375,0.122314453125,1.0,96,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8430506006434526,0.0,0.5,0.012451171875,0.1025390625,1.0,92,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.9830859877073079,0.0,0.491455078125,0.01611328125,0.1474609375,1.0,73,0.5703125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.6614657251706703,0.0,0.5146484375,0.007568359375,0.09619140625,1.0,98,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1535887831222187,0.0,0.462890625,0.01513671875,0.162109375,1.0,65,0.5078125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.4032275702048345,0.0,0.5576171875,0.01513671875,0.14990234375,1.0,65,0.5078125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8655631870097414,0.0,0.52587890625,0.013671875,0.131591796875,1.0,77,0.6015625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7372314677230273,0.0,0.496826171875,0.013671875,0.13037109375,1.0,76,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9036829812227034,0.0,0.467041015625,0.01220703125,0.12451171875,1.0,82,0.640625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8465650124029789,0.0,0.48193359375,0.0126953125,0.11572265625,1.0,77,0.6015625
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.6957000103847154,0.0,0.47900390625,0.011962890625,0.0986328125,1.0,100,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.8352371929148833,0.0,0.497314453125,0.015380859375,0.14111328125,1.0,71,0.5546875
+fresh-en-1,layers.1.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.5643647553535855,0.0,0.48095703125,0.01123046875,0.10791015625,1.0,95,0.7421875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.1960799380107183,0.0,0.529083251953125,0.0128326416015625,0.127838134765625,1.0,1118,0.5458984375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,0,64,2048,64,1.7737791274839534,0.0,0.66064453125,0.01513671875,0.13818359375,1.0,30,0.46875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,64,128,2048,64,1.518764323526438,0.0,0.65087890625,0.00927734375,0.099609375,1.0,36,0.5625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2615020698543131,0.0,0.24658203125,0.005859375,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,192,256,2048,64,1.300439692059464,0.0,0.23828125,0.0068359375,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2557586200360213,0.0,0.52099609375,0.01123046875,0.123046875,1.0,38,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,320,384,2048,64,0.9189572573158193,0.0,0.61474609375,0.009765625,0.10400390625,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,384,448,2048,64,0.8617049640295823,0.0,0.41650390625,0.009765625,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,448,512,2048,64,0.7962770327091618,0.0,0.41650390625,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1947360673868506,0.0,0.69580078125,0.01025390625,0.09765625,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,576,640,2048,64,0.9306603344278747,0.0,0.67041015625,0.01123046875,0.087890625,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,640,704,2048,64,1.144838256165321,0.0,0.470703125,0.00732421875,0.0888671875,1.0,45,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2910427893813672,0.0,0.51904296875,0.01025390625,0.10498046875,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,768,832,2048,64,0.8680297359511782,0.0,0.46337890625,0.01123046875,0.10400390625,1.0,46,0.71875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,832,896,2048,64,0.8147841946301868,0.0,0.42578125,0.00927734375,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,896,960,2048,64,1.9113923120762641,0.0,0.6064453125,0.044921875,0.3916015625,1.0,9,0.140625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.864802572245439,0.0,0.6123046875,0.0380859375,0.328125,1.0,10,0.15625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.2016463386503868,0.0,0.5751953125,0.0078125,0.09521484375,1.0,42,0.65625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4234706390067355,0.0,0.6171875,0.0107421875,0.10302734375,1.0,43,0.671875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.1705900832620493,0.0,0.5859375,0.0107421875,0.1171875,1.0,38,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.2120796324799394,0.0,0.5869140625,0.01171875,0.11572265625,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8525517159193481,0.0,0.57177734375,0.00927734375,0.10693359375,1.0,39,0.609375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.156864668808448,0.0,0.4892578125,0.009765625,0.12353515625,1.0,34,0.53125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.0255840743068636,0.0,0.48828125,0.01025390625,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.7655420521806002,0.0,0.423828125,0.0078125,0.091796875,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2519507014333011,0.0,0.53759765625,0.01220703125,0.1572265625,1.0,27,0.421875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1600,1664,2048,64,0.985664542534292,0.0,0.50390625,0.01025390625,0.09765625,1.0,37,0.578125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.6773054416264528,0.0,0.58837890625,0.0048828125,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1728,1792,2048,64,0.7750090912320109,0.0,0.56396484375,0.0078125,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3171042535806665,0.0,0.5078125,0.0126953125,0.11083984375,1.0,38,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.2862825445410653,0.0,0.603515625,0.0126953125,0.12451171875,1.0,34,0.53125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.1243943467753847,0.0,0.49951171875,0.0126953125,0.142578125,1.0,28,0.4375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.0780475208765812,0.0,0.55859375,0.02001953125,0.1708984375,1.0,29,0.453125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6512022080160949,0.0,0.65576171875,0.01220703125,0.119384765625,1.0,64,0.5
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,128,256,4096,128,1.2811188205881665,0.0,0.242431640625,0.006591796875,0.072021484375,1.0,87,0.6796875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,256,384,4096,128,1.100320896958743,0.0,0.56787109375,0.0107421875,0.1142578125,1.0,83,0.6484375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,384,512,4096,128,0.8296362328916606,0.0,0.41650390625,0.009521484375,0.0908203125,1.0,95,0.7421875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,512,640,4096,128,1.0708694898988393,0.0,0.68310546875,0.011474609375,0.093017578125,1.0,89,0.6953125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,640,768,4096,128,1.2201323937985733,0.0,0.494873046875,0.008544921875,0.09814453125,1.0,87,0.6796875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8418280425106526,0.0,0.444580078125,0.010498046875,0.094482421875,1.0,95,0.7421875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.8882411398067585,0.0,0.609375,0.041015625,0.3603515625,1.0,19,0.1484375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3172362322882947,0.0,0.59619140625,0.00927734375,0.1005859375,1.0,85,0.6640625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1915154590906818,0.0,0.58642578125,0.01123046875,0.116455078125,1.0,76,0.59375
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0161644281941542,0.0,0.530517578125,0.010009765625,0.1162109375,1.0,70,0.546875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9049522990546937,0.0,0.4560546875,0.00927734375,0.1015625,1.0,90,0.703125
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1267020789074345,0.0,0.520751953125,0.011962890625,0.12744140625,1.0,63,0.4921875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.7277986509842787,0.0,0.576171875,0.007080078125,0.086181640625,1.0,102,0.796875
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.301784621047453,0.0,0.5556640625,0.012451171875,0.117919921875,1.0,72,0.5625
+fresh-en-1,layers.1.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.1014647303315224,0.0,0.529052734375,0.016357421875,0.156494140625,1.0,56,0.4375
+fresh-en-1,layers.1.linear_attn.in_proj_b.output,0,0,16,512,16,1.1420906110916733,0.0,0.541015625,0.013671875,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_b.output,64,0,16,512,16,1.1420906110916733,0.0,0.541015625,0.013671875,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_b.output,128,0,16,512,16,1.1420906110916733,0.0,0.541015625,0.013671875,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.1.linear_attn.in_proj_a.output,0,0,16,512,16,1.5946993439752062,0.0,0.580078125,0.0078125,0.1015625,1.0,12,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_a.output,64,0,16,512,16,1.5946993439752062,0.0,0.580078125,0.0078125,0.1015625,1.0,12,0.75
+fresh-en-1,layers.1.linear_attn.in_proj_a.output,128,0,16,512,16,1.5946993439752062,0.0,0.580078125,0.0078125,0.1015625,1.0,12,0.75
+fresh-en-1,layers.1.linear_attn.out_proj.output,0,0,2048,65536,2048,0.02250721397900798,0.0,0.503173828125,0.0126800537109375,0.126312255859375,1.0,1373,0.67041015625
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,0,64,2048,64,0.019224946327889746,0.0,0.49755859375,0.005859375,0.10546875,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,64,128,2048,64,0.019180785526364756,0.0,0.47021484375,0.00927734375,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,128,192,2048,64,0.01666177694529769,0.0,0.494140625,0.009765625,0.10546875,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,192,256,2048,64,0.01761131916309732,0.0,0.52490234375,0.0087890625,0.1005859375,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,256,320,2048,64,0.015822549799827387,0.0,0.50244140625,0.01025390625,0.09619140625,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,320,384,2048,64,0.01730283868943837,0.0,0.46826171875,0.009765625,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,384,448,2048,64,0.01728031690373796,0.0,0.5078125,0.0087890625,0.10595703125,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,448,512,2048,64,0.016223894025344257,0.0,0.54248046875,0.01416015625,0.1005859375,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,512,576,2048,64,0.018458580515599433,0.0,0.51416015625,0.01025390625,0.09619140625,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,576,640,2048,64,0.017136619330472166,0.0,0.49755859375,0.00830078125,0.1015625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,640,704,2048,64,0.016950418768486217,0.0,0.4814453125,0.0146484375,0.1103515625,1.0,49,0.765625
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,704,768,2048,64,0.016092956186083196,0.0,0.49462890625,0.0087890625,0.1015625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,768,832,2048,64,0.016818246551698286,0.0,0.51513671875,0.01025390625,0.09814453125,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,832,896,2048,64,0.017288380786934333,0.0,0.486328125,0.01123046875,0.091796875,1.0,53,0.828125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,896,960,2048,64,0.016898666603446147,0.0,0.5224609375,0.0146484375,0.09765625,1.0,53,0.828125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,960,1024,2048,64,0.01723978337716023,0.0,0.52685546875,0.01416015625,0.09375,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0163399833017082,0.0,0.50048828125,0.01123046875,0.10595703125,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1088,1152,2048,64,0.017757452781883003,0.0,0.49267578125,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1152,1216,2048,64,0.08037127453853182,0.0,0.50439453125,0.03662109375,0.39111328125,1.0,1,0.015625
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1216,1280,2048,64,0.019450774748118946,0.0,0.5556640625,0.0087890625,0.1064453125,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1280,1344,2048,64,0.015941336252162815,0.0,0.5126953125,0.00634765625,0.07373046875,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1344,1408,2048,64,0.017381394111893708,0.0,0.4677734375,0.0068359375,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1408,1472,2048,64,0.016393352739106325,0.0,0.51416015625,0.01171875,0.099609375,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1472,1536,2048,64,0.016016016670618152,0.0,0.501953125,0.0107421875,0.1015625,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1536,1600,2048,64,0.016808488147793746,0.0,0.49072265625,0.0126953125,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1600,1664,2048,64,0.01622414180282939,0.0,0.47998046875,0.00927734375,0.10205078125,1.0,52,0.8125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1664,1728,2048,64,0.018128452301434277,0.0,0.5185546875,0.0087890625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1728,1792,2048,64,0.017051394703725263,0.0,0.49658203125,0.01171875,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1792,1856,2048,64,0.018788851575221754,0.0,0.486328125,0.009765625,0.09814453125,1.0,47,0.734375
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1856,1920,2048,64,0.016353168009676313,0.0,0.51806640625,0.01025390625,0.09375,1.0,53,0.828125
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1920,1984,2048,64,0.029225561501570328,0.0,0.50341796875,0.01171875,0.15673828125,1.0,35,0.546875
+fresh-en-1,layers.1.linear_attn.out_proj.output,64,1984,2048,2048,64,0.016939322230933453,0.0,0.51171875,0.0048828125,0.09619140625,1.0,51,0.796875
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,0,128,4096,128,0.019202878621689057,0.0,0.48388671875,0.007568359375,0.1005859375,1.0,96,0.75
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,128,256,4096,128,0.017143123601597997,0.0,0.509521484375,0.009033203125,0.102294921875,1.0,103,0.8046875
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,256,384,4096,128,0.016579223577730395,0.0,0.4853515625,0.0107421875,0.091064453125,1.0,103,0.8046875
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,384,512,4096,128,0.01676043092583262,0.0,0.525146484375,0.01220703125,0.102783203125,1.0,100,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,512,640,4096,128,0.017809869689702666,0.0,0.505859375,0.00927734375,0.098876953125,1.0,99,0.7734375
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,640,768,4096,128,0.01652724924532578,0.0,0.488037109375,0.01171875,0.106689453125,1.0,100,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,768,896,4096,128,0.017054933704177093,0.0,0.500732421875,0.0107421875,0.095458984375,1.0,103,0.8046875
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,896,1024,4096,128,0.017070077092178528,0.0,0.524658203125,0.01416015625,0.094482421875,1.0,105,0.8203125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1024,1152,4096,128,0.01706344314024733,0.0,0.49658203125,0.00927734375,0.09912109375,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05847167865407199,0.0,0.530029296875,0.028076171875,0.29248046875,1.0,1,0.0078125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1280,1408,4096,128,0.016676916123454805,0.0,0.490234375,0.006103515625,0.086181640625,1.0,100,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1408,1536,4096,128,0.016205782980502414,0.0,0.508056640625,0.010986328125,0.1005859375,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1536,1664,4096,128,0.016518899040989972,0.0,0.4853515625,0.0107421875,0.098388671875,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1664,1792,4096,128,0.017598165304764126,0.0,0.507568359375,0.010498046875,0.093017578125,1.0,101,0.7890625
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1792,1920,4096,128,0.017613163365341473,0.0,0.502197265625,0.009765625,0.09619140625,1.0,100,0.78125
+fresh-en-1,layers.1.linear_attn.out_proj.output,128,1920,2048,4096,128,0.023885917218368087,0.0,0.507568359375,0.009033203125,0.133544921875,1.0,82,0.640625
+fresh-en-1,layers.1.mlp.gate_proj.output,0,0,6144,196608,6144,0.36534370183173864,0.0,0.7243194580078125,0.008722941080729166,0.08453877766927083,1.0,4730,0.7698567708333334
+fresh-en-1,layers.1.mlp.gate_proj.output,64,0,64,2048,64,0.3520312460517976,0.0,0.7041015625,0.01025390625,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,64,128,2048,64,0.35133457520452155,0.0,0.74755859375,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,128,192,2048,64,0.3573168810161919,0.0,0.75439453125,0.01318359375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,192,256,2048,64,0.3792828083285815,0.0,0.70556640625,0.0078125,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,256,320,2048,64,0.34663984713771834,0.0,0.6982421875,0.01025390625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,320,384,2048,64,0.367200963632891,0.0,0.7373046875,0.01220703125,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,384,448,2048,64,0.3433818670058613,0.0,0.72216796875,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,448,512,2048,64,0.3766567951937767,0.0,0.767578125,0.01220703125,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,512,576,2048,64,0.3711227189930282,0.0,0.74609375,0.00927734375,0.07470703125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,576,640,2048,64,0.3516226941000774,0.0,0.71923828125,0.01220703125,0.091796875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,640,704,2048,64,0.3386463860439899,0.0,0.71728515625,0.00732421875,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,704,768,2048,64,0.3511404398587744,0.0,0.7265625,0.01123046875,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,768,832,2048,64,0.3528008311687271,0.0,0.73388671875,0.00634765625,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,832,896,2048,64,0.444953975800274,0.0,0.6767578125,0.009765625,0.1044921875,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,896,960,2048,64,0.3877919774116377,0.0,0.71923828125,0.0068359375,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,960,1024,2048,64,0.3921554177124925,0.0,0.7646484375,0.00830078125,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1024,1088,2048,64,0.3604537846799059,0.0,0.71435546875,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1088,1152,2048,64,0.3505513107521669,0.0,0.6982421875,0.01171875,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1152,1216,2048,64,0.3714372754545038,0.0,0.73388671875,0.0029296875,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1216,1280,2048,64,0.3448989154848828,0.0,0.703125,0.0068359375,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1280,1344,2048,64,0.36637152802033907,0.0,0.72021484375,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1344,1408,2048,64,0.34905337789768787,0.0,0.6884765625,0.0068359375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1408,1472,2048,64,0.3585009916551022,0.0,0.71240234375,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1472,1536,2048,64,0.3606614722295062,0.0,0.71875,0.00732421875,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1536,1600,2048,64,0.4222242782928214,0.0,0.759765625,0.0107421875,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1600,1664,2048,64,0.36197922170934493,0.0,0.7587890625,0.0078125,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1664,1728,2048,64,0.3295605256681162,0.0,0.72119140625,0.01416015625,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1728,1792,2048,64,0.34937112943079324,0.0,0.7216796875,0.0107421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1792,1856,2048,64,0.3525762481487698,0.0,0.708984375,0.00732421875,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1856,1920,2048,64,0.36247563677067013,0.0,0.73291015625,0.00537109375,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1920,1984,2048,64,0.3468932761261564,0.0,0.73046875,0.00830078125,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,1984,2048,2048,64,0.3443343112166114,0.0,0.7109375,0.0078125,0.07177734375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2048,2112,2048,64,0.35532124442096236,0.0,0.71533203125,0.00927734375,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2112,2176,2048,64,0.3633967754375538,0.0,0.72705078125,0.00537109375,0.078125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2176,2240,2048,64,0.4188638592202971,0.0,0.7314453125,0.01123046875,0.10888671875,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2240,2304,2048,64,0.35521789494001066,0.0,0.73681640625,0.00732421875,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2304,2368,2048,64,0.3976332378719336,0.0,0.734375,0.0078125,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2368,2432,2048,64,0.36375858524201554,0.0,0.72900390625,0.0068359375,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2432,2496,2048,64,0.36835948589081474,0.0,0.7255859375,0.01513671875,0.09765625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2496,2560,2048,64,0.37119028946520516,0.0,0.72021484375,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2560,2624,2048,64,0.4169957286010993,0.0,0.7255859375,0.00732421875,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2624,2688,2048,64,0.3901216412509556,0.0,0.7490234375,0.00634765625,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2688,2752,2048,64,0.3699588245372686,0.0,0.732421875,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2752,2816,2048,64,0.3691235523011068,0.0,0.67626953125,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2816,2880,2048,64,0.40873881280825536,0.0,0.71337890625,0.01220703125,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2880,2944,2048,64,0.37446296975767773,0.0,0.7431640625,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,2944,3008,2048,64,0.36709406662574856,0.0,0.73974609375,0.00732421875,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3008,3072,2048,64,0.33126918009623074,0.0,0.6982421875,0.009765625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3072,3136,2048,64,0.3509465893364072,0.0,0.7294921875,0.0087890625,0.09375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3136,3200,2048,64,0.36446406200701875,0.0,0.7138671875,0.00830078125,0.0771484375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3200,3264,2048,64,0.4205633505925055,0.0,0.7607421875,0.01220703125,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3264,3328,2048,64,0.3570292013589935,0.0,0.7177734375,0.00634765625,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3328,3392,2048,64,0.3265711606728053,0.0,0.6767578125,0.0048828125,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3392,3456,2048,64,0.3407390227939253,0.0,0.7421875,0.01171875,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3456,3520,2048,64,0.3832278109552568,0.0,0.75732421875,0.01171875,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3520,3584,2048,64,0.36514137548955783,0.0,0.7353515625,0.0078125,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3584,3648,2048,64,0.36383629696105096,0.0,0.74072265625,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3648,3712,2048,64,0.36399572361133953,0.0,0.7314453125,0.005859375,0.06640625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3712,3776,2048,64,0.3607841141756093,0.0,0.72021484375,0.0126953125,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3776,3840,2048,64,0.35503594804006555,0.0,0.71142578125,0.0087890625,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3840,3904,2048,64,0.3544483790790234,0.0,0.70263671875,0.009765625,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3904,3968,2048,64,0.35846703977064154,0.0,0.73681640625,0.005859375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,3968,4032,2048,64,0.3549990926312226,0.0,0.7099609375,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4032,4096,2048,64,0.351936898055646,0.0,0.67919921875,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4096,4160,2048,64,0.3443317603982418,0.0,0.6923828125,0.0087890625,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4160,4224,2048,64,0.3401835827942471,0.0,0.70654296875,0.01123046875,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4224,4288,2048,64,0.3915513352154443,0.0,0.75048828125,0.0107421875,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4288,4352,2048,64,0.36679636292744405,0.0,0.72998046875,0.00927734375,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4352,4416,2048,64,0.3201186560507402,0.0,0.72119140625,0.00927734375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4416,4480,2048,64,0.37510481648128746,0.0,0.7353515625,0.00830078125,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4480,4544,2048,64,0.3661429013335511,0.0,0.7294921875,0.00927734375,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4544,4608,2048,64,0.3412662731408846,0.0,0.708984375,0.0126953125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4608,4672,2048,64,0.34525339411782474,0.0,0.72802734375,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4672,4736,2048,64,0.34684304059195514,0.0,0.71240234375,0.00927734375,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4736,4800,2048,64,0.3922747829079612,0.0,0.71875,0.0087890625,0.08203125,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4800,4864,2048,64,0.3746881936357435,0.0,0.7568359375,0.01025390625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4864,4928,2048,64,0.3546407343710216,0.0,0.7314453125,0.005859375,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4928,4992,2048,64,0.3767872269477179,0.0,0.720703125,0.0078125,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,4992,5056,2048,64,0.3758822577917399,0.0,0.73095703125,0.005859375,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5056,5120,2048,64,0.3684399377657294,0.0,0.720703125,0.00537109375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5120,5184,2048,64,0.352786677838578,0.0,0.697265625,0.00927734375,0.07373046875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5184,5248,2048,64,0.40777217755821915,0.0,0.73974609375,0.0087890625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5248,5312,2048,64,0.3868188088740075,0.0,0.72900390625,0.01171875,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5312,5376,2048,64,0.3585630930493251,0.0,0.751953125,0.00927734375,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5376,5440,2048,64,0.3407555406362265,0.0,0.74560546875,0.00634765625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5440,5504,2048,64,0.35872115165626817,0.0,0.7373046875,0.00732421875,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5504,5568,2048,64,0.3651995056814979,0.0,0.7109375,0.01025390625,0.0927734375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5568,5632,2048,64,0.36590392227392293,0.0,0.74755859375,0.0068359375,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5632,5696,2048,64,0.3574156909054187,0.0,0.70849609375,0.00341796875,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5696,5760,2048,64,0.357892098524982,0.0,0.69873046875,0.009765625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5760,5824,2048,64,0.37005419846326737,0.0,0.708984375,0.00927734375,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5824,5888,2048,64,0.3534948136846151,0.0,0.708984375,0.00732421875,0.07177734375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5888,5952,2048,64,0.35525485031439036,0.0,0.73486328125,0.00732421875,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,64,5952,6016,2048,64,0.3784671041980047,0.0,0.73095703125,0.00830078125,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,64,6016,6080,2048,64,0.361826584474709,0.0,0.720703125,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,64,6080,6144,2048,64,0.37202203649609455,0.0,0.73095703125,0.0078125,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,128,0,128,4096,128,0.35168308313801705,0.0,0.725830078125,0.009033203125,0.084228515625,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,128,256,4096,128,0.368463568180597,0.0,0.72998046875,0.0107421875,0.08740234375,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,256,384,4096,128,0.35706843273844896,0.0,0.7177734375,0.01123046875,0.087646484375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,384,512,4096,128,0.3604035571093033,0.0,0.744873046875,0.009033203125,0.085693359375,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,512,640,4096,128,0.36150421267184063,0.0,0.732666015625,0.0107421875,0.08251953125,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,640,768,4096,128,0.3449499842621163,0.0,0.721923828125,0.00927734375,0.083984375,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,768,896,4096,128,0.4015298662950339,0.0,0.705322265625,0.00830078125,0.095458984375,1.0,94,0.734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,896,1024,4096,128,0.38997980036540847,0.0,0.741943359375,0.00732421875,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1024,1152,4096,128,0.35553702504811663,0.0,0.706298828125,0.009765625,0.086669921875,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1152,1280,4096,128,0.3584138051887184,0.0,0.718505859375,0.0048828125,0.08056640625,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1280,1408,4096,128,0.3578172418747762,0.0,0.704345703125,0.007080078125,0.08251953125,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1408,1536,4096,128,0.35958285454707545,0.0,0.715576171875,0.0087890625,0.08544921875,1.0,102,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1536,1664,4096,128,0.39325710300590694,0.0,0.75927734375,0.010498046875,0.089111328125,1.0,96,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1664,1792,4096,128,0.33961031061968155,0.0,0.721435546875,0.012939453125,0.090087890625,1.0,103,0.8046875
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1792,1920,4096,128,0.35756020333012856,0.0,0.720947265625,0.006591796875,0.08447265625,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,1920,2048,4096,128,0.3456161620226664,0.0,0.720703125,0.008056640625,0.076904296875,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2048,2176,4096,128,0.3593816934230743,0.0,0.72119140625,0.00732421875,0.078125,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2176,2304,4096,128,0.3883469360291989,0.0,0.734130859375,0.00927734375,0.095947265625,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2304,2432,4096,128,0.38107249979353697,0.0,0.731689453125,0.00732421875,0.08740234375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2432,2560,4096,128,0.3697775965624528,0.0,0.722900390625,0.01171875,0.08935546875,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2560,2688,4096,128,0.40378232542045533,0.0,0.7373046875,0.0068359375,0.08935546875,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2688,2816,4096,128,0.3695414244143581,0.0,0.704345703125,0.0087890625,0.08544921875,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2816,2944,4096,128,0.39197572170712397,0.0,0.728271484375,0.01025390625,0.09033203125,1.0,96,0.75
+fresh-en-1,layers.1.mlp.gate_proj.output,128,2944,3072,4096,128,0.34964076094861885,0.0,0.718994140625,0.009033203125,0.079833984375,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3072,3200,4096,128,0.357769172135829,0.0,0.7216796875,0.008544921875,0.085693359375,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3200,3328,4096,128,0.3900919010211795,0.0,0.7392578125,0.008544921875,0.07958984375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3328,3456,4096,128,0.3337302837904753,0.0,0.70947265625,0.0078125,0.0791015625,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3456,3584,4096,128,0.3742938546008766,0.0,0.746337890625,0.010009765625,0.07958984375,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3584,3712,4096,128,0.3639160190165258,0.0,0.736083984375,0.0068359375,0.07373046875,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3712,3840,4096,128,0.35792157062839003,0.0,0.7158203125,0.0107421875,0.0869140625,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3840,3968,4096,128,0.35646337261608924,0.0,0.7197265625,0.0078125,0.080322265625,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,3968,4096,4096,128,0.35347131141156385,0.0,0.694580078125,0.009765625,0.091064453125,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4096,4224,4096,128,0.3422639560497735,0.0,0.699462890625,0.010009765625,0.0810546875,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4224,4352,4096,128,0.3793758162863037,0.0,0.740234375,0.009765625,0.079833984375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4352,4480,4096,128,0.34869727364806885,0.0,0.728271484375,0.00830078125,0.086181640625,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4480,4608,4096,128,0.35392322146223987,0.0,0.71923828125,0.0107421875,0.080078125,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4608,4736,4096,128,0.34604913015130573,0.0,0.72021484375,0.009033203125,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4736,4864,4096,128,0.38358229088130785,0.0,0.73779296875,0.00927734375,0.0810546875,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4864,4992,4096,128,0.3658815825278505,0.0,0.72607421875,0.0068359375,0.084228515625,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,4992,5120,4096,128,0.37217970085929636,0.0,0.725830078125,0.005615234375,0.08349609375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5120,5248,4096,128,0.3812719428773591,0.0,0.718505859375,0.008544921875,0.081298828125,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5248,5376,4096,128,0.3729586321536243,0.0,0.740478515625,0.01025390625,0.0927734375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5376,5504,4096,128,0.34985368593162364,0.0,0.741455078125,0.0068359375,0.079345703125,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5504,5632,4096,128,0.3655518836536419,0.0,0.729248046875,0.008544921875,0.083740234375,1.0,102,0.796875
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5632,5760,4096,128,0.3576539740391635,0.0,0.70361328125,0.006591796875,0.08447265625,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5760,5888,4096,128,0.3618692395757147,0.0,0.708984375,0.00830078125,0.073486328125,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,5888,6016,4096,128,0.3670445188474576,0.0,0.73291015625,0.00732421875,0.08251953125,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gate_proj.output,128,6016,6144,4096,128,0.36695972045398606,0.0,0.725830078125,0.008056640625,0.082275390625,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.up_proj.output,0,0,6144,196608,6144,0.2298894622534156,0.0,0.4977366129557292,0.008514404296875,0.08497111002604167,1.0,5039,0.8201497395833334
+fresh-en-1,layers.1.mlp.up_proj.output,64,0,64,2048,64,0.23127297037705682,0.0,0.47509765625,0.005859375,0.08837890625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,64,128,2048,64,0.22920934136034146,0.0,0.5341796875,0.0048828125,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,128,192,2048,64,0.22663616442592296,0.0,0.50390625,0.00830078125,0.08056640625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,192,256,2048,64,0.2363668636431463,0.0,0.494140625,0.01025390625,0.080078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,256,320,2048,64,0.23359314525945407,0.0,0.505859375,0.005859375,0.08154296875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,320,384,2048,64,0.23986879539946737,0.0,0.50732421875,0.01171875,0.08544921875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,384,448,2048,64,0.23074758282995642,0.0,0.4931640625,0.009765625,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,448,512,2048,64,0.22604880225455556,0.0,0.5,0.00537109375,0.09228515625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,512,576,2048,64,0.22341193454536157,0.0,0.484375,0.0068359375,0.0771484375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,576,640,2048,64,0.2288197174468227,0.0,0.47802734375,0.00830078125,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,640,704,2048,64,0.21466023811287452,0.0,0.5224609375,0.00927734375,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,704,768,2048,64,0.22676670908118451,0.0,0.46875,0.009765625,0.083984375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,768,832,2048,64,0.22469246258458148,0.0,0.51123046875,0.00537109375,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,832,896,2048,64,0.2429068177302612,0.0,0.52099609375,0.01220703125,0.09765625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,896,960,2048,64,0.24040090877309073,0.0,0.54541015625,0.00830078125,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,960,1024,2048,64,0.22171174274107525,0.0,0.4794921875,0.00927734375,0.08642578125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1024,1088,2048,64,0.23504236812008253,0.0,0.4892578125,0.00927734375,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1088,1152,2048,64,0.22476755528126385,0.0,0.5458984375,0.00732421875,0.08642578125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1152,1216,2048,64,0.23700075493094025,0.0,0.46826171875,0.0068359375,0.0849609375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,1216,1280,2048,64,0.23728395068055497,0.0,0.48779296875,0.00927734375,0.07958984375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1280,1344,2048,64,0.23260585218880625,0.0,0.4873046875,0.013671875,0.0966796875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1344,1408,2048,64,0.22292788252819964,0.0,0.49072265625,0.0087890625,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,1408,1472,2048,64,0.21886560518849035,0.0,0.50439453125,0.0107421875,0.0810546875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,1472,1536,2048,64,0.21730175760211803,0.0,0.50341796875,0.0078125,0.08447265625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,1536,1600,2048,64,0.2224115171674255,0.0,0.49951171875,0.00732421875,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1600,1664,2048,64,0.22034832934667248,0.0,0.5458984375,0.0078125,0.08349609375,1.0,55,0.859375
+fresh-en-1,layers.1.mlp.up_proj.output,64,1664,1728,2048,64,0.22634002773700926,0.0,0.4833984375,0.0107421875,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1728,1792,2048,64,0.22232592870846984,0.0,0.52099609375,0.00732421875,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1792,1856,2048,64,0.23717413967287213,0.0,0.47802734375,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1856,1920,2048,64,0.25886423519873775,0.0,0.50390625,0.0078125,0.09521484375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1920,1984,2048,64,0.23538080675175305,0.0,0.533203125,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,1984,2048,2048,64,0.22476570388428732,0.0,0.49365234375,0.00537109375,0.07958984375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2048,2112,2048,64,0.22193963038222628,0.0,0.4794921875,0.0068359375,0.08740234375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2112,2176,2048,64,0.2553463941550368,0.0,0.48828125,0.0107421875,0.09814453125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.up_proj.output,64,2176,2240,2048,64,0.22343230461895935,0.0,0.52294921875,0.0078125,0.07421875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2240,2304,2048,64,0.23552033981263112,0.0,0.50537109375,0.01025390625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2304,2368,2048,64,0.22361711357677141,0.0,0.52001953125,0.00634765625,0.09130859375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2368,2432,2048,64,0.22817540122180044,0.0,0.5087890625,0.005859375,0.0869140625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2432,2496,2048,64,0.22915624383972313,0.0,0.47119140625,0.009765625,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2496,2560,2048,64,0.22448867170939973,0.0,0.53564453125,0.00732421875,0.08544921875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2560,2624,2048,64,0.2295152742899245,0.0,0.53125,0.00634765625,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2624,2688,2048,64,0.2844314371549698,0.0,0.4853515625,0.013671875,0.107421875,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2688,2752,2048,64,0.22342235478503714,0.0,0.49560546875,0.009765625,0.09033203125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2752,2816,2048,64,0.23652548789184383,0.0,0.5107421875,0.00830078125,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2816,2880,2048,64,0.23423841487927813,0.0,0.4873046875,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,2880,2944,2048,64,0.233700845250806,0.0,0.4892578125,0.01025390625,0.08203125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,2944,3008,2048,64,0.23080751826773882,0.0,0.5390625,0.00927734375,0.0673828125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3008,3072,2048,64,0.22454459622013256,0.0,0.494140625,0.00634765625,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3072,3136,2048,64,0.22925153434426843,0.0,0.4716796875,0.00634765625,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3136,3200,2048,64,0.23050632822896713,0.0,0.48828125,0.01220703125,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3200,3264,2048,64,0.23436052317119374,0.0,0.4541015625,0.01171875,0.09423828125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3264,3328,2048,64,0.21863053694149465,0.0,0.4921875,0.0107421875,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3328,3392,2048,64,0.22497342637216305,0.0,0.5107421875,0.0068359375,0.08056640625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,3392,3456,2048,64,0.2152957450435641,0.0,0.4638671875,0.01025390625,0.07861328125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,3456,3520,2048,64,0.23095659851607303,0.0,0.5322265625,0.00537109375,0.0712890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3520,3584,2048,64,0.22076534450937513,0.0,0.47705078125,0.0068359375,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3584,3648,2048,64,0.22480919227208446,0.0,0.48974609375,0.00830078125,0.083984375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,3648,3712,2048,64,0.21465517555337715,0.0,0.4970703125,0.009765625,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,3712,3776,2048,64,0.2265783031934572,0.0,0.47021484375,0.005859375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3776,3840,2048,64,0.22754361049092853,0.0,0.52197265625,0.0048828125,0.0751953125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3840,3904,2048,64,0.2412242232639805,0.0,0.494140625,0.0068359375,0.078125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,3904,3968,2048,64,0.2251311266335913,0.0,0.49609375,0.00634765625,0.08203125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,3968,4032,2048,64,0.2276479132033218,0.0,0.4931640625,0.00927734375,0.08349609375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,4032,4096,2048,64,0.21783174523114426,0.0,0.50830078125,0.01123046875,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,4096,4160,2048,64,0.22964577745035863,0.0,0.513671875,0.01123046875,0.09619140625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4160,4224,2048,64,0.23619505572357405,0.0,0.50048828125,0.0068359375,0.07470703125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4224,4288,2048,64,0.2233483916282287,0.0,0.47900390625,0.00732421875,0.07763671875,1.0,55,0.859375
+fresh-en-1,layers.1.mlp.up_proj.output,64,4288,4352,2048,64,0.22720863581422324,0.0,0.49169921875,0.00634765625,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4352,4416,2048,64,0.22315589340721034,0.0,0.50146484375,0.00927734375,0.078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4416,4480,2048,64,0.2455864822846177,0.0,0.4951171875,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4480,4544,2048,64,0.23025268730286227,0.0,0.44580078125,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4544,4608,2048,64,0.22998901548133693,0.0,0.49169921875,0.0087890625,0.0830078125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,4608,4672,2048,64,0.23356000203360988,0.0,0.51611328125,0.0087890625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4672,4736,2048,64,0.25574880092913566,0.0,0.48779296875,0.00732421875,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.up_proj.output,64,4736,4800,2048,64,0.22741586718242143,0.0,0.5166015625,0.0087890625,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4800,4864,2048,64,0.22993373267688028,0.0,0.4970703125,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4864,4928,2048,64,0.21280938688867138,0.0,0.46923828125,0.0087890625,0.08642578125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,4928,4992,2048,64,0.236633922017175,0.0,0.5146484375,0.00634765625,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,4992,5056,2048,64,0.23395121067407945,0.0,0.4765625,0.01416015625,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5056,5120,2048,64,0.2189752044990791,0.0,0.474609375,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5120,5184,2048,64,0.22720456695269442,0.0,0.505859375,0.00830078125,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5184,5248,2048,64,0.23089416803648266,0.0,0.45947265625,0.01123046875,0.09375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5248,5312,2048,64,0.22703345061650756,0.0,0.46875,0.0087890625,0.09130859375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5312,5376,2048,64,0.2353926051704063,0.0,0.51171875,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5376,5440,2048,64,0.22482110921087253,0.0,0.494140625,0.013671875,0.09130859375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,5440,5504,2048,64,0.22284849453853559,0.0,0.478515625,0.0068359375,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5504,5568,2048,64,0.24011089686845402,0.0,0.51416015625,0.0078125,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5568,5632,2048,64,0.21689736980307725,0.0,0.521484375,0.01171875,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5632,5696,2048,64,0.24509807984370313,0.0,0.478515625,0.009765625,0.0927734375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5696,5760,2048,64,0.23980567979502349,0.0,0.50048828125,0.009765625,0.0966796875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.up_proj.output,64,5760,5824,2048,64,0.22472644667264716,0.0,0.48583984375,0.01171875,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,64,5824,5888,2048,64,0.2293603202563028,0.0,0.4921875,0.0068359375,0.083984375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,5888,5952,2048,64,0.2210695363574611,0.0,0.5322265625,0.00634765625,0.06591796875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,5952,6016,2048,64,0.22357898742551965,0.0,0.46923828125,0.0087890625,0.09375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,64,6016,6080,2048,64,0.22197159811485576,0.0,0.49755859375,0.0078125,0.0869140625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.up_proj.output,64,6080,6144,2048,64,0.2227562041099761,0.0,0.515625,0.00634765625,0.08056640625,1.0,55,0.859375
+fresh-en-1,layers.1.mlp.up_proj.output,128,0,128,4096,128,0.23024346787028352,0.0,0.504638671875,0.00537109375,0.08349609375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,128,256,4096,128,0.23155263467966816,0.0,0.4990234375,0.009521484375,0.080322265625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,256,384,4096,128,0.23675176506057558,0.0,0.506591796875,0.0087890625,0.08349609375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,384,512,4096,128,0.22841027558166768,0.0,0.49658203125,0.007568359375,0.087646484375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,512,640,4096,128,0.22613199197564315,0.0,0.481201171875,0.007568359375,0.076904296875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,640,768,4096,128,0.22079646529574082,0.0,0.49560546875,0.009521484375,0.083740234375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,768,896,4096,128,0.23397694848228734,0.0,0.51611328125,0.008544921875,0.093017578125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,896,1024,4096,128,0.23124520947277227,0.0,0.512451171875,0.008544921875,0.088623046875,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,1024,1152,4096,128,0.22996235422195999,0.0,0.517578125,0.008544921875,0.08544921875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,1152,1280,4096,128,0.2371423950798419,0.0,0.47802734375,0.008056640625,0.08251953125,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,1280,1408,4096,128,0.2278182645015403,0.0,0.489013671875,0.01123046875,0.08935546875,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,1408,1536,4096,128,0.21808508315734687,0.0,0.50390625,0.009521484375,0.082763671875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,1536,1664,4096,128,0.22138232677269618,0.0,0.522705078125,0.007568359375,0.081298828125,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,1664,1792,4096,128,0.22434195632123044,0.0,0.502197265625,0.009033203125,0.084716796875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,1792,1920,4096,128,0.24825618299912944,0.0,0.490966796875,0.0068359375,0.09033203125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,1920,2048,4096,128,0.23013446702928403,0.0,0.513427734375,0.006591796875,0.0810546875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2048,2176,4096,128,0.2392268594265479,0.0,0.48388671875,0.00927734375,0.091796875,1.0,103,0.8046875
+fresh-en-1,layers.1.mlp.up_proj.output,128,2176,2304,4096,128,0.2295559030092634,0.0,0.51416015625,0.009033203125,0.076171875,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2304,2432,4096,128,0.22590775463354096,0.0,0.514404296875,0.006103515625,0.089599609375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2432,2560,4096,128,0.2268344636696343,0.0,0.50341796875,0.008544921875,0.084228515625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2560,2688,4096,128,0.25843616578801504,0.0,0.50830078125,0.01025390625,0.094482421875,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2688,2816,4096,128,0.23006722391527848,0.0,0.503173828125,0.009033203125,0.087890625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2816,2944,4096,128,0.23396978445527747,0.0,0.48828125,0.009033203125,0.0830078125,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,2944,3072,4096,128,0.2276975913141979,0.0,0.5166015625,0.008056640625,0.078857421875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3072,3200,4096,128,0.2298797874463973,0.0,0.47998046875,0.00927734375,0.09033203125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3200,3328,4096,128,0.2266320437453648,0.0,0.47314453125,0.01171875,0.08935546875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3328,3456,4096,128,0.22018776124877426,0.0,0.4873046875,0.008544921875,0.0791015625,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,3456,3584,4096,128,0.22591844516822618,0.0,0.504638671875,0.006103515625,0.07763671875,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3584,3712,4096,128,0.2197908293376662,0.0,0.493408203125,0.009033203125,0.082763671875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,3712,3840,4096,128,0.2270614698195993,0.0,0.49609375,0.00537109375,0.077392578125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3840,3968,4096,128,0.23331646970222744,0.0,0.4951171875,0.007080078125,0.080078125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,3968,4096,4096,128,0.22279389760075707,0.0,0.500732421875,0.01025390625,0.083984375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,4096,4224,4096,128,0.23294343460273986,0.0,0.507080078125,0.00927734375,0.08544921875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4224,4352,4096,128,0.22528678193746401,0.0,0.4853515625,0.006591796875,0.080810546875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,4352,4480,4096,128,0.23463937547149144,0.0,0.498291015625,0.009521484375,0.08056640625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4480,4608,4096,128,0.23012088915640003,0.0,0.46875,0.008544921875,0.08544921875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4608,4736,4096,128,0.24490582243653428,0.0,0.501953125,0.00732421875,0.0849609375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4736,4864,4096,128,0.22867826533041546,0.0,0.5068359375,0.008544921875,0.08837890625,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4864,4992,4096,128,0.22503716159466047,0.0,0.491943359375,0.0078125,0.087646484375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,4992,5120,4096,128,0.22658696913247353,0.0,0.4755859375,0.01123046875,0.08740234375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5120,5248,4096,128,0.22905679653463779,0.0,0.482666015625,0.009765625,0.09130859375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5248,5376,4096,128,0.2312508013691509,0.0,0.490234375,0.009033203125,0.088623046875,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5376,5504,4096,128,0.2238369749001478,0.0,0.486328125,0.01025390625,0.08935546875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.up_proj.output,128,5504,5632,4096,128,0.22879872357867975,0.0,0.517822265625,0.00927734375,0.084716796875,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5632,5760,4096,128,0.242466320140575,0.0,0.489501953125,0.010009765625,0.09423828125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5760,5888,4096,128,0.22705520511781702,0.0,0.489013671875,0.00927734375,0.0859375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.up_proj.output,128,5888,6016,4096,128,0.22232780249388906,0.0,0.500732421875,0.00732421875,0.080322265625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.up_proj.output,128,6016,6144,4096,128,0.22236424717020986,0.0,0.506591796875,0.007080078125,0.083740234375,1.0,108,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,0,0,6144,196608,6144,0.14768420853608108,0.0,0.7243194580078125,0.0070953369140625,0.0686187744140625,1.0,4964,0.8079427083333334
+fresh-en-1,layers.1.mlp.silu_gate,64,0,64,2048,64,0.15275617947533793,0.0,0.7041015625,0.009765625,0.07421875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.silu_gate,64,64,128,2048,64,0.14192091447627153,0.0,0.74755859375,0.00634765625,0.0634765625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,128,192,2048,64,0.14010597115009155,0.0,0.75439453125,0.01123046875,0.06640625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,192,256,2048,64,0.15170039769372598,0.0,0.70556640625,0.005859375,0.068359375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,256,320,2048,64,0.14592302451175587,0.0,0.6982421875,0.009765625,0.0712890625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,320,384,2048,64,0.14557824930906896,0.0,0.7373046875,0.0107421875,0.072265625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,384,448,2048,64,0.1394637543581882,0.0,0.72216796875,0.0068359375,0.0654296875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,448,512,2048,64,0.1439365448969871,0.0,0.767578125,0.0078125,0.0703125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,512,576,2048,64,0.14356500332805083,0.0,0.74609375,0.00634765625,0.05419921875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,576,640,2048,64,0.1423155877641113,0.0,0.71923828125,0.00927734375,0.0712890625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,640,704,2048,64,0.14160836436231583,0.0,0.71728515625,0.0068359375,0.0615234375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,704,768,2048,64,0.14530271358201508,0.0,0.7265625,0.00927734375,0.07275390625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,768,832,2048,64,0.1373350269399954,0.0,0.73388671875,0.005859375,0.06298828125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,832,896,2048,64,0.16845033621032024,0.0,0.6767578125,0.0078125,0.076171875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.silu_gate,64,896,960,2048,64,0.17094720220587412,0.0,0.71923828125,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,64,960,1024,2048,64,0.15259918344949494,0.0,0.7646484375,0.00634765625,0.06884765625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,1024,1088,2048,64,0.14369117167701922,0.0,0.71435546875,0.00634765625,0.076171875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1088,1152,2048,64,0.1441934027910494,0.0,0.6982421875,0.01025390625,0.0654296875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1152,1216,2048,64,0.1448515248401158,0.0,0.73388671875,0.00244140625,0.0615234375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1216,1280,2048,64,0.15892383384874473,0.0,0.703125,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,64,1280,1344,2048,64,0.14228589089996246,0.0,0.72021484375,0.00537109375,0.06494140625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,1344,1408,2048,64,0.15877861041094793,0.0,0.6884765625,0.0068359375,0.07568359375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,1408,1472,2048,64,0.14181166388265504,0.0,0.71240234375,0.0087890625,0.07177734375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1472,1536,2048,64,0.15321766938728607,0.0,0.71875,0.0048828125,0.07177734375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1536,1600,2048,64,0.17638003634016053,0.0,0.759765625,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.silu_gate,64,1600,1664,2048,64,0.1399552042609779,0.0,0.7587890625,0.005859375,0.06494140625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,1664,1728,2048,64,0.13894131682788652,0.0,0.72119140625,0.01171875,0.0810546875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,1728,1792,2048,64,0.14410104319545422,0.0,0.7216796875,0.009765625,0.07666015625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,1792,1856,2048,64,0.14886238905429966,0.0,0.708984375,0.00634765625,0.068359375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,1856,1920,2048,64,0.14062192885907598,0.0,0.73291015625,0.00390625,0.06298828125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,1920,1984,2048,64,0.13868681057035023,0.0,0.73046875,0.00732421875,0.06494140625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,1984,2048,2048,64,0.14029686736991567,0.0,0.7109375,0.005859375,0.060546875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2048,2112,2048,64,0.14115907005527953,0.0,0.71533203125,0.0087890625,0.06201171875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2112,2176,2048,64,0.14473057064919276,0.0,0.72705078125,0.0048828125,0.06005859375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2176,2240,2048,64,0.14114483250625315,0.0,0.7314453125,0.00732421875,0.07421875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,2240,2304,2048,64,0.1382093394020134,0.0,0.73681640625,0.0048828125,0.0673828125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,2304,2368,2048,64,0.1455095293749933,0.0,0.734375,0.00537109375,0.05615234375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2368,2432,2048,64,0.14178885170189715,0.0,0.72900390625,0.00439453125,0.0712890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2432,2496,2048,64,0.15766297725263273,0.0,0.7255859375,0.01220703125,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,64,2496,2560,2048,64,0.1628991550263293,0.0,0.72021484375,0.0078125,0.068359375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,2560,2624,2048,64,0.14605486974580376,0.0,0.7255859375,0.0048828125,0.0693359375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2624,2688,2048,64,0.15144045630585495,0.0,0.7490234375,0.00537109375,0.064453125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,2688,2752,2048,64,0.1401323879302105,0.0,0.732421875,0.0068359375,0.064453125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,2752,2816,2048,64,0.1514435106327215,0.0,0.67626953125,0.00732421875,0.0751953125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,2816,2880,2048,64,0.2023098210593078,0.0,0.71337890625,0.01220703125,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.silu_gate,64,2880,2944,2048,64,0.1483749534253415,0.0,0.7431640625,0.00634765625,0.0634765625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,2944,3008,2048,64,0.14331339072747848,0.0,0.73974609375,0.0068359375,0.0576171875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3008,3072,2048,64,0.13733703343701,0.0,0.6982421875,0.00732421875,0.072265625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3072,3136,2048,64,0.13945313918836125,0.0,0.7294921875,0.00732421875,0.07568359375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,3136,3200,2048,64,0.15088540785233823,0.0,0.7138671875,0.00634765625,0.068359375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3200,3264,2048,64,0.15116642709843656,0.0,0.7607421875,0.00927734375,0.06396484375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3264,3328,2048,64,0.14791075612327412,0.0,0.7177734375,0.00537109375,0.06103515625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3328,3392,2048,64,0.14153609262877584,0.0,0.6767578125,0.00439453125,0.0673828125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,3392,3456,2048,64,0.13610124260565612,0.0,0.7421875,0.00927734375,0.06884765625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,3456,3520,2048,64,0.1481732454320004,0.0,0.75732421875,0.009765625,0.064453125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,3520,3584,2048,64,0.14368412237041853,0.0,0.7353515625,0.00732421875,0.06396484375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,3584,3648,2048,64,0.1491307987338554,0.0,0.74072265625,0.005859375,0.0673828125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3648,3712,2048,64,0.15933599159157918,0.0,0.7314453125,0.0048828125,0.0615234375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,64,3712,3776,2048,64,0.14617865910476008,0.0,0.72021484375,0.01171875,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3776,3840,2048,64,0.14481560467857102,0.0,0.71142578125,0.0068359375,0.0693359375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,3840,3904,2048,64,0.15008615929024255,0.0,0.70263671875,0.0087890625,0.0693359375,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3904,3968,2048,64,0.14500773168200765,0.0,0.73681640625,0.00439453125,0.06689453125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,3968,4032,2048,64,0.14444464546221358,0.0,0.7099609375,0.005859375,0.072265625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4032,4096,2048,64,0.15451491519072225,0.0,0.67919921875,0.01025390625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,64,4096,4160,2048,64,0.13980415277403663,0.0,0.6923828125,0.005859375,0.0615234375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4160,4224,2048,64,0.14794872919586485,0.0,0.70654296875,0.009765625,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,4224,4288,2048,64,0.18408839477604674,0.0,0.75048828125,0.00927734375,0.0791015625,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.silu_gate,64,4288,4352,2048,64,0.15352341192880017,0.0,0.72998046875,0.0078125,0.06591796875,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,4352,4416,2048,64,0.13156476956673083,0.0,0.72119140625,0.00732421875,0.0634765625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,4416,4480,2048,64,0.14830776941204712,0.0,0.7353515625,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,4480,4544,2048,64,0.14352809516759452,0.0,0.7294921875,0.0078125,0.06689453125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,4544,4608,2048,64,0.1443059439564853,0.0,0.708984375,0.0087890625,0.06982421875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4608,4672,2048,64,0.14001565134180616,0.0,0.72802734375,0.00634765625,0.0693359375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4672,4736,2048,64,0.14503281317602124,0.0,0.71240234375,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4736,4800,2048,64,0.1548911987662929,0.0,0.71875,0.0048828125,0.06884765625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,4800,4864,2048,64,0.14094918347447727,0.0,0.7568359375,0.00830078125,0.0595703125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4864,4928,2048,64,0.15279073808227556,0.0,0.7314453125,0.00439453125,0.0673828125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4928,4992,2048,64,0.14263215946914154,0.0,0.720703125,0.00634765625,0.0693359375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,4992,5056,2048,64,0.14989187162103426,0.0,0.73095703125,0.00439453125,0.0673828125,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,5056,5120,2048,64,0.1485218808724355,0.0,0.720703125,0.00537109375,0.06787109375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5120,5184,2048,64,0.1395472366195909,0.0,0.697265625,0.0068359375,0.056640625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,5184,5248,2048,64,0.15349640620153346,0.0,0.73974609375,0.0048828125,0.0712890625,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,5248,5312,2048,64,0.14707649069592785,0.0,0.72900390625,0.0087890625,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5312,5376,2048,64,0.14026927984750562,0.0,0.751953125,0.0078125,0.06103515625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5376,5440,2048,64,0.13516915265787913,0.0,0.74560546875,0.00537109375,0.06591796875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,5440,5504,2048,64,0.14338568642609378,0.0,0.7373046875,0.00537109375,0.05419921875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5504,5568,2048,64,0.15192169180560242,0.0,0.7109375,0.0078125,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5568,5632,2048,64,0.1440943273345889,0.0,0.74755859375,0.005859375,0.06005859375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,5632,5696,2048,64,0.14358178171993125,0.0,0.70849609375,0.00341796875,0.06787109375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5696,5760,2048,64,0.14778184944597228,0.0,0.69873046875,0.0078125,0.06884765625,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,64,5760,5824,2048,64,0.15458592953369174,0.0,0.708984375,0.00732421875,0.0654296875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,64,5824,5888,2048,64,0.14325875718627715,0.0,0.708984375,0.005859375,0.06298828125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5888,5952,2048,64,0.1420186233668776,0.0,0.73486328125,0.005859375,0.06103515625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,5952,6016,2048,64,0.13750422891964614,0.0,0.73095703125,0.005859375,0.06640625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,64,6016,6080,2048,64,0.1395389604771824,0.0,0.720703125,0.00634765625,0.060546875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.silu_gate,64,6080,6144,2048,64,0.14849760469406711,0.0,0.73095703125,0.00634765625,0.072265625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,0,128,4096,128,0.14743811639749546,0.0,0.725830078125,0.008056640625,0.0703125,1.0,102,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,128,128,256,4096,128,0.14601831017434921,0.0,0.72998046875,0.008056640625,0.0673828125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,256,384,4096,128,0.14575073885670692,0.0,0.7177734375,0.01025390625,0.071533203125,1.0,103,0.8046875
+fresh-en-1,layers.1.mlp.silu_gate,128,384,512,4096,128,0.14171779658279238,0.0,0.744873046875,0.00732421875,0.068115234375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,512,640,4096,128,0.1429416606543168,0.0,0.732666015625,0.0078125,0.063232421875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.silu_gate,128,640,768,4096,128,0.1434674308539529,0.0,0.721923828125,0.008056640625,0.066650390625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,768,896,4096,128,0.1536821808050289,0.0,0.705322265625,0.00634765625,0.072021484375,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.silu_gate,128,896,1024,4096,128,0.16203310885659852,0.0,0.741943359375,0.006591796875,0.07421875,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.silu_gate,128,1024,1152,4096,128,0.14394250627659716,0.0,0.706298828125,0.00830078125,0.07080078125,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,1152,1280,4096,128,0.15205056595371508,0.0,0.718505859375,0.00439453125,0.069091796875,1.0,103,0.8046875
+fresh-en-1,layers.1.mlp.silu_gate,128,1280,1408,4096,128,0.1507579548037642,0.0,0.704345703125,0.006103515625,0.069580078125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,1408,1536,4096,128,0.14762486617375614,0.0,0.715576171875,0.0068359375,0.072021484375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,1536,1664,4096,128,0.1592127137182964,0.0,0.75927734375,0.00732421875,0.0732421875,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.silu_gate,128,1664,1792,4096,128,0.14154469289218388,0.0,0.721435546875,0.010498046875,0.078857421875,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.silu_gate,128,1792,1920,4096,128,0.1448007903137975,0.0,0.720947265625,0.005126953125,0.06640625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,1920,2048,4096,128,0.1394941619208272,0.0,0.720703125,0.006591796875,0.062744140625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,2048,2176,4096,128,0.14295597423562312,0.0,0.72119140625,0.0068359375,0.060546875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,2176,2304,4096,128,0.13968479738532608,0.0,0.734130859375,0.006103515625,0.07080078125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,2304,2432,4096,128,0.14366123625716615,0.0,0.731689453125,0.0048828125,0.06396484375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,2432,2560,4096,128,0.16030244711865171,0.0,0.722900390625,0.010009765625,0.076171875,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.silu_gate,128,2560,2688,4096,128,0.14877203497732575,0.0,0.7373046875,0.0048828125,0.066650390625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,2688,2816,4096,128,0.14589760631995685,0.0,0.704345703125,0.007080078125,0.069580078125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,2816,2944,4096,128,0.17740404519207195,0.0,0.728271484375,0.00830078125,0.08349609375,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.silu_gate,128,2944,3072,4096,128,0.14035702461060742,0.0,0.718994140625,0.007080078125,0.064208984375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,3072,3200,4096,128,0.14528176818213445,0.0,0.7216796875,0.00634765625,0.072265625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,3200,3328,4096,128,0.14954745143041656,0.0,0.7392578125,0.007080078125,0.0625,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,3328,3456,4096,128,0.13884526235242073,0.0,0.70947265625,0.0068359375,0.067626953125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,3456,3584,4096,128,0.14594594493032212,0.0,0.746337890625,0.008544921875,0.064453125,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,3584,3712,4096,128,0.15431777821668746,0.0,0.736083984375,0.005126953125,0.065185546875,1.0,101,0.7890625
+fresh-en-1,layers.1.mlp.silu_gate,128,3712,3840,4096,128,0.14549872806331643,0.0,0.7158203125,0.009033203125,0.073974609375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,3840,3968,4096,128,0.1475687932085527,0.0,0.7197265625,0.006591796875,0.068115234375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,3968,4096,4096,128,0.14956455900229285,0.0,0.694580078125,0.0078125,0.073974609375,1.0,102,0.796875
+fresh-en-1,layers.1.mlp.silu_gate,128,4096,4224,4096,128,0.14393406060334976,0.0,0.699462890625,0.0078125,0.068115234375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,4224,4352,4096,128,0.1694962759199766,0.0,0.740234375,0.008544921875,0.07177734375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.silu_gate,128,4352,4480,4096,128,0.14018645273193114,0.0,0.728271484375,0.0068359375,0.07421875,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,4480,4608,4096,128,0.14391754507983096,0.0,0.71923828125,0.00830078125,0.068359375,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,4608,4736,4096,128,0.1425463074204676,0.0,0.72021484375,0.006591796875,0.072021484375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,4736,4864,4096,128,0.14808436071608155,0.0,0.73779296875,0.0068359375,0.063720703125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,4864,4992,4096,128,0.1477987526309968,0.0,0.72607421875,0.00537109375,0.068603515625,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,4992,5120,4096,128,0.14920844861458507,0.0,0.725830078125,0.0048828125,0.067626953125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,5120,5248,4096,128,0.14668772607984323,0.0,0.718505859375,0.005859375,0.06298828125,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,5248,5376,4096,128,0.1437131952611993,0.0,0.740478515625,0.008544921875,0.068115234375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,5376,5504,4096,128,0.13933799715463677,0.0,0.741455078125,0.00537109375,0.060546875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,5504,5632,4096,128,0.14805974404118782,0.0,0.729248046875,0.0068359375,0.068115234375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.silu_gate,128,5632,5760,4096,128,0.14569695101055136,0.0,0.70361328125,0.005615234375,0.068603515625,1.0,103,0.8046875
+fresh-en-1,layers.1.mlp.silu_gate,128,5760,5888,4096,128,0.14902999885988094,0.0,0.708984375,0.006591796875,0.063720703125,1.0,104,0.8125
+fresh-en-1,layers.1.mlp.silu_gate,128,5888,6016,4096,128,0.13977965222772853,0.0,0.73291015625,0.006103515625,0.06396484375,1.0,105,0.8203125
+fresh-en-1,layers.1.mlp.silu_gate,128,6016,6144,4096,128,0.14408792470385592,0.0,0.725830078125,0.00634765625,0.067138671875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.gated_product,0,0,6144,196608,6144,0.03700841370152067,0.0,0.5019124348958334,0.036600748697916664,0.22124735514322916,1.0,4311,0.70166015625
+fresh-en-1,layers.1.mlp.gated_product,64,0,64,2048,64,0.03664960451242989,0.0,0.51318359375,0.03662109375,0.2392578125,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.gated_product,64,64,128,2048,64,0.03308310076538395,0.0,0.49951171875,0.02880859375,0.18896484375,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,128,192,2048,64,0.033720641177796086,0.0,0.48583984375,0.03857421875,0.21240234375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,192,256,2048,64,0.03588187320859464,0.0,0.49267578125,0.03369140625,0.19677734375,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,256,320,2048,64,0.04431870968495143,0.0,0.5048828125,0.0458984375,0.24853515625,1.0,40,0.625
+fresh-en-1,layers.1.mlp.gated_product,64,320,384,2048,64,0.035232293909427455,0.0,0.51611328125,0.041015625,0.208984375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,384,448,2048,64,0.03201266853336659,0.0,0.49658203125,0.03759765625,0.19482421875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,448,512,2048,64,0.03380533106666746,0.0,0.498046875,0.03564453125,0.21240234375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,512,576,2048,64,0.03212400337848333,0.0,0.513671875,0.029296875,0.18701171875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,576,640,2048,64,0.03472701446637099,0.0,0.4912109375,0.04150390625,0.21533203125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,640,704,2048,64,0.03252434331671224,0.0,0.47802734375,0.03125,0.2119140625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,704,768,2048,64,0.0320540265780464,0.0,0.4853515625,0.03564453125,0.1982421875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,768,832,2048,64,0.028294525215237898,0.0,0.494140625,0.02734375,0.1826171875,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.gated_product,64,832,896,2048,64,0.05144162987687671,0.0,0.47705078125,0.05224609375,0.283203125,1.0,33,0.515625
+fresh-en-1,layers.1.mlp.gated_product,64,896,960,2048,64,0.04119205983031147,0.0,0.505859375,0.03564453125,0.236328125,1.0,44,0.6875
+fresh-en-1,layers.1.mlp.gated_product,64,960,1024,2048,64,0.033505766315200886,0.0,0.4912109375,0.037109375,0.21728515625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,1024,1088,2048,64,0.03544407749526173,0.0,0.49951171875,0.033203125,0.21337890625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,1088,1152,2048,64,0.03512615964999329,0.0,0.4697265625,0.03466796875,0.2119140625,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,1152,1216,2048,64,0.03991081997002883,0.0,0.513671875,0.0283203125,0.21630859375,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,1216,1280,2048,64,0.03784957252024605,0.0,0.49951171875,0.03173828125,0.21435546875,1.0,44,0.6875
+fresh-en-1,layers.1.mlp.gated_product,64,1280,1344,2048,64,0.03348518879045475,0.0,0.50244140625,0.037109375,0.2109375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,1344,1408,2048,64,0.03578511098304074,0.0,0.53173828125,0.0341796875,0.21923828125,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,1408,1472,2048,64,0.03383104572688447,0.0,0.5087890625,0.04248046875,0.21923828125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,1472,1536,2048,64,0.03270601139097616,0.0,0.51025390625,0.02685546875,0.212890625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,1536,1600,2048,64,0.039978774694438404,0.0,0.48388671875,0.03759765625,0.232421875,1.0,44,0.6875
+fresh-en-1,layers.1.mlp.gated_product,64,1600,1664,2048,64,0.030538608739843362,0.0,0.48046875,0.0322265625,0.1923828125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,1664,1728,2048,64,0.03545467068926089,0.0,0.51318359375,0.04736328125,0.240234375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,1728,1792,2048,64,0.033086402029848506,0.0,0.48193359375,0.03955078125,0.21240234375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,1792,1856,2048,64,0.050762002300613326,0.0,0.51904296875,0.0439453125,0.2802734375,1.0,34,0.53125
+fresh-en-1,layers.1.mlp.gated_product,64,1856,1920,2048,64,0.03533942855250429,0.0,0.48193359375,0.02978515625,0.20703125,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,1920,1984,2048,64,0.034062306572664555,0.0,0.478515625,0.03466796875,0.21533203125,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,1984,2048,2048,64,0.033252949859469125,0.0,0.48388671875,0.029296875,0.20654296875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,2048,2112,2048,64,0.03303310076121613,0.0,0.51025390625,0.03515625,0.1982421875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,2112,2176,2048,64,0.0412694016218312,0.0,0.48974609375,0.04052734375,0.2392578125,1.0,41,0.640625
+fresh-en-1,layers.1.mlp.gated_product,64,2176,2240,2048,64,0.03217180659720928,0.0,0.48095703125,0.0322265625,0.2041015625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,2240,2304,2048,64,0.03541210949040875,0.0,0.4931640625,0.0400390625,0.2119140625,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,2304,2368,2048,64,0.032868725496543696,0.0,0.48486328125,0.0322265625,0.1962890625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,2368,2432,2048,64,0.03304912740697724,0.0,0.50537109375,0.0302734375,0.19775390625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,2432,2496,2048,64,0.04790721136271913,0.0,0.51025390625,0.05419921875,0.28515625,1.0,36,0.5625
+fresh-en-1,layers.1.mlp.gated_product,64,2496,2560,2048,64,0.036728801098605095,0.0,0.4833984375,0.03369140625,0.2255859375,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,2560,2624,2048,64,0.03707379827546903,0.0,0.478515625,0.03125,0.208984375,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,2624,2688,2048,64,0.05010733681216234,0.0,0.5244140625,0.0400390625,0.26025390625,1.0,37,0.578125
+fresh-en-1,layers.1.mlp.gated_product,64,2688,2752,2048,64,0.03168489872822938,0.0,0.50048828125,0.04052734375,0.19384765625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,2752,2816,2048,64,0.03681628839245926,0.0,0.48876953125,0.037109375,0.22314453125,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,2816,2880,2048,64,0.04752314807809972,0.0,0.51123046875,0.04736328125,0.2548828125,1.0,38,0.59375
+fresh-en-1,layers.1.mlp.gated_product,64,2880,2944,2048,64,0.034477244300093884,0.0,0.5009765625,0.03564453125,0.205078125,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,2944,3008,2048,64,0.033013236773960536,0.0,0.48095703125,0.029296875,0.1796875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,3008,3072,2048,64,0.0310971715396904,0.0,0.5029296875,0.02978515625,0.2177734375,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,3072,3136,2048,64,0.03536206200784723,0.0,0.51953125,0.03515625,0.2255859375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,3136,3200,2048,64,0.0380374431285959,0.0,0.494140625,0.041015625,0.23095703125,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,3200,3264,2048,64,0.03993386100453037,0.0,0.5341796875,0.0361328125,0.22021484375,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.gated_product,64,3264,3328,2048,64,0.032204395158814625,0.0,0.5107421875,0.03369140625,0.19677734375,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,3328,3392,2048,64,0.031919488530784704,0.0,0.50390625,0.02490234375,0.201171875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,3392,3456,2048,64,0.029399669144433743,0.0,0.5205078125,0.04150390625,0.18603515625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,3456,3520,2048,64,0.03274884715747777,0.0,0.48681640625,0.0322265625,0.17822265625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,3520,3584,2048,64,0.034780727764319584,0.0,0.47998046875,0.03564453125,0.21142578125,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,3584,3648,2048,64,0.03819864306368927,0.0,0.5185546875,0.02978515625,0.22412109375,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.gated_product,64,3648,3712,2048,64,0.039823309837999955,0.0,0.4921875,0.04052734375,0.23828125,1.0,42,0.65625
+fresh-en-1,layers.1.mlp.gated_product,64,3712,3776,2048,64,0.03519532190015476,0.0,0.517578125,0.0380859375,0.2109375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,3776,3840,2048,64,0.032658392346532616,0.0,0.5048828125,0.0283203125,0.193359375,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,3840,3904,2048,64,0.03573645975177184,0.0,0.48388671875,0.033203125,0.20263671875,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,3904,3968,2048,64,0.035827603876062486,0.0,0.50927734375,0.03564453125,0.2109375,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,3968,4032,2048,64,0.0342808720119266,0.0,0.5107421875,0.0390625,0.21728515625,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,4032,4096,2048,64,0.029165094171693072,0.0,0.4970703125,0.03515625,0.2021484375,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,4096,4160,2048,64,0.03311145402016717,0.0,0.50390625,0.0341796875,0.21337890625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,4160,4224,2048,64,0.032794903820567704,0.0,0.5078125,0.037109375,0.19384765625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,4224,4288,2048,64,0.04345557872991272,0.0,0.5107421875,0.0341796875,0.22607421875,1.0,41,0.640625
+fresh-en-1,layers.1.mlp.gated_product,64,4288,4352,2048,64,0.03502405703369045,0.0,0.5068359375,0.02978515625,0.20166015625,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,4352,4416,2048,64,0.029657900003372654,0.0,0.4912109375,0.03466796875,0.19091796875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,4416,4480,2048,64,0.0400282983291837,0.0,0.521484375,0.0400390625,0.23193359375,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,4480,4544,2048,64,0.03404381687706986,0.0,0.52294921875,0.03369140625,0.20654296875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,4544,4608,2048,64,0.031737090671727926,0.0,0.51123046875,0.03466796875,0.19970703125,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,4608,4672,2048,64,0.034525667907271636,0.0,0.4833984375,0.03515625,0.21142578125,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,4672,4736,2048,64,0.04464826510364393,0.0,0.49609375,0.0439453125,0.2646484375,1.0,41,0.640625
+fresh-en-1,layers.1.mlp.gated_product,64,4736,4800,2048,64,0.03818181231001823,0.0,0.4736328125,0.03515625,0.23779296875,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,4800,4864,2048,64,0.032427779030170904,0.0,0.5029296875,0.02880859375,0.19580078125,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,4864,4928,2048,64,0.031047942767399687,0.0,0.50537109375,0.03125,0.201171875,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,4928,4992,2048,64,0.03427382899012332,0.0,0.474609375,0.02978515625,0.21142578125,1.0,48,0.75
+fresh-en-1,layers.1.mlp.gated_product,64,4992,5056,2048,64,0.03662503028687293,0.0,0.54443359375,0.03857421875,0.212890625,1.0,43,0.671875
+fresh-en-1,layers.1.mlp.gated_product,64,5056,5120,2048,64,0.03191749239702204,0.0,0.517578125,0.029296875,0.1884765625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,64,5120,5184,2048,64,0.03193983903597732,0.0,0.5234375,0.03369140625,0.197265625,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,5184,5248,2048,64,0.058170141546082514,0.0,0.544921875,0.05810546875,0.3046875,1.0,29,0.453125
+fresh-en-1,layers.1.mlp.gated_product,64,5248,5312,2048,64,0.07917199601380041,0.0,0.51416015625,0.0732421875,0.400390625,1.0,13,0.203125
+fresh-en-1,layers.1.mlp.gated_product,64,5312,5376,2048,64,0.03228508876842033,0.0,0.4833984375,0.03369140625,0.19873046875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,5376,5440,2048,64,0.032840013440910004,0.0,0.50732421875,0.03857421875,0.21875,1.0,49,0.765625
+fresh-en-1,layers.1.mlp.gated_product,64,5440,5504,2048,64,0.03516933257511128,0.0,0.5146484375,0.03369140625,0.21435546875,1.0,47,0.734375
+fresh-en-1,layers.1.mlp.gated_product,64,5504,5568,2048,64,0.03972298180217112,0.0,0.50634765625,0.02880859375,0.236328125,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,5568,5632,2048,64,0.035708355955280886,0.0,0.48779296875,0.03125,0.20703125,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,5632,5696,2048,64,0.038236438866005716,0.0,0.50341796875,0.03271484375,0.2392578125,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,5696,5760,2048,64,0.041766032120354075,0.0,0.53125,0.04345703125,0.2431640625,1.0,41,0.640625
+fresh-en-1,layers.1.mlp.gated_product,64,5760,5824,2048,64,0.037330564900462944,0.0,0.50146484375,0.03759765625,0.21240234375,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,5824,5888,2048,64,0.036563910625271284,0.0,0.51171875,0.0322265625,0.21435546875,1.0,45,0.703125
+fresh-en-1,layers.1.mlp.gated_product,64,5888,5952,2048,64,0.031516830850774766,0.0,0.50146484375,0.02490234375,0.1865234375,1.0,51,0.796875
+fresh-en-1,layers.1.mlp.gated_product,64,5952,6016,2048,64,0.035900400321783925,0.0,0.5302734375,0.03759765625,0.22998046875,1.0,42,0.65625
+fresh-en-1,layers.1.mlp.gated_product,64,6016,6080,2048,64,0.03362229653664988,0.0,0.51806640625,0.03271484375,0.216796875,1.0,46,0.71875
+fresh-en-1,layers.1.mlp.gated_product,64,6080,6144,2048,64,0.03334534773214906,0.0,0.49755859375,0.0322265625,0.197265625,1.0,50,0.78125
+fresh-en-1,layers.1.mlp.gated_product,128,0,128,4096,128,0.03491192537779941,0.0,0.50634765625,0.03271484375,0.214599609375,1.0,91,0.7109375
+fresh-en-1,layers.1.mlp.gated_product,128,128,256,4096,128,0.034818030288913095,0.0,0.4892578125,0.036865234375,0.2041015625,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,256,384,4096,128,0.04003412645643268,0.0,0.510498046875,0.043701171875,0.23095703125,1.0,87,0.6796875
+fresh-en-1,layers.1.mlp.gated_product,128,384,512,4096,128,0.03292120407240743,0.0,0.497314453125,0.036376953125,0.20263671875,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gated_product,128,512,640,4096,128,0.0334508380075025,0.0,0.50244140625,0.0361328125,0.200927734375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gated_product,128,640,768,4096,128,0.032290041251518006,0.0,0.481689453125,0.033447265625,0.204833984375,1.0,98,0.765625
+fresh-en-1,layers.1.mlp.gated_product,128,768,896,4096,128,0.04151398223216672,0.0,0.485595703125,0.03955078125,0.247314453125,1.0,81,0.6328125
+fresh-en-1,layers.1.mlp.gated_product,128,896,1024,4096,128,0.03754611943618681,0.0,0.49853515625,0.03759765625,0.22802734375,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,1024,1152,4096,128,0.035285476624575554,0.0,0.484619140625,0.0341796875,0.21240234375,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.gated_product,128,1152,1280,4096,128,0.03889385356740456,0.0,0.506591796875,0.030029296875,0.216064453125,1.0,90,0.703125
+fresh-en-1,layers.1.mlp.gated_product,128,1280,1408,4096,128,0.03465423521303666,0.0,0.51708984375,0.034912109375,0.214599609375,1.0,94,0.734375
+fresh-en-1,layers.1.mlp.gated_product,128,1408,1536,4096,128,0.03327328384816571,0.0,0.509521484375,0.03466796875,0.2158203125,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gated_product,128,1536,1664,4096,128,0.03557322764266623,0.0,0.482177734375,0.033935546875,0.218505859375,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,1664,1792,4096,128,0.03429098768601379,0.0,0.49755859375,0.04296875,0.2265625,1.0,94,0.734375
+fresh-en-1,layers.1.mlp.gated_product,128,1792,1920,4096,128,0.043735889655893756,0.0,0.50048828125,0.038330078125,0.244873046875,1.0,80,0.625
+fresh-en-1,layers.1.mlp.gated_product,128,1920,2048,4096,128,0.033660060928395207,0.0,0.481201171875,0.031982421875,0.210693359375,1.0,94,0.734375
+fresh-en-1,layers.1.mlp.gated_product,128,2048,2176,4096,128,0.03737879917897752,0.0,0.5,0.03759765625,0.219482421875,1.0,89,0.6953125
+fresh-en-1,layers.1.mlp.gated_product,128,2176,2304,4096,128,0.033830774734618006,0.0,0.487060546875,0.03564453125,0.20947265625,1.0,93,0.7265625
+fresh-en-1,layers.1.mlp.gated_product,128,2304,2432,4096,128,0.032959049881100606,0.0,0.4951171875,0.031005859375,0.197021484375,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gated_product,128,2432,2560,4096,128,0.04268551118759819,0.0,0.496826171875,0.04541015625,0.256591796875,1.0,80,0.625
+fresh-en-1,layers.1.mlp.gated_product,128,2560,2688,4096,128,0.04407500267145567,0.0,0.50146484375,0.037109375,0.236572265625,1.0,81,0.6328125
+fresh-en-1,layers.1.mlp.gated_product,128,2688,2816,4096,128,0.034346556584429845,0.0,0.49462890625,0.037841796875,0.2080078125,1.0,96,0.75
+fresh-en-1,layers.1.mlp.gated_product,128,2816,2944,4096,128,0.041515840216604975,0.0,0.506103515625,0.041259765625,0.2294921875,1.0,85,0.6640625
+fresh-en-1,layers.1.mlp.gated_product,128,2944,3072,4096,128,0.032069517302748034,0.0,0.491943359375,0.030517578125,0.20068359375,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gated_product,128,3072,3200,4096,128,0.0367241236056628,0.0,0.5068359375,0.037841796875,0.22900390625,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,3200,3328,4096,128,0.03627558629625601,0.0,0.5224609375,0.034912109375,0.207763671875,1.0,91,0.7109375
+fresh-en-1,layers.1.mlp.gated_product,128,3328,3456,4096,128,0.03068545497356252,0.0,0.51220703125,0.033203125,0.194580078125,1.0,100,0.78125
+fresh-en-1,layers.1.mlp.gated_product,128,3456,3584,4096,128,0.03378006819086924,0.0,0.4833984375,0.033447265625,0.1923828125,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.gated_product,128,3584,3712,4096,128,0.03901943322474379,0.0,0.50537109375,0.034912109375,0.231201171875,1.0,84,0.65625
+fresh-en-1,layers.1.mlp.gated_product,128,3712,3840,4096,128,0.03395056166188987,0.0,0.51123046875,0.033447265625,0.20166015625,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.gated_product,128,3840,3968,4096,128,0.035782060834236865,0.0,0.49658203125,0.03466796875,0.206787109375,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.gated_product,128,3968,4096,4096,128,0.03182593992281939,0.0,0.50390625,0.03662109375,0.211181640625,1.0,95,0.7421875
+fresh-en-1,layers.1.mlp.gated_product,128,4096,4224,4096,128,0.03295355901818444,0.0,0.505859375,0.03564453125,0.203369140625,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gated_product,128,4224,4352,4096,128,0.03946562994461665,0.0,0.5087890625,0.032958984375,0.218017578125,1.0,88,0.6875
+fresh-en-1,layers.1.mlp.gated_product,128,4352,4480,4096,128,0.035226805842569535,0.0,0.50634765625,0.03662109375,0.217041015625,1.0,93,0.7265625
+fresh-en-1,layers.1.mlp.gated_product,128,4480,4608,4096,128,0.03291066994049913,0.0,0.51708984375,0.034912109375,0.201904296875,1.0,99,0.7734375
+fresh-en-1,layers.1.mlp.gated_product,128,4608,4736,4096,128,0.03990920521138247,0.0,0.48974609375,0.038818359375,0.23779296875,1.0,88,0.6875
+fresh-en-1,layers.1.mlp.gated_product,128,4736,4864,4096,128,0.035421826915808925,0.0,0.48828125,0.031982421875,0.216064453125,1.0,91,0.7109375
+fresh-en-1,layers.1.mlp.gated_product,128,4864,4992,4096,128,0.032700688859196414,0.0,0.489990234375,0.030517578125,0.20703125,1.0,97,0.7578125
+fresh-en-1,layers.1.mlp.gated_product,128,4992,5120,4096,128,0.03435199531634457,0.0,0.531005859375,0.033935546875,0.20068359375,1.0,93,0.7265625
+fresh-en-1,layers.1.mlp.gated_product,128,5120,5248,4096,128,0.04692503961178625,0.0,0.5341796875,0.046875,0.26123046875,1.0,74,0.578125
+fresh-en-1,layers.1.mlp.gated_product,128,5248,5376,4096,128,0.060458795512290886,0.0,0.498779296875,0.05615234375,0.330810546875,1.0,54,0.421875
+fresh-en-1,layers.1.mlp.gated_product,128,5376,5504,4096,128,0.03402461194913127,0.0,0.510986328125,0.036376953125,0.216552734375,1.0,96,0.75
+fresh-en-1,layers.1.mlp.gated_product,128,5504,5632,4096,128,0.037769047964468616,0.0,0.4970703125,0.0302734375,0.221435546875,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,5632,5760,4096,128,0.040040146704478,0.0,0.517333984375,0.038330078125,0.24169921875,1.0,85,0.6640625
+fresh-en-1,layers.1.mlp.gated_product,128,5760,5888,4096,128,0.036949226216529234,0.0,0.506591796875,0.03515625,0.213623046875,1.0,89,0.6953125
+fresh-en-1,layers.1.mlp.gated_product,128,5888,6016,4096,128,0.033779796995694715,0.0,0.515869140625,0.0302734375,0.20654296875,1.0,92,0.71875
+fresh-en-1,layers.1.mlp.gated_product,128,6016,6144,4096,128,0.033484108467871414,0.0,0.5078125,0.0322265625,0.208251953125,1.0,96,0.75
+fresh-en-1,layers.1.mlp.down_proj.output,0,0,2048,65536,2048,0.02509424466467268,0.0,0.5020904541015625,0.0094146728515625,0.09149169921875,1.0,1651,0.80615234375
+fresh-en-1,layers.1.mlp.down_proj.output,64,0,64,2048,64,0.023741384981709593,0.0,0.51513671875,0.00634765625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,64,128,2048,64,0.02327370553181372,0.0,0.513671875,0.01025390625,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,128,192,2048,64,0.023369413451382916,0.0,0.53564453125,0.01220703125,0.0927734375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,192,256,2048,64,0.022820241882134402,0.0,0.4833984375,0.00927734375,0.0771484375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,256,320,2048,64,0.023718099980219662,0.0,0.50439453125,0.01171875,0.08203125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,320,384,2048,64,0.023100599813901553,0.0,0.50732421875,0.0048828125,0.07763671875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,384,448,2048,64,0.022962979497274893,0.0,0.52587890625,0.00634765625,0.07958984375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,448,512,2048,64,0.02258221874796524,0.0,0.47705078125,0.0107421875,0.087890625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,512,576,2048,64,0.02293091882973792,0.0,0.484375,0.00732421875,0.076171875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,576,640,2048,64,0.023132232238702696,0.0,0.48046875,0.0068359375,0.06884765625,1.0,55,0.859375
+fresh-en-1,layers.1.mlp.down_proj.output,64,640,704,2048,64,0.02342644792063427,0.0,0.5009765625,0.00927734375,0.09375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,704,768,2048,64,0.02318298812763926,0.0,0.5009765625,0.0087890625,0.080078125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,768,832,2048,64,0.02357645922346842,0.0,0.47998046875,0.00732421875,0.08203125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,832,896,2048,64,0.022914232495021114,0.0,0.4921875,0.009765625,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,896,960,2048,64,0.023444167424290518,0.0,0.5068359375,0.00634765625,0.0751953125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,960,1024,2048,64,0.023526230388120274,0.0,0.529296875,0.0078125,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1024,1088,2048,64,0.02254406317197082,0.0,0.50634765625,0.0068359375,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1088,1152,2048,64,0.022608176024830923,0.0,0.5224609375,0.0107421875,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1152,1216,2048,64,0.0591490910142451,0.0,0.49609375,0.02099609375,0.19873046875,1.0,16,0.25
+fresh-en-1,layers.1.mlp.down_proj.output,64,1216,1280,2048,64,0.022503895785590724,0.0,0.49658203125,0.0087890625,0.0966796875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1280,1344,2048,64,0.02426291282267983,0.0,0.5078125,0.0087890625,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1344,1408,2048,64,0.02260230543441281,0.0,0.50634765625,0.01025390625,0.09423828125,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1408,1472,2048,64,0.023917375484482365,0.0,0.52099609375,0.0078125,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1472,1536,2048,64,0.022263992819460215,0.0,0.482421875,0.00830078125,0.0966796875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1536,1600,2048,64,0.02340342829642884,0.0,0.4970703125,0.00927734375,0.09326171875,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1600,1664,2048,64,0.023421033394230736,0.0,0.50439453125,0.005859375,0.08447265625,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1664,1728,2048,64,0.023818274707928955,0.0,0.50146484375,0.0087890625,0.08544921875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1728,1792,2048,64,0.023343893838389942,0.0,0.4794921875,0.00732421875,0.0869140625,1.0,53,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,64,1792,1856,2048,64,0.02259623697953523,0.0,0.50732421875,0.0126953125,0.091796875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1856,1920,2048,64,0.02332987626815194,0.0,0.50537109375,0.0078125,0.08349609375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1920,1984,2048,64,0.022685802096616893,0.0,0.5087890625,0.00830078125,0.07763671875,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,64,1984,2048,2048,64,0.02333467030539268,0.0,0.486328125,0.00927734375,0.07568359375,1.0,54,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,128,0,128,4096,128,0.023508708280457716,0.0,0.514404296875,0.00830078125,0.07958984375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,128,256,4096,128,0.023096459951914686,0.0,0.509521484375,0.0107421875,0.083984375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.down_proj.output,128,256,384,4096,128,0.023411385888427498,0.0,0.505859375,0.008056640625,0.07958984375,1.0,108,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,128,384,512,4096,128,0.022773394904726216,0.0,0.50146484375,0.008544921875,0.083984375,1.0,108,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,128,512,640,4096,128,0.023031795487122857,0.0,0.482421875,0.00732421875,0.072509765625,1.0,108,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,128,640,768,4096,128,0.02330503594402348,0.0,0.5009765625,0.009033203125,0.08740234375,1.0,108,0.84375
+fresh-en-1,layers.1.mlp.down_proj.output,128,768,896,4096,128,0.023247703976433356,0.0,0.486083984375,0.008544921875,0.0849609375,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.down_proj.output,128,896,1024,4096,128,0.02348523474965791,0.0,0.51806640625,0.007080078125,0.080078125,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.down_proj.output,128,1024,1152,4096,128,0.022576142357271213,0.0,0.514404296875,0.008544921875,0.0869140625,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,1152,1280,4096,128,0.04474952677593461,0.0,0.496337890625,0.0185546875,0.162841796875,1.0,64,0.5
+fresh-en-1,layers.1.mlp.down_proj.output,128,1280,1408,4096,128,0.02344731487389812,0.0,0.507080078125,0.009521484375,0.091796875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,1408,1536,4096,128,0.023105477990410562,0.0,0.501708984375,0.008056640625,0.089111328125,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,1536,1664,4096,128,0.023412232500124346,0.0,0.500732421875,0.007568359375,0.0888671875,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,1664,1792,4096,128,0.023582277133478737,0.0,0.490478515625,0.008056640625,0.0859375,1.0,106,0.828125
+fresh-en-1,layers.1.mlp.down_proj.output,128,1792,1920,4096,128,0.022965986287579666,0.0,0.50634765625,0.01025390625,0.087890625,1.0,107,0.8359375
+fresh-en-1,layers.1.mlp.down_proj.output,128,1920,2048,4096,128,0.023012523275688854,0.0,0.49755859375,0.009033203125,0.077392578125,1.0,108,0.84375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1239959687216698,0.0,0.4972178141276042,0.012349446614583334,0.12367757161458333,1.0,3505,0.5704752604166666
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7929699363720488,0.0,0.46484375,0.01123046875,0.1025390625,1.0,48,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.054807635585763,0.0,0.4931640625,0.01123046875,0.12255859375,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0804956330225879,0.0,0.50244140625,0.0166015625,0.11328125,1.0,39,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.06185073574901,0.0,0.498046875,0.0107421875,0.1083984375,1.0,39,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.3994417388723348,0.0,0.47509765625,0.01171875,0.12109375,1.0,33,0.515625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.1206650952311514,0.0,0.486328125,0.01025390625,0.10888671875,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9778348419884839,0.0,0.4599609375,0.01416015625,0.11474609375,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.9130973836851897,0.0,0.54248046875,0.01806640625,0.11962890625,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.1413672476263879,0.0,0.5078125,0.0107421875,0.11328125,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.9355813913052979,0.0,0.4287109375,0.01220703125,0.1181640625,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8191893372165397,0.0,0.46875,0.01025390625,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.2924964084703614,0.0,0.4990234375,0.01123046875,0.130859375,1.0,29,0.453125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.2622622647926955,0.0,0.52685546875,0.00927734375,0.11376953125,1.0,36,0.5625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.350162183446666,0.0,0.50146484375,0.0126953125,0.138671875,1.0,32,0.5
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4611299476132986,0.0,0.4677734375,0.013671875,0.11279296875,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.2376628062389872,0.0,0.5283203125,0.01318359375,0.10693359375,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.6819031169158563,0.0,0.49560546875,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.7491113813278957,0.0,0.50390625,0.00634765625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.253115247221603,0.0,0.52099609375,0.01025390625,0.11181640625,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.2955547436971355,0.0,0.5263671875,0.01025390625,0.1044921875,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.9230488865529008,0.0,0.45166015625,0.00732421875,0.0947265625,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0543054183265461,0.0,0.498046875,0.01416015625,0.11962890625,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.6695496950686853,0.0,0.5078125,0.00830078125,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.6943601726329285,0.0,0.47265625,0.0078125,0.10302734375,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.2222948366645492,0.0,0.49267578125,0.013671875,0.11669921875,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1729038098838525,0.0,0.4970703125,0.01416015625,0.1123046875,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6896929063728157,0.0,0.48486328125,0.0068359375,0.09765625,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7732466852009776,0.0,0.494140625,0.0048828125,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.3151548118602772,0.0,0.45263671875,0.0126953125,0.10009765625,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.563993732742941,0.0,0.46875,0.01416015625,0.13427734375,1.0,31,0.484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.4272431977058395,0.0,0.4755859375,0.01025390625,0.1064453125,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.618019241208624,0.0,0.5283203125,0.0087890625,0.10107421875,1.0,34,0.53125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.7911503689301166,0.0,0.49267578125,0.00927734375,0.1162109375,1.0,48,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9921759825155417,0.0,0.513671875,0.0107421875,0.1298828125,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.9865372526063403,0.0,0.51953125,0.01318359375,0.10205078125,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.2946487022053983,0.0,0.5791015625,0.009765625,0.11474609375,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.5401845369179687,0.0,0.4794921875,0.009765625,0.11572265625,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.339986317990593,0.0,0.48583984375,0.00830078125,0.11376953125,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9198771580889243,0.0,0.537109375,0.01220703125,0.1064453125,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.7988171607665214,0.0,0.47314453125,0.00634765625,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.167541520192223,0.0,0.51171875,0.01025390625,0.115234375,1.0,38,0.59375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.8270822940016865,0.0,0.494140625,0.0107421875,0.10546875,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.434105112779992,0.0,0.46875,0.01416015625,0.10205078125,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5581661879559634,0.0,0.49853515625,0.00634765625,0.10205078125,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9578242436946476,0.0,0.51806640625,0.01220703125,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.1660103042736307,0.0,0.53076171875,0.009765625,0.107421875,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.6045930613668595,0.0,0.48779296875,0.0126953125,0.13916015625,1.0,32,0.5
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.3505373125456739,0.0,0.494140625,0.0068359375,0.126953125,1.0,39,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0509593375491073,0.0,0.49755859375,0.0107421875,0.12646484375,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.0410808531027036,0.0,0.53271484375,0.0107421875,0.1044921875,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4383128998865387,0.0,0.474609375,0.0107421875,0.11083984375,1.0,36,0.5625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5647318718237142,0.0,0.51318359375,0.01611328125,0.12890625,1.0,31,0.484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.8216886171847957,0.0,0.49755859375,0.01123046875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.882230297513517,0.0,0.47998046875,0.00732421875,0.09228515625,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.701840015223743,0.0,0.5263671875,0.00732421875,0.10986328125,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6229197291654441,0.0,0.49560546875,0.0087890625,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.1807874982859312,0.0,0.51220703125,0.017578125,0.1484375,1.0,30,0.46875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,0.9872649776926201,0.0,0.47998046875,0.0087890625,0.11474609375,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.680122482474538,0.0,0.50244140625,0.0107421875,0.09765625,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.6433347453531482,0.0,0.4912109375,0.00927734375,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6825676688116424,0.0,0.49560546875,0.0078125,0.109375,1.0,39,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.8538891523212973,0.0,0.4775390625,0.01123046875,0.11669921875,1.0,36,0.5625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.5946200348611081,0.0,0.51611328125,0.00927734375,0.119140625,1.0,38,0.59375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.462675159926291,0.0,0.49267578125,0.0126953125,0.10107421875,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.6930640306323624,0.0,0.50732421875,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.0047243840954034,0.0,0.50732421875,0.01416015625,0.1396484375,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.11691901737053,0.0,0.4541015625,0.01220703125,0.11279296875,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0047171283447711,0.0,0.5107421875,0.00927734375,0.10791015625,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0072160017058303,0.0,0.46533203125,0.01123046875,0.119140625,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9083308933225136,0.0,0.46533203125,0.01220703125,0.10107421875,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.6007207036263701,0.0,0.5205078125,0.00537109375,0.10595703125,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.736650817243442,0.0,0.484375,0.01025390625,0.1220703125,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.0144332449498838,0.0,0.53125,0.00927734375,0.119140625,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.051164934332824,0.0,0.517578125,0.01123046875,0.11962890625,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.6776343951079888,0.0,0.51904296875,0.01025390625,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.5676975368577705,0.0,0.47802734375,0.00927734375,0.09423828125,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9638535611504524,0.0,0.49658203125,0.00732421875,0.10107421875,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8778203239799757,0.0,0.50146484375,0.01123046875,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1256469369944948,0.0,0.5078125,0.01904296875,0.126953125,1.0,38,0.59375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8886580884451815,0.0,0.5009765625,0.01416015625,0.10693359375,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9113175583418343,0.0,0.5224609375,0.01025390625,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.092255171029245,0.0,0.46875,0.01171875,0.11376953125,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9831726306643431,0.0,0.47265625,0.00927734375,0.1240234375,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.924206084609955,0.0,0.48583984375,0.00830078125,0.1103515625,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.0308769830593252,0.0,0.51611328125,0.0166015625,0.140625,1.0,38,0.59375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7397457184800511,0.0,0.50830078125,0.00927734375,0.109375,1.0,48,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.856428913296393,0.0,0.56103515625,0.0224609375,0.19384765625,1.0,22,0.34375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.6803261291585758,0.0,0.52294921875,0.02734375,0.22998046875,1.0,21,0.328125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1574908026606476,0.0,0.46435546875,0.01806640625,0.162109375,1.0,29,0.453125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.6722325636089618,0.0,0.50146484375,0.009765625,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6641426898202342,0.0,0.51318359375,0.00927734375,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7388715146594944,0.0,0.48974609375,0.009765625,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1882603772166442,0.0,0.50341796875,0.01025390625,0.10205078125,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.1303651620226947,0.0,0.486328125,0.0078125,0.1044921875,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.1159842694940536,0.0,0.47119140625,0.01025390625,0.11083984375,1.0,39,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.6562364312635043,0.0,0.4853515625,0.01513671875,0.14697265625,1.0,30,0.46875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.9331185530466959,0.0,0.47900390625,0.0126953125,0.11572265625,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.0712137503765522,0.0,0.500244140625,0.013671875,0.111328125,1.0,78,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.267739609732115,0.0,0.480712890625,0.010986328125,0.1142578125,1.0,74,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.9460200342221569,0.0,0.501220703125,0.015625,0.1171875,1.0,84,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.0435592301616123,0.0,0.46826171875,0.01171875,0.11865234375,1.0,77,0.6015625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.0820393098492442,0.0,0.48388671875,0.01123046875,0.1123046875,1.0,68,0.53125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.3069514043622765,0.0,0.51416015625,0.01123046875,0.124755859375,1.0,68,0.53125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3540143916812342,0.0,0.498046875,0.013916015625,0.109375,1.0,77,0.6015625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.7162959313351388,0.0,0.499755859375,0.00830078125,0.08544921875,1.0,100,0.78125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.27451165485754,0.0,0.523681640625,0.010498046875,0.108642578125,1.0,77,0.6015625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,0.990852956315735,0.0,0.474853515625,0.0107421875,0.106201171875,1.0,84,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6820677545176138,0.0,0.490234375,0.00830078125,0.089599609375,1.0,102,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.1978539174241727,0.0,0.494873046875,0.014404296875,0.114990234375,1.0,74,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.7326618392120888,0.0,0.489501953125,0.006103515625,0.097900390625,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.4449409287611792,0.0,0.460693359375,0.01318359375,0.11669921875,1.0,67,0.5234375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.525616172292186,0.0,0.501953125,0.009765625,0.1015625,1.0,69,0.5390625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.8973104497716886,0.0,0.503173828125,0.01025390625,0.123291015625,1.0,88,0.6875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.1509498279469415,0.0,0.54931640625,0.011962890625,0.11376953125,1.0,80,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.4435601373277118,0.0,0.482666015625,0.009765625,0.11572265625,1.0,75,0.5859375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.8614763033040557,0.0,0.505126953125,0.00927734375,0.101318359375,1.0,92,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.011735717078294,0.0,0.5029296875,0.011474609375,0.111572265625,1.0,82,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.4974210068966796,0.0,0.483642578125,0.01123046875,0.10302734375,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0670068677102102,0.0,0.5244140625,0.011474609375,0.102783203125,1.0,86,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.48301549640669,0.0,0.490966796875,0.009521484375,0.134521484375,1.0,70,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0460317566591157,0.0,0.51513671875,0.0107421875,0.115478515625,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.502852259651788,0.0,0.493896484375,0.01318359375,0.12109375,1.0,67,0.5234375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.8524970620072102,0.0,0.48876953125,0.009521484375,0.09326171875,1.0,94,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6635542163051991,0.0,0.510986328125,0.0087890625,0.098388671875,1.0,102,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.0883361733138246,0.0,0.49609375,0.013916015625,0.131103515625,1.0,70,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.6619842089302161,0.0,0.496826171875,0.010009765625,0.09423828125,1.0,101,0.7890625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.7703020856939675,0.0,0.486572265625,0.009521484375,0.114013671875,1.0,75,0.5859375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.530070534165965,0.0,0.50439453125,0.011474609375,0.110107421875,1.0,78,0.609375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.86307845487889,0.0,0.50732421875,0.01220703125,0.117431640625,1.0,92,0.71875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0623004752313052,0.0,0.482421875,0.0107421875,0.111328125,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9590487698382065,0.0,0.46533203125,0.011962890625,0.109619140625,1.0,87,0.6796875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.6721308616299329,0.0,0.50244140625,0.007080078125,0.116943359375,1.0,101,0.7890625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0329623728942117,0.0,0.5244140625,0.009765625,0.11962890625,1.0,69,0.5390625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.6250875405844168,0.0,0.49853515625,0.009765625,0.09716796875,1.0,93,0.7265625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.9218411491506328,0.0,0.4990234375,0.00927734375,0.100341796875,1.0,91,0.7109375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0140991630319325,0.0,0.50439453125,0.0166015625,0.11962890625,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.005863074872084,0.0,0.49560546875,0.011474609375,0.10986328125,1.0,86,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.954144985973701,0.0,0.479248046875,0.0087890625,0.117919921875,1.0,83,0.6484375
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8971987188496937,0.0,0.51220703125,0.0126953125,0.125244140625,1.0,85,0.6640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.7705683000742827,0.0,0.5419921875,0.024658203125,0.21240234375,1.0,42,0.328125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9464886628534617,0.0,0.48291015625,0.014404296875,0.138427734375,1.0,74,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7025014689012654,0.0,0.50146484375,0.00927734375,0.090087890625,1.0,101,0.7890625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1596741187889024,0.0,0.494873046875,0.009033203125,0.102783203125,1.0,82,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.412186249402437,0.0,0.478271484375,0.012939453125,0.1357421875,1.0,66,0.515625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5459810831748826,0.0,0.5061187744140625,0.01104736328125,0.109832763671875,1.0,1076,0.525390625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,0,64,2048,64,0.8878586605137081,0.0,0.345703125,0.00830078125,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,64,128,2048,64,1.1186300126646282,0.0,0.35546875,0.01025390625,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4400456187130908,0.0,0.4375,0.01708984375,0.11767578125,1.0,31,0.484375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,192,256,2048,64,1.629087626996202,0.0,0.484375,0.00830078125,0.12646484375,1.0,29,0.453125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3821046515432964,0.0,0.51220703125,0.00927734375,0.099609375,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,320,384,2048,64,1.2919970846462108,0.0,0.41796875,0.01220703125,0.08056640625,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,384,448,2048,64,1.79380133427974,0.0,0.1357421875,0.0009765625,0.01220703125,1.0,53,0.828125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7999873856878097,0.0,0.1337890625,0.0,0.013671875,1.0,53,0.828125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5736368185431753,0.0,0.6298828125,0.01513671875,0.12646484375,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,576,640,2048,64,1.8685370901190714,0.0,0.630859375,0.0126953125,0.13916015625,1.0,33,0.515625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,640,704,2048,64,2.140630665451908,0.0,0.6845703125,0.015625,0.173828125,1.0,17,0.265625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,704,768,2048,64,1.921844848984402,0.0,0.63330078125,0.01513671875,0.15478515625,1.0,21,0.328125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,768,832,2048,64,1.2680897923924062,0.0,0.484375,0.0078125,0.09423828125,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,832,896,2048,64,1.215670940042218,0.0,0.515625,0.00830078125,0.0791015625,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,896,960,2048,64,1.6743518404487567,0.0,0.66943359375,0.0126953125,0.1083984375,1.0,36,0.5625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.4626699840418258,0.0,0.63037109375,0.009765625,0.11083984375,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.130811172781952,0.0,0.58251953125,0.0107421875,0.1005859375,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.1144540270278653,0.0,0.62158203125,0.009765625,0.09521484375,1.0,43,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.4196186819235241,0.0,0.416015625,0.0087890625,0.09375,1.0,41,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5721346565162393,0.0,0.33447265625,0.00927734375,0.0869140625,1.0,40,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.543217629570761,0.0,0.19775390625,0.00244140625,0.03955078125,1.0,48,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.4628379872774417,0.0,0.1513671875,0.00439453125,0.037109375,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.467285203156728,0.0,0.5244140625,0.01806640625,0.166015625,1.0,26,0.40625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.5692576836617291,0.0,0.5126953125,0.0185546875,0.1650390625,1.0,26,0.40625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.171229375143287,0.0,0.7294921875,0.01708984375,0.16650390625,1.0,23,0.359375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.9195181822777412,0.0,0.64892578125,0.01611328125,0.13671875,1.0,23,0.359375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.9340671980566037,0.0,0.4599609375,0.00927734375,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.004843789469918,0.0,0.48486328125,0.00830078125,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.250551490832048,0.0,0.55078125,0.009765625,0.12353515625,1.0,30,0.46875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.6327645977596694,0.0,0.65771484375,0.02001953125,0.15380859375,1.0,21,0.328125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8220504037127792,0.0,0.8134765625,0.00927734375,0.07958984375,1.0,37,0.578125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8519904642944318,0.0,0.80859375,0.0087890625,0.09912109375,1.0,35,0.546875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,0,128,4096,128,1.009857937108795,0.0,0.3505859375,0.009033203125,0.084228515625,1.0,95,0.7421875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5374748583971847,0.0,0.4609375,0.01318359375,0.12158203125,1.0,59,0.4609375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3378097276055225,0.0,0.465087890625,0.010498046875,0.09033203125,1.0,82,0.640625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,384,512,4096,128,1.7968970220214362,0.0,0.134765625,0.00048828125,0.012939453125,1.0,106,0.828125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,512,640,4096,128,1.727391631018475,0.0,0.63037109375,0.014404296875,0.134033203125,1.0,65,0.5078125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,640,768,4096,128,2.03418131805414,0.0,0.658935546875,0.014892578125,0.16455078125,1.0,37,0.2890625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2421569055543962,0.0,0.5,0.008056640625,0.0859375,1.0,85,0.6640625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.5720778555515396,0.0,0.64990234375,0.010498046875,0.1103515625,1.0,75,0.5859375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.1226623906694122,0.0,0.60205078125,0.01025390625,0.09814453125,1.0,86,0.671875
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.4978191780528314,0.0,0.375244140625,0.009521484375,0.09228515625,1.0,80,0.625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.5035650350483538,0.0,0.174560546875,0.00341796875,0.0380859375,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5191273062409971,0.0,0.5185546875,0.017578125,0.164794921875,1.0,51,0.3984375
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.0492421832936136,0.0,0.689208984375,0.01708984375,0.1533203125,1.0,45,0.3515625
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.970101173002481,0.0,0.472412109375,0.0087890625,0.09130859375,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4542694494005493,0.0,0.604248046875,0.014404296875,0.14404296875,1.0,49,0.3828125
+fresh-en-1,layers.2.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8370814289937458,0.0,0.81103515625,0.0087890625,0.089111328125,1.0,71,0.5546875
+fresh-en-1,layers.2.linear_attn.in_proj_b.output,0,0,16,512,16,1.4099961305132416,0.0,0.54296875,0.005859375,0.048828125,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_b.output,64,0,16,512,16,1.4099961305132416,0.0,0.54296875,0.005859375,0.048828125,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_b.output,128,0,16,512,16,1.4099961305132416,0.0,0.54296875,0.005859375,0.048828125,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_a.output,0,0,16,512,16,1.652216959087243,0.0,0.4921875,0.009765625,0.10546875,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_a.output,64,0,16,512,16,1.652216959087243,0.0,0.4921875,0.009765625,0.10546875,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.in_proj_a.output,128,0,16,512,16,1.652216959087243,0.0,0.4921875,0.009765625,0.10546875,1.0,13,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03815776301949068,0.0,0.506011962890625,0.0142059326171875,0.14373779296875,1.0,1125,0.54931640625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,0,64,2048,64,0.025269021292791124,0.0,0.4794921875,0.009765625,0.099609375,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,64,128,2048,64,0.024201784886207268,0.0,0.4794921875,0.01025390625,0.10205078125,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,128,192,2048,64,0.02412251196669135,0.0,0.47119140625,0.00732421875,0.09912109375,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,192,256,2048,64,0.02485866935934628,0.0,0.48779296875,0.009765625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,256,320,2048,64,0.02251895575075252,0.0,0.50390625,0.01123046875,0.09912109375,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,320,384,2048,64,0.023694512569448267,0.0,0.48876953125,0.00634765625,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,384,448,2048,64,0.022504707096519024,0.0,0.51220703125,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,448,512,2048,64,0.023674814703662155,0.0,0.5361328125,0.01025390625,0.10205078125,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,512,576,2048,64,0.024206425930388006,0.0,0.501953125,0.0087890625,0.09814453125,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,576,640,2048,64,0.02457133127115142,0.0,0.55615234375,0.01220703125,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,640,704,2048,64,0.022965852590599228,0.0,0.50634765625,0.01171875,0.1015625,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,704,768,2048,64,0.02386846695667787,0.0,0.50537109375,0.01025390625,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,768,832,2048,64,0.02530580190085402,0.0,0.48974609375,0.00927734375,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,832,896,2048,64,0.02630654205170072,0.0,0.50634765625,0.0068359375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,896,960,2048,64,0.022678322292659963,0.0,0.5185546875,0.00439453125,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,960,1024,2048,64,0.02559478565574177,0.0,0.58056640625,0.01123046875,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1024,1088,2048,64,0.022235014799264163,0.0,0.5400390625,0.0068359375,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1088,1152,2048,64,0.022791268776290494,0.0,0.4921875,0.00634765625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1152,1216,2048,64,0.16197316127982628,0.0,0.49169921875,0.05908203125,0.5419921875,1.0,1,0.015625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03415935762755381,0.0,0.5107421875,0.0126953125,0.1240234375,1.0,42,0.65625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1280,1344,2048,64,0.022576439517465196,0.0,0.4970703125,0.005859375,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1344,1408,2048,64,0.023477916603365005,0.0,0.4765625,0.01123046875,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02342067734266287,0.0,0.53564453125,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1472,1536,2048,64,0.026581664808007395,0.0,0.49755859375,0.01025390625,0.1005859375,1.0,48,0.75
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1536,1600,2048,64,0.023080656987275842,0.0,0.50146484375,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1600,1664,2048,64,0.022863429304655947,0.0,0.48681640625,0.01171875,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1664,1728,2048,64,0.02701380129778277,0.0,0.52197265625,0.0078125,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02682512309706482,0.0,0.4794921875,0.0078125,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1792,1856,2048,64,0.02928831776162792,0.0,0.52734375,0.0068359375,0.1044921875,1.0,45,0.703125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1856,1920,2048,64,0.021751317400820685,0.0,0.49609375,0.009765625,0.09765625,1.0,52,0.8125
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1920,1984,2048,64,0.04669833603123244,0.0,0.48095703125,0.0126953125,0.16162109375,1.0,26,0.40625
+fresh-en-1,layers.2.linear_attn.out_proj.output,64,1984,2048,2048,64,0.022265695236855402,0.0,0.53271484375,0.00927734375,0.09423828125,1.0,53,0.828125
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,0,128,4096,128,0.024741158307300223,0.0,0.4794921875,0.01025390625,0.10107421875,1.0,98,0.765625
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,128,256,4096,128,0.024493356506412805,0.0,0.4794921875,0.008544921875,0.094970703125,1.0,100,0.78125
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,256,384,4096,128,0.023114208768721587,0.0,0.496337890625,0.008544921875,0.095458984375,1.0,103,0.8046875
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,384,512,4096,128,0.023097171826360598,0.0,0.524169921875,0.009765625,0.094970703125,1.0,102,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,512,640,4096,128,0.024389561053450966,0.0,0.529052734375,0.010498046875,0.094970703125,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,640,768,4096,128,0.02342150827845163,0.0,0.505859375,0.0107421875,0.095947265625,1.0,99,0.7734375
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,768,896,4096,128,0.025811022495855963,0.0,0.498046875,0.008056640625,0.091064453125,1.0,99,0.7734375
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,896,1024,4096,128,0.024180564041944127,0.0,0.549560546875,0.00830078125,0.088134765625,1.0,103,0.8046875
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02251485971038472,0.0,0.51611328125,0.0068359375,0.08935546875,1.0,102,0.796875
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1152,1280,4096,128,0.11705162683300847,0.0,0.501220703125,0.041015625,0.400146484375,1.0,1,0.0078125
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02303158906068279,0.0,0.48681640625,0.00830078125,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1408,1536,4096,128,0.025051078132032372,0.0,0.5166015625,0.0087890625,0.094970703125,1.0,98,0.765625
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1536,1664,4096,128,0.022972299912430248,0.0,0.494140625,0.009765625,0.0869140625,1.0,103,0.8046875
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1664,1792,4096,128,0.02691962750233341,0.0,0.500732421875,0.0078125,0.091796875,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02579656339493048,0.0,0.51171875,0.009765625,0.10107421875,1.0,96,0.75
+fresh-en-1,layers.2.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03658207055694379,0.0,0.5068359375,0.012451171875,0.132080078125,1.0,75,0.5859375
+fresh-en-1,layers.2.mlp.gate_proj.output,0,0,6144,196608,6144,0.5841112691607133,0.0,0.8230387369791666,0.007049560546875,0.07271321614583333,1.0,4532,0.7376302083333334
+fresh-en-1,layers.2.mlp.gate_proj.output,64,0,64,2048,64,0.5814867545661803,0.0,0.82666015625,0.00634765625,0.06982421875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,64,128,2048,64,0.6082352490577435,0.0,0.8193359375,0.00732421875,0.064453125,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,128,192,2048,64,0.5894990963778237,0.0,0.8291015625,0.005859375,0.0625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,192,256,2048,64,0.5746461391720966,0.0,0.81640625,0.0068359375,0.07470703125,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,256,320,2048,64,0.6117161663471228,0.0,0.84814453125,0.005859375,0.0693359375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,320,384,2048,64,0.5729255937387264,0.0,0.81689453125,0.0068359375,0.07373046875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,384,448,2048,64,0.6347516249572861,0.0,0.85009765625,0.0068359375,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,448,512,2048,64,0.5757545358177325,0.0,0.80712890625,0.00537109375,0.0751953125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,512,576,2048,64,0.5531324110774233,0.0,0.8330078125,0.00732421875,0.068359375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,576,640,2048,64,0.5501801451759807,0.0,0.80517578125,0.0078125,0.068359375,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,640,704,2048,64,0.6083356486622501,0.0,0.83349609375,0.0068359375,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,704,768,2048,64,0.5896334566980274,0.0,0.81884765625,0.00732421875,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,768,832,2048,64,0.5624633065973679,0.0,0.81787109375,0.0078125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,832,896,2048,64,0.5579288952208893,0.0,0.78564453125,0.005859375,0.07568359375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,896,960,2048,64,0.6073000632070077,0.0,0.82958984375,0.0048828125,0.07861328125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,960,1024,2048,64,0.5607999133215367,0.0,0.7998046875,0.0087890625,0.07373046875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1024,1088,2048,64,0.5367031982142819,0.0,0.82861328125,0.0068359375,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1088,1152,2048,64,0.5735114908295792,0.0,0.84228515625,0.0087890625,0.06640625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1152,1216,2048,64,0.6045117595215995,0.0,0.8271484375,0.005859375,0.06640625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1216,1280,2048,64,0.5941784776025105,0.0,0.8369140625,0.0078125,0.06591796875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1280,1344,2048,64,0.6260928779287384,0.0,0.84423828125,0.00439453125,0.0693359375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1344,1408,2048,64,0.6231941968251759,0.0,0.8564453125,0.00537109375,0.0654296875,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1408,1472,2048,64,0.589984977786998,0.0,0.830078125,0.0048828125,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1472,1536,2048,64,0.5626666103154159,0.0,0.82373046875,0.0087890625,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1536,1600,2048,64,0.5786150992576975,0.0,0.81591796875,0.009765625,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1600,1664,2048,64,0.577097519483565,0.0,0.80908203125,0.0068359375,0.07666015625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1664,1728,2048,64,0.5409001044254552,0.0,0.80859375,0.00537109375,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1728,1792,2048,64,0.5664813200246017,0.0,0.8193359375,0.00927734375,0.0712890625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1792,1856,2048,64,0.5866701465784837,0.0,0.845703125,0.00634765625,0.07080078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1856,1920,2048,64,0.5359992369269361,0.0,0.7578125,0.005859375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1920,1984,2048,64,0.5907471650123012,0.0,0.81982421875,0.0068359375,0.07080078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,1984,2048,2048,64,0.5089278342782967,0.0,0.8046875,0.009765625,0.072265625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2048,2112,2048,64,0.6206901487405263,0.0,0.8544921875,0.00732421875,0.06689453125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2112,2176,2048,64,0.5993636749222627,0.0,0.822265625,0.0068359375,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2176,2240,2048,64,0.6019978242556165,0.0,0.841796875,0.0087890625,0.07177734375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2240,2304,2048,64,0.5265234475092194,0.0,0.77099609375,0.00634765625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2304,2368,2048,64,0.5931419864395993,0.0,0.83984375,0.0068359375,0.076171875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2368,2432,2048,64,0.5968734722206033,0.0,0.85009765625,0.0078125,0.080078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2432,2496,2048,64,0.5673363116494584,0.0,0.82275390625,0.00537109375,0.06640625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2496,2560,2048,64,0.6104398263731992,0.0,0.84912109375,0.00634765625,0.0703125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2560,2624,2048,64,0.5880802917960092,0.0,0.82275390625,0.00634765625,0.05810546875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2624,2688,2048,64,0.566441495845892,0.0,0.8330078125,0.0048828125,0.0732421875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2688,2752,2048,64,0.5971762622721568,0.0,0.783203125,0.00537109375,0.080078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2752,2816,2048,64,0.576454504025539,0.0,0.841796875,0.01220703125,0.07470703125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2816,2880,2048,64,0.5439388661439009,0.0,0.81201171875,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2880,2944,2048,64,0.5770134152248649,0.0,0.8095703125,0.009765625,0.076171875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,2944,3008,2048,64,0.7010159058478612,0.0,0.853515625,0.01025390625,0.07666015625,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3008,3072,2048,64,0.5459051489094616,0.0,0.7919921875,0.0068359375,0.06982421875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3072,3136,2048,64,0.5759875165181113,0.0,0.810546875,0.0087890625,0.0732421875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3136,3200,2048,64,0.6170622292163754,0.0,0.8642578125,0.0048828125,0.06982421875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3200,3264,2048,64,0.5955331896923558,0.0,0.826171875,0.0068359375,0.0732421875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3264,3328,2048,64,0.6063940913454238,0.0,0.82568359375,0.005859375,0.0732421875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3328,3392,2048,64,0.5931738926164112,0.0,0.81640625,0.00830078125,0.07421875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3392,3456,2048,64,0.6288819050626718,0.0,0.8623046875,0.00537109375,0.06982421875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3456,3520,2048,64,0.599276684607428,0.0,0.80615234375,0.00634765625,0.068359375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3520,3584,2048,64,0.5847097515172637,0.0,0.8623046875,0.00439453125,0.068359375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3584,3648,2048,64,0.5504846232081118,0.0,0.8076171875,0.01318359375,0.08203125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3648,3712,2048,64,0.5669568718123733,0.0,0.81396484375,0.00634765625,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3712,3776,2048,64,0.6125253572070408,0.0,0.79443359375,0.0078125,0.078125,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3776,3840,2048,64,0.5802500598733678,0.0,0.84375,0.0029296875,0.0537109375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3840,3904,2048,64,0.5629353205418461,0.0,0.8388671875,0.00732421875,0.07080078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3904,3968,2048,64,0.5965577334840799,0.0,0.83740234375,0.0048828125,0.06884765625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,3968,4032,2048,64,0.5868407050130506,0.0,0.8076171875,0.0048828125,0.0693359375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4032,4096,2048,64,0.6062022219367891,0.0,0.853515625,0.00537109375,0.0712890625,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4096,4160,2048,64,0.5988893743751399,0.0,0.87646484375,0.0078125,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4160,4224,2048,64,0.5603417438037958,0.0,0.81494140625,0.0048828125,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4224,4288,2048,64,0.5691598138454181,0.0,0.8125,0.005859375,0.06396484375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4288,4352,2048,64,0.5789832795464553,0.0,0.828125,0.00830078125,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4352,4416,2048,64,0.5696850279982076,0.0,0.82177734375,0.01025390625,0.08203125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4416,4480,2048,64,0.5594183425377127,0.0,0.81982421875,0.0068359375,0.07373046875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4480,4544,2048,64,0.5932941881320286,0.0,0.82763671875,0.0048828125,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4544,4608,2048,64,0.5443566326072621,0.0,0.7841796875,0.00634765625,0.06787109375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4608,4672,2048,64,0.5451408840343923,0.0,0.8154296875,0.005859375,0.06884765625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4672,4736,2048,64,0.5889013958933126,0.0,0.85498046875,0.009765625,0.07177734375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4736,4800,2048,64,0.5418013896186229,0.0,0.779296875,0.00634765625,0.07861328125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4800,4864,2048,64,0.6057779256832229,0.0,0.83642578125,0.0068359375,0.0712890625,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4864,4928,2048,64,0.6546912532913278,0.0,0.83349609375,0.009765625,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4928,4992,2048,64,0.6045288022091805,0.0,0.83740234375,0.00927734375,0.0703125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,4992,5056,2048,64,0.5923411843218895,0.0,0.81884765625,0.00537109375,0.07373046875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5056,5120,2048,64,0.5906860612546748,0.0,0.8076171875,0.00634765625,0.07763671875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5120,5184,2048,64,0.5813926299872914,0.0,0.82958984375,0.00732421875,0.06201171875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5184,5248,2048,64,0.5667280640635168,0.0,0.830078125,0.00537109375,0.060546875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5248,5312,2048,64,0.6084258271587839,0.0,0.8330078125,0.00537109375,0.06640625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5312,5376,2048,64,0.5730208535493959,0.0,0.8056640625,0.009765625,0.07373046875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5376,5440,2048,64,0.6069668200417593,0.0,0.82080078125,0.00537109375,0.07421875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5440,5504,2048,64,0.5485169524078676,0.0,0.78564453125,0.00830078125,0.07275390625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5504,5568,2048,64,0.5655314134625931,0.0,0.814453125,0.0078125,0.06884765625,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5568,5632,2048,64,0.5848957485639412,0.0,0.83056640625,0.00390625,0.06884765625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5632,5696,2048,64,0.5885408969154325,0.0,0.77587890625,0.0078125,0.0732421875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5696,5760,2048,64,0.6282875084510198,0.0,0.86767578125,0.00634765625,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5760,5824,2048,64,0.5785602152473323,0.0,0.78662109375,0.00927734375,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5824,5888,2048,64,0.5543500492242152,0.0,0.7861328125,0.0087890625,0.072265625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5888,5952,2048,64,0.5973225891876828,0.0,0.83251953125,0.00830078125,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,5952,6016,2048,64,0.5845768944491141,0.0,0.84716796875,0.00732421875,0.07470703125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,64,6016,6080,2048,64,0.5793161093917082,0.0,0.81787109375,0.00390625,0.07568359375,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,64,6080,6144,2048,64,0.5527628808120296,0.0,0.80126953125,0.00927734375,0.078125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,0,128,4096,128,0.5950113292754368,0.0,0.822998046875,0.006591796875,0.067138671875,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,128,256,4096,128,0.5821199918812561,0.0,0.82275390625,0.00634765625,0.069091796875,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,256,384,4096,128,0.5926383400233625,0.0,0.83251953125,0.00634765625,0.072265625,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,384,512,4096,128,0.6059714972259865,0.0,0.82861328125,0.006103515625,0.072998046875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,512,640,4096,128,0.5516582530562679,0.0,0.819091796875,0.007568359375,0.068359375,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,640,768,4096,128,0.5990575409303288,0.0,0.826171875,0.007080078125,0.080322265625,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,768,896,4096,128,0.560200688767359,0.0,0.8017578125,0.0068359375,0.0771484375,1.0,97,0.7578125
+fresh-en-1,layers.2.mlp.gate_proj.output,128,896,1024,4096,128,0.584512578800781,0.0,0.814697265625,0.007080078125,0.075927734375,1.0,92,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1024,1152,4096,128,0.5554123482094205,0.0,0.83544921875,0.0078125,0.0712890625,1.0,97,0.7578125
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1152,1280,4096,128,0.5993673876037706,0.0,0.83203125,0.0068359375,0.066650390625,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1280,1408,4096,128,0.6246452188041088,0.0,0.850341796875,0.0048828125,0.067138671875,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1408,1536,4096,128,0.576487635764274,0.0,0.826904296875,0.007080078125,0.072021484375,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1536,1664,4096,128,0.57785680755836,0.0,0.8125,0.00830078125,0.083984375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1664,1792,4096,128,0.5538384281107097,0.0,0.81396484375,0.007080078125,0.07177734375,1.0,99,0.7734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1792,1920,4096,128,0.5619061500253745,0.0,0.8017578125,0.0068359375,0.079833984375,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,1920,2048,4096,128,0.5513573040566655,0.0,0.812255859375,0.00830078125,0.07373046875,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2048,2176,4096,128,0.6101201011111896,0.0,0.83837890625,0.007080078125,0.066650390625,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2176,2304,4096,128,0.5655211407124804,0.0,0.806396484375,0.00732421875,0.076416015625,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2304,2432,4096,128,0.5950106544920826,0.0,0.844970703125,0.007568359375,0.078125,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2432,2560,4096,128,0.5892823059190532,0.0,0.8359375,0.005859375,0.06787109375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2560,2688,4096,128,0.5773622770042268,0.0,0.827880859375,0.00537109375,0.065673828125,1.0,98,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2688,2816,4096,128,0.586906842451455,0.0,0.8125,0.0087890625,0.077392578125,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2816,2944,4096,128,0.5607200600350298,0.0,0.810791015625,0.0087890625,0.07958984375,1.0,98,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,2944,3072,4096,128,0.6282657605892426,0.0,0.82275390625,0.0087890625,0.075439453125,1.0,92,0.71875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3072,3200,4096,128,0.596878301628642,0.0,0.83740234375,0.0068359375,0.07177734375,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3200,3328,4096,128,0.6009881754426594,0.0,0.825927734375,0.00634765625,0.072998046875,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3328,3456,4096,128,0.6112886868726434,0.0,0.83935546875,0.006591796875,0.072021484375,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3456,3584,4096,128,0.592038021681653,0.0,0.834228515625,0.00537109375,0.06884765625,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3584,3712,4096,128,0.558781448727429,0.0,0.810791015625,0.009765625,0.085693359375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3712,3840,4096,128,0.5966060028212337,0.0,0.819091796875,0.00537109375,0.0654296875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3840,3968,4096,128,0.5799902173714715,0.0,0.838134765625,0.005615234375,0.06982421875,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,3968,4096,4096,128,0.5966000112895216,0.0,0.83056640625,0.005126953125,0.07080078125,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4096,4224,4096,128,0.579935924300489,0.0,0.845703125,0.006591796875,0.0712890625,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4224,4352,4096,128,0.5740925586048472,0.0,0.8203125,0.0068359375,0.06689453125,1.0,98,0.765625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4352,4480,4096,128,0.5645750229566308,0.0,0.82080078125,0.008544921875,0.078125,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4480,4608,4096,128,0.5693514455653734,0.0,0.805908203125,0.005859375,0.069091796875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4608,4736,4096,128,0.5674431414383695,0.0,0.835205078125,0.007568359375,0.07080078125,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4736,4864,4096,128,0.5746806247985654,0.0,0.807861328125,0.0068359375,0.074951171875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4864,4992,4096,128,0.630109399166778,0.0,0.83544921875,0.009033203125,0.070068359375,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,4992,5120,4096,128,0.5915142016910584,0.0,0.813232421875,0.005859375,0.075927734375,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5120,5248,4096,128,0.5741071715284182,0.0,0.829833984375,0.00634765625,0.06103515625,1.0,100,0.78125
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5248,5376,4096,128,0.590988530242478,0.0,0.8193359375,0.007568359375,0.06982421875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5376,5504,4096,128,0.5784805820900214,0.0,0.80322265625,0.00732421875,0.07568359375,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5504,5632,4096,128,0.5752950618166176,0.0,0.822509765625,0.005859375,0.068115234375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5632,5760,4096,128,0.6087386880335486,0.0,0.82177734375,0.007080078125,0.067626953125,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5760,5888,4096,128,0.5665844596094783,0.0,0.786376953125,0.008544921875,0.075927734375,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gate_proj.output,128,5888,6016,4096,128,0.5909841034569576,0.0,0.83984375,0.0078125,0.078857421875,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gate_proj.output,128,6016,6144,4096,128,0.5661951770389605,0.0,0.8095703125,0.0068359375,0.076904296875,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.up_proj.output,0,0,6144,196608,6144,0.2513595201304253,0.0,0.4997965494791667,0.008900960286458334,0.08941141764322917,1.0,4901,0.7976888020833334
+fresh-en-1,layers.2.mlp.up_proj.output,64,0,64,2048,64,0.24469067944098039,0.0,0.49365234375,0.01123046875,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,64,128,2048,64,0.2411051432987037,0.0,0.51318359375,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,128,192,2048,64,0.2325769407944009,0.0,0.5361328125,0.01025390625,0.076171875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,192,256,2048,64,0.23619696724203926,0.0,0.48046875,0.00732421875,0.08984375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,256,320,2048,64,0.4707340284027112,0.0,0.517578125,0.01611328125,0.154296875,1.0,30,0.46875
+fresh-en-1,layers.2.mlp.up_proj.output,64,320,384,2048,64,0.24138071337954517,0.0,0.498046875,0.00830078125,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,384,448,2048,64,0.24109231714905902,0.0,0.5302734375,0.01220703125,0.09716796875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,448,512,2048,64,0.2386560988386092,0.0,0.5341796875,0.0078125,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,512,576,2048,64,0.25849235720332453,0.0,0.486328125,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,576,640,2048,64,0.2496641222041039,0.0,0.53564453125,0.00927734375,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,640,704,2048,64,0.24415920825329154,0.0,0.50244140625,0.01025390625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,704,768,2048,64,0.24302415989215356,0.0,0.5185546875,0.00830078125,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,768,832,2048,64,0.25210203511326773,0.0,0.4736328125,0.0078125,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,832,896,2048,64,0.2502247437505546,0.0,0.4912109375,0.00634765625,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,896,960,2048,64,0.2292448081582177,0.0,0.517578125,0.00732421875,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,960,1024,2048,64,0.24651845187017996,0.0,0.5380859375,0.0068359375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1024,1088,2048,64,0.25037618142943474,0.0,0.52880859375,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1088,1152,2048,64,0.2484129955812441,0.0,0.49755859375,0.00927734375,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1152,1216,2048,64,0.23157320972190562,0.0,0.484375,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1216,1280,2048,64,0.2395071752956341,0.0,0.51171875,0.00830078125,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1280,1344,2048,64,0.23678610331037087,0.0,0.53515625,0.0078125,0.095703125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1344,1408,2048,64,0.27496758979687175,0.0,0.5185546875,0.0107421875,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.up_proj.output,64,1408,1472,2048,64,0.2537523853862965,0.0,0.498046875,0.0068359375,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1472,1536,2048,64,0.26040979310455553,0.0,0.462890625,0.01171875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1536,1600,2048,64,0.25281769758275996,0.0,0.4765625,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1600,1664,2048,64,0.24771466020354554,0.0,0.52880859375,0.01025390625,0.0927734375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1664,1728,2048,64,0.2537831658178833,0.0,0.52001953125,0.01025390625,0.10205078125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1728,1792,2048,64,0.23865504299245294,0.0,0.5126953125,0.00439453125,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1792,1856,2048,64,0.23367092955076982,0.0,0.5107421875,0.00537109375,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,1856,1920,2048,64,0.2390611197086331,0.0,0.498046875,0.0087890625,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,1920,1984,2048,64,0.26692494050286253,0.0,0.509765625,0.0146484375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.up_proj.output,64,1984,2048,2048,64,0.25087177329726623,0.0,0.4716796875,0.0078125,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2048,2112,2048,64,0.2407195755109267,0.0,0.52001953125,0.00830078125,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2112,2176,2048,64,0.2358968476438539,0.0,0.50634765625,0.01025390625,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2176,2240,2048,64,0.23126868660638264,0.0,0.50732421875,0.00927734375,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2240,2304,2048,64,0.24567205470106065,0.0,0.48388671875,0.00732421875,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,2304,2368,2048,64,0.24138883961012347,0.0,0.5,0.0078125,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2368,2432,2048,64,0.24189777778006824,0.0,0.505859375,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2432,2496,2048,64,0.2546009888691671,0.0,0.48681640625,0.00927734375,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2496,2560,2048,64,0.2382407534088116,0.0,0.48486328125,0.01171875,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2560,2624,2048,64,0.2380760227258308,0.0,0.49072265625,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2624,2688,2048,64,0.2461401533625342,0.0,0.490234375,0.005859375,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2688,2752,2048,64,0.24599780297148327,0.0,0.50732421875,0.0087890625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2752,2816,2048,64,0.25579280936136456,0.0,0.50244140625,0.00732421875,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2816,2880,2048,64,0.24113987312994142,0.0,0.4326171875,0.00732421875,0.0927734375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,2880,2944,2048,64,0.24860039724421165,0.0,0.5458984375,0.0068359375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,2944,3008,2048,64,0.2729529422675181,0.0,0.4970703125,0.00927734375,0.109375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.up_proj.output,64,3008,3072,2048,64,0.23800694498829592,0.0,0.47216796875,0.0087890625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3072,3136,2048,64,0.24631838891131405,0.0,0.47998046875,0.00634765625,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3136,3200,2048,64,0.23116033459336627,0.0,0.513671875,0.00927734375,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3200,3264,2048,64,0.24994364134937364,0.0,0.4921875,0.0068359375,0.09619140625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,3264,3328,2048,64,0.2506959234483596,0.0,0.4951171875,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3328,3392,2048,64,0.24638952777989417,0.0,0.5048828125,0.01220703125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3392,3456,2048,64,0.22428848925451927,0.0,0.5,0.0068359375,0.09033203125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,3456,3520,2048,64,0.25280893369150026,0.0,0.5087890625,0.009765625,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3520,3584,2048,64,0.23044597179205684,0.0,0.521484375,0.00830078125,0.0849609375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,3584,3648,2048,64,0.24233103355167432,0.0,0.47021484375,0.01025390625,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3648,3712,2048,64,0.24558977777723193,0.0,0.5009765625,0.013671875,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3712,3776,2048,64,0.2461226930758195,0.0,0.48779296875,0.0078125,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3776,3840,2048,64,0.23609709836371529,0.0,0.51318359375,0.00927734375,0.08544921875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,3840,3904,2048,64,0.23589521601410007,0.0,0.5048828125,0.0078125,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3904,3968,2048,64,0.23656771070916852,0.0,0.50244140625,0.0087890625,0.095703125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,3968,4032,2048,64,0.25638082298192993,0.0,0.46630859375,0.01123046875,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4032,4096,2048,64,0.2392839606792782,0.0,0.50244140625,0.0087890625,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4096,4160,2048,64,0.2332255133756392,0.0,0.49560546875,0.0087890625,0.09716796875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,4160,4224,2048,64,0.241552291648391,0.0,0.47509765625,0.009765625,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4224,4288,2048,64,0.24309317394579583,0.0,0.53662109375,0.005859375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4288,4352,2048,64,0.24037645982364084,0.0,0.50244140625,0.0126953125,0.09375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4352,4416,2048,64,0.24622538644306044,0.0,0.50830078125,0.005859375,0.07470703125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4416,4480,2048,64,0.2466004261148696,0.0,0.47314453125,0.009765625,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4480,4544,2048,64,0.2542493874927579,0.0,0.5087890625,0.00927734375,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4544,4608,2048,64,0.24514678986246993,0.0,0.51708984375,0.01220703125,0.09521484375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4608,4672,2048,64,0.25455352659381597,0.0,0.51611328125,0.00830078125,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4672,4736,2048,64,0.2508089684121341,0.0,0.46826171875,0.005859375,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4736,4800,2048,64,0.24410682813160228,0.0,0.49755859375,0.00927734375,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4800,4864,2048,64,0.2375492288422272,0.0,0.509765625,0.0048828125,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4864,4928,2048,64,0.2398367714948035,0.0,0.4833984375,0.005859375,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4928,4992,2048,64,0.2438126774591326,0.0,0.49658203125,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,4992,5056,2048,64,0.29444011165507367,0.0,0.51025390625,0.0107421875,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.up_proj.output,64,5056,5120,2048,64,0.25152127875639413,0.0,0.4501953125,0.00830078125,0.09716796875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,5120,5184,2048,64,0.23942800344598808,0.0,0.49462890625,0.00927734375,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5184,5248,2048,64,0.239996790937055,0.0,0.48583984375,0.00634765625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5248,5312,2048,64,0.2388596547104275,0.0,0.4931640625,0.00927734375,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5312,5376,2048,64,0.2483101791336057,0.0,0.50048828125,0.00732421875,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5376,5440,2048,64,0.3769302603948106,0.0,0.4775390625,0.00927734375,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.2.mlp.up_proj.output,64,5440,5504,2048,64,0.24649694868284827,0.0,0.49609375,0.0107421875,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.up_proj.output,64,5504,5568,2048,64,0.24671379472257324,0.0,0.52490234375,0.00634765625,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5568,5632,2048,64,0.25676305261541543,0.0,0.4697265625,0.01123046875,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,5632,5696,2048,64,0.26766546513111267,0.0,0.4580078125,0.0068359375,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,5696,5760,2048,64,0.24042580928690468,0.0,0.50341796875,0.0078125,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5760,5824,2048,64,0.2613534678729276,0.0,0.51123046875,0.00634765625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,64,5824,5888,2048,64,0.26448958460553557,0.0,0.4697265625,0.01025390625,0.09716796875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.up_proj.output,64,5888,5952,2048,64,0.26924679435418386,0.0,0.490234375,0.01171875,0.10302734375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.up_proj.output,64,5952,6016,2048,64,0.23796813901785585,0.0,0.52001953125,0.009765625,0.0927734375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,6016,6080,2048,64,0.23908670648397096,0.0,0.50244140625,0.0087890625,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,64,6080,6144,2048,64,0.24944568109657592,0.0,0.50341796875,0.00634765625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,0,128,4096,128,0.24290452726367315,0.0,0.50341796875,0.009033203125,0.085693359375,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,128,256,4096,128,0.23439394267303412,0.0,0.50830078125,0.0087890625,0.08251953125,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,128,256,384,4096,128,0.37406896041228993,0.0,0.5078125,0.012939453125,0.121826171875,1.0,80,0.625
+fresh-en-1,layers.2.mlp.up_proj.output,128,384,512,4096,128,0.2398773008239488,0.0,0.5322265625,0.010009765625,0.093017578125,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,512,640,4096,128,0.25411658018365985,0.0,0.510986328125,0.0087890625,0.080078125,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,128,640,768,4096,128,0.24359234518572337,0.0,0.510498046875,0.00927734375,0.0830078125,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,768,896,4096,128,0.2511651433751128,0.0,0.482421875,0.007080078125,0.09033203125,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,896,1024,4096,128,0.23803836789472438,0.0,0.52783203125,0.007080078125,0.0869140625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,1024,1152,4096,128,0.24939652022515513,0.0,0.51318359375,0.00830078125,0.086669921875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,1152,1280,4096,128,0.23557359622737783,0.0,0.498046875,0.0087890625,0.083984375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,1280,1408,4096,128,0.2565880298841027,0.0,0.52685546875,0.010009765625,0.09521484375,1.0,100,0.78125
+fresh-en-1,layers.2.mlp.up_proj.output,128,1408,1536,4096,128,0.2571026384870379,0.0,0.48046875,0.00927734375,0.081298828125,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,128,1536,1664,4096,128,0.25027918520205183,0.0,0.502685546875,0.009033203125,0.089111328125,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,1664,1792,4096,128,0.24633526422162622,0.0,0.516357421875,0.00732421875,0.0927734375,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,1792,1920,4096,128,0.2363813891505275,0.0,0.50439453125,0.007080078125,0.08935546875,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,1920,2048,4096,128,0.2590227504484612,0.0,0.49072265625,0.01123046875,0.09033203125,1.0,101,0.7890625
+fresh-en-1,layers.2.mlp.up_proj.output,128,2048,2176,4096,128,0.2383204111720903,0.0,0.51318359375,0.009521484375,0.08740234375,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,2176,2304,4096,128,0.23857908947106216,0.0,0.49560546875,0.008056640625,0.0859375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,2304,2432,4096,128,0.24164344268286816,0.0,0.5029296875,0.00830078125,0.088623046875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,2432,2560,4096,128,0.24655660619617956,0.0,0.48583984375,0.0107421875,0.080810546875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,2560,2688,4096,128,0.24214166070121243,0.0,0.490478515625,0.00732421875,0.082275390625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,2688,2816,4096,128,0.2509431015068716,0.0,0.5048828125,0.008056640625,0.0849609375,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,2816,2944,4096,128,0.24489854626263513,0.0,0.4892578125,0.00732421875,0.08984375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,2944,3072,4096,128,0.25607676051836176,0.0,0.484619140625,0.009033203125,0.0966796875,1.0,100,0.78125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3072,3200,4096,128,0.2388596334724459,0.0,0.496826171875,0.007568359375,0.0869140625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3200,3328,4096,128,0.25032006500139986,0.0,0.49365234375,0.007568359375,0.091552734375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,3328,3456,4096,128,0.2355983083679442,0.0,0.50244140625,0.009033203125,0.089111328125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3456,3584,4096,128,0.24188602984610214,0.0,0.51513671875,0.0087890625,0.08740234375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3584,3712,4096,128,0.24396584676025132,0.0,0.485595703125,0.011962890625,0.087158203125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3712,3840,4096,128,0.24116199939320862,0.0,0.50048828125,0.0087890625,0.08740234375,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3840,3968,4096,128,0.23623170266553534,0.0,0.503662109375,0.00830078125,0.093505859375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,3968,4096,4096,128,0.24797977763444143,0.0,0.484375,0.010009765625,0.084228515625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4096,4224,4096,128,0.2374254090129359,0.0,0.4853515625,0.009033203125,0.0947265625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4224,4352,4096,128,0.24173863329677714,0.0,0.51953125,0.00927734375,0.0869140625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4352,4480,4096,128,0.24641297763010547,0.0,0.49072265625,0.0078125,0.08349609375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4480,4608,4096,128,0.24973956396646138,0.0,0.512939453125,0.0107421875,0.091796875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4608,4736,4096,128,0.25268818387224545,0.0,0.4921875,0.007080078125,0.078369140625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4736,4864,4096,128,0.24085034737779437,0.0,0.503662109375,0.0068359375,0.083251953125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.up_proj.output,128,4864,4992,4096,128,0.2418328954576296,0.0,0.489990234375,0.006103515625,0.0859375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,4992,5120,4096,128,0.27382287433549446,0.0,0.480224609375,0.009765625,0.094970703125,1.0,98,0.765625
+fresh-en-1,layers.2.mlp.up_proj.output,128,5120,5248,4096,128,0.23971256589321363,0.0,0.490234375,0.0078125,0.079833984375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,5248,5376,4096,128,0.2436307448883946,0.0,0.496826171875,0.0087890625,0.08642578125,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.up_proj.output,128,5376,5504,4096,128,0.31846284470190117,0.0,0.48681640625,0.0107421875,0.099365234375,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.up_proj.output,128,5504,5632,4096,128,0.2517885637740509,0.0,0.497314453125,0.009033203125,0.093017578125,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,128,5632,5760,4096,128,0.25441046656448507,0.0,0.480712890625,0.008056640625,0.086181640625,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.up_proj.output,128,5760,5888,4096,128,0.26292620213095363,0.0,0.490478515625,0.0087890625,0.09326171875,1.0,101,0.7890625
+fresh-en-1,layers.2.mlp.up_proj.output,128,5888,6016,4096,128,0.2540892278881827,0.0,0.505126953125,0.01123046875,0.096435546875,1.0,100,0.78125
+fresh-en-1,layers.2.mlp.up_proj.output,128,6016,6144,4096,128,0.2443211012531328,0.0,0.5029296875,0.007568359375,0.084228515625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,0,0,6144,196608,6144,0.19717130786980108,0.0,0.8230387369791666,0.004811604817708333,0.04913330078125,1.0,4949,0.8055013020833334
+fresh-en-1,layers.2.mlp.silu_gate,64,0,64,2048,64,0.19145971173352663,0.0,0.82666015625,0.00390625,0.0419921875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,64,128,2048,64,0.20759970961490873,0.0,0.8193359375,0.00390625,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,64,128,192,2048,64,0.19627042425090985,0.0,0.8291015625,0.00390625,0.04248046875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,192,256,2048,64,0.19666887431759997,0.0,0.81640625,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,256,320,2048,64,0.20447821754191528,0.0,0.84814453125,0.0048828125,0.0439453125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,320,384,2048,64,0.18902848339305683,0.0,0.81689453125,0.00439453125,0.044921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,384,448,2048,64,0.18839381682025158,0.0,0.85009765625,0.00537109375,0.04150390625,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,448,512,2048,64,0.1913291504709444,0.0,0.80712890625,0.00390625,0.0478515625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,512,576,2048,64,0.18462817550633193,0.0,0.8330078125,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,576,640,2048,64,0.1853486485628463,0.0,0.80517578125,0.00439453125,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,640,704,2048,64,0.2080193942234946,0.0,0.83349609375,0.00439453125,0.0576171875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,704,768,2048,64,0.18664570666747907,0.0,0.81884765625,0.0048828125,0.05712890625,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,768,832,2048,64,0.19355710697166661,0.0,0.81787109375,0.005859375,0.056640625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,832,896,2048,64,0.19827067973896378,0.0,0.78564453125,0.00439453125,0.05224609375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,896,960,2048,64,0.2040223899996883,0.0,0.82958984375,0.00390625,0.05615234375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,960,1024,2048,64,0.19027587429791626,0.0,0.7998046875,0.005859375,0.04736328125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1024,1088,2048,64,0.17816151341186784,0.0,0.82861328125,0.00537109375,0.04833984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,1088,1152,2048,64,0.1904787282260405,0.0,0.84228515625,0.00537109375,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1152,1216,2048,64,0.22089764160918182,0.0,0.8271484375,0.00439453125,0.04736328125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,64,1216,1280,2048,64,0.18955818417616355,0.0,0.8369140625,0.00439453125,0.0458984375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,1280,1344,2048,64,0.224862716354176,0.0,0.84423828125,0.00390625,0.048828125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.silu_gate,64,1344,1408,2048,64,0.193211233956033,0.0,0.8564453125,0.00341796875,0.037109375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1408,1472,2048,64,0.19456006698595327,0.0,0.830078125,0.00244140625,0.03955078125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,1472,1536,2048,64,0.18951375844384377,0.0,0.82373046875,0.005859375,0.0546875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1536,1600,2048,64,0.18656814531395635,0.0,0.81591796875,0.005859375,0.06103515625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1600,1664,2048,64,0.20626148509779266,0.0,0.80908203125,0.00537109375,0.0556640625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,1664,1728,2048,64,0.19129426318867146,0.0,0.80859375,0.00439453125,0.05029296875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,1728,1792,2048,64,0.19657125986887206,0.0,0.8193359375,0.00732421875,0.05029296875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1792,1856,2048,64,0.18439315040032755,0.0,0.845703125,0.00390625,0.0419921875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,1856,1920,2048,64,0.19167752238066194,0.0,0.7578125,0.00390625,0.05712890625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,1920,1984,2048,64,0.20365379826235316,0.0,0.81982421875,0.00439453125,0.04931640625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,1984,2048,2048,64,0.1756427408433229,0.0,0.8046875,0.005859375,0.05126953125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2048,2112,2048,64,0.223329196163731,0.0,0.8544921875,0.00634765625,0.0439453125,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,2112,2176,2048,64,0.19335231032566363,0.0,0.822265625,0.00341796875,0.044921875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2176,2240,2048,64,0.1899866244985715,0.0,0.841796875,0.00537109375,0.04345703125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2240,2304,2048,64,0.1881783002387386,0.0,0.77099609375,0.00390625,0.05712890625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,2304,2368,2048,64,0.1911954422921738,0.0,0.83984375,0.00390625,0.0478515625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,2368,2432,2048,64,0.18875427577774206,0.0,0.85009765625,0.00390625,0.0458984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2432,2496,2048,64,0.18306824853729117,0.0,0.82275390625,0.0029296875,0.04052734375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2496,2560,2048,64,0.22608013835915405,0.0,0.84912109375,0.00390625,0.05322265625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,64,2560,2624,2048,64,0.1974363030474419,0.0,0.82275390625,0.00439453125,0.04052734375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,2624,2688,2048,64,0.19294161598838064,0.0,0.8330078125,0.00341796875,0.04541015625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,2688,2752,2048,64,0.20253836627255659,0.0,0.783203125,0.00390625,0.05322265625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,2752,2816,2048,64,0.18696290002481472,0.0,0.841796875,0.0107421875,0.0517578125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,2816,2880,2048,64,0.18171286023094393,0.0,0.81201171875,0.00537109375,0.05859375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,2880,2944,2048,64,0.19526991213352876,0.0,0.8095703125,0.005859375,0.0498046875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,2944,3008,2048,64,0.1928926278702872,0.0,0.853515625,0.005859375,0.04736328125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,3008,3072,2048,64,0.2084651750011735,0.0,0.7919921875,0.00439453125,0.0498046875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3072,3136,2048,64,0.18823079262486156,0.0,0.810546875,0.0068359375,0.05419921875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,3136,3200,2048,64,0.1962838519219733,0.0,0.8642578125,0.00390625,0.04248046875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,3200,3264,2048,64,0.20596545928125815,0.0,0.826171875,0.0048828125,0.04833984375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3264,3328,2048,64,0.2014648631484673,0.0,0.82568359375,0.005859375,0.0439453125,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,3328,3392,2048,64,0.20959388334938375,0.0,0.81640625,0.00537109375,0.052734375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,3392,3456,2048,64,0.19708203359487106,0.0,0.8623046875,0.00390625,0.04541015625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,3456,3520,2048,64,0.20324246932464285,0.0,0.80615234375,0.00341796875,0.0517578125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3520,3584,2048,64,0.18294251839396045,0.0,0.8623046875,0.0029296875,0.0439453125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,3584,3648,2048,64,0.1830105858154093,0.0,0.8076171875,0.00732421875,0.05615234375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,3648,3712,2048,64,0.18943252851031522,0.0,0.81396484375,0.0048828125,0.056640625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3712,3776,2048,64,0.1958731014421957,0.0,0.79443359375,0.005859375,0.048828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3776,3840,2048,64,0.1902745895450838,0.0,0.84375,0.001953125,0.03466796875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,3840,3904,2048,64,0.18452007075644672,0.0,0.8388671875,0.00634765625,0.0478515625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,3904,3968,2048,64,0.19089937100526064,0.0,0.83740234375,0.0029296875,0.04443359375,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,3968,4032,2048,64,0.20899850047535498,0.0,0.8076171875,0.0029296875,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,4032,4096,2048,64,0.19236805261890208,0.0,0.853515625,0.00341796875,0.05029296875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4096,4160,2048,64,0.19136523618219975,0.0,0.87646484375,0.00439453125,0.04833984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4160,4224,2048,64,0.18796570226770476,0.0,0.81494140625,0.00244140625,0.04248046875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4224,4288,2048,64,0.19090800575987565,0.0,0.8125,0.00341796875,0.04443359375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4288,4352,2048,64,0.1999576082599101,0.0,0.828125,0.005859375,0.0498046875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,4352,4416,2048,64,0.18911747906556287,0.0,0.82177734375,0.00830078125,0.05517578125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4416,4480,2048,64,0.19161825358600398,0.0,0.81982421875,0.005859375,0.04931640625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4480,4544,2048,64,0.18892170543913728,0.0,0.82763671875,0.0048828125,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,4544,4608,2048,64,0.18648227872380838,0.0,0.7841796875,0.00439453125,0.04541015625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4608,4672,2048,64,0.18545639656279003,0.0,0.8154296875,0.00390625,0.04736328125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,4672,4736,2048,64,0.18349604789332438,0.0,0.85498046875,0.005859375,0.04541015625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4736,4800,2048,64,0.18864205765052552,0.0,0.779296875,0.0029296875,0.0595703125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,4800,4864,2048,64,0.21050145699895853,0.0,0.83642578125,0.00439453125,0.04736328125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,64,4864,4928,2048,64,0.2030838613101317,0.0,0.83349609375,0.005859375,0.0419921875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,4928,4992,2048,64,0.268718733433062,0.0,0.83740234375,0.0087890625,0.0625,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.silu_gate,64,4992,5056,2048,64,0.19731585688462414,0.0,0.81884765625,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,5056,5120,2048,64,0.20046893018544873,0.0,0.8076171875,0.00390625,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,64,5120,5184,2048,64,0.19816659469549053,0.0,0.82958984375,0.0048828125,0.0439453125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,5184,5248,2048,64,0.19200765044480028,0.0,0.830078125,0.00390625,0.04248046875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,5248,5312,2048,64,0.20376850275336247,0.0,0.8330078125,0.00390625,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,5312,5376,2048,64,0.18873874172681537,0.0,0.8056640625,0.00732421875,0.04638671875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,5376,5440,2048,64,0.1949497790809689,0.0,0.82080078125,0.0048828125,0.05029296875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,5440,5504,2048,64,0.2116812889953524,0.0,0.78564453125,0.00537109375,0.0556640625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,64,5504,5568,2048,64,0.18756919164853383,0.0,0.814453125,0.00244140625,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,5568,5632,2048,64,0.19380025084750782,0.0,0.83056640625,0.00146484375,0.03955078125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,5632,5696,2048,64,0.20763246152747944,0.0,0.77587890625,0.00732421875,0.05419921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,5696,5760,2048,64,0.19431753762126466,0.0,0.86767578125,0.00341796875,0.03857421875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,5760,5824,2048,64,0.24685668056782523,0.0,0.78662109375,0.0078125,0.06982421875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.silu_gate,64,5824,5888,2048,64,0.22344059576132294,0.0,0.7861328125,0.00732421875,0.05908203125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.silu_gate,64,5888,5952,2048,64,0.18602697591138004,0.0,0.83251953125,0.00390625,0.0556640625,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.silu_gate,64,5952,6016,2048,64,0.19051720253452606,0.0,0.84716796875,0.005859375,0.05029296875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,64,6016,6080,2048,64,0.19636785960804348,0.0,0.81787109375,0.00146484375,0.05224609375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,64,6080,6144,2048,64,0.20787294210575072,0.0,0.80126953125,0.00732421875,0.060546875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,0,128,4096,128,0.19969283994334844,0.0,0.822998046875,0.00390625,0.044921875,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,128,256,4096,128,0.19646975029375904,0.0,0.82275390625,0.004150390625,0.045654296875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,256,384,4096,128,0.196904937702179,0.0,0.83251953125,0.004638671875,0.044921875,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,384,512,4096,128,0.18986715623829703,0.0,0.82861328125,0.004638671875,0.044921875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,512,640,4096,128,0.18498876278691959,0.0,0.819091796875,0.00439453125,0.047607421875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,640,768,4096,128,0.1976217196951189,0.0,0.826171875,0.00439453125,0.0576171875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,768,896,4096,128,0.19592806856521594,0.0,0.8017578125,0.005126953125,0.0546875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,896,1024,4096,128,0.19726890778962275,0.0,0.814697265625,0.004638671875,0.051025390625,1.0,101,0.7890625
+fresh-en-1,layers.2.mlp.silu_gate,128,1024,1152,4096,128,0.18442297954405923,0.0,0.83544921875,0.00537109375,0.04541015625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,1152,1280,4096,128,0.20582525750823547,0.0,0.83203125,0.004150390625,0.046875,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,1280,1408,4096,128,0.20963518565950653,0.0,0.850341796875,0.003662109375,0.041259765625,1.0,100,0.78125
+fresh-en-1,layers.2.mlp.silu_gate,128,1408,1536,4096,128,0.1920534877385597,0.0,0.826904296875,0.004150390625,0.04736328125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,1536,1664,4096,128,0.1966614770114326,0.0,0.8125,0.005615234375,0.05859375,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,1664,1792,4096,128,0.19395070937654796,0.0,0.81396484375,0.005615234375,0.05029296875,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,1792,1920,4096,128,0.18807060708753373,0.0,0.8017578125,0.00390625,0.0498046875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,1920,2048,4096,128,0.19016472064717727,0.0,0.812255859375,0.005615234375,0.051025390625,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,2048,2176,4096,128,0.20887920644167765,0.0,0.83837890625,0.0048828125,0.046142578125,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,2176,2304,4096,128,0.189084624135732,0.0,0.806396484375,0.004638671875,0.05029296875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,2304,2432,4096,128,0.18997878010146274,0.0,0.844970703125,0.00390625,0.046630859375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,2432,2560,4096,128,0.20570149802931145,0.0,0.8359375,0.003662109375,0.047607421875,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,2560,2688,4096,128,0.19520189668808172,0.0,0.827880859375,0.00390625,0.043701171875,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,2688,2816,4096,128,0.19490627978344507,0.0,0.8125,0.00732421875,0.052490234375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,2816,2944,4096,128,0.1886132314525503,0.0,0.810791015625,0.005615234375,0.053955078125,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,2944,3072,4096,128,0.20082989702105483,0.0,0.82275390625,0.005126953125,0.048828125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,3072,3200,4096,128,0.19229948234136096,0.0,0.83740234375,0.00537109375,0.048583984375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,3200,3328,4096,128,0.20372758956554002,0.0,0.825927734375,0.00537109375,0.045654296875,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,3328,3456,4096,128,0.20343417105216735,0.0,0.83935546875,0.0048828125,0.049072265625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,3456,3584,4096,128,0.19335907836652375,0.0,0.834228515625,0.00341796875,0.0478515625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,3584,3712,4096,128,0.1862492380901338,0.0,0.810791015625,0.006103515625,0.056884765625,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,3712,3840,4096,128,0.1930941367508796,0.0,0.819091796875,0.00390625,0.042236328125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,3840,3968,4096,128,0.18773681892767896,0.0,0.838134765625,0.004638671875,0.046142578125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,3968,4096,4096,128,0.2008554715079174,0.0,0.83056640625,0.003173828125,0.047119140625,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,4096,4224,4096,128,0.1896730856606447,0.0,0.845703125,0.00341796875,0.0458984375,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,4224,4352,4096,128,0.19548518072252483,0.0,0.8203125,0.0048828125,0.047607421875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,4352,4480,4096,128,0.19037197272112266,0.0,0.82080078125,0.007080078125,0.05224609375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,4480,4608,4096,128,0.18770595497220688,0.0,0.805908203125,0.004638671875,0.044189453125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,4608,4736,4096,128,0.18447882618138597,0.0,0.835205078125,0.0048828125,0.04638671875,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,4736,4864,4096,128,0.19987081992290495,0.0,0.807861328125,0.003662109375,0.052978515625,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,4864,4992,4096,128,0.23817305937332822,0.0,0.83544921875,0.00732421875,0.052734375,1.0,96,0.75
+fresh-en-1,layers.2.mlp.silu_gate,128,4992,5120,4096,128,0.1988986417095549,0.0,0.813232421875,0.004150390625,0.0458984375,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,5120,5248,4096,128,0.19511142596288336,0.0,0.829833984375,0.00439453125,0.043212890625,1.0,107,0.8359375
+fresh-en-1,layers.2.mlp.silu_gate,128,5248,5376,4096,128,0.19639744823058242,0.0,0.8193359375,0.00537109375,0.045166015625,1.0,103,0.8046875
+fresh-en-1,layers.2.mlp.silu_gate,128,5376,5504,4096,128,0.20348757268498296,0.0,0.80322265625,0.0048828125,0.052978515625,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.silu_gate,128,5504,5632,4096,128,0.19071017131270343,0.0,0.822509765625,0.001953125,0.04248046875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.silu_gate,128,5632,5760,4096,128,0.20108523628943006,0.0,0.82177734375,0.00537109375,0.046875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.silu_gate,128,5760,5888,4096,128,0.2354399292549378,0.0,0.786376953125,0.007568359375,0.0634765625,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.silu_gate,128,5888,6016,4096,128,0.18828547504828247,0.0,0.83984375,0.0048828125,0.05419921875,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.silu_gate,128,6016,6144,4096,128,0.202202245717926,0.0,0.8095703125,0.00439453125,0.056640625,1.0,102,0.796875
+fresh-en-1,layers.2.mlp.gated_product,0,0,6144,196608,6144,0.06145054870653412,0.0,0.5013631184895834,0.032984415690104164,0.21275838216145834,1.0,3873,0.63037109375
+fresh-en-1,layers.2.mlp.gated_product,64,0,64,2048,64,0.04982578079741783,0.0,0.5009765625,0.02783203125,0.1904296875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,64,128,2048,64,0.08439877115493429,0.0,0.49755859375,0.041015625,0.26171875,1.0,28,0.4375
+fresh-en-1,layers.2.mlp.gated_product,64,128,192,2048,64,0.045693282916284154,0.0,0.486328125,0.01953125,0.1533203125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,192,256,2048,64,0.05585808003594165,0.0,0.50390625,0.03173828125,0.2080078125,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.gated_product,64,256,320,2048,64,0.141380379445472,0.0,0.47998046875,0.06005859375,0.38330078125,1.0,3,0.046875
+fresh-en-1,layers.2.mlp.gated_product,64,320,384,2048,64,0.0471873684185274,0.0,0.49755859375,0.03076171875,0.17138671875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,384,448,2048,64,0.047627285756833,0.0,0.49365234375,0.02978515625,0.1923828125,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,448,512,2048,64,0.04546880103912865,0.0,0.47216796875,0.02392578125,0.17919921875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,512,576,2048,64,0.04746202955714437,0.0,0.521484375,0.029296875,0.17236328125,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,576,640,2048,64,0.047592748102069864,0.0,0.5126953125,0.025390625,0.17138671875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,640,704,2048,64,0.11124300579220374,0.0,0.5078125,0.0595703125,0.33447265625,1.0,15,0.234375
+fresh-en-1,layers.2.mlp.gated_product,64,704,768,2048,64,0.04517171210589801,0.0,0.48876953125,0.03271484375,0.1640625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,768,832,2048,64,0.0606970304849153,0.0,0.51611328125,0.0283203125,0.22314453125,1.0,40,0.625
+fresh-en-1,layers.2.mlp.gated_product,64,832,896,2048,64,0.06189269248474995,0.0,0.50927734375,0.02978515625,0.2177734375,1.0,41,0.640625
+fresh-en-1,layers.2.mlp.gated_product,64,896,960,2048,64,0.04943895378799996,0.0,0.50634765625,0.0322265625,0.19873046875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,960,1024,2048,64,0.05037481308128943,0.0,0.4736328125,0.0302734375,0.19677734375,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,1024,1088,2048,64,0.048484837264112374,0.0,0.4599609375,0.0263671875,0.17529296875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,1088,1152,2048,64,0.04850174634574912,0.0,0.5,0.02978515625,0.1748046875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,1152,1216,2048,64,0.04570662352502359,0.0,0.505859375,0.0244140625,0.16259765625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,1216,1280,2048,64,0.0455353410402061,0.0,0.5009765625,0.0244140625,0.17236328125,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,1280,1344,2048,64,0.05238035365846683,0.0,0.48779296875,0.02685546875,0.18212890625,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,1344,1408,2048,64,0.05623277231350831,0.0,0.49609375,0.02587890625,0.18310546875,1.0,43,0.671875
+fresh-en-1,layers.2.mlp.gated_product,64,1408,1472,2048,64,0.0522447751155057,0.0,0.5078125,0.02294921875,0.16650390625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,1472,1536,2048,64,0.06742916989127924,0.0,0.55517578125,0.037109375,0.2333984375,1.0,36,0.5625
+fresh-en-1,layers.2.mlp.gated_product,64,1536,1600,2048,64,0.04639848068666411,0.0,0.52099609375,0.02685546875,0.18408203125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,1600,1664,2048,64,0.0717100397235319,0.0,0.490234375,0.03662109375,0.25634765625,1.0,36,0.5625
+fresh-en-1,layers.2.mlp.gated_product,64,1664,1728,2048,64,0.08769403763413618,0.0,0.50439453125,0.0478515625,0.29150390625,1.0,27,0.421875
+fresh-en-1,layers.2.mlp.gated_product,64,1728,1792,2048,64,0.04612472437334738,0.0,0.509765625,0.025390625,0.17822265625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,1792,1856,2048,64,0.041697381056131105,0.0,0.5009765625,0.02197265625,0.1572265625,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.gated_product,64,1856,1920,2048,64,0.04997798264563721,0.0,0.4931640625,0.03173828125,0.2109375,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.gated_product,64,1920,1984,2048,64,0.10160104044651379,0.0,0.47705078125,0.0498046875,0.30078125,1.0,17,0.265625
+fresh-en-1,layers.2.mlp.gated_product,64,1984,2048,2048,64,0.043668222157642635,0.0,0.5205078125,0.03076171875,0.18359375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,2048,2112,2048,64,0.06597108091847668,0.0,0.47314453125,0.0302734375,0.228515625,1.0,39,0.609375
+fresh-en-1,layers.2.mlp.gated_product,64,2112,2176,2048,64,0.046014414748995515,0.0,0.50732421875,0.025390625,0.166015625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,2176,2240,2048,64,0.0479232961521038,0.0,0.49951171875,0.02587890625,0.1923828125,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gated_product,64,2240,2304,2048,64,0.04810377553634428,0.0,0.5126953125,0.02734375,0.19873046875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,2304,2368,2048,64,0.047720045291979145,0.0,0.513671875,0.0283203125,0.17724609375,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,2368,2432,2048,64,0.046445681436209155,0.0,0.47802734375,0.02685546875,0.1796875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,2432,2496,2048,64,0.04456810425441343,0.0,0.5166015625,0.02392578125,0.150390625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,2496,2560,2048,64,0.0767590386243475,0.0,0.5185546875,0.0400390625,0.2412109375,1.0,31,0.484375
+fresh-en-1,layers.2.mlp.gated_product,64,2560,2624,2048,64,0.052959053857705135,0.0,0.490234375,0.0263671875,0.1884765625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,2624,2688,2048,64,0.07714497472678647,0.0,0.48828125,0.03466796875,0.23828125,1.0,33,0.515625
+fresh-en-1,layers.2.mlp.gated_product,64,2688,2752,2048,64,0.0562828891943535,0.0,0.48974609375,0.02783203125,0.1953125,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,2752,2816,2048,64,0.04755079341386875,0.0,0.51123046875,0.02587890625,0.1650390625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,2816,2880,2048,64,0.043707300770552626,0.0,0.51611328125,0.02783203125,0.1767578125,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.gated_product,64,2880,2944,2048,64,0.04931493521481363,0.0,0.474609375,0.03173828125,0.173828125,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gated_product,64,2944,3008,2048,64,0.052846202224831246,0.0,0.498046875,0.033203125,0.18896484375,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gated_product,64,3008,3072,2048,64,0.04354952255741339,0.0,0.53662109375,0.0244140625,0.16943359375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.gated_product,64,3072,3136,2048,64,0.04513275932196881,0.0,0.51416015625,0.02587890625,0.17041015625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,3136,3200,2048,64,0.04516043616873445,0.0,0.484375,0.03076171875,0.166015625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,3200,3264,2048,64,0.09531217326626286,0.0,0.5166015625,0.0517578125,0.28857421875,1.0,23,0.359375
+fresh-en-1,layers.2.mlp.gated_product,64,3264,3328,2048,64,0.06062867312273761,0.0,0.51708984375,0.02978515625,0.1982421875,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.gated_product,64,3328,3392,2048,64,0.0738058191294317,0.0,0.4755859375,0.03515625,0.25,1.0,33,0.515625
+fresh-en-1,layers.2.mlp.gated_product,64,3392,3456,2048,64,0.043675439093155875,0.0,0.5009765625,0.021484375,0.162109375,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.gated_product,64,3456,3520,2048,64,0.06046517027719696,0.0,0.48193359375,0.0361328125,0.197265625,1.0,43,0.671875
+fresh-en-1,layers.2.mlp.gated_product,64,3520,3584,2048,64,0.04127353115443584,0.0,0.486328125,0.0244140625,0.16015625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.gated_product,64,3584,3648,2048,64,0.0487394048200448,0.0,0.51318359375,0.0322265625,0.19775390625,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gated_product,64,3648,3712,2048,64,0.04589144446572914,0.0,0.52880859375,0.0263671875,0.185546875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,3712,3776,2048,64,0.05827076059790415,0.0,0.5029296875,0.02734375,0.2236328125,1.0,43,0.671875
+fresh-en-1,layers.2.mlp.gated_product,64,3776,3840,2048,64,0.0518857810594327,0.0,0.49853515625,0.02392578125,0.16357421875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,3840,3904,2048,64,0.06556616949291691,0.0,0.513671875,0.03564453125,0.24658203125,1.0,36,0.5625
+fresh-en-1,layers.2.mlp.gated_product,64,3904,3968,2048,64,0.04593126425111294,0.0,0.4853515625,0.02490234375,0.17529296875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,3968,4032,2048,64,0.0676470447569611,0.0,0.49365234375,0.033203125,0.21923828125,1.0,38,0.59375
+fresh-en-1,layers.2.mlp.gated_product,64,4032,4096,2048,64,0.04878727922926071,0.0,0.51025390625,0.02294921875,0.1689453125,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,4096,4160,2048,64,0.048121873939292806,0.0,0.4990234375,0.02783203125,0.19482421875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,4160,4224,2048,64,0.04415305446913381,0.0,0.5,0.0224609375,0.16748046875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4224,4288,2048,64,0.053635727070018714,0.0,0.49658203125,0.02734375,0.169921875,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,4288,4352,2048,64,0.08671925396633139,0.0,0.50830078125,0.04736328125,0.27978515625,1.0,28,0.4375
+fresh-en-1,layers.2.mlp.gated_product,64,4352,4416,2048,64,0.04721235399353245,0.0,0.4970703125,0.029296875,0.1796875,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4416,4480,2048,64,0.047758695211843186,0.0,0.517578125,0.02880859375,0.18505859375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4480,4544,2048,64,0.046399783979905934,0.0,0.49560546875,0.02587890625,0.1640625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4544,4608,2048,64,0.045788492655066695,0.0,0.51025390625,0.02490234375,0.17822265625,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,4608,4672,2048,64,0.06143820527707181,0.0,0.49169921875,0.02978515625,0.2138671875,1.0,41,0.640625
+fresh-en-1,layers.2.mlp.gated_product,64,4672,4736,2048,64,0.04462413557344583,0.0,0.52734375,0.02392578125,0.15771484375,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.gated_product,64,4736,4800,2048,64,0.046896694607093135,0.0,0.48876953125,0.02880859375,0.1767578125,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4800,4864,2048,64,0.0933419113858926,0.0,0.48681640625,0.04248046875,0.296875,1.0,23,0.359375
+fresh-en-1,layers.2.mlp.gated_product,64,4864,4928,2048,64,0.04926151120566927,0.0,0.48681640625,0.02294921875,0.1728515625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,4928,4992,2048,64,0.056642373368494175,0.0,0.5,0.02734375,0.19287109375,1.0,44,0.6875
+fresh-en-1,layers.2.mlp.gated_product,64,4992,5056,2048,64,0.05119666686092391,0.0,0.509765625,0.02685546875,0.14990234375,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,5056,5120,2048,64,0.06631120537598437,0.0,0.525390625,0.0302734375,0.2353515625,1.0,36,0.5625
+fresh-en-1,layers.2.mlp.gated_product,64,5120,5184,2048,64,0.05078677744961602,0.0,0.5087890625,0.0302734375,0.1748046875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,5184,5248,2048,64,0.045367271672933224,0.0,0.50341796875,0.0205078125,0.15966796875,1.0,50,0.78125
+fresh-en-1,layers.2.mlp.gated_product,64,5248,5312,2048,64,0.052889276776304825,0.0,0.5078125,0.0302734375,0.17138671875,1.0,46,0.71875
+fresh-en-1,layers.2.mlp.gated_product,64,5312,5376,2048,64,0.04694452749268459,0.0,0.50830078125,0.0234375,0.17529296875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,5376,5440,2048,64,0.10814951687589298,0.0,0.51611328125,0.0478515625,0.29541015625,1.0,15,0.234375
+fresh-en-1,layers.2.mlp.gated_product,64,5440,5504,2048,64,0.051982106307967325,0.0,0.50537109375,0.0322265625,0.18701171875,1.0,47,0.734375
+fresh-en-1,layers.2.mlp.gated_product,64,5504,5568,2048,64,0.049512690430585246,0.0,0.48388671875,0.02978515625,0.19384765625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,5568,5632,2048,64,0.05567341612230986,0.0,0.52099609375,0.02587890625,0.18994140625,1.0,45,0.703125
+fresh-en-1,layers.2.mlp.gated_product,64,5632,5696,2048,64,0.05812805644467836,0.0,0.49951171875,0.02587890625,0.19970703125,1.0,43,0.671875
+fresh-en-1,layers.2.mlp.gated_product,64,5696,5760,2048,64,0.05012507350714514,0.0,0.4736328125,0.02197265625,0.16943359375,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,5760,5824,2048,64,0.10117883740765335,0.0,0.51171875,0.0546875,0.310546875,1.0,20,0.3125
+fresh-en-1,layers.2.mlp.gated_product,64,5824,5888,2048,64,0.10132736438919618,0.0,0.51953125,0.0537109375,0.31201171875,1.0,19,0.296875
+fresh-en-1,layers.2.mlp.gated_product,64,5888,5952,2048,64,0.044761608970053796,0.0,0.52294921875,0.02587890625,0.181640625,1.0,49,0.765625
+fresh-en-1,layers.2.mlp.gated_product,64,5952,6016,2048,64,0.04920796322552994,0.0,0.4873046875,0.0283203125,0.1875,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,6016,6080,2048,64,0.04645525270404006,0.0,0.5048828125,0.0244140625,0.1640625,1.0,48,0.75
+fresh-en-1,layers.2.mlp.gated_product,64,6080,6144,2048,64,0.1366628495837048,0.0,0.46875,0.0634765625,0.40625,1.0,3,0.046875
+fresh-en-1,layers.2.mlp.gated_product,128,0,128,4096,128,0.06930281741940691,0.0,0.499267578125,0.037841796875,0.228515625,1.0,73,0.5703125
+fresh-en-1,layers.2.mlp.gated_product,128,128,256,4096,128,0.051029409211597036,0.0,0.4951171875,0.025634765625,0.1806640625,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gated_product,128,256,384,4096,128,0.10539226591740847,0.0,0.48876953125,0.051025390625,0.318115234375,1.0,35,0.2734375
+fresh-en-1,layers.2.mlp.gated_product,128,384,512,4096,128,0.04656055313513196,0.0,0.48291015625,0.0263671875,0.1865234375,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gated_product,128,512,640,4096,128,0.04752743377035163,0.0,0.51708984375,0.02734375,0.172119140625,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gated_product,128,640,768,4096,128,0.0848984390676955,0.0,0.498291015625,0.052978515625,0.2734375,1.0,53,0.4140625
+fresh-en-1,layers.2.mlp.gated_product,128,768,896,4096,128,0.061297776846711824,0.0,0.5126953125,0.029052734375,0.220947265625,1.0,80,0.625
+fresh-en-1,layers.2.mlp.gated_product,128,896,1024,4096,128,0.04990907705331187,0.0,0.489990234375,0.03125,0.19775390625,1.0,92,0.71875
+fresh-en-1,layers.2.mlp.gated_product,128,1024,1152,4096,128,0.04849329254193227,0.0,0.47998046875,0.028076171875,0.175048828125,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gated_product,128,1152,1280,4096,128,0.04562106266685443,0.0,0.50341796875,0.0244140625,0.167724609375,1.0,99,0.7734375
+fresh-en-1,layers.2.mlp.gated_product,128,1280,1408,4096,128,0.05434071278263161,0.0,0.491943359375,0.026611328125,0.182861328125,1.0,88,0.6875
+fresh-en-1,layers.2.mlp.gated_product,128,1408,1536,4096,128,0.06031670365287199,0.0,0.531494140625,0.03125,0.20166015625,1.0,84,0.65625
+fresh-en-1,layers.2.mlp.gated_product,128,1536,1664,4096,128,0.060395152153054736,0.0,0.505615234375,0.032470703125,0.22021484375,1.0,83,0.6484375
+fresh-en-1,layers.2.mlp.gated_product,128,1664,1792,4096,128,0.07006330863973866,0.0,0.507080078125,0.035888671875,0.243408203125,1.0,72,0.5625
+fresh-en-1,layers.2.mlp.gated_product,128,1792,1920,4096,128,0.046024288893299674,0.0,0.4970703125,0.02783203125,0.182373046875,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gated_product,128,1920,2048,4096,128,0.07819745854637272,0.0,0.498779296875,0.044921875,0.259033203125,1.0,59,0.4609375
+fresh-en-1,layers.2.mlp.gated_product,128,2048,2176,4096,128,0.05687490607572366,0.0,0.490234375,0.029541015625,0.200439453125,1.0,86,0.671875
+fresh-en-1,layers.2.mlp.gated_product,128,2176,2304,4096,128,0.04801362064525671,0.0,0.506103515625,0.026611328125,0.195556640625,1.0,94,0.734375
+fresh-en-1,layers.2.mlp.gated_product,128,2304,2432,4096,128,0.0470871747227542,0.0,0.495849609375,0.027587890625,0.177490234375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gated_product,128,2432,2560,4096,128,0.06276251240735323,0.0,0.517578125,0.031494140625,0.206298828125,1.0,78,0.609375
+fresh-en-1,layers.2.mlp.gated_product,128,2560,2688,4096,128,0.06616648891659523,0.0,0.4892578125,0.03173828125,0.213134765625,1.0,79,0.6171875
+fresh-en-1,layers.2.mlp.gated_product,128,2688,2816,4096,128,0.052100103504466755,0.0,0.50048828125,0.02685546875,0.180419921875,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gated_product,128,2816,2944,4096,128,0.046595552233495506,0.0,0.495361328125,0.030517578125,0.1767578125,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gated_product,128,2944,3072,4096,128,0.048421493185188,0.0,0.517333984375,0.02880859375,0.178955078125,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gated_product,128,3072,3200,4096,128,0.04514659986624187,0.0,0.499267578125,0.0283203125,0.16845703125,1.0,99,0.7734375
+fresh-en-1,layers.2.mlp.gated_product,128,3200,3328,4096,128,0.07987567332223834,0.0,0.516845703125,0.039794921875,0.2509765625,1.0,65,0.5078125
+fresh-en-1,layers.2.mlp.gated_product,128,3328,3456,4096,128,0.06064174683065435,0.0,0.48828125,0.029052734375,0.2119140625,1.0,82,0.640625
+fresh-en-1,layers.2.mlp.gated_product,128,3456,3584,4096,128,0.05176650070560405,0.0,0.484130859375,0.0302734375,0.179443359375,1.0,92,0.71875
+fresh-en-1,layers.2.mlp.gated_product,128,3584,3712,4096,128,0.04733684747299564,0.0,0.52099609375,0.029052734375,0.19287109375,1.0,95,0.7421875
+fresh-en-1,layers.2.mlp.gated_product,128,3712,3840,4096,128,0.055170716040330865,0.0,0.500732421875,0.025146484375,0.19287109375,1.0,90,0.703125
+fresh-en-1,layers.2.mlp.gated_product,128,3840,3968,4096,128,0.056606552702312976,0.0,0.49951171875,0.032470703125,0.2109375,1.0,86,0.671875
+fresh-en-1,layers.2.mlp.gated_product,128,3968,4096,4096,128,0.058975932713879776,0.0,0.501953125,0.0302734375,0.194091796875,1.0,85,0.6640625
+fresh-en-1,layers.2.mlp.gated_product,128,4096,4224,4096,128,0.046180120021409025,0.0,0.49951171875,0.025634765625,0.1826171875,1.0,97,0.7578125
+fresh-en-1,layers.2.mlp.gated_product,128,4224,4352,4096,128,0.07210069426436412,0.0,0.50244140625,0.038818359375,0.22998046875,1.0,70,0.546875
+fresh-en-1,layers.2.mlp.gated_product,128,4352,4480,4096,128,0.04748631033228604,0.0,0.50732421875,0.029052734375,0.181640625,1.0,98,0.765625
+fresh-en-1,layers.2.mlp.gated_product,128,4480,4608,4096,128,0.04609515165939382,0.0,0.5029296875,0.025146484375,0.170654296875,1.0,99,0.7734375
+fresh-en-1,layers.2.mlp.gated_product,128,4608,4736,4096,128,0.05369341925853152,0.0,0.509521484375,0.02783203125,0.187744140625,1.0,91,0.7109375
+fresh-en-1,layers.2.mlp.gated_product,128,4736,4864,4096,128,0.07386478317250644,0.0,0.48779296875,0.03857421875,0.247802734375,1.0,67,0.5234375
+fresh-en-1,layers.2.mlp.gated_product,128,4864,4992,4096,128,0.05308038690082325,0.0,0.493408203125,0.026123046875,0.18408203125,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gated_product,128,4992,5120,4096,128,0.05923797201155861,0.0,0.517578125,0.029296875,0.195556640625,1.0,83,0.6484375
+fresh-en-1,layers.2.mlp.gated_product,128,5120,5248,4096,128,0.04815332855972968,0.0,0.506103515625,0.025390625,0.168212890625,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gated_product,128,5248,5376,4096,128,0.050005321014028076,0.0,0.508056640625,0.027587890625,0.17138671875,1.0,93,0.7265625
+fresh-en-1,layers.2.mlp.gated_product,128,5376,5504,4096,128,0.08484826862317782,0.0,0.5107421875,0.040771484375,0.2578125,1.0,55,0.4296875
+fresh-en-1,layers.2.mlp.gated_product,128,5504,5632,4096,128,0.05268318411221383,0.0,0.50244140625,0.0283203125,0.193359375,1.0,92,0.71875
+fresh-en-1,layers.2.mlp.gated_product,128,5632,5760,4096,128,0.0542742753988131,0.0,0.486572265625,0.024169921875,0.1845703125,1.0,91,0.7109375
+fresh-en-1,layers.2.mlp.gated_product,128,5760,5888,4096,128,0.10125312813248116,0.0,0.515625,0.05419921875,0.311279296875,1.0,38,0.296875
+fresh-en-1,layers.2.mlp.gated_product,128,5888,6016,4096,128,0.04703735367977831,0.0,0.505126953125,0.026611328125,0.18359375,1.0,96,0.75
+fresh-en-1,layers.2.mlp.gated_product,128,6016,6144,4096,128,0.10206572627511781,0.0,0.48681640625,0.050048828125,0.30615234375,1.0,32,0.25
+fresh-en-1,layers.2.mlp.down_proj.output,0,0,2048,65536,2048,0.042872380999464825,0.0,0.49835205078125,0.00946044921875,0.0966796875,1.0,1580,0.771484375
+fresh-en-1,layers.2.mlp.down_proj.output,64,0,64,2048,64,0.03734663843851925,0.0,0.4755859375,0.00927734375,0.07666015625,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,64,128,2048,64,0.03628540399362228,0.0,0.48291015625,0.0087890625,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,128,192,2048,64,0.03697305776639137,0.0,0.5126953125,0.0078125,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,192,256,2048,64,0.036235005109316445,0.0,0.51611328125,0.0078125,0.08203125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,256,320,2048,64,0.03661509323815935,0.0,0.50732421875,0.0087890625,0.08935546875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,320,384,2048,64,0.036518895122650115,0.0,0.50390625,0.00537109375,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,384,448,2048,64,0.03848542632062346,0.0,0.4560546875,0.0107421875,0.0947265625,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,448,512,2048,64,0.03731527323046536,0.0,0.49462890625,0.0078125,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,512,576,2048,64,0.03590421835484345,0.0,0.46484375,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.2.mlp.down_proj.output,64,576,640,2048,64,0.03871909080201875,0.0,0.51220703125,0.00927734375,0.08203125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,640,704,2048,64,0.037779947120719096,0.0,0.50830078125,0.0078125,0.09912109375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,704,768,2048,64,0.03833419203308815,0.0,0.482421875,0.00732421875,0.078125,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,768,832,2048,64,0.03708406640942619,0.0,0.5078125,0.00732421875,0.06884765625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,832,896,2048,64,0.03660089272826397,0.0,0.51025390625,0.009765625,0.080078125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,896,960,2048,64,0.03832282376908092,0.0,0.53369140625,0.0087890625,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,960,1024,2048,64,0.036439935565178876,0.0,0.4892578125,0.0048828125,0.08935546875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,1024,1088,2048,64,0.03738379606921613,0.0,0.4931640625,0.005859375,0.07958984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1088,1152,2048,64,0.03663997735173535,0.0,0.46337890625,0.00732421875,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1152,1216,2048,64,0.12682991164167418,0.0,0.50537109375,0.029296875,0.29541015625,1.0,1,0.015625
+fresh-en-1,layers.2.mlp.down_proj.output,64,1216,1280,2048,64,0.03598150894771023,0.0,0.47119140625,0.00634765625,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1280,1344,2048,64,0.037285496128417445,0.0,0.49755859375,0.00732421875,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1344,1408,2048,64,0.036678994337685886,0.0,0.52783203125,0.0146484375,0.09326171875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1408,1472,2048,64,0.03647933641367362,0.0,0.48681640625,0.01220703125,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1472,1536,2048,64,0.03685052854668093,0.0,0.5126953125,0.0078125,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1536,1600,2048,64,0.03752648463825851,0.0,0.5244140625,0.00830078125,0.07763671875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,1600,1664,2048,64,0.03689876370194984,0.0,0.50390625,0.0087890625,0.08203125,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,1664,1728,2048,64,0.038514777013025046,0.0,0.46875,0.0068359375,0.07373046875,1.0,54,0.84375
+fresh-en-1,layers.2.mlp.down_proj.output,64,1728,1792,2048,64,0.03830865124158026,0.0,0.5146484375,0.01025390625,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1792,1856,2048,64,0.037533934961690246,0.0,0.5029296875,0.01171875,0.07373046875,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1856,1920,2048,64,0.03572997831355587,0.0,0.49169921875,0.0068359375,0.07958984375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1920,1984,2048,64,0.038844603461632474,0.0,0.50830078125,0.00634765625,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,64,1984,2048,2048,64,0.03495398022049156,0.0,0.5166015625,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,128,0,128,4096,128,0.0368198448233956,0.0,0.479248046875,0.009033203125,0.08349609375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,128,256,4096,128,0.03660589157409708,0.0,0.514404296875,0.0078125,0.085693359375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,256,384,4096,128,0.03656702581437422,0.0,0.505615234375,0.007080078125,0.086669921875,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,128,384,512,4096,128,0.03790486548811657,0.0,0.475341796875,0.0087890625,0.086181640625,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,128,512,640,4096,128,0.037338190155705525,0.0,0.488525390625,0.008544921875,0.086669921875,1.0,104,0.8125
+fresh-en-1,layers.2.mlp.down_proj.output,128,640,768,4096,128,0.03805807853317092,0.0,0.495361328125,0.007568359375,0.088134765625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,768,896,4096,128,0.03684327163787588,0.0,0.509033203125,0.008544921875,0.07470703125,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,128,896,1024,4096,128,0.0373932328478725,0.0,0.511474609375,0.0068359375,0.087646484375,1.0,107,0.8359375
+fresh-en-1,layers.2.mlp.down_proj.output,128,1024,1152,4096,128,0.037013755205871905,0.0,0.478271484375,0.0068359375,0.081787109375,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,1152,1280,4096,128,0.09322149825332414,0.0,0.48828125,0.020263671875,0.210205078125,1.0,28,0.21875
+fresh-en-1,layers.2.mlp.down_proj.output,128,1280,1408,4096,128,0.036983488526410174,0.0,0.5126953125,0.010986328125,0.0869140625,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,1408,1536,4096,128,0.03666540221620186,0.0,0.499755859375,0.010009765625,0.0830078125,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,1536,1664,4096,128,0.037213947734940606,0.0,0.51416015625,0.008544921875,0.079345703125,1.0,107,0.8359375
+fresh-en-1,layers.2.mlp.down_proj.output,128,1664,1792,4096,128,0.03841185239162563,0.0,0.49169921875,0.008544921875,0.084228515625,1.0,106,0.828125
+fresh-en-1,layers.2.mlp.down_proj.output,128,1792,1920,4096,128,0.03664305953380235,0.0,0.497314453125,0.00927734375,0.076904296875,1.0,105,0.8203125
+fresh-en-1,layers.2.mlp.down_proj.output,128,1920,2048,4096,128,0.03695053417303994,0.0,0.512451171875,0.006591796875,0.08544921875,1.0,105,0.8203125
+fresh-en-1,layers.3.self_attn.q_proj.output,0,0,4096,131072,4096,2.3175295076516247,0.0,0.7456130981445312,0.01507568359375,0.14650726318359375,1.0,1733,0.423095703125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,0,64,2048,64,1.6905723497673006,0.0,0.54736328125,0.01806640625,0.1796875,1.0,16,0.25
+fresh-en-1,layers.3.self_attn.q_proj.output,64,64,128,2048,64,0.622158370159617,0.0,0.5048828125,0.01171875,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,128,192,2048,64,0.5763688345868079,0.0,0.49853515625,0.00634765625,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,192,256,2048,64,0.6480459631244294,0.0,0.49267578125,0.0078125,0.09912109375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,256,320,2048,64,2.402729688364624,0.0,0.98681640625,0.00244140625,0.017578125,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,320,384,2048,64,2.318366427826827,0.0,0.97900390625,0.00146484375,0.0244140625,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,384,448,2048,64,2.3521816039165477,0.0,0.97998046875,0.00146484375,0.0205078125,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,448,512,2048,64,2.2776050041790934,0.0,0.982421875,0.00146484375,0.0224609375,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,512,576,2048,64,2.1999597124992327,0.0,0.5546875,0.021484375,0.24609375,1.0,6,0.09375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,576,640,2048,64,0.6351810059846931,0.0,0.53955078125,0.0087890625,0.09814453125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,640,704,2048,64,0.5933127910538979,0.0,0.47412109375,0.00927734375,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,704,768,2048,64,0.7058639091567922,0.0,0.482421875,0.0107421875,0.0966796875,1.0,45,0.703125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,768,832,2048,64,2.9315570694061224,0.0,0.9912109375,0.0,0.0078125,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,832,896,2048,64,2.824686844788908,0.0,0.9912109375,0.00146484375,0.01318359375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,896,960,2048,64,2.7302423593673453,0.0,0.98291015625,0.00146484375,0.01904296875,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,960,1024,2048,64,2.9550122341262366,0.0,0.99169921875,0.00048828125,0.01220703125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1024,1088,2048,64,1.5053684583923355,0.0,0.55712890625,0.01708984375,0.185546875,1.0,16,0.25
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1088,1152,2048,64,0.6784047649863064,0.0,0.48779296875,0.0078125,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1152,1216,2048,64,0.6237510654342381,0.0,0.50732421875,0.01171875,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1216,1280,2048,64,0.6703049764584104,0.0,0.45458984375,0.009765625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1280,1344,2048,64,3.519698619002428,0.0,0.99755859375,0.00048828125,0.0048828125,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1344,1408,2048,64,3.560740061976004,0.0,0.994140625,0.00146484375,0.00732421875,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1408,1472,2048,64,3.4847934566278926,0.0,0.9931640625,0.00048828125,0.009765625,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1472,1536,2048,64,3.630937705508415,0.0,0.9990234375,0.00048828125,0.001953125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1536,1600,2048,64,1.4786662526513525,0.0,0.5322265625,0.013671875,0.162109375,1.0,20,0.3125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1600,1664,2048,64,0.6107356054533157,0.0,0.5361328125,0.00537109375,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1664,1728,2048,64,0.612042322046681,0.0,0.51611328125,0.0107421875,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1728,1792,2048,64,0.6544265517941926,0.0,0.4541015625,0.009765625,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1792,1856,2048,64,2.838041187064624,0.0,0.994140625,0.0009765625,0.00634765625,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1856,1920,2048,64,2.9032581539021387,0.0,0.99169921875,0.00146484375,0.01318359375,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1920,1984,2048,64,2.7495572194916615,0.0,0.986328125,0.00048828125,0.01025390625,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,1984,2048,2048,64,2.69467712681625,0.0,0.9931640625,0.001953125,0.017578125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2048,2112,2048,64,2.563019318630595,0.0,0.5400390625,0.013671875,0.162109375,1.0,15,0.234375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2112,2176,2048,64,0.6423364630518701,0.0,0.4541015625,0.00830078125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2176,2240,2048,64,0.7986554761379036,0.0,0.4990234375,0.01171875,0.09716796875,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2240,2304,2048,64,0.5787373716115164,0.0,0.46044921875,0.0078125,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2304,2368,2048,64,2.983696626484196,0.0,0.99755859375,0.0,0.00341796875,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2368,2432,2048,64,3.1286332875938268,0.0,0.99609375,0.0,0.00537109375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2432,2496,2048,64,3.054919812299859,0.0,0.9833984375,0.0,0.00244140625,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2496,2560,2048,64,2.922983510189865,0.0,0.99853515625,0.00146484375,0.00244140625,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2560,2624,2048,64,1.7312826670363435,0.0,0.5205078125,0.01416015625,0.11328125,1.0,24,0.375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2624,2688,2048,64,0.6929190844196293,0.0,0.47314453125,0.005859375,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2688,2752,2048,64,0.7990773571204883,0.0,0.50048828125,0.00927734375,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2752,2816,2048,64,0.6524107007921478,0.0,0.4599609375,0.00830078125,0.0771484375,1.0,53,0.828125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2816,2880,2048,64,3.277017014748123,0.0,0.99560546875,0.0,0.00048828125,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2880,2944,2048,64,3.456088548175711,0.0,1.0,0.0,0.001953125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,2944,3008,2048,64,3.397667406727946,0.0,0.99755859375,0.00048828125,0.0029296875,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3008,3072,2048,64,3.3427775517359826,0.0,0.99853515625,0.0,0.00244140625,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3072,3136,2048,64,1.8437717141306635,0.0,0.5087890625,0.0146484375,0.13623046875,1.0,25,0.390625
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3136,3200,2048,64,0.5971497549540783,0.0,0.49072265625,0.0107421875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3200,3264,2048,64,0.6535929103268179,0.0,0.501953125,0.0087890625,0.10400390625,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3264,3328,2048,64,0.5294621794729963,0.0,0.46484375,0.0078125,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3328,3392,2048,64,3.3271997423757265,0.0,0.99267578125,0.0029296875,0.0126953125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3392,3456,2048,64,3.3922883854950268,0.0,0.98681640625,0.0,0.01171875,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3456,3520,2048,64,3.5305815114046157,0.0,0.9970703125,0.00048828125,0.00927734375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3520,3584,2048,64,3.3413296069697456,0.0,0.98046875,0.0009765625,0.017578125,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3584,3648,2048,64,1.8346932005398966,0.0,0.52099609375,0.01318359375,0.103515625,1.0,29,0.453125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3648,3712,2048,64,0.6867637088419448,0.0,0.47802734375,0.009765625,0.09912109375,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3712,3776,2048,64,0.8662818357195983,0.0,0.5302734375,0.009765625,0.10498046875,1.0,43,0.671875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3776,3840,2048,64,0.6651694828086014,0.0,0.4443359375,0.0078125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3840,3904,2048,64,3.150057373073498,0.0,0.9990234375,0.0,0.00146484375,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3904,3968,2048,64,3.2058585829226116,0.0,0.998046875,0.0,0.00537109375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,64,3968,4032,2048,64,3.263077504541163,0.0,0.9921875,0.00146484375,0.01025390625,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,64,4032,4096,2048,64,3.0628577665746084,0.0,0.98388671875,0.00048828125,0.0048828125,1.0,45,0.703125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,0,128,4096,128,1.273796668891351,0.0,0.526123046875,0.01708984375,0.154052734375,1.0,49,0.3828125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,128,256,4096,128,0.6132554948000158,0.0,0.49560546875,0.007080078125,0.095703125,1.0,101,0.7890625
+fresh-en-1,layers.3.self_attn.q_proj.output,128,256,384,4096,128,2.360924908698208,0.0,0.98291015625,0.001953125,0.02099609375,1.0,103,0.8046875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,384,512,4096,128,2.3151936045248,0.0,0.981201171875,0.00146484375,0.02197265625,1.0,103,0.8046875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,512,640,4096,128,1.6191475607527923,0.0,0.547119140625,0.017333984375,0.19873046875,1.0,21,0.1640625
+fresh-en-1,layers.3.self_attn.q_proj.output,128,640,768,4096,128,0.6520214437724707,0.0,0.478271484375,0.009765625,0.091552734375,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,768,896,4096,128,2.878617951579241,0.0,0.9912109375,0.000732421875,0.010498046875,1.0,100,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,896,1024,4096,128,2.8448480315053297,0.0,0.9873046875,0.0009765625,0.015869140625,1.0,98,0.765625
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1024,1152,4096,128,1.1675545427684828,0.0,0.5224609375,0.01416015625,0.1474609375,1.0,51,0.3984375
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1152,1280,4096,128,0.6474465820032017,0.0,0.48095703125,0.010498046875,0.0908203125,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1280,1408,4096,128,3.540278813707225,0.0,0.995849609375,0.0009765625,0.006103515625,1.0,97,0.7578125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1408,1536,4096,128,3.5586158865940622,0.0,0.99609375,0.00048828125,0.006591796875,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1536,1664,4096,128,1.13124972187807,0.0,0.5341796875,0.0126953125,0.13720703125,1.0,58,0.453125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1664,1792,4096,128,0.6335889502151731,0.0,0.485107421875,0.010009765625,0.081787109375,1.0,102,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1792,1920,4096,128,2.8708348687859457,0.0,0.992919921875,0.001220703125,0.009521484375,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,1920,2048,4096,128,2.722255473044861,0.0,0.98974609375,0.001220703125,0.013916015625,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2048,2176,4096,128,1.8683768569857133,0.0,0.4970703125,0.017578125,0.1767578125,1.0,26,0.203125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2176,2304,4096,128,0.6974193555045872,0.0,0.479736328125,0.01025390625,0.094970703125,1.0,92,0.71875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2304,2432,4096,128,3.057024027312619,0.0,0.996826171875,0.0,0.004638671875,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2432,2560,4096,128,2.9896795530979627,0.0,0.990966796875,0.000732421875,0.00244140625,1.0,94,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2560,2688,4096,128,1.3186122498167177,0.0,0.496826171875,0.01025390625,0.118896484375,1.0,58,0.453125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2688,2816,4096,128,0.7294396291574671,0.0,0.480224609375,0.009765625,0.0849609375,1.0,97,0.7578125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2816,2944,4096,128,3.3677432033767056,0.0,0.997802734375,0.0,0.001220703125,1.0,100,0.78125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,2944,3072,4096,128,3.3703342243115455,0.0,0.998046875,0.000244140625,0.002685546875,1.0,102,0.796875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3072,3200,4096,128,1.3704163534616116,0.0,0.499755859375,0.0166015625,0.153076171875,1.0,44,0.34375
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3200,3328,4096,128,0.5947747018501103,0.0,0.4833984375,0.00830078125,0.101806640625,1.0,94,0.734375
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3328,3456,4096,128,3.359901681301817,0.0,0.98974609375,0.001708984375,0.01220703125,1.0,99,0.7734375
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3456,3584,4096,128,3.437258307945789,0.0,0.98876953125,0.000732421875,0.014404296875,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3584,3712,4096,128,1.385233469832734,0.0,0.49951171875,0.014404296875,0.129150390625,1.0,54,0.421875
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3712,3840,4096,128,0.7723000258181982,0.0,0.4873046875,0.009521484375,0.099609375,1.0,90,0.703125
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3840,3968,4096,128,3.178080451101992,0.0,0.99853515625,0.0,0.00341796875,1.0,96,0.75
+fresh-en-1,layers.3.self_attn.q_proj.output,128,3968,4096,4096,128,3.1645515084217686,0.0,0.988037109375,0.0009765625,0.00732421875,1.0,91,0.7109375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.13470286111901675,0.0,0.0,0.002227783203125,0.122833251953125,1.0,1002,0.4892578125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.17352979091239953,0.0,0.0,0.0,0.04052734375,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.19529989124841166,0.0,0.0,0.0,0.037109375,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1839828330180519,0.0,0.0,0.0,0.03125,1.0,41,0.640625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.187979885548859,0.0,0.0,0.0,0.021484375,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.13816958131687632,0.0,0.0,0.00048828125,0.08203125,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.1503288046206226,0.0,0.0,0.00048828125,0.0791015625,1.0,37,0.578125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.16444722549633325,0.0,0.0,0.0,0.076171875,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.13697322413054563,0.0,0.0,0.00048828125,0.0849609375,1.0,35,0.546875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.094325734959575,0.0,0.0,0.00048828125,0.13232421875,1.0,27,0.421875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.10338502698095306,0.0,0.0,0.0029296875,0.16748046875,1.0,24,0.375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.11262961700003195,0.0,0.0,0.00244140625,0.181640625,1.0,25,0.390625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.08855982475161961,0.0,0.0,0.001953125,0.15283203125,1.0,26,0.40625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.13985191765471297,0.0,0.0,0.0,0.0849609375,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.14601626583846514,0.0,0.0,0.0009765625,0.111328125,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.1572481205165961,0.0,0.0,0.00048828125,0.091796875,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.15629198607052347,0.0,0.0,0.001953125,0.07763671875,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.12248080585778155,0.0,0.0,0.00048828125,0.0849609375,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.11323011982106207,0.0,0.0,0.001953125,0.08935546875,1.0,38,0.59375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.14585964850636546,0.0,0.0,0.0029296875,0.1142578125,1.0,28,0.4375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.12411729862081682,0.0,0.0,0.00048828125,0.08740234375,1.0,39,0.609375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.11069594456969176,0.0,0.0,0.001953125,0.1005859375,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.0871291557332646,0.0,0.0,0.001953125,0.1025390625,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.09013865008434375,0.0,0.0,0.001953125,0.091796875,1.0,35,0.546875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.08843110958748307,0.0,0.0,0.00048828125,0.09228515625,1.0,39,0.609375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.12540609893481516,0.0,0.0,0.00244140625,0.16650390625,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.13162967472042691,0.0,0.0,0.00390625,0.17919921875,1.0,28,0.4375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.10336745342337209,0.0,0.0,0.00244140625,0.1533203125,1.0,29,0.453125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.15020445560352588,0.0,0.0,0.0107421875,0.19482421875,1.0,26,0.40625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.11113394408987845,0.0,0.0,0.0048828125,0.09521484375,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.10423127583779887,0.0,0.0,0.0,0.09033203125,1.0,33,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.12293991345943121,0.0,0.0,0.00390625,0.15673828125,1.0,29,0.453125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.1436378557952074,0.0,0.0,0.0009765625,0.13916015625,1.0,30,0.46875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18473580575478935,0.0,0.0,0.0,0.037109375,1.0,89,0.6953125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.18599209689703286,0.0,0.0,0.0,0.02685546875,1.0,87,0.6796875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.14437725357539222,0.0,0.0,0.00048828125,0.08056640625,1.0,73,0.5703125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.1513349829057356,0.0,0.0,0.000244140625,0.086669921875,1.0,70,0.546875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.0989591028645581,0.0,0.0,0.00146484375,0.14990234375,1.0,51,0.3984375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.10131207525663331,0.0,0.0,0.003662109375,0.16650390625,1.0,49,0.3828125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.1429673192745635,0.0,0.0,0.000244140625,0.097412109375,1.0,67,0.5234375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.15677078222020618,0.0,0.0,0.001220703125,0.08447265625,1.0,72,0.5625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.11794619077838768,0.0,0.0,0.001220703125,0.087646484375,1.0,70,0.546875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.13542551620601173,0.0,0.0,0.00146484375,0.09912109375,1.0,66,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.09961195190078283,0.0,0.0,0.001708984375,0.107177734375,1.0,66,0.515625
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.08928896175312266,0.0,0.0,0.001220703125,0.091796875,1.0,73,0.5703125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.12855555397775323,0.0,0.0,0.00341796875,0.171630859375,1.0,60,0.46875
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.12893061876525796,0.0,0.0,0.006591796875,0.185546875,1.0,51,0.3984375
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.10773790510249293,0.0,0.0,0.00244140625,0.09619140625,1.0,65,0.5078125
+fresh-en-1,layers.3.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.1336900443916024,0.0,0.0,0.002197265625,0.148193359375,1.0,58,0.453125
+fresh-en-1,layers.3.self_attn.k_proj.output,0,0,512,16384,512,0.9146729793421207,0.0,0.47601318359375,0.01214599609375,0.11651611328125,1.0,285,0.556640625
+fresh-en-1,layers.3.self_attn.k_proj.output,64,0,64,2048,64,1.0434358263700394,0.0,0.474609375,0.01318359375,0.10986328125,1.0,35,0.546875
+fresh-en-1,layers.3.self_attn.k_proj.output,64,64,128,2048,64,1.0817623267061824,0.0,0.50048828125,0.0087890625,0.1220703125,1.0,32,0.5
+fresh-en-1,layers.3.self_attn.k_proj.output,64,128,192,2048,64,0.8852172931691615,0.0,0.48779296875,0.00830078125,0.10205078125,1.0,38,0.59375
+fresh-en-1,layers.3.self_attn.k_proj.output,64,192,256,2048,64,0.8478244661651198,0.0,0.46728515625,0.01318359375,0.12060546875,1.0,39,0.609375
+fresh-en-1,layers.3.self_attn.k_proj.output,64,256,320,2048,64,0.7502083382498012,0.0,0.48828125,0.01953125,0.12548828125,1.0,26,0.40625
+fresh-en-1,layers.3.self_attn.k_proj.output,64,320,384,2048,64,0.9200791421125993,0.0,0.46923828125,0.0068359375,0.10400390625,1.0,43,0.671875
+fresh-en-1,layers.3.self_attn.k_proj.output,64,384,448,2048,64,1.0141398899515943,0.0,0.5126953125,0.0166015625,0.1298828125,1.0,36,0.5625
+fresh-en-1,layers.3.self_attn.k_proj.output,64,448,512,2048,64,0.7027028827323163,0.0,0.40771484375,0.00927734375,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.k_proj.output,128,0,128,4096,128,1.0627718605686973,0.0,0.487548828125,0.010986328125,0.116943359375,1.0,66,0.515625
+fresh-en-1,layers.3.self_attn.k_proj.output,128,128,256,4096,128,0.8667225569794257,0.0,0.4775390625,0.010986328125,0.11181640625,1.0,77,0.6015625
+fresh-en-1,layers.3.self_attn.k_proj.output,128,256,384,4096,128,0.8394516598739278,0.0,0.478759765625,0.013916015625,0.115478515625,1.0,68,0.53125
+fresh-en-1,layers.3.self_attn.k_proj.output,128,384,512,4096,128,0.8724308161084577,0.0,0.460205078125,0.012451171875,0.111572265625,1.0,81,0.6328125
+fresh-en-1,layers.3.self_attn.v_proj.output,0,0,512,16384,512,0.6886845617738009,0.0,0.514404296875,0.009033203125,0.087890625,1.0,375,0.732421875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,0,64,2048,64,0.5984160303875685,0.0,0.49951171875,0.009765625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,64,128,2048,64,0.6197825962343207,0.0,0.51220703125,0.0087890625,0.09375,1.0,51,0.796875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,128,192,2048,64,0.5477305037428329,0.0,0.5419921875,0.00927734375,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.3.self_attn.v_proj.output,64,192,256,2048,64,0.6067446365270074,0.0,0.49755859375,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.3.self_attn.v_proj.output,64,256,320,2048,64,0.7799703032241992,0.0,0.4931640625,0.009765625,0.0869140625,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,320,384,2048,64,0.7701475324550782,0.0,0.55029296875,0.0068359375,0.0830078125,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,384,448,2048,64,0.753053448989262,0.0,0.4853515625,0.00830078125,0.0888671875,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.v_proj.output,64,448,512,2048,64,0.7844367671184345,0.0,0.53515625,0.00439453125,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.3.self_attn.v_proj.output,128,0,128,4096,128,0.6091929956999549,0.0,0.505859375,0.00927734375,0.092041015625,1.0,102,0.796875
+fresh-en-1,layers.3.self_attn.v_proj.output,128,128,256,4096,128,0.5779912450395195,0.0,0.519775390625,0.0087890625,0.0849609375,1.0,104,0.8125
+fresh-en-1,layers.3.self_attn.v_proj.output,128,256,384,4096,128,0.77507447889164,0.0,0.521728515625,0.008056640625,0.084716796875,1.0,87,0.6796875
+fresh-en-1,layers.3.self_attn.v_proj.output,128,384,512,4096,128,0.7689052407942879,0.0,0.51025390625,0.0068359375,0.081298828125,1.0,86,0.671875
+fresh-en-1,layers.3.self_attn.o_proj.output,0,0,2048,65536,2048,0.0278189950023591,0.0,0.4962921142578125,0.0096282958984375,0.093170166015625,1.0,1482,0.7236328125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,0,64,2048,64,0.026473713800996144,0.0,0.49365234375,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,64,128,2048,64,0.024505682402677476,0.0,0.55126953125,0.0078125,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,128,192,2048,64,0.027070217860007014,0.0,0.50244140625,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,192,256,2048,64,0.030807667960479086,0.0,0.4873046875,0.00927734375,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,256,320,2048,64,0.026955663525542323,0.0,0.44580078125,0.00927734375,0.091796875,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,320,384,2048,64,0.027299995659691007,0.0,0.537109375,0.01171875,0.080078125,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,64,384,448,2048,64,0.025340823784396227,0.0,0.48779296875,0.01025390625,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,448,512,2048,64,0.0270075422035049,0.0,0.44775390625,0.01123046875,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,512,576,2048,64,0.025438317872572933,0.0,0.583984375,0.01171875,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,64,576,640,2048,64,0.026097855597797703,0.0,0.4755859375,0.01025390625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,640,704,2048,64,0.02521766515873452,0.0,0.51904296875,0.009765625,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,704,768,2048,64,0.02599685555732627,0.0,0.5302734375,0.0087890625,0.0751953125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,768,832,2048,64,0.025546851861823483,0.0,0.4921875,0.005859375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,832,896,2048,64,0.025529890858361215,0.0,0.51171875,0.00830078125,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,896,960,2048,64,0.02630506858648911,0.0,0.498046875,0.0078125,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,960,1024,2048,64,0.026406411364040875,0.0,0.56005859375,0.00830078125,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1024,1088,2048,64,0.02549776923733595,0.0,0.53271484375,0.01123046875,0.07568359375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1088,1152,2048,64,0.02719163835162484,0.0,0.48974609375,0.009765625,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1152,1216,2048,64,0.05004831307482433,0.0,0.4580078125,0.01806640625,0.158203125,1.0,26,0.40625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1216,1280,2048,64,0.027987888412320656,0.0,0.44140625,0.0078125,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1280,1344,2048,64,0.026231655648909755,0.0,0.439453125,0.01123046875,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1344,1408,2048,64,0.027585133146484912,0.0,0.5048828125,0.00830078125,0.10009765625,1.0,45,0.703125
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1408,1472,2048,64,0.027076040261694172,0.0,0.46240234375,0.0087890625,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1472,1536,2048,64,0.03036339172115421,0.0,0.52587890625,0.0087890625,0.10595703125,1.0,44,0.6875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1536,1600,2048,64,0.02665664772169584,0.0,0.4599609375,0.0107421875,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1600,1664,2048,64,0.026412741698505778,0.0,0.49658203125,0.005859375,0.078125,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1664,1728,2048,64,0.02910428345909977,0.0,0.49658203125,0.0126953125,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1728,1792,2048,64,0.028742500153501008,0.0,0.525390625,0.00830078125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1792,1856,2048,64,0.02584434700356306,0.0,0.44091796875,0.013671875,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1856,1920,2048,64,0.026806760639965985,0.0,0.4833984375,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1920,1984,2048,64,0.025991155583087937,0.0,0.52880859375,0.01025390625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,64,1984,2048,2048,64,0.026058542631285965,0.0,0.47119140625,0.00537109375,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,128,0,128,4096,128,0.025508684721462515,0.0,0.5224609375,0.007568359375,0.088134765625,1.0,97,0.7578125
+fresh-en-1,layers.3.self_attn.o_proj.output,128,128,256,4096,128,0.028999216370027763,0.0,0.494873046875,0.008544921875,0.091064453125,1.0,93,0.7265625
+fresh-en-1,layers.3.self_attn.o_proj.output,128,256,384,4096,128,0.02712837591085578,0.0,0.491455078125,0.010498046875,0.085693359375,1.0,94,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,128,384,512,4096,128,0.026187446285824815,0.0,0.4677734375,0.010986328125,0.092041015625,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.o_proj.output,128,512,640,4096,128,0.025770196768646957,0.0,0.52978515625,0.010986328125,0.091552734375,1.0,97,0.7578125
+fresh-en-1,layers.3.self_attn.o_proj.output,128,640,768,4096,128,0.025610223885457722,0.0,0.524658203125,0.00927734375,0.08251953125,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.o_proj.output,128,768,896,4096,128,0.025538372768148226,0.0,0.501953125,0.007080078125,0.08984375,1.0,98,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,128,896,1024,4096,128,0.02635578868547518,0.0,0.529052734375,0.008056640625,0.08203125,1.0,98,0.765625
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1024,1152,4096,128,0.02635831398559087,0.0,0.51123046875,0.01025390625,0.0859375,1.0,94,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1152,1280,4096,128,0.04054722887828553,0.0,0.44970703125,0.013916015625,0.1337890625,1.0,68,0.53125
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1280,1408,4096,128,0.02691690294956201,0.0,0.47216796875,0.009765625,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1408,1536,4096,128,0.028766712647304175,0.0,0.494140625,0.0087890625,0.09423828125,1.0,91,0.7109375
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1536,1664,4096,128,0.026534974955618275,0.0,0.478271484375,0.00830078125,0.08740234375,1.0,97,0.7578125
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1664,1792,4096,128,0.02892395746385368,0.0,0.510986328125,0.010498046875,0.095703125,1.0,95,0.7421875
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1792,1920,4096,128,0.026329951462630997,0.0,0.462158203125,0.01123046875,0.095458984375,1.0,94,0.734375
+fresh-en-1,layers.3.self_attn.o_proj.output,128,1920,2048,4096,128,0.026024870918131673,0.0,0.5,0.0078125,0.086181640625,1.0,95,0.7421875
+fresh-en-1,layers.3.mlp.gate_proj.output,0,0,6144,196608,6144,0.7366851258316855,0.0,0.8496042887369791,0.007710774739583333,0.07706705729166667,1.0,4085,0.6648763020833334
+fresh-en-1,layers.3.mlp.gate_proj.output,64,0,64,2048,64,0.7290527190913733,0.0,0.84716796875,0.00537109375,0.08740234375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,64,128,2048,64,0.7592631263952113,0.0,0.86669921875,0.0068359375,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,128,192,2048,64,0.7592439899526463,0.0,0.85400390625,0.00830078125,0.07421875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,192,256,2048,64,0.7142982040640506,0.0,0.884765625,0.0068359375,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,256,320,2048,64,0.7373981496816068,0.0,0.857421875,0.0078125,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,320,384,2048,64,0.7637987519896058,0.0,0.869140625,0.0087890625,0.076171875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,384,448,2048,64,0.7632809749677966,0.0,0.8359375,0.0068359375,0.0810546875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,448,512,2048,64,0.7415649407303843,0.0,0.87548828125,0.00439453125,0.06591796875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,512,576,2048,64,0.700156077217575,0.0,0.83837890625,0.0087890625,0.07861328125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,576,640,2048,64,0.6858969587068499,0.0,0.8046875,0.0087890625,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,640,704,2048,64,0.6675618263210696,0.0,0.84326171875,0.005859375,0.07861328125,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,704,768,2048,64,0.6878074787115477,0.0,0.8349609375,0.0078125,0.07373046875,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,768,832,2048,64,0.7708987769801466,0.0,0.86962890625,0.00439453125,0.072265625,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,832,896,2048,64,0.7236724545671621,0.0,0.83251953125,0.0068359375,0.08056640625,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,896,960,2048,64,0.806137033107148,0.0,0.869140625,0.0087890625,0.08056640625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,960,1024,2048,64,0.711251614900292,0.0,0.8359375,0.01220703125,0.07861328125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1024,1088,2048,64,0.7257302917896816,0.0,0.8515625,0.0087890625,0.07763671875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1088,1152,2048,64,0.7294141605981442,0.0,0.85693359375,0.01025390625,0.068359375,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1152,1216,2048,64,0.7341055367945664,0.0,0.857421875,0.0048828125,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1216,1280,2048,64,0.6887068663524233,0.0,0.83935546875,0.00634765625,0.07373046875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1280,1344,2048,64,0.7314763338151061,0.0,0.85546875,0.00634765625,0.068359375,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1344,1408,2048,64,0.7319947243414436,0.0,0.8642578125,0.01025390625,0.08154296875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1408,1472,2048,64,0.730122473470369,0.0,0.82568359375,0.009765625,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1472,1536,2048,64,0.8162962808850488,0.0,0.88720703125,0.01318359375,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1536,1600,2048,64,0.7358552435328649,0.0,0.8583984375,0.0068359375,0.078125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1600,1664,2048,64,0.8110139115924502,0.0,0.884765625,0.00439453125,0.0625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1664,1728,2048,64,0.6809371205675946,0.0,0.82763671875,0.00732421875,0.0849609375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1728,1792,2048,64,0.7241255655377022,0.0,0.84423828125,0.00830078125,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1792,1856,2048,64,0.7882510245937461,0.0,0.85546875,0.009765625,0.0830078125,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1856,1920,2048,64,0.6811581449355258,0.0,0.80859375,0.01025390625,0.07861328125,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1920,1984,2048,64,0.8054350518785887,0.0,0.85302734375,0.005859375,0.0654296875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,1984,2048,2048,64,0.7174806655517755,0.0,0.87353515625,0.00732421875,0.0654296875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2048,2112,2048,64,0.7054250285241728,0.0,0.82958984375,0.00537109375,0.07373046875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2112,2176,2048,64,0.7542610208275422,0.0,0.849609375,0.0087890625,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2176,2240,2048,64,0.7423017874997438,0.0,0.8369140625,0.00927734375,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2240,2304,2048,64,0.810255659543226,0.0,0.861328125,0.00732421875,0.08544921875,1.0,39,0.609375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2304,2368,2048,64,0.8141380758010378,0.0,0.90478515625,0.005859375,0.06884765625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2368,2432,2048,64,0.8089716552440427,0.0,0.88232421875,0.00732421875,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2432,2496,2048,64,0.7654488718303977,0.0,0.85546875,0.00732421875,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2496,2560,2048,64,0.6961731033264226,0.0,0.830078125,0.00732421875,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2560,2624,2048,64,0.6772692940320109,0.0,0.83740234375,0.009765625,0.0810546875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2624,2688,2048,64,0.7505514031653325,0.0,0.8271484375,0.00927734375,0.08447265625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2688,2752,2048,64,0.6723295441211292,0.0,0.83544921875,0.00439453125,0.0830078125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2752,2816,2048,64,0.6847047044538115,0.0,0.8056640625,0.0078125,0.087890625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2816,2880,2048,64,0.6981485549520411,0.0,0.87451171875,0.00732421875,0.0673828125,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2880,2944,2048,64,0.6527764126018266,0.0,0.8505859375,0.00634765625,0.0712890625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,2944,3008,2048,64,0.7354284570018597,0.0,0.7978515625,0.00830078125,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3008,3072,2048,64,0.7058132937233835,0.0,0.8701171875,0.0087890625,0.07470703125,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3072,3136,2048,64,0.7364309689424045,0.0,0.83984375,0.00634765625,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3136,3200,2048,64,0.773508953505762,0.0,0.8359375,0.0126953125,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3200,3264,2048,64,0.7022099916193681,0.0,0.8388671875,0.0068359375,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3264,3328,2048,64,0.7336044064741927,0.0,0.85791015625,0.005859375,0.0751953125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3328,3392,2048,64,0.7894881507624799,0.0,0.89208984375,0.00537109375,0.078125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3392,3456,2048,64,0.7083873578358373,0.0,0.89599609375,0.0087890625,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3456,3520,2048,64,0.7338711081579932,0.0,0.8271484375,0.0087890625,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3520,3584,2048,64,0.775928533540515,0.0,0.84326171875,0.0087890625,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3584,3648,2048,64,0.6822666209470117,0.0,0.83544921875,0.009765625,0.08154296875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3648,3712,2048,64,0.6837377056376834,0.0,0.81396484375,0.009765625,0.0830078125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3712,3776,2048,64,0.7854334625033311,0.0,0.884765625,0.0068359375,0.07177734375,1.0,40,0.625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3776,3840,2048,64,0.7805103930808757,0.0,0.8505859375,0.0078125,0.07568359375,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3840,3904,2048,64,0.7092463835756645,0.0,0.8359375,0.00830078125,0.080078125,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3904,3968,2048,64,0.6903057430645816,0.0,0.8291015625,0.0068359375,0.07421875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,3968,4032,2048,64,0.7897310689766662,0.0,0.8779296875,0.0078125,0.07080078125,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4032,4096,2048,64,0.631055345129102,0.0,0.82568359375,0.005859375,0.07958984375,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4096,4160,2048,64,0.854054823520184,0.0,0.87255859375,0.0078125,0.07763671875,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4160,4224,2048,64,0.7375412489542448,0.0,0.84619140625,0.0048828125,0.07080078125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4224,4288,2048,64,0.7067693895882284,0.0,0.8212890625,0.0087890625,0.0869140625,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4288,4352,2048,64,0.7314098521590722,0.0,0.8544921875,0.0078125,0.08251953125,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4352,4416,2048,64,0.6777776765864628,0.0,0.84033203125,0.0068359375,0.06103515625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4416,4480,2048,64,0.7987509301188995,0.0,0.85205078125,0.00634765625,0.08447265625,1.0,40,0.625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4480,4544,2048,64,0.724123817797241,0.0,0.82373046875,0.0107421875,0.0849609375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4544,4608,2048,64,0.7881758680767736,0.0,0.89208984375,0.0087890625,0.06494140625,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4608,4672,2048,64,0.7042448661121508,0.0,0.8525390625,0.009765625,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4672,4736,2048,64,0.6791250971016592,0.0,0.87353515625,0.0078125,0.07275390625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4736,4800,2048,64,0.7161368855393379,0.0,0.85009765625,0.005859375,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4800,4864,2048,64,0.7965116083625677,0.0,0.88232421875,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4864,4928,2048,64,0.6949435189730117,0.0,0.82470703125,0.00732421875,0.07666015625,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4928,4992,2048,64,0.7865324515140762,0.0,0.8642578125,0.0078125,0.06640625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,4992,5056,2048,64,0.6725039741721794,0.0,0.82275390625,0.01220703125,0.09326171875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5056,5120,2048,64,0.7258161833439208,0.0,0.8486328125,0.0078125,0.06982421875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5120,5184,2048,64,0.843392940400325,0.0,0.8701171875,0.005859375,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5184,5248,2048,64,0.7446004467647884,0.0,0.8349609375,0.0068359375,0.0859375,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5248,5312,2048,64,0.7861745274157745,0.0,0.8486328125,0.00537109375,0.08837890625,1.0,37,0.578125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5312,5376,2048,64,0.7579025381830915,0.0,0.84326171875,0.0078125,0.07958984375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5376,5440,2048,64,0.7257640462886092,0.0,0.86669921875,0.005859375,0.08056640625,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5440,5504,2048,64,0.860202432579901,0.0,0.84716796875,0.0048828125,0.087890625,1.0,39,0.609375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5504,5568,2048,64,0.6741119401127449,0.0,0.86572265625,0.00537109375,0.0576171875,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5568,5632,2048,64,0.674147499748514,0.0,0.81396484375,0.0068359375,0.0859375,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5632,5696,2048,64,0.7220522223140494,0.0,0.849609375,0.00830078125,0.07275390625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5696,5760,2048,64,0.6033662632799691,0.0,0.84033203125,0.00634765625,0.068359375,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5760,5824,2048,64,0.805674703844021,0.0,0.85107421875,0.0087890625,0.0869140625,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5824,5888,2048,64,0.7755603115987924,0.0,0.806640625,0.01220703125,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5888,5952,2048,64,0.7503063283610523,0.0,0.86328125,0.00537109375,0.07373046875,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,5952,6016,2048,64,0.6882399388807479,0.0,0.84375,0.0078125,0.07763671875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,64,6016,6080,2048,64,0.7098841342232435,0.0,0.85693359375,0.00390625,0.06884765625,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,64,6080,6144,2048,64,0.7155872310123922,0.0,0.84228515625,0.00830078125,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,0,128,4096,128,0.7443112125710438,0.0,0.85693359375,0.006103515625,0.082763671875,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,128,256,4096,128,0.7371137499085002,0.0,0.869384765625,0.008056640625,0.06884765625,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,256,384,4096,128,0.750714514544223,0.0,0.86328125,0.008056640625,0.0771484375,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,384,512,4096,128,0.7525012983604242,0.0,0.855712890625,0.005615234375,0.0732421875,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,512,640,4096,128,0.6930631899141697,0.0,0.821533203125,0.0087890625,0.080810546875,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,640,768,4096,128,0.6777602524981301,0.0,0.839111328125,0.0068359375,0.07666015625,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,768,896,4096,128,0.7476585938276731,0.0,0.85107421875,0.005615234375,0.07763671875,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,896,1024,4096,128,0.7601762216239957,0.0,0.8525390625,0.010498046875,0.07958984375,1.0,84,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1024,1152,4096,128,0.72757455772664,0.0,0.854248046875,0.00927734375,0.072998046875,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1152,1280,4096,128,0.7117682512283802,0.0,0.848388671875,0.005859375,0.068603515625,1.0,89,0.6953125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1280,1408,4096,128,0.7317355749843295,0.0,0.85986328125,0.00830078125,0.074951171875,1.0,89,0.6953125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1408,1536,4096,128,0.7744089502495604,0.0,0.8564453125,0.01123046875,0.081298828125,1.0,83,0.6484375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1536,1664,4096,128,0.7743469843136532,0.0,0.87158203125,0.006103515625,0.07177734375,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1664,1792,4096,128,0.7028631434469245,0.0,0.8359375,0.008544921875,0.081787109375,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1792,1920,4096,128,0.7366532753558818,0.0,0.83203125,0.01025390625,0.081787109375,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,1920,2048,4096,128,0.76272672964676,0.0,0.86328125,0.00634765625,0.0654296875,1.0,90,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2048,2176,4096,128,0.7302513808299632,0.0,0.839599609375,0.007568359375,0.0712890625,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2176,2304,4096,128,0.7770219358380892,0.0,0.84912109375,0.00830078125,0.08447265625,1.0,80,0.625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2304,2432,4096,128,0.8115589767408474,0.0,0.8935546875,0.006591796875,0.0712890625,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2432,2560,4096,128,0.7316313843670084,0.0,0.8427734375,0.00732421875,0.079833984375,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2560,2688,4096,128,0.7148500211345272,0.0,0.832275390625,0.009521484375,0.082763671875,1.0,85,0.6640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2688,2816,4096,128,0.6785453368048839,0.0,0.820556640625,0.005859375,0.08544921875,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2816,2944,4096,128,0.675843343398059,0.0,0.862548828125,0.007080078125,0.069091796875,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,2944,3072,4096,128,0.7207729951117714,0.0,0.833984375,0.008544921875,0.07958984375,1.0,82,0.640625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3072,3200,4096,128,0.755197548053166,0.0,0.837890625,0.00927734375,0.07275390625,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3200,3328,4096,128,0.7180787900810139,0.0,0.848388671875,0.00634765625,0.076171875,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3328,3456,4096,128,0.7500347288412713,0.0,0.89404296875,0.0068359375,0.073486328125,1.0,90,0.703125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3456,3584,4096,128,0.755192655072656,0.0,0.835205078125,0.008544921875,0.079345703125,1.0,83,0.6484375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3584,3712,4096,128,0.6830025593543325,0.0,0.82470703125,0.009765625,0.082275390625,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3712,3840,4096,128,0.7829757971122846,0.0,0.86767578125,0.00732421875,0.07373046875,1.0,81,0.6328125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3840,3968,4096,128,0.699840143005209,0.0,0.83251953125,0.0078125,0.07666015625,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,3968,4096,4096,128,0.71480976837304,0.0,0.851806640625,0.006591796875,0.076904296875,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4096,4224,4096,128,0.7979275454222269,0.0,0.859375,0.006103515625,0.07421875,1.0,84,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4224,4352,4096,128,0.7191951549802991,0.0,0.837890625,0.00830078125,0.085205078125,1.0,83,0.6484375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4352,4480,4096,128,0.7407380195604756,0.0,0.84619140625,0.006591796875,0.0732421875,1.0,84,0.65625
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4480,4608,4096,128,0.7568277553445789,0.0,0.85791015625,0.009765625,0.075927734375,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4608,4736,4096,128,0.6917990058386392,0.0,0.863037109375,0.0087890625,0.075439453125,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4736,4864,4096,128,0.7573911740594509,0.0,0.8662109375,0.006103515625,0.068603515625,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4864,4992,4096,128,0.7421522053619916,0.0,0.844482421875,0.007568359375,0.07177734375,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,4992,5120,4096,128,0.6996680381728579,0.0,0.835693359375,0.01025390625,0.08251953125,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5120,5248,4096,128,0.7955317332575201,0.0,0.8525390625,0.00634765625,0.082275390625,1.0,83,0.6484375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5248,5376,4096,128,0.7721679367021752,0.0,0.845947265625,0.006591796875,0.083740234375,1.0,79,0.6171875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5376,5504,4096,128,0.7958271407477864,0.0,0.85693359375,0.005615234375,0.082763671875,1.0,81,0.6328125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5504,5632,4096,128,0.6741297201650961,0.0,0.83984375,0.006103515625,0.07177734375,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5632,5760,4096,128,0.665360901846919,0.0,0.844970703125,0.007568359375,0.071533203125,1.0,89,0.6953125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5760,5888,4096,128,0.790760875784003,0.0,0.828857421875,0.010009765625,0.088134765625,1.0,81,0.6328125
+fresh-en-1,layers.3.mlp.gate_proj.output,128,5888,6016,4096,128,0.7199422893014477,0.0,0.853515625,0.006591796875,0.073974609375,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gate_proj.output,128,6016,6144,4096,128,0.7127413869033659,0.0,0.849609375,0.00634765625,0.072265625,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.up_proj.output,0,0,6144,196608,6144,0.28495486138883663,0.0,0.500030517578125,0.008402506510416666,0.0844573974609375,1.0,4984,0.8111979166666666
+fresh-en-1,layers.3.mlp.up_proj.output,64,0,64,2048,64,0.2644079689050191,0.0,0.49853515625,0.01025390625,0.08349609375,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,64,128,2048,64,0.2698884311856285,0.0,0.49853515625,0.0107421875,0.087890625,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,128,192,2048,64,0.27855614302581694,0.0,0.4912109375,0.0068359375,0.0771484375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,192,256,2048,64,0.28220481571924777,0.0,0.5283203125,0.01123046875,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,256,320,2048,64,0.29201757470095957,0.0,0.466796875,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,320,384,2048,64,0.28668617093152693,0.0,0.4853515625,0.00927734375,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,384,448,2048,64,0.2756218065849667,0.0,0.49853515625,0.00830078125,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,448,512,2048,64,0.28701503691408037,0.0,0.49951171875,0.0068359375,0.07373046875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,512,576,2048,64,0.2844292335822678,0.0,0.49365234375,0.00927734375,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,576,640,2048,64,0.29191279691383243,0.0,0.49462890625,0.00634765625,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,640,704,2048,64,0.29439416428985243,0.0,0.4658203125,0.00830078125,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,704,768,2048,64,0.28792248855657787,0.0,0.53515625,0.0068359375,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,768,832,2048,64,0.2872587351403215,0.0,0.5029296875,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,832,896,2048,64,0.29556483798884164,0.0,0.46923828125,0.01220703125,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,896,960,2048,64,0.26486401156342665,0.0,0.47119140625,0.0087890625,0.0927734375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,960,1024,2048,64,0.2782312071698349,0.0,0.5068359375,0.0107421875,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1024,1088,2048,64,0.2787820633055513,0.0,0.451171875,0.0078125,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1088,1152,2048,64,0.2856015839987833,0.0,0.4638671875,0.00927734375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1152,1216,2048,64,0.28493595470817673,0.0,0.5126953125,0.00634765625,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1216,1280,2048,64,0.28228946010925293,0.0,0.482421875,0.00634765625,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1280,1344,2048,64,0.268137133929643,0.0,0.44775390625,0.0107421875,0.09033203125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1344,1408,2048,64,0.3520946752970013,0.0,0.53857421875,0.01123046875,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.up_proj.output,64,1408,1472,2048,64,0.2945514058988063,0.0,0.50634765625,0.00927734375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1472,1536,2048,64,0.277743837502126,0.0,0.54248046875,0.00732421875,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1536,1600,2048,64,0.288127371433592,0.0,0.484375,0.0068359375,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1600,1664,2048,64,0.28555467917548555,0.0,0.4716796875,0.0068359375,0.07470703125,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,1664,1728,2048,64,0.29104512974787716,0.0,0.49755859375,0.01025390625,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1728,1792,2048,64,0.27397212456744713,0.0,0.525390625,0.00927734375,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1792,1856,2048,64,0.26865059273026143,0.0,0.53564453125,0.00537109375,0.07861328125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1856,1920,2048,64,0.29731557173726264,0.0,0.4892578125,0.009765625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1920,1984,2048,64,0.2925901346660792,0.0,0.51171875,0.013671875,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,1984,2048,2048,64,0.28100738952765303,0.0,0.50244140625,0.0068359375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2048,2112,2048,64,0.27478785970812664,0.0,0.51513671875,0.01171875,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2112,2176,2048,64,0.3048964347130157,0.0,0.5029296875,0.009765625,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,2176,2240,2048,64,0.29627074489857436,0.0,0.49951171875,0.0078125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2240,2304,2048,64,0.28493142471834904,0.0,0.50537109375,0.005859375,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2304,2368,2048,64,0.26499646859550036,0.0,0.4951171875,0.00634765625,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2368,2432,2048,64,0.2850873254360853,0.0,0.53662109375,0.00927734375,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2432,2496,2048,64,0.28290555394418726,0.0,0.51123046875,0.0068359375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2496,2560,2048,64,0.27422927709281636,0.0,0.49609375,0.0078125,0.08837890625,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,2560,2624,2048,64,0.3058169423029312,0.0,0.509765625,0.00634765625,0.0966796875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,2624,2688,2048,64,0.285741405293648,0.0,0.482421875,0.00927734375,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2688,2752,2048,64,0.28408405480256965,0.0,0.47705078125,0.005859375,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2752,2816,2048,64,0.27411375715422726,0.0,0.5146484375,0.00537109375,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2816,2880,2048,64,0.27682923651725555,0.0,0.4853515625,0.00830078125,0.07568359375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2880,2944,2048,64,0.2903494474308079,0.0,0.5361328125,0.01123046875,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,2944,3008,2048,64,0.2931965320396366,0.0,0.53466796875,0.0068359375,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3008,3072,2048,64,0.28103645136981703,0.0,0.490234375,0.00732421875,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3072,3136,2048,64,0.28664422188320354,0.0,0.49267578125,0.0078125,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3136,3200,2048,64,0.2767576508467765,0.0,0.50341796875,0.00732421875,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3200,3264,2048,64,0.2927550291507315,0.0,0.4853515625,0.0087890625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3264,3328,2048,64,0.2804410270869582,0.0,0.46630859375,0.009765625,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3328,3392,2048,64,0.2861837297281763,0.0,0.5224609375,0.00537109375,0.08642578125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3392,3456,2048,64,0.2787835631597636,0.0,0.51171875,0.01123046875,0.0771484375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3456,3520,2048,64,0.2743711531998367,0.0,0.49560546875,0.01123046875,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3520,3584,2048,64,0.28922377925623827,0.0,0.47119140625,0.00732421875,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3584,3648,2048,64,0.2914615524984478,0.0,0.56787109375,0.00830078125,0.0712890625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3648,3712,2048,64,0.3009056117873346,0.0,0.48486328125,0.00634765625,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3712,3776,2048,64,0.27175310688834303,0.0,0.5341796875,0.00732421875,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3776,3840,2048,64,0.2814632645599508,0.0,0.5107421875,0.0048828125,0.07470703125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3840,3904,2048,64,0.29289870261839196,0.0,0.48779296875,0.00634765625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,3904,3968,2048,64,0.29012489638209543,0.0,0.4873046875,0.01025390625,0.0947265625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,3968,4032,2048,64,0.2845782538652398,0.0,0.537109375,0.0048828125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4032,4096,2048,64,0.3028922688688943,0.0,0.5068359375,0.005859375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,4096,4160,2048,64,0.3004396269177086,0.0,0.5009765625,0.00732421875,0.0927734375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4160,4224,2048,64,0.28512108619743526,0.0,0.43408203125,0.0107421875,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4224,4288,2048,64,0.28311178032827744,0.0,0.54052734375,0.0107421875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,4288,4352,2048,64,0.2913605291756457,0.0,0.49072265625,0.00732421875,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4352,4416,2048,64,0.2740527211926221,0.0,0.51123046875,0.0068359375,0.07373046875,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,4416,4480,2048,64,0.2712901322954718,0.0,0.4990234375,0.00634765625,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4480,4544,2048,64,0.2791841530956982,0.0,0.5185546875,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4544,4608,2048,64,0.2716423944395003,0.0,0.546875,0.0078125,0.0810546875,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,4608,4672,2048,64,0.2860797061103788,0.0,0.52197265625,0.009765625,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,4672,4736,2048,64,0.27886125363131675,0.0,0.48974609375,0.00830078125,0.09326171875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4736,4800,2048,64,0.2760601826039709,0.0,0.48193359375,0.0078125,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4800,4864,2048,64,0.2850926241867892,0.0,0.50390625,0.00634765625,0.07373046875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4864,4928,2048,64,0.2734826444243934,0.0,0.52685546875,0.01220703125,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,4928,4992,2048,64,0.2775749560653664,0.0,0.533203125,0.0068359375,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,4992,5056,2048,64,0.2895639840869562,0.0,0.49609375,0.01025390625,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5056,5120,2048,64,0.2803985133165821,0.0,0.486328125,0.0087890625,0.09619140625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5120,5184,2048,64,0.29112721423124194,0.0,0.4658203125,0.009765625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,5184,5248,2048,64,0.27374827024873033,0.0,0.50927734375,0.00830078125,0.09716796875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5248,5312,2048,64,0.28044825400118073,0.0,0.4716796875,0.0068359375,0.0927734375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5312,5376,2048,64,0.2884754291752771,0.0,0.4931640625,0.01123046875,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5376,5440,2048,64,0.2750322535173695,0.0,0.50341796875,0.0087890625,0.0927734375,1.0,54,0.84375
+fresh-en-1,layers.3.mlp.up_proj.output,64,5440,5504,2048,64,0.28788772910755744,0.0,0.49072265625,0.01123046875,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5504,5568,2048,64,0.2695361322938846,0.0,0.5078125,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5568,5632,2048,64,0.27627961178933347,0.0,0.50439453125,0.00439453125,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5632,5696,2048,64,0.29019511926171726,0.0,0.48828125,0.009765625,0.09814453125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,5696,5760,2048,64,0.30267060715447114,0.0,0.4560546875,0.01416015625,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5760,5824,2048,64,0.27804037596346626,0.0,0.50927734375,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5824,5888,2048,64,0.301614086250074,0.0,0.49267578125,0.0107421875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,64,5888,5952,2048,64,0.29404598531040577,0.0,0.55078125,0.0087890625,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,5952,6016,2048,64,0.2720757481903358,0.0,0.462890625,0.0068359375,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,64,6016,6080,2048,64,0.29816159646813395,0.0,0.49267578125,0.0068359375,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,64,6080,6144,2048,64,0.28606226012801633,0.0,0.49462890625,0.0087890625,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,0,128,4096,128,0.26716225342319344,0.0,0.49853515625,0.010498046875,0.085693359375,1.0,107,0.8359375
+fresh-en-1,layers.3.mlp.up_proj.output,128,128,256,4096,128,0.28038641446453316,0.0,0.509765625,0.00927734375,0.080810546875,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,256,384,4096,128,0.2893641516650008,0.0,0.47607421875,0.009033203125,0.08349609375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,384,512,4096,128,0.28137609322750906,0.0,0.4990234375,0.0078125,0.077880859375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,512,640,4096,128,0.28819530696929524,0.0,0.494140625,0.0078125,0.0849609375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,640,768,4096,128,0.2911763068868528,0.0,0.50048828125,0.00732421875,0.07958984375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,768,896,4096,128,0.29144137864224734,0.0,0.486083984375,0.010986328125,0.08447265625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,896,1024,4096,128,0.27162984856662437,0.0,0.489013671875,0.009521484375,0.086181640625,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1024,1152,4096,128,0.2822124231882028,0.0,0.45751953125,0.008544921875,0.079833984375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1152,1280,4096,128,0.2836157943188581,0.0,0.49755859375,0.00634765625,0.079833984375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1280,1408,4096,128,0.3129442306262444,0.0,0.4931640625,0.0107421875,0.09765625,1.0,101,0.7890625
+fresh-en-1,layers.3.mlp.up_proj.output,128,1408,1536,4096,128,0.28627099921872173,0.0,0.5244140625,0.00830078125,0.08544921875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.up_proj.output,128,1536,1664,4096,128,0.28684390961657663,0.0,0.47802734375,0.0068359375,0.078369140625,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1664,1792,4096,128,0.2826375705651669,0.0,0.511474609375,0.009765625,0.090576171875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1792,1920,4096,128,0.283345804779051,0.0,0.512451171875,0.0078125,0.079833984375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,1920,2048,4096,128,0.2868572291864548,0.0,0.507080078125,0.01025390625,0.08447265625,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2048,2176,4096,128,0.29023284078794503,0.0,0.509033203125,0.010986328125,0.08740234375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,128,2176,2304,4096,128,0.29065638740167427,0.0,0.50244140625,0.006591796875,0.07958984375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2304,2432,4096,128,0.27522528180781863,0.0,0.515869140625,0.008056640625,0.078369140625,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2432,2560,4096,128,0.27860119244837783,0.0,0.503662109375,0.00732421875,0.083984375,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2560,2688,4096,128,0.29594944914520716,0.0,0.49609375,0.0078125,0.09375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,128,2688,2816,4096,128,0.2791434237576412,0.0,0.495849609375,0.005615234375,0.085693359375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2816,2944,4096,128,0.28366990306878,0.0,0.5107421875,0.009521484375,0.078369140625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,2944,3072,4096,128,0.2871808606075701,0.0,0.512451171875,0.0068359375,0.080322265625,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3072,3200,4096,128,0.28174430539165607,0.0,0.498046875,0.0078125,0.08203125,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3200,3328,4096,128,0.2866641560839388,0.0,0.475830078125,0.00927734375,0.08349609375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3328,3456,4096,128,0.28250787798677734,0.0,0.51708984375,0.008056640625,0.08203125,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3456,3584,4096,128,0.2818953034332689,0.0,0.4833984375,0.009033203125,0.08447265625,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3584,3712,4096,128,0.2962212212096861,0.0,0.5263671875,0.00732421875,0.076171875,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3712,3840,4096,128,0.2766507910708119,0.0,0.5224609375,0.006103515625,0.07861328125,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3840,3968,4096,128,0.2915150986623667,0.0,0.487548828125,0.00830078125,0.08837890625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,3968,4096,4096,128,0.2938779586099776,0.0,0.52197265625,0.00537109375,0.081787109375,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.up_proj.output,128,4096,4224,4096,128,0.29288052446079205,0.0,0.467529296875,0.00927734375,0.08837890625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,4224,4352,4096,128,0.28726576381650415,0.0,0.515625,0.009033203125,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.up_proj.output,128,4352,4480,4096,128,0.2726749253910007,0.0,0.505126953125,0.0068359375,0.0791015625,1.0,107,0.8359375
+fresh-en-1,layers.3.mlp.up_proj.output,128,4480,4608,4096,128,0.27543908745545476,0.0,0.53271484375,0.007568359375,0.08056640625,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,4608,4736,4096,128,0.2824935371163651,0.0,0.505859375,0.0087890625,0.086669921875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,4736,4864,4096,128,0.28061274809338904,0.0,0.492919921875,0.007080078125,0.07861328125,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,4864,4992,4096,128,0.27553639780984407,0.0,0.530029296875,0.00927734375,0.085205078125,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,4992,5120,4096,128,0.2850180934172956,0.0,0.4912109375,0.009521484375,0.09228515625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,5120,5248,4096,128,0.2825713806547076,0.0,0.487548828125,0.0087890625,0.09326171875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.up_proj.output,128,5248,5376,4096,128,0.2844901548473788,0.0,0.482421875,0.00927734375,0.092529296875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,5376,5504,4096,128,0.2815333772801628,0.0,0.4970703125,0.009765625,0.092529296875,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,5504,5632,4096,128,0.2729286999404893,0.0,0.506103515625,0.00634765625,0.08349609375,1.0,106,0.828125
+fresh-en-1,layers.3.mlp.up_proj.output,128,5632,5760,4096,128,0.2964984853912229,0.0,0.47216796875,0.011962890625,0.0947265625,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.up_proj.output,128,5760,5888,4096,128,0.29006680927880457,0.0,0.5009765625,0.009033203125,0.0869140625,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.up_proj.output,128,5888,6016,4096,128,0.28327394358685587,0.0,0.5068359375,0.007568359375,0.0888671875,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.up_proj.output,128,6016,6144,4096,128,0.29217456620826465,0.0,0.49365234375,0.008056640625,0.078125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,0,0,6144,196608,6144,0.20798116835990224,0.0,0.8496042887369791,0.004506429036458333,0.043650309244791664,1.0,4893,0.79638671875
+fresh-en-1,layers.3.mlp.silu_gate,64,0,64,2048,64,0.20175994987640758,0.0,0.84716796875,0.00244140625,0.04443359375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,64,128,2048,64,0.20025797829074812,0.0,0.86669921875,0.00244140625,0.04296875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,128,192,2048,64,0.20240296929183946,0.0,0.85400390625,0.00537109375,0.0390625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,192,256,2048,64,0.20460670062976974,0.0,0.884765625,0.00341796875,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,256,320,2048,64,0.20102421929508849,0.0,0.857421875,0.00439453125,0.044921875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,320,384,2048,64,0.20683980917048184,0.0,0.869140625,0.00537109375,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,384,448,2048,64,0.20847461316100255,0.0,0.8359375,0.005859375,0.0439453125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,448,512,2048,64,0.21383692876384666,0.0,0.87548828125,0.00390625,0.041015625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,512,576,2048,64,0.2065966879699298,0.0,0.83837890625,0.0068359375,0.0439453125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,576,640,2048,64,0.201973590713422,0.0,0.8046875,0.0068359375,0.04638671875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,640,704,2048,64,0.19642594837157393,0.0,0.84326171875,0.00439453125,0.05029296875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,704,768,2048,64,0.2104968676358013,0.0,0.8349609375,0.0048828125,0.044921875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,768,832,2048,64,0.2002563245123851,0.0,0.86962890625,0.0009765625,0.04248046875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,832,896,2048,64,0.20039169440857565,0.0,0.83251953125,0.001953125,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,896,960,2048,64,0.20781567397154788,0.0,0.869140625,0.00537109375,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,960,1024,2048,64,0.20275993271159634,0.0,0.8359375,0.0068359375,0.046875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,1024,1088,2048,64,0.20617620436244277,0.0,0.8515625,0.00439453125,0.04541015625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1088,1152,2048,64,0.2144966561880906,0.0,0.85693359375,0.00537109375,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,1152,1216,2048,64,0.2332470876434759,0.0,0.857421875,0.00244140625,0.03564453125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.silu_gate,64,1216,1280,2048,64,0.20689479603856611,0.0,0.83935546875,0.00390625,0.04296875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1280,1344,2048,64,0.2104709991791891,0.0,0.85546875,0.00390625,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1344,1408,2048,64,0.2283896581958576,0.0,0.8642578125,0.0068359375,0.04931640625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,1408,1472,2048,64,0.2114796823997941,0.0,0.82568359375,0.0048828125,0.05712890625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,1472,1536,2048,64,0.20169492282123133,0.0,0.88720703125,0.005859375,0.044921875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,1536,1600,2048,64,0.19898833868667257,0.0,0.8583984375,0.00390625,0.046875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,1600,1664,2048,64,0.22073873164888114,0.0,0.884765625,0.00390625,0.0302734375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1664,1728,2048,64,0.19802713484708617,0.0,0.82763671875,0.005859375,0.05029296875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,1728,1792,2048,64,0.20286498927536128,0.0,0.84423828125,0.00439453125,0.04345703125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1792,1856,2048,64,0.20306389709529452,0.0,0.85546875,0.00341796875,0.04638671875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1856,1920,2048,64,0.20847605472231873,0.0,0.80859375,0.00634765625,0.05029296875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,1920,1984,2048,64,0.21398178999476325,0.0,0.85302734375,0.001953125,0.0341796875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,1984,2048,2048,64,0.21532091712892504,0.0,0.87353515625,0.0048828125,0.0400390625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,2048,2112,2048,64,0.20234558440013162,0.0,0.82958984375,0.00390625,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,2112,2176,2048,64,0.21458766776810415,0.0,0.849609375,0.00439453125,0.037109375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,2176,2240,2048,64,0.22241941506747004,0.0,0.8369140625,0.0048828125,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.silu_gate,64,2240,2304,2048,64,0.20614959275021194,0.0,0.861328125,0.00439453125,0.04345703125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2304,2368,2048,64,0.2148804148706722,0.0,0.90478515625,0.00244140625,0.0341796875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,2368,2432,2048,64,0.20311205193793472,0.0,0.88232421875,0.0048828125,0.03857421875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,2432,2496,2048,64,0.21640757382791267,0.0,0.85546875,0.00537109375,0.0419921875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2496,2560,2048,64,0.20709709693517991,0.0,0.830078125,0.0029296875,0.05029296875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,2560,2624,2048,64,0.20364594437033406,0.0,0.83740234375,0.0068359375,0.0498046875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2624,2688,2048,64,0.20988011645431615,0.0,0.8271484375,0.0068359375,0.05029296875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2688,2752,2048,64,0.20468016809820228,0.0,0.83544921875,0.001953125,0.05029296875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2752,2816,2048,64,0.20591194570740784,0.0,0.8056640625,0.0048828125,0.0517578125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,2816,2880,2048,64,0.19758892586774082,0.0,0.87451171875,0.0048828125,0.03955078125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,2880,2944,2048,64,0.19570588629418234,0.0,0.8505859375,0.00439453125,0.04541015625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,2944,3008,2048,64,0.21445152688513414,0.0,0.7978515625,0.00390625,0.04736328125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.silu_gate,64,3008,3072,2048,64,0.198778340925947,0.0,0.8701171875,0.005859375,0.04345703125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,3072,3136,2048,64,0.23212611860104823,0.0,0.83984375,0.00341796875,0.037109375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,3136,3200,2048,64,0.20541943677920385,0.0,0.8359375,0.00830078125,0.04248046875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,3200,3264,2048,64,0.20995227965043306,0.0,0.8388671875,0.00341796875,0.04638671875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,3264,3328,2048,64,0.2019065621334659,0.0,0.85791015625,0.00390625,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,3328,3392,2048,64,0.20227988416465859,0.0,0.89208984375,0.0029296875,0.03564453125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,3392,3456,2048,64,0.2031012883202593,0.0,0.89599609375,0.005859375,0.04052734375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,3456,3520,2048,64,0.23518951819557465,0.0,0.8271484375,0.005859375,0.04931640625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.silu_gate,64,3520,3584,2048,64,0.2164599263418656,0.0,0.84326171875,0.00537109375,0.0458984375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,3584,3648,2048,64,0.19416249152751291,0.0,0.83544921875,0.00439453125,0.04931640625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,3648,3712,2048,64,0.19958950783369042,0.0,0.81396484375,0.005859375,0.0556640625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,3712,3776,2048,64,0.2024573581142141,0.0,0.884765625,0.0029296875,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,3776,3840,2048,64,0.2173579127400681,0.0,0.8505859375,0.00341796875,0.04296875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,3840,3904,2048,64,0.21421551806503775,0.0,0.8359375,0.0068359375,0.04541015625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,3904,3968,2048,64,0.20640326626862995,0.0,0.8291015625,0.005859375,0.0439453125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,3968,4032,2048,64,0.21639292143764954,0.0,0.8779296875,0.0048828125,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4032,4096,2048,64,0.1998115882919657,0.0,0.82568359375,0.0048828125,0.0498046875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4096,4160,2048,64,0.2166283100756685,0.0,0.87255859375,0.00439453125,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4160,4224,2048,64,0.21193399635481186,0.0,0.84619140625,0.00341796875,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4224,4288,2048,64,0.2031532987057959,0.0,0.8212890625,0.005859375,0.048828125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4288,4352,2048,64,0.1984960996998176,0.0,0.8544921875,0.00439453125,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4352,4416,2048,64,0.20052006441427053,0.0,0.84033203125,0.005859375,0.033203125,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,4416,4480,2048,64,0.21008276850173718,0.0,0.85205078125,0.00244140625,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,4480,4544,2048,64,0.21283120203193454,0.0,0.82373046875,0.0068359375,0.0576171875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4544,4608,2048,64,0.20914660708168195,0.0,0.89208984375,0.00390625,0.03662109375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,4608,4672,2048,64,0.20265566959448128,0.0,0.8525390625,0.00732421875,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4672,4736,2048,64,0.19492347284427655,0.0,0.87353515625,0.005859375,0.0390625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,4736,4800,2048,64,0.21616664515748943,0.0,0.85009765625,0.00390625,0.03857421875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4800,4864,2048,64,0.2202061270436022,0.0,0.88232421875,0.0048828125,0.037109375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4864,4928,2048,64,0.21544096166117932,0.0,0.82470703125,0.00439453125,0.05224609375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,4928,4992,2048,64,0.21240197229422675,0.0,0.8642578125,0.00341796875,0.029296875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,4992,5056,2048,64,0.1929924635135554,0.0,0.82275390625,0.00537109375,0.0537109375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5056,5120,2048,64,0.215985148794996,0.0,0.8486328125,0.00634765625,0.03857421875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,5120,5184,2048,64,0.2085407892580847,0.0,0.8701171875,0.00341796875,0.033203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5184,5248,2048,64,0.20189193064951722,0.0,0.8349609375,0.0029296875,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5248,5312,2048,64,0.20160211209357373,0.0,0.8486328125,0.00341796875,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,5312,5376,2048,64,0.2192831937186072,0.0,0.84326171875,0.00341796875,0.046875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,64,5376,5440,2048,64,0.20075980036018948,0.0,0.86669921875,0.00244140625,0.04638671875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5440,5504,2048,64,0.21284324382206937,0.0,0.84716796875,0.0029296875,0.037109375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,5504,5568,2048,64,0.2019287168437526,0.0,0.86572265625,0.001953125,0.03662109375,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,5568,5632,2048,64,0.2111589242416276,0.0,0.81396484375,0.00439453125,0.05078125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,5632,5696,2048,64,0.19849987944421085,0.0,0.849609375,0.00439453125,0.0390625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5696,5760,2048,64,0.1931785310001914,0.0,0.84033203125,0.0029296875,0.03857421875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,5760,5824,2048,64,0.21038405261001142,0.0,0.85107421875,0.00439453125,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,5824,5888,2048,64,0.2182124684155675,0.0,0.806640625,0.0068359375,0.05517578125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,64,5888,5952,2048,64,0.20509858882215767,0.0,0.86328125,0.00341796875,0.0400390625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.silu_gate,64,5952,6016,2048,64,0.20099487610942474,0.0,0.84375,0.0029296875,0.0478515625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,6016,6080,2048,64,0.21453597426639628,0.0,0.85693359375,0.00244140625,0.03662109375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,64,6080,6144,2048,64,0.20206159573899757,0.0,0.84228515625,0.0029296875,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,0,128,4096,128,0.20101036695059812,0.0,0.85693359375,0.00244140625,0.043701171875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,128,256,4096,128,0.20350781793429157,0.0,0.869384765625,0.00439453125,0.03857421875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,256,384,4096,128,0.20395274379238093,0.0,0.86328125,0.0048828125,0.0439453125,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.silu_gate,128,384,512,4096,128,0.2111727923239451,0.0,0.855712890625,0.0048828125,0.042236328125,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,512,640,4096,128,0.20429821686179428,0.0,0.821533203125,0.0068359375,0.044921875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,640,768,4096,128,0.2035830106837949,0.0,0.839111328125,0.004638671875,0.047607421875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,768,896,4096,128,0.20032402089508594,0.0,0.85107421875,0.00146484375,0.0419921875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,896,1024,4096,128,0.2053033665840136,0.0,0.8525390625,0.006103515625,0.044189453125,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,1024,1152,4096,128,0.21037756862505055,0.0,0.854248046875,0.0048828125,0.042724609375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,1152,1280,4096,128,0.22046503183271854,0.0,0.848388671875,0.003173828125,0.040283203125,1.0,101,0.7890625
+fresh-en-1,layers.3.mlp.silu_gate,128,1280,1408,4096,128,0.21961315701285625,0.0,0.85986328125,0.005126953125,0.0419921875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,1408,1536,4096,128,0.20664522491432055,0.0,0.8564453125,0.00537109375,0.05126953125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,1536,1664,4096,128,0.2101451243584284,0.0,0.87158203125,0.004150390625,0.0380859375,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,1664,1792,4096,128,0.2004606569996199,0.0,0.8359375,0.005126953125,0.047119140625,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,1792,1920,4096,128,0.20578776894668885,0.0,0.83203125,0.005126953125,0.048095703125,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,1920,2048,4096,128,0.2146523978466166,0.0,0.86328125,0.003662109375,0.037109375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,2048,2176,4096,128,0.20855647039157646,0.0,0.839599609375,0.004150390625,0.03857421875,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,2176,2304,4096,128,0.2144388616716123,0.0,0.84912109375,0.004638671875,0.0478515625,1.0,99,0.7734375
+fresh-en-1,layers.3.mlp.silu_gate,128,2304,2432,4096,128,0.20907905004738098,0.0,0.8935546875,0.003662109375,0.036865234375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,2432,2560,4096,128,0.211803500406701,0.0,0.8427734375,0.00439453125,0.045654296875,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,128,2560,2688,4096,128,0.20678652511873508,0.0,0.832275390625,0.0068359375,0.05029296875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,2688,2816,4096,128,0.2052969807348842,0.0,0.820556640625,0.00341796875,0.05126953125,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,2816,2944,4096,128,0.1966496599993997,0.0,0.862548828125,0.004638671875,0.042236328125,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.silu_gate,128,2944,3072,4096,128,0.20676349557482027,0.0,0.833984375,0.0048828125,0.04443359375,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,128,3072,3200,4096,128,0.21917992602365896,0.0,0.837890625,0.005859375,0.04052734375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,3200,3328,4096,128,0.20596871068559025,0.0,0.848388671875,0.003662109375,0.042236328125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,3328,3456,4096,128,0.20269100233485549,0.0,0.89404296875,0.00439453125,0.0380859375,1.0,105,0.8203125
+fresh-en-1,layers.3.mlp.silu_gate,128,3456,3584,4096,128,0.2260188146825308,0.0,0.835205078125,0.005615234375,0.04833984375,1.0,98,0.765625
+fresh-en-1,layers.3.mlp.silu_gate,128,3584,3712,4096,128,0.19689469870144588,0.0,0.82470703125,0.005126953125,0.052490234375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,3712,3840,4096,128,0.21003981061373364,0.0,0.86767578125,0.0029296875,0.042236328125,1.0,101,0.7890625
+fresh-en-1,layers.3.mlp.silu_gate,128,3840,3968,4096,128,0.2103456637373724,0.0,0.83251953125,0.00634765625,0.044921875,1.0,101,0.7890625
+fresh-en-1,layers.3.mlp.silu_gate,128,3968,4096,4096,128,0.2082673369303007,0.0,0.851806640625,0.0048828125,0.044921875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,4096,4224,4096,128,0.2142940077757208,0.0,0.859375,0.00390625,0.0400390625,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,4224,4352,4096,128,0.20083819901986558,0.0,0.837890625,0.005126953125,0.047119140625,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,4352,4480,4096,128,0.20535708638132955,0.0,0.84619140625,0.004150390625,0.038330078125,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,4480,4608,4096,128,0.21099694762263457,0.0,0.85791015625,0.00537109375,0.046875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,4608,4736,4096,128,0.19882716198304118,0.0,0.863037109375,0.006591796875,0.04345703125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,4736,4864,4096,128,0.21819573422295294,0.0,0.8662109375,0.00439453125,0.0380859375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,4864,4992,4096,128,0.21392686343230857,0.0,0.844482421875,0.00390625,0.040771484375,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,4992,5120,4096,128,0.20481171288896977,0.0,0.835693359375,0.005615234375,0.04736328125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,5120,5248,4096,128,0.20524328545140566,0.0,0.8525390625,0.003173828125,0.0380859375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,5248,5376,4096,128,0.21062826335516097,0.0,0.845947265625,0.00341796875,0.04345703125,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.silu_gate,128,5376,5504,4096,128,0.20688975794050804,0.0,0.85693359375,0.0029296875,0.04150390625,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,5504,5632,4096,128,0.20659537503662304,0.0,0.83984375,0.003662109375,0.043212890625,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.silu_gate,128,5632,5760,4096,128,0.19585727836712905,0.0,0.844970703125,0.003662109375,0.038818359375,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,5760,5888,4096,128,0.21433400449371898,0.0,0.828857421875,0.005615234375,0.0498046875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.silu_gate,128,5888,6016,4096,128,0.20305709955463697,0.0,0.853515625,0.003662109375,0.044189453125,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.silu_gate,128,6016,6144,4096,128,0.20839214563776381,0.0,0.849609375,0.0029296875,0.042236328125,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.gated_product,0,0,6144,196608,6144,0.07097947957177428,0.0,0.5008087158203125,0.028691609700520832,0.18910725911458334,1.0,4116,0.669921875
+fresh-en-1,layers.3.mlp.gated_product,64,0,64,2048,64,0.05330657086454896,0.0,0.49609375,0.025390625,0.16455078125,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,64,128,2048,64,0.055844054713085046,0.0,0.4990234375,0.02490234375,0.1650390625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,128,192,2048,64,0.057263624768871736,0.0,0.51513671875,0.021484375,0.16845703125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,192,256,2048,64,0.06937372658089132,0.0,0.466796875,0.0302734375,0.17822265625,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gated_product,64,256,320,2048,64,0.06243928230276905,0.0,0.53515625,0.02880859375,0.1650390625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,320,384,2048,64,0.05981728932100628,0.0,0.517578125,0.0283203125,0.15673828125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,384,448,2048,64,0.05797597964946299,0.0,0.49072265625,0.0263671875,0.15234375,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,448,512,2048,64,0.061267076405895994,0.0,0.50390625,0.021484375,0.142578125,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,512,576,2048,64,0.07390446974515524,0.0,0.490234375,0.03369140625,0.19091796875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,576,640,2048,64,0.06026179927106099,0.0,0.51025390625,0.02490234375,0.17529296875,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,640,704,2048,64,0.05801671841125264,0.0,0.52587890625,0.01953125,0.166015625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,704,768,2048,64,0.06741359670609941,0.0,0.4970703125,0.02587890625,0.17724609375,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,768,832,2048,64,0.05603279688210577,0.0,0.47314453125,0.02197265625,0.1494140625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.gated_product,64,832,896,2048,64,0.05616381606727363,0.0,0.5244140625,0.02197265625,0.15576171875,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,896,960,2048,64,0.061186459613475276,0.0,0.50927734375,0.02783203125,0.1708984375,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gated_product,64,960,1024,2048,64,0.05659886017003155,0.0,0.4921875,0.029296875,0.17724609375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,1024,1088,2048,64,0.058434515767453406,0.0,0.5439453125,0.0234375,0.16259765625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,1088,1152,2048,64,0.059449163402897756,0.0,0.51513671875,0.02490234375,0.1494140625,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,1152,1216,2048,64,0.09961668316135353,0.0,0.48828125,0.0234375,0.23291015625,1.0,31,0.484375
+fresh-en-1,layers.3.mlp.gated_product,64,1216,1280,2048,64,0.07139295918182557,0.0,0.51513671875,0.02587890625,0.1845703125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,1280,1344,2048,64,0.060174244630804,0.0,0.52294921875,0.025390625,0.1728515625,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,1344,1408,2048,64,0.28554433813352187,0.0,0.47216796875,0.09765625,0.478515625,1.0,1,0.015625
+fresh-en-1,layers.3.mlp.gated_product,64,1408,1472,2048,64,0.06602505983812684,0.0,0.4892578125,0.02978515625,0.18310546875,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gated_product,64,1472,1536,2048,64,0.05475347147277937,0.0,0.46484375,0.02490234375,0.14697265625,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,1536,1600,2048,64,0.05707985635728233,0.0,0.5009765625,0.021484375,0.1611328125,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,1600,1664,2048,64,0.07572558266878932,0.0,0.5322265625,0.01953125,0.16650390625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,1664,1728,2048,64,0.06063923457027765,0.0,0.49609375,0.033203125,0.181640625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,1728,1792,2048,64,0.08171772441251475,0.0,0.48486328125,0.03857421875,0.2373046875,1.0,36,0.5625
+fresh-en-1,layers.3.mlp.gated_product,64,1792,1856,2048,64,0.061245709728917734,0.0,0.46240234375,0.0244140625,0.16455078125,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,1856,1920,2048,64,0.062416293569250714,0.0,0.5263671875,0.029296875,0.16796875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,1920,1984,2048,64,0.08344391566577283,0.0,0.49853515625,0.02783203125,0.19873046875,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gated_product,64,1984,2048,2048,64,0.07398211169302518,0.0,0.494140625,0.0234375,0.18701171875,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,2048,2112,2048,64,0.05522155570347268,0.0,0.5166015625,0.02880859375,0.15771484375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,2112,2176,2048,64,0.08311536638910898,0.0,0.4990234375,0.02685546875,0.20166015625,1.0,39,0.609375
+fresh-en-1,layers.3.mlp.gated_product,64,2176,2240,2048,64,0.08121495280014976,0.0,0.51318359375,0.0361328125,0.21240234375,1.0,38,0.59375
+fresh-en-1,layers.3.mlp.gated_product,64,2240,2304,2048,64,0.10651730205527013,0.0,0.50244140625,0.03759765625,0.2509765625,1.0,27,0.421875
+fresh-en-1,layers.3.mlp.gated_product,64,2304,2368,2048,64,0.054695973119578585,0.0,0.49853515625,0.017578125,0.14208984375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.gated_product,64,2368,2432,2048,64,0.057162120947555004,0.0,0.4736328125,0.01904296875,0.1455078125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,2432,2496,2048,64,0.061784673397026695,0.0,0.50732421875,0.0263671875,0.15771484375,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,2496,2560,2048,64,0.0681051727717776,0.0,0.5234375,0.0322265625,0.20751953125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,2560,2624,2048,64,0.06399727178335424,0.0,0.51416015625,0.029296875,0.18896484375,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gated_product,64,2624,2688,2048,64,0.06407818397892319,0.0,0.498046875,0.029296875,0.18994140625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,2688,2752,2048,64,0.07341500238713873,0.0,0.525390625,0.03271484375,0.21484375,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gated_product,64,2752,2816,2048,64,0.05842072949535141,0.0,0.4873046875,0.0283203125,0.17529296875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,2816,2880,2048,64,0.05669181884609144,0.0,0.52490234375,0.0234375,0.14990234375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,2880,2944,2048,64,0.05606341634937126,0.0,0.470703125,0.02490234375,0.1611328125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,2944,3008,2048,64,0.062043607781493745,0.0,0.48681640625,0.02490234375,0.17236328125,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,3008,3072,2048,64,0.06395328397635189,0.0,0.5048828125,0.02294921875,0.166015625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,3072,3136,2048,64,0.07719606037205079,0.0,0.51806640625,0.02880859375,0.19091796875,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gated_product,64,3136,3200,2048,64,0.06023363384010657,0.0,0.49462890625,0.02783203125,0.169921875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,3200,3264,2048,64,0.0730610501056992,0.0,0.5029296875,0.0322265625,0.19140625,1.0,41,0.640625
+fresh-en-1,layers.3.mlp.gated_product,64,3264,3328,2048,64,0.07233494949587099,0.0,0.5283203125,0.02880859375,0.1943359375,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,3328,3392,2048,64,0.05938193744279024,0.0,0.48193359375,0.02294921875,0.15673828125,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,3392,3456,2048,64,0.06322621269901614,0.0,0.50537109375,0.02685546875,0.1640625,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,3456,3520,2048,64,0.06679020617085327,0.0,0.48779296875,0.0341796875,0.1923828125,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,3520,3584,2048,64,0.07103641774810183,0.0,0.5185546875,0.02392578125,0.18017578125,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,3584,3648,2048,64,0.055235362226671976,0.0,0.4658203125,0.02587890625,0.15234375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.gated_product,64,3648,3712,2048,64,0.06080165315428751,0.0,0.5146484375,0.025390625,0.1796875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,3712,3776,2048,64,0.057753190036409045,0.0,0.4736328125,0.0244140625,0.1572265625,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,3776,3840,2048,64,0.07342785397431846,0.0,0.49609375,0.01904296875,0.177734375,1.0,43,0.671875
+fresh-en-1,layers.3.mlp.gated_product,64,3840,3904,2048,64,0.06241398190259439,0.0,0.49462890625,0.02734375,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,3904,3968,2048,64,0.06607768308621957,0.0,0.5078125,0.029296875,0.17724609375,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,3968,4032,2048,64,0.06155124930445991,0.0,0.474609375,0.01806640625,0.146484375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,4032,4096,2048,64,0.06394800727322156,0.0,0.50244140625,0.02880859375,0.18115234375,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gated_product,64,4096,4160,2048,64,0.06374983038980547,0.0,0.50439453125,0.0234375,0.1650390625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,4160,4224,2048,64,0.06351789101360565,0.0,0.546875,0.02880859375,0.16845703125,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,4224,4288,2048,64,0.06211498341394591,0.0,0.47900390625,0.03369140625,0.19140625,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,4288,4352,2048,64,0.056594030052809524,0.0,0.52392578125,0.0224609375,0.17333984375,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,4352,4416,2048,64,0.053807725926594996,0.0,0.4970703125,0.01806640625,0.14599609375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.gated_product,64,4416,4480,2048,64,0.05883861758638461,0.0,0.50146484375,0.02001953125,0.17724609375,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,4480,4544,2048,64,0.06542343039003429,0.0,0.48388671875,0.02783203125,0.18798828125,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,4544,4608,2048,64,0.05684378991591218,0.0,0.46435546875,0.0224609375,0.14208984375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,4608,4672,2048,64,0.0545349183562643,0.0,0.50439453125,0.0263671875,0.1513671875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,4672,4736,2048,64,0.05470326242139634,0.0,0.5029296875,0.02587890625,0.15380859375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,4736,4800,2048,64,0.06777031406850292,0.0,0.525390625,0.0263671875,0.18115234375,1.0,44,0.6875
+fresh-en-1,layers.3.mlp.gated_product,64,4800,4864,2048,64,0.06424459234075595,0.0,0.49267578125,0.0205078125,0.16455078125,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,4864,4928,2048,64,0.05703664664413688,0.0,0.490234375,0.0283203125,0.1650390625,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,4928,4992,2048,64,0.058282085292997686,0.0,0.4716796875,0.02099609375,0.15966796875,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,4992,5056,2048,64,0.06363671028062198,0.0,0.51513671875,0.0341796875,0.1982421875,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,5056,5120,2048,64,0.06272997752108034,0.0,0.49609375,0.02734375,0.17578125,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,5120,5184,2048,64,0.05822713225762113,0.0,0.5263671875,0.0185546875,0.1455078125,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,5184,5248,2048,64,0.06264030514228107,0.0,0.50048828125,0.02490234375,0.19970703125,1.0,47,0.734375
+fresh-en-1,layers.3.mlp.gated_product,64,5248,5312,2048,64,0.05582769451223479,0.0,0.5185546875,0.01953125,0.169921875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,5312,5376,2048,64,0.06627825674830093,0.0,0.48974609375,0.0322265625,0.1884765625,1.0,45,0.703125
+fresh-en-1,layers.3.mlp.gated_product,64,5376,5440,2048,64,0.05437057703743634,0.0,0.4970703125,0.02783203125,0.1552734375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.gated_product,64,5440,5504,2048,64,0.10399371566106322,0.0,0.5029296875,0.0400390625,0.2509765625,1.0,29,0.453125
+fresh-en-1,layers.3.mlp.gated_product,64,5504,5568,2048,64,0.05406927210565157,0.0,0.49267578125,0.0205078125,0.154296875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.gated_product,64,5568,5632,2048,64,0.07628728123404184,0.0,0.51171875,0.0263671875,0.2158203125,1.0,38,0.59375
+fresh-en-1,layers.3.mlp.gated_product,64,5632,5696,2048,64,0.05677219578812638,0.0,0.521484375,0.0283203125,0.16748046875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,5696,5760,2048,64,0.058437401519166016,0.0,0.48974609375,0.0283203125,0.16845703125,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,5760,5824,2048,64,0.06131024797639643,0.0,0.4892578125,0.025390625,0.18115234375,1.0,49,0.765625
+fresh-en-1,layers.3.mlp.gated_product,64,5824,5888,2048,64,0.07710895539536822,0.0,0.49169921875,0.03515625,0.19970703125,1.0,42,0.65625
+fresh-en-1,layers.3.mlp.gated_product,64,5888,5952,2048,64,0.06432733053538313,0.0,0.4482421875,0.0244140625,0.16552734375,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,5952,6016,2048,64,0.060549926253107615,0.0,0.5068359375,0.0263671875,0.18701171875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,64,6016,6080,2048,64,0.06506204781599317,0.0,0.5205078125,0.0205078125,0.15283203125,1.0,46,0.71875
+fresh-en-1,layers.3.mlp.gated_product,64,6080,6144,2048,64,0.06378293402369953,0.0,0.5029296875,0.02734375,0.17529296875,1.0,48,0.75
+fresh-en-1,layers.3.mlp.gated_product,128,0,128,4096,128,0.054590058362925464,0.0,0.49755859375,0.024169921875,0.1650390625,1.0,98,0.765625
+fresh-en-1,layers.3.mlp.gated_product,128,128,256,4096,128,0.06360753360015779,0.0,0.490966796875,0.02685546875,0.170166015625,1.0,93,0.7265625
+fresh-en-1,layers.3.mlp.gated_product,128,256,384,4096,128,0.06114234243222065,0.0,0.5263671875,0.02880859375,0.161376953125,1.0,97,0.7578125
+fresh-en-1,layers.3.mlp.gated_product,128,384,512,4096,128,0.059644232192395785,0.0,0.497314453125,0.0244140625,0.147216796875,1.0,96,0.75
+fresh-en-1,layers.3.mlp.gated_product,128,512,640,4096,128,0.06742905567964827,0.0,0.500244140625,0.029052734375,0.185546875,1.0,90,0.703125
+fresh-en-1,layers.3.mlp.gated_product,128,640,768,4096,128,0.06289090807129119,0.0,0.511474609375,0.022705078125,0.17236328125,1.0,95,0.7421875
+fresh-en-1,layers.3.mlp.gated_product,128,768,896,4096,128,0.056098344724554335,0.0,0.498779296875,0.02197265625,0.152587890625,1.0,99,0.7734375
+fresh-en-1,layers.3.mlp.gated_product,128,896,1024,4096,128,0.058937313361648175,0.0,0.500732421875,0.02880859375,0.174072265625,1.0,94,0.734375
+fresh-en-1,layers.3.mlp.gated_product,128,1024,1152,4096,128,0.05894402286186955,0.0,0.529541015625,0.023681640625,0.1552734375,1.0,96,0.75
+fresh-en-1,layers.3.mlp.gated_product,128,1152,1280,4096,128,0.08666152025209144,0.0,0.501708984375,0.025390625,0.214599609375,1.0,73,0.5703125
+fresh-en-1,layers.3.mlp.gated_product,128,1280,1408,4096,128,0.2063449887409419,0.0,0.49755859375,0.075439453125,0.4111328125,1.0,1,0.0078125
+fresh-en-1,layers.3.mlp.gated_product,128,1408,1536,4096,128,0.06065167419349895,0.0,0.47705078125,0.02734375,0.1650390625,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gated_product,128,1536,1664,4096,128,0.06705398523688069,0.0,0.5166015625,0.021240234375,0.1640625,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gated_product,128,1664,1792,4096,128,0.07195451081214041,0.0,0.490478515625,0.035400390625,0.216552734375,1.0,81,0.6328125
+fresh-en-1,layers.3.mlp.gated_product,128,1792,1920,4096,128,0.061833771772073456,0.0,0.494384765625,0.026611328125,0.167236328125,1.0,93,0.7265625
+fresh-en-1,layers.3.mlp.gated_product,128,1920,2048,4096,128,0.07885505662985685,0.0,0.496337890625,0.025390625,0.193115234375,1.0,83,0.6484375
+fresh-en-1,layers.3.mlp.gated_product,128,2048,2176,4096,128,0.07056055677326944,0.0,0.5078125,0.03076171875,0.184326171875,1.0,86,0.671875
+fresh-en-1,layers.3.mlp.gated_product,128,2176,2304,4096,128,0.09471484623717712,0.0,0.5078125,0.0390625,0.233154296875,1.0,64,0.5
+fresh-en-1,layers.3.mlp.gated_product,128,2304,2432,4096,128,0.055942638240972196,0.0,0.486083984375,0.018310546875,0.14404296875,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.gated_product,128,2432,2560,4096,128,0.06502176722087356,0.0,0.515380859375,0.028564453125,0.182861328125,1.0,90,0.703125
+fresh-en-1,layers.3.mlp.gated_product,128,2560,2688,4096,128,0.06403774066029046,0.0,0.506103515625,0.029296875,0.189453125,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gated_product,128,2688,2816,4096,128,0.06634283763253049,0.0,0.50634765625,0.03076171875,0.1962890625,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gated_product,128,2816,2944,4096,128,0.05637849313719282,0.0,0.497802734375,0.024169921875,0.15576171875,1.0,98,0.765625
+fresh-en-1,layers.3.mlp.gated_product,128,2944,3072,4096,128,0.06300568148152887,0.0,0.495849609375,0.02392578125,0.16943359375,1.0,93,0.7265625
+fresh-en-1,layers.3.mlp.gated_product,128,3072,3200,4096,128,0.06923627077821762,0.0,0.50634765625,0.0283203125,0.181396484375,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gated_product,128,3200,3328,4096,128,0.07269890632298981,0.0,0.515625,0.03076171875,0.19140625,1.0,84,0.65625
+fresh-en-1,layers.3.mlp.gated_product,128,3328,3456,4096,128,0.06133420117161665,0.0,0.49365234375,0.025146484375,0.160400390625,1.0,96,0.75
+fresh-en-1,layers.3.mlp.gated_product,128,3456,3584,4096,128,0.0689460089012697,0.0,0.503173828125,0.02880859375,0.187744140625,1.0,89,0.6953125
+fresh-en-1,layers.3.mlp.gated_product,128,3584,3712,4096,128,0.058085223020170725,0.0,0.490234375,0.025390625,0.16357421875,1.0,98,0.765625
+fresh-en-1,layers.3.mlp.gated_product,128,3712,3840,4096,128,0.06605709915919489,0.0,0.48486328125,0.02197265625,0.1689453125,1.0,88,0.6875
+fresh-en-1,layers.3.mlp.gated_product,128,3840,3968,4096,128,0.06427194309720319,0.0,0.501220703125,0.028076171875,0.1748046875,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gated_product,128,3968,4096,4096,128,0.0627610704384325,0.0,0.488525390625,0.023681640625,0.16259765625,1.0,94,0.734375
+fresh-en-1,layers.3.mlp.gated_product,128,4096,4224,4096,128,0.06363396637624144,0.0,0.525634765625,0.026123046875,0.167236328125,1.0,98,0.765625
+fresh-en-1,layers.3.mlp.gated_product,128,4224,4352,4096,128,0.05941866458501522,0.0,0.50146484375,0.027099609375,0.181884765625,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gated_product,128,4352,4480,4096,128,0.056379314863114344,0.0,0.499267578125,0.018798828125,0.163330078125,1.0,97,0.7578125
+fresh-en-1,layers.3.mlp.gated_product,128,4480,4608,4096,128,0.06128393629656967,0.0,0.47412109375,0.025146484375,0.1640625,1.0,95,0.7421875
+fresh-en-1,layers.3.mlp.gated_product,128,4608,4736,4096,128,0.05461915524643605,0.0,0.503662109375,0.026123046875,0.152587890625,1.0,97,0.7578125
+fresh-en-1,layers.3.mlp.gated_product,128,4736,4864,4096,128,0.06603098936852848,0.0,0.509033203125,0.02294921875,0.17236328125,1.0,91,0.7109375
+fresh-en-1,layers.3.mlp.gated_product,128,4864,4992,4096,128,0.057662728544998584,0.0,0.48095703125,0.024658203125,0.162841796875,1.0,97,0.7578125
+fresh-en-1,layers.3.mlp.gated_product,128,4992,5120,4096,128,0.06318497042467879,0.0,0.505615234375,0.03076171875,0.186279296875,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gated_product,128,5120,5248,4096,128,0.0604739892816101,0.0,0.513427734375,0.021728515625,0.174072265625,1.0,97,0.7578125
+fresh-en-1,layers.3.mlp.gated_product,128,5248,5376,4096,128,0.061276173151336356,0.0,0.504150390625,0.02587890625,0.179931640625,1.0,92,0.71875
+fresh-en-1,layers.3.mlp.gated_product,128,5376,5504,4096,128,0.08297846872646503,0.0,0.5,0.03271484375,0.2158203125,1.0,76,0.59375
+fresh-en-1,layers.3.mlp.gated_product,128,5504,5632,4096,128,0.06611821029079956,0.0,0.502197265625,0.023681640625,0.187744140625,1.0,87,0.6796875
+fresh-en-1,layers.3.mlp.gated_product,128,5632,5760,4096,128,0.057610815438238594,0.0,0.505615234375,0.0283203125,0.16796875,1.0,96,0.75
+fresh-en-1,layers.3.mlp.gated_product,128,5760,5888,4096,128,0.06965894597642182,0.0,0.490478515625,0.0302734375,0.192138671875,1.0,90,0.703125
+fresh-en-1,layers.3.mlp.gated_product,128,5888,6016,4096,128,0.062467187478968525,0.0,0.4775390625,0.025390625,0.17626953125,1.0,95,0.7421875
+fresh-en-1,layers.3.mlp.gated_product,128,6016,6144,4096,128,0.06442566545516697,0.0,0.51171875,0.02392578125,0.163818359375,1.0,94,0.734375
+fresh-en-1,layers.3.mlp.down_proj.output,0,0,2048,65536,2048,0.04606207595521642,0.0,0.49700927734375,0.0091552734375,0.0959320068359375,1.0,1584,0.7734375
+fresh-en-1,layers.3.mlp.down_proj.output,64,0,64,2048,64,0.04331753688268869,0.0,0.49755859375,0.00927734375,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.down_proj.output,64,64,128,2048,64,0.040833479646512814,0.0,0.4658203125,0.0068359375,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,128,192,2048,64,0.04360708836425749,0.0,0.5029296875,0.0087890625,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,192,256,2048,64,0.04675192393504027,0.0,0.52783203125,0.0078125,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,256,320,2048,64,0.0444756409763446,0.0,0.50048828125,0.01025390625,0.09716796875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.down_proj.output,64,320,384,2048,64,0.04367852596510792,0.0,0.5107421875,0.005859375,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,384,448,2048,64,0.04453426181711643,0.0,0.4755859375,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,448,512,2048,64,0.04156484216010729,0.0,0.5166015625,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,512,576,2048,64,0.04065563929355417,0.0,0.47900390625,0.00634765625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,576,640,2048,64,0.045141752357398285,0.0,0.47509765625,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,640,704,2048,64,0.0431515124072085,0.0,0.48681640625,0.0107421875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,704,768,2048,64,0.04357640326619281,0.0,0.51171875,0.0087890625,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,768,832,2048,64,0.04246681093321991,0.0,0.50146484375,0.00927734375,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,832,896,2048,64,0.042147345098060805,0.0,0.494140625,0.00537109375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,896,960,2048,64,0.043737294127870086,0.0,0.5146484375,0.0107421875,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.down_proj.output,64,960,1024,2048,64,0.04570514994251127,0.0,0.46044921875,0.01220703125,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1024,1088,2048,64,0.04117506806808529,0.0,0.49853515625,0.00927734375,0.1015625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1088,1152,2048,64,0.04348448537070017,0.0,0.451171875,0.00830078125,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1152,1216,2048,64,0.09727561212320901,0.0,0.5302734375,0.025390625,0.21142578125,1.0,19,0.296875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1216,1280,2048,64,0.043902032196455165,0.0,0.49560546875,0.0078125,0.095703125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1280,1344,2048,64,0.04338383183507456,0.0,0.50927734375,0.00830078125,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1344,1408,2048,64,0.04141570592469578,0.0,0.482421875,0.0107421875,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1408,1472,2048,64,0.04266455047551169,0.0,0.498046875,0.009765625,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1472,1536,2048,64,0.04336014815033249,0.0,0.51220703125,0.0078125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1536,1600,2048,64,0.044638446599359574,0.0,0.54443359375,0.0078125,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1600,1664,2048,64,0.04523541284389979,0.0,0.4951171875,0.00927734375,0.09521484375,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1664,1728,2048,64,0.04435714196389301,0.0,0.521484375,0.0087890625,0.1015625,1.0,53,0.828125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1728,1792,2048,64,0.043682916297106585,0.0,0.482421875,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1792,1856,2048,64,0.04257299596778389,0.0,0.49560546875,0.0068359375,0.09716796875,1.0,50,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,64,1856,1920,2048,64,0.04495882066331262,0.0,0.4599609375,0.0068359375,0.09521484375,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1920,1984,2048,64,0.043059113269765796,0.0,0.51806640625,0.01171875,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,64,1984,2048,2048,64,0.04191838667082221,0.0,0.48876953125,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,128,0,128,4096,128,0.042093836019215874,0.0,0.481689453125,0.008056640625,0.0888671875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,128,128,256,4096,128,0.04520686091311778,0.0,0.515380859375,0.00830078125,0.089111328125,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,128,256,384,4096,128,0.04407888536896838,0.0,0.505615234375,0.00830078125,0.090576171875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,128,384,512,4096,128,0.04307514700723671,0.0,0.49609375,0.0078125,0.082763671875,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,128,512,640,4096,128,0.04295729747239844,0.0,0.47705078125,0.007080078125,0.083251953125,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,128,640,768,4096,128,0.04336447823188542,0.0,0.499267578125,0.009765625,0.0947265625,1.0,101,0.7890625
+fresh-en-1,layers.3.mlp.down_proj.output,128,768,896,4096,128,0.042307379555184446,0.0,0.497802734375,0.007568359375,0.09130859375,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.down_proj.output,128,896,1024,4096,128,0.04473204460392604,0.0,0.487548828125,0.011474609375,0.08544921875,1.0,104,0.8125
+fresh-en-1,layers.3.mlp.down_proj.output,128,1024,1152,4096,128,0.04234552336650295,0.0,0.474853515625,0.0087890625,0.095703125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.down_proj.output,128,1152,1280,4096,128,0.07546500230213868,0.0,0.512939453125,0.017578125,0.164794921875,1.0,67,0.5234375
+fresh-en-1,layers.3.mlp.down_proj.output,128,1280,1408,4096,128,0.042411186978997116,0.0,0.495849609375,0.009521484375,0.089599609375,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,128,1408,1536,4096,128,0.04301375544460322,0.0,0.505126953125,0.0087890625,0.08837890625,1.0,102,0.796875
+fresh-en-1,layers.3.mlp.down_proj.output,128,1536,1664,4096,128,0.04493792101311503,0.0,0.519775390625,0.008544921875,0.094970703125,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.down_proj.output,128,1664,1792,4096,128,0.04402131994514123,0.0,0.501953125,0.008056640625,0.0927734375,1.0,103,0.8046875
+fresh-en-1,layers.3.mlp.down_proj.output,128,1792,1920,4096,128,0.043782162698460025,0.0,0.477783203125,0.007080078125,0.095947265625,1.0,100,0.78125
+fresh-en-1,layers.3.mlp.down_proj.output,128,1920,2048,4096,128,0.04249257803818854,0.0,0.50341796875,0.010009765625,0.087646484375,1.0,102,0.796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.6294512548537594,0.0,0.500213623046875,0.014546712239583334,0.14320882161458334,1.0,2705,0.4402669270833333
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.28379725412254,0.0,0.470703125,0.0126953125,0.1181640625,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4123961504665092,0.0,0.494140625,0.01123046875,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9552852373086534,0.0,0.48779296875,0.015625,0.130859375,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7234017091601207,0.0,0.5107421875,0.01025390625,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.199736640001266,0.0,0.5390625,0.0126953125,0.119140625,1.0,38,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7875473805761948,0.0,0.47802734375,0.0166015625,0.15283203125,1.0,22,0.34375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.8209596520251927,0.0,0.4951171875,0.0078125,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.1531998417759577,0.0,0.51806640625,0.0146484375,0.10302734375,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5988631840933538,0.0,0.599609375,0.009765625,0.1201171875,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.531434325612917,0.0,0.56201171875,0.009765625,0.11328125,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.594040186757395,0.0,0.4794921875,0.0185546875,0.20361328125,1.0,23,0.359375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.6383075959661753,0.0,0.48388671875,0.02099609375,0.20458984375,1.0,21,0.328125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.0305951111455536,0.0,0.46484375,0.0146484375,0.11962890625,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.6476339577439447,0.0,0.49462890625,0.0087890625,0.08935546875,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6992531778645477,0.0,0.52587890625,0.01318359375,0.17138671875,1.0,24,0.375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7537818318735027,0.0,0.50341796875,0.01025390625,0.099609375,1.0,53,0.828125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.8530151857225607,0.0,0.48681640625,0.01123046875,0.099609375,1.0,45,0.703125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.2818344546711689,0.0,0.52294921875,0.01318359375,0.15478515625,1.0,31,0.484375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2709733613778242,0.0,0.52880859375,0.00927734375,0.1103515625,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.319801779366133,0.0,0.470703125,0.01123046875,0.11083984375,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.55558568464112,0.0,0.56396484375,0.01123046875,0.1142578125,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.3581074036397787,0.0,0.4951171875,0.01416015625,0.111328125,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.0563040348868535,0.0,0.51513671875,0.01171875,0.115234375,1.0,40,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.3809160352771266,0.0,0.50048828125,0.02099609375,0.20654296875,1.0,13,0.203125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.152399897422304,0.0,0.5126953125,0.01611328125,0.13427734375,1.0,28,0.4375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.5523377272820025,0.0,0.52001953125,0.0107421875,0.09521484375,1.0,38,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.8106718361593546,0.0,0.51708984375,0.0078125,0.1005859375,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7968734862608577,0.0,0.47900390625,0.0107421875,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.8560957715954318,0.0,0.53076171875,0.0126953125,0.103515625,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.6876619468176102,0.0,0.51904296875,0.0126953125,0.123046875,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.8552848112247717,0.0,0.52587890625,0.01220703125,0.10302734375,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.1710668791285737,0.0,0.52734375,0.01171875,0.11962890625,1.0,27,0.421875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.778790417375777,0.0,0.4912109375,0.015625,0.12646484375,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.005528440655429,0.0,0.47900390625,0.0126953125,0.1142578125,1.0,33,0.515625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6980666528628682,0.0,0.515625,0.0087890625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6213994717340887,0.0,0.521484375,0.0107421875,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.871892520809871,0.0,0.4853515625,0.00927734375,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.8753410719300818,0.0,0.4892578125,0.00830078125,0.0927734375,1.0,38,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.07182757427708,0.0,0.50439453125,0.01025390625,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1826839378753133,0.0,0.54931640625,0.01025390625,0.10693359375,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.8023169025600745,0.0,0.4326171875,0.00634765625,0.08203125,1.0,40,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.4520975680272534,0.0,0.50048828125,0.00830078125,0.07470703125,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9717623727035299,0.0,0.54443359375,0.01611328125,0.12353515625,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9114984385490555,0.0,0.49072265625,0.01025390625,0.12255859375,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.8507035495749753,0.0,0.45849609375,0.0087890625,0.080078125,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.850563866067507,0.0,0.5283203125,0.00830078125,0.09814453125,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.994945281897284,0.0,0.5029296875,0.00927734375,0.12451171875,1.0,45,0.703125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9189079127737123,0.0,0.49609375,0.00732421875,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4967174971223434,0.0,0.5166015625,0.013671875,0.162109375,1.0,27,0.421875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1287726965757547,0.0,0.525390625,0.00830078125,0.11181640625,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4685274757036313,0.0,0.4912109375,0.00732421875,0.095703125,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5571630617300798,0.0,0.53173828125,0.01318359375,0.1201171875,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.701122769430653,0.0,0.46044921875,0.0087890625,0.12451171875,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6663480972738924,0.0,0.44970703125,0.0126953125,0.1240234375,1.0,33,0.515625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.715330767943278,0.0,0.380859375,0.00390625,0.0537109375,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.523536695226182,0.0,0.5517578125,0.00537109375,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.1015018671502346,0.0,0.51318359375,0.0146484375,0.1357421875,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6188012390375115,0.0,0.51708984375,0.00634765625,0.1083984375,1.0,43,0.671875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.8672651004693399,0.0,0.46630859375,0.01025390625,0.10009765625,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.7267873565013354,0.0,0.5146484375,0.0078125,0.09912109375,1.0,52,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.5514948975646499,0.0,0.4951171875,0.00830078125,0.1015625,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.4378761916865164,0.0,0.51171875,0.01123046875,0.1064453125,1.0,43,0.671875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,3.000861558756372,0.0,0.5,0.017578125,0.14013671875,1.0,32,0.5
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.9612082245653806,0.0,0.451171875,0.01318359375,0.13330078125,1.0,30,0.46875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.9470544420941587,0.0,0.470703125,0.0107421875,0.10986328125,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.2758991216176518,0.0,0.5576171875,0.01416015625,0.1513671875,1.0,38,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.9749384063581887,0.0,0.505859375,0.01171875,0.1201171875,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9314182471727808,0.0,0.541015625,0.01171875,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.5914607950497122,0.0,0.5302734375,0.02001953125,0.19189453125,1.0,14,0.21875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.1295203455543104,0.0,0.46826171875,0.01513671875,0.1259765625,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.128649523951574,0.0,0.46923828125,0.015625,0.11328125,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.5014734648021992,0.0,0.48583984375,0.0126953125,0.14404296875,1.0,33,0.515625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.8984741497995739,0.0,0.60400390625,0.01513671875,0.11767578125,1.0,29,0.453125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.2315426820562694,0.0,0.43896484375,0.01318359375,0.1279296875,1.0,27,0.421875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,3.7032742515741055,0.0,0.5205078125,0.0087890625,0.111328125,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,3.03405219605576,0.0,0.40576171875,0.013671875,0.09619140625,1.0,38,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.5830977792770375,0.0,0.5146484375,0.01171875,0.11669921875,1.0,32,0.5
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.008187414402787,0.0,0.45849609375,0.017578125,0.13330078125,1.0,25,0.390625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.0011493325418435,0.0,0.52099609375,0.01220703125,0.130859375,1.0,45,0.703125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8677567245717897,0.0,0.49365234375,0.01220703125,0.1171875,1.0,47,0.734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.779571392972186,0.0,0.517578125,0.01123046875,0.1025390625,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.9686962931103288,0.0,0.4580078125,0.009765625,0.1044921875,1.0,46,0.71875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.776951760126576,0.0,0.4921875,0.01171875,0.09619140625,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.0037556973692763,0.0,0.44921875,0.01318359375,0.09521484375,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8902244997695156,0.0,0.4814453125,0.00830078125,0.09814453125,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.2229617984573717,0.0,0.55078125,0.0146484375,0.13037109375,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.987591899032531,0.0,0.435546875,0.0146484375,0.1904296875,1.0,16,0.25
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.1277517701744997,0.0,0.5537109375,0.01025390625,0.1328125,1.0,26,0.40625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.774783563801264,0.0,0.45068359375,0.01806640625,0.13720703125,1.0,26,0.40625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.5700052985508681,0.0,0.41015625,0.01025390625,0.12060546875,1.0,33,0.515625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.9522853263423472,0.0,0.4873046875,0.0126953125,0.1044921875,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9544781599581044,0.0,0.4833984375,0.0126953125,0.09423828125,1.0,46,0.71875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9886433578457836,0.0,0.49560546875,0.0087890625,0.11279296875,1.0,47,0.734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.1884843021113234,0.0,0.55712890625,0.01416015625,0.1171875,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0698365390525622,0.0,0.5087890625,0.01171875,0.12060546875,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.3501702672558018,0.0,0.51318359375,0.0166015625,0.13671875,1.0,43,0.671875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.349629259379254,0.0,0.482421875,0.01220703125,0.11279296875,1.0,78,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8473133769260445,0.0,0.499267578125,0.012939453125,0.1171875,1.0,86,0.671875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.52228342353951,0.0,0.508544921875,0.01513671875,0.136962890625,1.0,57,0.4453125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.0009606948640442,0.0,0.506591796875,0.010986328125,0.09765625,1.0,90,0.703125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.5655118292613803,0.0,0.580810546875,0.010009765625,0.116943359375,1.0,68,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.6163254461892909,0.0,0.481689453125,0.019775390625,0.20361328125,1.0,43,0.3359375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8490557271373946,0.0,0.479736328125,0.012451171875,0.104736328125,1.0,75,0.5859375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3144672709020444,0.0,0.5146484375,0.01318359375,0.14599609375,1.0,71,0.5546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.088745717845868,0.0,0.5048828125,0.012939453125,0.132568359375,1.0,73,0.5703125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2956176176152547,0.0,0.499755859375,0.01025390625,0.111083984375,1.0,79,0.6171875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.4601887792476635,0.0,0.529541015625,0.012939453125,0.11328125,1.0,74,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.8418115241736868,0.0,0.5078125,0.017333984375,0.172607421875,1.0,35,0.2734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.8765097572310405,0.0,0.516357421875,0.013427734375,0.11474609375,1.0,63,0.4921875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.8038022701658389,0.0,0.498046875,0.00927734375,0.093994140625,1.0,99,0.7734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.7738791334347792,0.0,0.52490234375,0.0126953125,0.1142578125,1.0,69,0.5390625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.0193579579176175,0.0,0.526611328125,0.011474609375,0.111328125,1.0,63,0.4921875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.8955526470169177,0.0,0.485107421875,0.01416015625,0.12548828125,1.0,67,0.5234375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.6608458047497058,0.0,0.5185546875,0.009765625,0.094970703125,1.0,99,0.7734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.8736175897887757,0.0,0.4873046875,0.0087890625,0.089599609375,1.0,78,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1286176602129145,0.0,0.52685546875,0.009521484375,0.10498046875,1.0,88,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.633036508054822,0.0,0.466552734375,0.00732421875,0.080810546875,1.0,80,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9421123904502479,0.0,0.517578125,0.012939453125,0.122802734375,1.0,87,0.6796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.8506337091391332,0.0,0.493408203125,0.008544921875,0.089111328125,1.0,79,0.6171875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.9576815405258176,0.0,0.49951171875,0.008544921875,0.11083984375,1.0,93,0.7265625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3255736619907383,0.0,0.52099609375,0.01025390625,0.136962890625,1.0,64,0.5
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.5134942596047525,0.0,0.511474609375,0.0107421875,0.108154296875,1.0,77,0.6015625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6838252073721514,0.0,0.455078125,0.0107421875,0.1240234375,1.0,67,0.5234375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.621188531133588,0.0,0.46630859375,0.004638671875,0.064208984375,1.0,85,0.6640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.8757435257978774,0.0,0.51513671875,0.01025390625,0.12548828125,1.0,78,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.8001151842273377,0.0,0.490478515625,0.00927734375,0.098876953125,1.0,99,0.7734375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.4957647475101261,0.0,0.50341796875,0.01025390625,0.104248046875,1.0,85,0.6640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.9811008238614956,0.0,0.4755859375,0.015380859375,0.13671875,1.0,61,0.4765625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.1235725799508844,0.0,0.51416015625,0.011962890625,0.13134765625,1.0,83,0.6484375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9534266745163625,0.0,0.5234375,0.011962890625,0.11474609375,1.0,82,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.3799571865100362,0.0,0.499267578125,0.01708984375,0.161376953125,1.0,49,0.3828125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.328207874058356,0.0,0.4775390625,0.013671875,0.132080078125,1.0,76,0.59375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.0717126778701846,0.0,0.521484375,0.01318359375,0.122802734375,1.0,55,0.4296875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,3.385240974492254,0.0,0.463134765625,0.0107421875,0.104736328125,1.0,71,0.5546875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.8081779876601802,0.0,0.486572265625,0.014892578125,0.128173828125,1.0,55,0.4296875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.9368302191668828,0.0,0.50732421875,0.011962890625,0.12255859375,1.0,92,0.71875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8792337758031951,0.0,0.48779296875,0.01171875,0.1044921875,1.0,93,0.7265625
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8975465273636422,0.0,0.470703125,0.012939453125,0.09765625,1.0,92,0.71875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0696109620969612,0.0,0.51611328125,0.011962890625,0.115478515625,1.0,87,0.6796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.593552867269677,0.0,0.49462890625,0.013427734375,0.162841796875,1.0,41,0.3203125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.6755257884940051,0.0,0.430419921875,0.013916015625,0.1298828125,1.0,59,0.4609375
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.9533823736056692,0.0,0.4853515625,0.0126953125,0.09912109375,1.0,89,0.6953125
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.093140115762299,0.0,0.5263671875,0.010986328125,0.11572265625,1.0,87,0.6796875
+fresh-en-1,layers.4.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.2180948179172195,0.0,0.510986328125,0.013427734375,0.127685546875,1.0,94,0.734375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.6513540459487992,0.0,0.50018310546875,0.0120391845703125,0.12396240234375,1.0,963,0.47021484375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,0,64,2048,64,1.2036004930016504,0.0,0.36083984375,0.01025390625,0.099609375,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3054924778874095,0.0,0.3740234375,0.0107421875,0.1064453125,1.0,40,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5955227478827896,0.0,0.64111328125,0.009765625,0.10546875,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8284474896454785,0.0,0.6728515625,0.01171875,0.1005859375,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,256,320,2048,64,1.4088282308515485,0.0,0.64599609375,0.01123046875,0.1259765625,1.0,27,0.421875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,320,384,2048,64,1.3185561063078912,0.0,0.63427734375,0.01318359375,0.1259765625,1.0,28,0.4375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,384,448,2048,64,1.4845034057577562,0.0,0.43505859375,0.0048828125,0.07666015625,1.0,44,0.6875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,448,512,2048,64,1.575013985608555,0.0,0.48583984375,0.0078125,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4021673151199592,0.0,0.64111328125,0.01220703125,0.13671875,1.0,29,0.453125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5254943855548064,0.0,0.67138671875,0.01416015625,0.14013671875,1.0,25,0.390625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,640,704,2048,64,1.8527532679216316,0.0,0.31982421875,0.02294921875,0.20654296875,1.0,9,0.140625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,704,768,2048,64,1.7878603482477669,0.0,0.4423828125,0.0234375,0.24853515625,1.0,12,0.1875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,768,832,2048,64,1.428558166600249,0.0,0.72900390625,0.01611328125,0.1279296875,1.0,30,0.46875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3878454489649474,0.0,0.638671875,0.01708984375,0.16748046875,1.0,29,0.453125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,896,960,2048,64,2.3316319808709722,0.0,0.14013671875,0.0,0.00390625,1.0,54,0.84375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.341900568910348,0.0,0.0322265625,0.0,0.00048828125,1.0,55,0.859375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5430180601614345,0.0,0.72412109375,0.0107421875,0.0908203125,1.0,37,0.578125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4441935155752077,0.0,0.7001953125,0.01025390625,0.0986328125,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6634595153097262,0.0,0.4912109375,0.0107421875,0.0908203125,1.0,35,0.546875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.836263741018642,0.0,0.52978515625,0.009765625,0.115234375,1.0,29,0.453125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4133193229913756,0.0,0.5283203125,0.009765625,0.09716796875,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2231801937391646,0.0,0.52734375,0.009765625,0.08740234375,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.745666247082566,0.0,0.76953125,0.0185546875,0.18017578125,1.0,24,0.375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.4292546026978634,0.0,0.78857421875,0.00830078125,0.14208984375,1.0,25,0.390625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.176107219737538,0.0,0.5029296875,0.0107421875,0.12939453125,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.6411548597458134,0.0,0.50830078125,0.01708984375,0.146484375,1.0,28,0.4375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.4613104060318596,0.0,0.28076171875,0.01123046875,0.0966796875,1.0,39,0.609375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.597051261176905,0.0,0.20849609375,0.0078125,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.476726370218857,0.0,0.32763671875,0.009765625,0.10498046875,1.0,41,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5151975760467498,0.0,0.42041015625,0.01220703125,0.12646484375,1.0,34,0.53125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.1788484974800126,0.0,0.421875,0.01171875,0.12158203125,1.0,32,0.5
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.3546607953130614,0.0,0.41162109375,0.01123046875,0.14404296875,1.0,28,0.4375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,0,128,4096,128,1.2555804945471287,0.0,0.367431640625,0.0107421875,0.1044921875,1.0,82,0.640625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7159418785906329,0.0,0.656982421875,0.01123046875,0.103759765625,1.0,67,0.5234375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3644389303897282,0.0,0.64013671875,0.01171875,0.12646484375,1.0,53,0.4140625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5304279493933914,0.0,0.46044921875,0.00634765625,0.07763671875,1.0,87,0.6796875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,512,640,4096,128,1.465129055740475,0.0,0.65625,0.012939453125,0.1376953125,1.0,54,0.421875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,640,768,4096,128,1.8205959596559187,0.0,0.381103515625,0.0234375,0.22802734375,1.0,21,0.1640625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4083489314748994,0.0,0.683837890625,0.0166015625,0.148193359375,1.0,58,0.453125
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.336771915365608,0.0,0.086181640625,0.0,0.002197265625,1.0,109,0.8515625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.4944229060767629,0.0,0.712158203125,0.01025390625,0.0966796875,1.0,79,0.6171875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7519934482831618,0.0,0.510498046875,0.01025390625,0.102294921875,1.0,63,0.4921875
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3216734269660906,0.0,0.52783203125,0.009521484375,0.093017578125,1.0,80,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.5922925244942183,0.0,0.779052734375,0.01318359375,0.162841796875,1.0,48,0.375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.42769350106843,0.0,0.505615234375,0.013671875,0.142333984375,1.0,59,0.4609375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.5306862568148545,0.0,0.24462890625,0.009765625,0.087646484375,1.0,80,0.625
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4960856370805962,0.0,0.3740234375,0.010986328125,0.114990234375,1.0,75,0.5859375
+fresh-en-1,layers.4.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.2698010967015856,0.0,0.416748046875,0.01171875,0.131103515625,1.0,60,0.46875
+fresh-en-1,layers.4.linear_attn.in_proj_b.output,0,0,16,512,16,1.1808161637963301,0.0,0.55859375,0.009765625,0.05859375,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_b.output,64,0,16,512,16,1.1808161637963301,0.0,0.55859375,0.009765625,0.05859375,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_b.output,128,0,16,512,16,1.1808161637963301,0.0,0.55859375,0.009765625,0.05859375,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_a.output,0,0,16,512,16,1.4812370063017037,0.0,0.525390625,0.01171875,0.08203125,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_a.output,64,0,16,512,16,1.4812370063017037,0.0,0.525390625,0.01171875,0.08203125,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.in_proj_a.output,128,0,16,512,16,1.4812370063017037,0.0,0.525390625,0.01171875,0.08203125,1.0,13,0.8125
+fresh-en-1,layers.4.linear_attn.out_proj.output,0,0,2048,65536,2048,0.029310941076348115,0.0,0.498260498046875,0.00933837890625,0.0960540771484375,1.0,1500,0.732421875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,0,64,2048,64,0.027643233997251725,0.0,0.515625,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,64,128,2048,64,0.025068509495343828,0.0,0.529296875,0.01025390625,0.099609375,1.0,47,0.734375
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,128,192,2048,64,0.026157869524099958,0.0,0.51318359375,0.00927734375,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,192,256,2048,64,0.02618790034090896,0.0,0.49462890625,0.0048828125,0.078125,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,256,320,2048,64,0.027239431801308892,0.0,0.4921875,0.005859375,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,320,384,2048,64,0.028186842714234512,0.0,0.52001953125,0.00927734375,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,384,448,2048,64,0.026935239451211675,0.0,0.45947265625,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,448,512,2048,64,0.025404114071607944,0.0,0.4775390625,0.00537109375,0.09423828125,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,512,576,2048,64,0.025844612659832678,0.0,0.50537109375,0.01123046875,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,576,640,2048,64,0.026652480323583284,0.0,0.53515625,0.00341796875,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,640,704,2048,64,0.025531640137760967,0.0,0.48291015625,0.0087890625,0.1015625,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,704,768,2048,64,0.024868350131414318,0.0,0.4970703125,0.01123046875,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,768,832,2048,64,0.024685299748319844,0.0,0.51171875,0.00634765625,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,832,896,2048,64,0.02699548901432628,0.0,0.5029296875,0.0087890625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,896,960,2048,64,0.026763525335646247,0.0,0.4892578125,0.0068359375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,960,1024,2048,64,0.02552962068556724,0.0,0.5087890625,0.0087890625,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1024,1088,2048,64,0.025292885350781214,0.0,0.5234375,0.00927734375,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1088,1152,2048,64,0.025425348341878366,0.0,0.45263671875,0.0068359375,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07537245637853804,0.0,0.4912109375,0.0263671875,0.25439453125,1.0,5,0.078125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1216,1280,2048,64,0.02942735958908549,0.0,0.46240234375,0.00830078125,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1280,1344,2048,64,0.025571415146356195,0.0,0.451171875,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1344,1408,2048,64,0.025801697176123767,0.0,0.46337890625,0.0087890625,0.09375,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02806105110892511,0.0,0.525390625,0.009765625,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1472,1536,2048,64,0.026696081204356455,0.0,0.53662109375,0.0068359375,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1536,1600,2048,64,0.027454132146587904,0.0,0.47607421875,0.01025390625,0.076171875,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1600,1664,2048,64,0.025725762905147907,0.0,0.48779296875,0.0078125,0.080078125,1.0,53,0.828125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1664,1728,2048,64,0.028487920995749535,0.0,0.50634765625,0.01171875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1728,1792,2048,64,0.029420027261533553,0.0,0.52880859375,0.00732421875,0.087890625,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1792,1856,2048,64,0.025605647812417042,0.0,0.49462890625,0.01025390625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1856,1920,2048,64,0.02557056563866606,0.0,0.48828125,0.009765625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1920,1984,2048,64,0.026852643924380026,0.0,0.458984375,0.00927734375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,64,1984,2048,2048,64,0.026293719950270602,0.0,0.56201171875,0.01123046875,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,0,128,4096,128,0.026387293856560558,0.0,0.5224609375,0.00927734375,0.092529296875,1.0,98,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,128,256,4096,128,0.02617288923968098,0.0,0.50390625,0.007080078125,0.082763671875,1.0,100,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,256,384,4096,128,0.027717185526809476,0.0,0.506103515625,0.007568359375,0.084716796875,1.0,97,0.7578125
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,384,512,4096,128,0.026180872178533113,0.0,0.468505859375,0.0068359375,0.090576171875,1.0,98,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,512,640,4096,128,0.02625165433773439,0.0,0.520263671875,0.00732421875,0.085693359375,1.0,98,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,640,768,4096,128,0.025202177350208663,0.0,0.489990234375,0.01025390625,0.09423828125,1.0,98,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,768,896,4096,128,0.025866198510672286,0.0,0.50732421875,0.007080078125,0.078369140625,1.0,101,0.7890625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,896,1024,4096,128,0.026153850775179562,0.0,0.4990234375,0.007568359375,0.080810546875,1.0,104,0.8125
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02535920333600427,0.0,0.488037109375,0.008056640625,0.089599609375,1.0,100,0.78125
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05721440672120948,0.0,0.476806640625,0.018310546875,0.185302734375,1.0,41,0.3203125
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1280,1408,4096,128,0.025686814222044822,0.0,0.457275390625,0.0078125,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1408,1536,4096,128,0.0273870712290243,0.0,0.531005859375,0.00830078125,0.087646484375,1.0,96,0.75
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1536,1664,4096,128,0.02660398700358835,0.0,0.48193359375,0.009033203125,0.079833984375,1.0,102,0.796875
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1664,1792,4096,128,0.028957724761533365,0.0,0.517578125,0.009765625,0.091064453125,1.0,98,0.765625
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02558811273789909,0.0,0.491455078125,0.010009765625,0.08935546875,1.0,99,0.7734375
+fresh-en-1,layers.4.linear_attn.out_proj.output,128,1920,2048,4096,128,0.026574651404607377,0.0,0.510498046875,0.01025390625,0.083251953125,1.0,98,0.765625
+fresh-en-1,layers.4.mlp.gate_proj.output,0,0,6144,196608,6144,0.7608462421215778,0.0,0.8628082275390625,0.006963094075520833,0.06852213541666667,1.0,4193,0.6824544270833334
+fresh-en-1,layers.4.mlp.gate_proj.output,64,0,64,2048,64,0.7501392391529951,0.0,0.8466796875,0.00732421875,0.06689453125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,64,128,2048,64,0.8217870077335697,0.0,0.86328125,0.005859375,0.06640625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,128,192,2048,64,0.7723007951217258,0.0,0.89990234375,0.00634765625,0.0576171875,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,192,256,2048,64,0.7658225085211455,0.0,0.87451171875,0.0068359375,0.05859375,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,256,320,2048,64,0.7745670091481013,0.0,0.8671875,0.00390625,0.07177734375,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,320,384,2048,64,0.7668483472618154,0.0,0.8623046875,0.00390625,0.056640625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,384,448,2048,64,0.7506418405031201,0.0,0.8701171875,0.00927734375,0.05908203125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,448,512,2048,64,0.7994427387355268,0.0,0.83203125,0.00830078125,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,512,576,2048,64,0.7082436786209739,0.0,0.853515625,0.00732421875,0.06689453125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,576,640,2048,64,0.7180484501866632,0.0,0.87646484375,0.0087890625,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,640,704,2048,64,0.7274578666600956,0.0,0.8896484375,0.00439453125,0.06640625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,704,768,2048,64,0.7628199984691825,0.0,0.83642578125,0.00830078125,0.0693359375,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,768,832,2048,64,0.7820065397987813,0.0,0.875,0.0048828125,0.05615234375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,832,896,2048,64,0.7716965378858173,0.0,0.8837890625,0.00537109375,0.0625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,896,960,2048,64,0.7545869295079071,0.0,0.8759765625,0.00341796875,0.0556640625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,960,1024,2048,64,0.730050413500906,0.0,0.86376953125,0.005859375,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1024,1088,2048,64,0.799212440729597,0.0,0.88427734375,0.005859375,0.06884765625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1088,1152,2048,64,0.7724441309805555,0.0,0.83544921875,0.0087890625,0.080078125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1152,1216,2048,64,0.825584986269367,0.0,0.85888671875,0.0078125,0.07666015625,1.0,41,0.640625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1216,1280,2048,64,0.7108863701120017,0.0,0.85302734375,0.00830078125,0.07763671875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1280,1344,2048,64,0.6953392417070338,0.0,0.87890625,0.00927734375,0.06396484375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1344,1408,2048,64,0.8277432142524289,0.0,0.86865234375,0.0078125,0.0654296875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1408,1472,2048,64,0.7637392029916782,0.0,0.861328125,0.00341796875,0.06640625,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1472,1536,2048,64,0.7005886704529314,0.0,0.87255859375,0.009765625,0.0810546875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1536,1600,2048,64,0.772614438048811,0.0,0.83544921875,0.00732421875,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1600,1664,2048,64,0.7727698882968006,0.0,0.87255859375,0.00732421875,0.068359375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1664,1728,2048,64,0.7162376529297261,0.0,0.88427734375,0.005859375,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1728,1792,2048,64,0.8033491523529247,0.0,0.89697265625,0.00537109375,0.0625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1792,1856,2048,64,0.7778167490805179,0.0,0.83251953125,0.00830078125,0.0703125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1856,1920,2048,64,0.81346246772163,0.0,0.86376953125,0.005859375,0.068359375,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1920,1984,2048,64,0.7879319544075798,0.0,0.896484375,0.0068359375,0.06787109375,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,1984,2048,2048,64,0.6489625062500901,0.0,0.85400390625,0.00732421875,0.07177734375,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2048,2112,2048,64,0.805995908440363,0.0,0.85888671875,0.00830078125,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2112,2176,2048,64,0.751941868050738,0.0,0.8466796875,0.0068359375,0.0849609375,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2176,2240,2048,64,0.8293885149152963,0.0,0.86376953125,0.0068359375,0.076171875,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2240,2304,2048,64,0.7917984358486033,0.0,0.841796875,0.01025390625,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2304,2368,2048,64,0.7260196111043359,0.0,0.8720703125,0.0078125,0.064453125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2368,2432,2048,64,0.7314875298701488,0.0,0.8603515625,0.00390625,0.05126953125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2432,2496,2048,64,0.7733130754549274,0.0,0.8642578125,0.00244140625,0.0673828125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2496,2560,2048,64,0.7258702241663877,0.0,0.8388671875,0.01220703125,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2560,2624,2048,64,0.7536920848476502,0.0,0.86279296875,0.0087890625,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2624,2688,2048,64,0.7953785604550786,0.0,0.8818359375,0.005859375,0.056640625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2688,2752,2048,64,0.6995195218012432,0.0,0.85107421875,0.00634765625,0.0703125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2752,2816,2048,64,0.6957548962832827,0.0,0.84130859375,0.009765625,0.07421875,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2816,2880,2048,64,0.7072588955167727,0.0,0.890625,0.0048828125,0.05712890625,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2880,2944,2048,64,0.6847065334666318,0.0,0.87451171875,0.00732421875,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,2944,3008,2048,64,0.7218876880254896,0.0,0.84326171875,0.00830078125,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3008,3072,2048,64,0.7109544409660445,0.0,0.865234375,0.0078125,0.07177734375,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3072,3136,2048,64,0.7632660622976836,0.0,0.8740234375,0.0107421875,0.06884765625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3136,3200,2048,64,0.7978393818132472,0.0,0.86474609375,0.0078125,0.07958984375,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3200,3264,2048,64,0.8107016461613955,0.0,0.8447265625,0.0048828125,0.06640625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3264,3328,2048,64,0.6492922230028513,0.0,0.8095703125,0.0048828125,0.0712890625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3328,3392,2048,64,0.8034465339284979,0.0,0.865234375,0.0107421875,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3392,3456,2048,64,0.8130944958388882,0.0,0.89501953125,0.005859375,0.064453125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3456,3520,2048,64,0.7555135317238432,0.0,0.8603515625,0.00927734375,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3520,3584,2048,64,0.7508780740146217,0.0,0.85693359375,0.009765625,0.08056640625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3584,3648,2048,64,0.8015660819044622,0.0,0.88134765625,0.0048828125,0.05810546875,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3648,3712,2048,64,0.7256051438019329,0.0,0.876953125,0.0048828125,0.0615234375,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3712,3776,2048,64,0.7230754458132752,0.0,0.8466796875,0.00830078125,0.080078125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3776,3840,2048,64,0.7291666608921265,0.0,0.8408203125,0.0087890625,0.06689453125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3840,3904,2048,64,0.760370858027778,0.0,0.83544921875,0.009765625,0.08251953125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3904,3968,2048,64,0.7419316647161001,0.0,0.88037109375,0.00537109375,0.06103515625,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,3968,4032,2048,64,0.7120806492809463,0.0,0.83203125,0.00732421875,0.0673828125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4032,4096,2048,64,0.7031247576855636,0.0,0.82958984375,0.0078125,0.06689453125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4096,4160,2048,64,0.7527435143572955,0.0,0.8759765625,0.00146484375,0.0576171875,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4160,4224,2048,64,0.7989848797398198,0.0,0.88525390625,0.0048828125,0.05810546875,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4224,4288,2048,64,0.7599113691817075,0.0,0.85205078125,0.0078125,0.064453125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4288,4352,2048,64,0.7329126579905539,0.0,0.85107421875,0.0087890625,0.076171875,1.0,41,0.640625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4352,4416,2048,64,0.7583712486755501,0.0,0.876953125,0.0078125,0.06689453125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4416,4480,2048,64,0.8470953222589737,0.0,0.88525390625,0.00537109375,0.05712890625,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4480,4544,2048,64,0.7569257510342638,0.0,0.9052734375,0.0068359375,0.04931640625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4544,4608,2048,64,0.7434715042276511,0.0,0.8388671875,0.0068359375,0.083984375,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4608,4672,2048,64,0.7646254275588901,0.0,0.8544921875,0.0068359375,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4672,4736,2048,64,0.7922023862214176,0.0,0.88671875,0.005859375,0.06689453125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4736,4800,2048,64,0.7320494390714758,0.0,0.87548828125,0.0068359375,0.0625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4800,4864,2048,64,0.7485694469731944,0.0,0.8798828125,0.0048828125,0.05908203125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4864,4928,2048,64,0.7696976502696874,0.0,0.876953125,0.00341796875,0.0595703125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4928,4992,2048,64,0.7613791237432166,0.0,0.84326171875,0.005859375,0.07568359375,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,4992,5056,2048,64,0.6897938723974925,0.0,0.82958984375,0.009765625,0.08056640625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5056,5120,2048,64,0.747986551849654,0.0,0.869140625,0.00634765625,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5120,5184,2048,64,0.7712021756504241,0.0,0.8544921875,0.005859375,0.0703125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5184,5248,2048,64,0.8313454819297804,0.0,0.85546875,0.00830078125,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5248,5312,2048,64,0.7221463806578642,0.0,0.85205078125,0.00390625,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5312,5376,2048,64,0.7401598959041774,0.0,0.87841796875,0.005859375,0.0634765625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5376,5440,2048,64,0.8884152470598147,0.0,0.83740234375,0.00830078125,0.0732421875,1.0,39,0.609375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5440,5504,2048,64,0.8314938691765419,0.0,0.87939453125,0.005859375,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5504,5568,2048,64,0.8211684570603545,0.0,0.8740234375,0.0068359375,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5568,5632,2048,64,0.6693618471322044,0.0,0.8642578125,0.009765625,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5632,5696,2048,64,0.8223707988951321,0.0,0.8857421875,0.0087890625,0.0615234375,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5696,5760,2048,64,0.7493626072430067,0.0,0.85205078125,0.0078125,0.06884765625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5760,5824,2048,64,0.7558451184880705,0.0,0.83544921875,0.00927734375,0.0771484375,1.0,41,0.640625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5824,5888,2048,64,0.7915444128807001,0.0,0.8720703125,0.005859375,0.06103515625,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5888,5952,2048,64,0.8166136437669289,0.0,0.87109375,0.0078125,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,5952,6016,2048,64,0.8055445234569009,0.0,0.86669921875,0.00341796875,0.056640625,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,64,6016,6080,2048,64,0.7937701996219919,0.0,0.8740234375,0.00634765625,0.0634765625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,64,6080,6144,2048,64,0.6514624361331403,0.0,0.81982421875,0.0078125,0.0791015625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,0,128,4096,128,0.7867791190025091,0.0,0.85498046875,0.006591796875,0.06591796875,1.0,86,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,128,256,4096,128,0.76906847312293,0.0,0.88720703125,0.006591796875,0.057861328125,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,256,384,4096,128,0.770717340974891,0.0,0.86474609375,0.00390625,0.064697265625,1.0,85,0.6640625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,384,512,4096,128,0.7754262908977458,0.0,0.85107421875,0.008544921875,0.067626953125,1.0,86,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,512,640,4096,128,0.7131629144599565,0.0,0.864990234375,0.008056640625,0.068603515625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,640,768,4096,128,0.745348676067175,0.0,0.863037109375,0.006103515625,0.067138671875,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,768,896,4096,128,0.7768686423305485,0.0,0.87939453125,0.005126953125,0.0595703125,1.0,91,0.7109375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,896,1024,4096,128,0.7424200429800555,0.0,0.869873046875,0.004638671875,0.0634765625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1024,1152,4096,128,0.7859422564359501,0.0,0.85986328125,0.00732421875,0.07421875,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1152,1280,4096,128,0.7703732863892702,0.0,0.85595703125,0.008544921875,0.075927734375,1.0,84,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1280,1408,4096,128,0.7644133338052964,0.0,0.873779296875,0.00830078125,0.06640625,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1408,1536,4096,128,0.7328444771414226,0.0,0.866943359375,0.00732421875,0.072509765625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1536,1664,4096,128,0.7726921670819918,0.0,0.85400390625,0.00732421875,0.070556640625,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1664,1792,4096,128,0.7610408123288939,0.0,0.890625,0.005615234375,0.06103515625,1.0,91,0.7109375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1792,1920,4096,128,0.7958392053492808,0.0,0.84814453125,0.007080078125,0.06982421875,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,1920,2048,4096,128,0.7217995217839046,0.0,0.875244140625,0.007080078125,0.069091796875,1.0,90,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2048,2176,4096,128,0.7794376105084484,0.0,0.852783203125,0.0078125,0.077880859375,1.0,82,0.640625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2176,2304,4096,128,0.8108113441749861,0.0,0.852783203125,0.008544921875,0.072509765625,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2304,2432,4096,128,0.7287586987692232,0.0,0.8662109375,0.005859375,0.0576171875,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2432,2560,4096,128,0.7499668976031276,0.0,0.8515625,0.007080078125,0.0732421875,1.0,85,0.6640625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2560,2688,4096,128,0.7748157242833907,0.0,0.872314453125,0.00732421875,0.063232421875,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2688,2816,4096,128,0.6976397483956893,0.0,0.84619140625,0.008056640625,0.072021484375,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2816,2944,4096,128,0.696074055779806,0.0,0.882568359375,0.006103515625,0.063720703125,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,2944,3072,4096,128,0.7164419206230633,0.0,0.854248046875,0.0078125,0.07275390625,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3072,3200,4096,128,0.780744119743324,0.0,0.869384765625,0.00927734375,0.073974609375,1.0,86,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3200,3328,4096,128,0.7344445349857199,0.0,0.8271484375,0.005126953125,0.070068359375,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3328,3456,4096,128,0.8082849101787106,0.0,0.880126953125,0.00830078125,0.072021484375,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3456,3584,4096,128,0.7531993689102979,0.0,0.858642578125,0.009521484375,0.074951171875,1.0,86,0.671875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3584,3712,4096,128,0.7645295966708858,0.0,0.879150390625,0.004638671875,0.0615234375,1.0,90,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3712,3840,4096,128,0.7261274405001645,0.0,0.84375,0.008544921875,0.073486328125,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3840,3968,4096,128,0.7512078396976108,0.0,0.85791015625,0.00732421875,0.0712890625,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,3968,4096,4096,128,0.7076168723082981,0.0,0.830810546875,0.007568359375,0.067138671875,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4096,4224,4096,128,0.7762086177245864,0.0,0.880615234375,0.0029296875,0.0576171875,1.0,91,0.7109375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4224,4352,4096,128,0.7465340759986767,0.0,0.8515625,0.0087890625,0.0703125,1.0,85,0.6640625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4352,4480,4096,128,0.8039581568125133,0.0,0.881103515625,0.00634765625,0.0625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4480,4608,4096,128,0.7502287884963196,0.0,0.8720703125,0.0068359375,0.06689453125,1.0,91,0.7109375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4608,4736,4096,128,0.7785360188213913,0.0,0.87060546875,0.00634765625,0.06494140625,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4736,4864,4096,128,0.7403555220928039,0.0,0.877685546875,0.006103515625,0.06201171875,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4864,4992,4096,128,0.7655496858149268,0.0,0.860107421875,0.004638671875,0.067626953125,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,4992,5120,4096,128,0.7194787933445513,0.0,0.849365234375,0.008056640625,0.071044921875,1.0,90,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5120,5248,4096,128,0.8018379219184532,0.0,0.85498046875,0.00732421875,0.07373046875,1.0,84,0.65625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5248,5376,4096,128,0.7312086113422542,0.0,0.865234375,0.0048828125,0.065673828125,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5376,5504,4096,128,0.8604253906314386,0.0,0.8583984375,0.007080078125,0.072998046875,1.0,82,0.640625
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5504,5632,4096,128,0.7491204566914188,0.0,0.869140625,0.008544921875,0.074462890625,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5632,5760,4096,128,0.7867140675014827,0.0,0.868896484375,0.008056640625,0.065673828125,1.0,90,0.703125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5760,5888,4096,128,0.7739006398449666,0.0,0.853759765625,0.007568359375,0.068603515625,1.0,83,0.6484375
+fresh-en-1,layers.4.mlp.gate_proj.output,128,5888,6016,4096,128,0.8110979664805313,0.0,0.868896484375,0.005615234375,0.06494140625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gate_proj.output,128,6016,6144,4096,128,0.7261110230193668,0.0,0.846923828125,0.007568359375,0.0712890625,1.0,88,0.6875
+fresh-en-1,layers.4.mlp.up_proj.output,0,0,6144,196608,6144,0.29793732230403414,0.0,0.5034586588541666,0.008234659830729166,0.08476765950520833,1.0,4937,0.8035481770833334
+fresh-en-1,layers.4.mlp.up_proj.output,64,0,64,2048,64,0.3009977963568357,0.0,0.521484375,0.0087890625,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,64,128,2048,64,0.28849412692766757,0.0,0.5478515625,0.005859375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,128,192,2048,64,0.29195983045880064,0.0,0.486328125,0.00732421875,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,192,256,2048,64,0.2853593060562723,0.0,0.5546875,0.0078125,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,256,320,2048,64,0.2966682327827498,0.0,0.49951171875,0.00830078125,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,320,384,2048,64,0.305909196480263,0.0,0.482421875,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,384,448,2048,64,0.29165968271005144,0.0,0.5673828125,0.0087890625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,448,512,2048,64,0.28013750340259175,0.0,0.50732421875,0.0126953125,0.080078125,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.up_proj.output,64,512,576,2048,64,0.31236983421834114,0.0,0.462890625,0.00732421875,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,576,640,2048,64,0.30201560806636196,0.0,0.48486328125,0.00830078125,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,640,704,2048,64,0.296915516918974,0.0,0.52197265625,0.00634765625,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,704,768,2048,64,0.3192208346047458,0.0,0.541015625,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,768,832,2048,64,0.2841213575349311,0.0,0.52685546875,0.00634765625,0.07568359375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,832,896,2048,64,0.31951308214712665,0.0,0.48486328125,0.01171875,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,896,960,2048,64,0.30708830788791913,0.0,0.48486328125,0.0068359375,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,960,1024,2048,64,0.2909961820735031,0.0,0.46044921875,0.00732421875,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1024,1088,2048,64,0.2979852511180227,0.0,0.48486328125,0.009765625,0.091796875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,1088,1152,2048,64,0.30271435500926547,0.0,0.5,0.005859375,0.0712890625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1152,1216,2048,64,0.2972650044726798,0.0,0.5166015625,0.00830078125,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1216,1280,2048,64,0.3027818413359097,0.0,0.4794921875,0.01171875,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1280,1344,2048,64,0.30730941019711705,0.0,0.4814453125,0.00830078125,0.080078125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1344,1408,2048,64,0.2757727685832507,0.0,0.53125,0.01171875,0.08154296875,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.up_proj.output,64,1408,1472,2048,64,0.2934265788994957,0.0,0.52099609375,0.009765625,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1472,1536,2048,64,0.289749296928856,0.0,0.4921875,0.00732421875,0.0703125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1536,1600,2048,64,0.31238724887259967,0.0,0.498046875,0.00537109375,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,1600,1664,2048,64,0.2876368734518777,0.0,0.54052734375,0.0087890625,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1664,1728,2048,64,0.27980950675371263,0.0,0.521484375,0.01025390625,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1728,1792,2048,64,0.28137311961911743,0.0,0.50732421875,0.01318359375,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1792,1856,2048,64,0.3030780333355955,0.0,0.55322265625,0.00830078125,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1856,1920,2048,64,0.2868561448955645,0.0,0.5224609375,0.00830078125,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,1920,1984,2048,64,0.2882847503081691,0.0,0.55712890625,0.00927734375,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,1984,2048,2048,64,0.27972875390297325,0.0,0.521484375,0.01025390625,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2048,2112,2048,64,0.29084710703997085,0.0,0.51416015625,0.00830078125,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2112,2176,2048,64,0.3146428955694632,0.0,0.5,0.00537109375,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2176,2240,2048,64,0.3210090796992282,0.0,0.46728515625,0.0068359375,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2240,2304,2048,64,0.29994705569688407,0.0,0.4990234375,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,2304,2368,2048,64,0.30553201216960735,0.0,0.52294921875,0.0078125,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,2368,2432,2048,64,0.28841018959950426,0.0,0.50390625,0.009765625,0.07568359375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2432,2496,2048,64,0.2976730814483385,0.0,0.49951171875,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2496,2560,2048,64,0.28942978093791344,0.0,0.50537109375,0.0078125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2560,2624,2048,64,0.3118442865404589,0.0,0.54248046875,0.00927734375,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2624,2688,2048,64,0.2858306801941561,0.0,0.43994140625,0.00537109375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2688,2752,2048,64,0.2959672223111547,0.0,0.52392578125,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2752,2816,2048,64,0.3055633623349763,0.0,0.4970703125,0.01025390625,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2816,2880,2048,64,0.3076395709180144,0.0,0.49951171875,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,2880,2944,2048,64,0.3021992858514548,0.0,0.4658203125,0.0078125,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,2944,3008,2048,64,0.31131627010341983,0.0,0.439453125,0.00927734375,0.0966796875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3008,3072,2048,64,0.31485162741857126,0.0,0.4833984375,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3072,3136,2048,64,0.2878819629080353,0.0,0.5,0.01123046875,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3136,3200,2048,64,0.276917179135702,0.0,0.5283203125,0.00390625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3200,3264,2048,64,0.29404005967784536,0.0,0.50634765625,0.00537109375,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3264,3328,2048,64,0.2995531087117984,0.0,0.478515625,0.00830078125,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3328,3392,2048,64,0.36360502056360966,0.0,0.49755859375,0.01318359375,0.1005859375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.up_proj.output,64,3392,3456,2048,64,0.28371693161117534,0.0,0.5009765625,0.0048828125,0.0693359375,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.up_proj.output,64,3456,3520,2048,64,0.3061767644932367,0.0,0.4794921875,0.009765625,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3520,3584,2048,64,0.2966168617584637,0.0,0.513671875,0.009765625,0.09814453125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3584,3648,2048,64,0.3083518501728844,0.0,0.49951171875,0.0078125,0.08056640625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3648,3712,2048,64,0.30237733162387653,0.0,0.51220703125,0.0087890625,0.09619140625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3712,3776,2048,64,0.2837175575199439,0.0,0.51953125,0.009765625,0.07958984375,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.up_proj.output,64,3776,3840,2048,64,0.3112286308515401,0.0,0.47412109375,0.0087890625,0.09375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3840,3904,2048,64,0.3214086293456142,0.0,0.4912109375,0.0068359375,0.0927734375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,3904,3968,2048,64,0.2838399330081752,0.0,0.4892578125,0.00830078125,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,3968,4032,2048,64,0.2927170816465064,0.0,0.490234375,0.01123046875,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4032,4096,2048,64,0.2892015691466953,0.0,0.45703125,0.00927734375,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,4096,4160,2048,64,0.28267243340671677,0.0,0.4970703125,0.00830078125,0.078125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4160,4224,2048,64,0.2848996988740631,0.0,0.4951171875,0.00537109375,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4224,4288,2048,64,0.30312378181516403,0.0,0.47998046875,0.0068359375,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,4288,4352,2048,64,0.28251219503441477,0.0,0.49951171875,0.00830078125,0.0888671875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4352,4416,2048,64,0.29430137666467876,0.0,0.50146484375,0.00390625,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4416,4480,2048,64,0.2926268108298842,0.0,0.5029296875,0.0068359375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,4480,4544,2048,64,0.29203785945800037,0.0,0.53759765625,0.0078125,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4544,4608,2048,64,0.30886523401513716,0.0,0.49072265625,0.009765625,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4608,4672,2048,64,0.2998633828753058,0.0,0.48193359375,0.009765625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4672,4736,2048,64,0.30208200740687025,0.0,0.50537109375,0.00634765625,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4736,4800,2048,64,0.2960527801227364,0.0,0.54833984375,0.00732421875,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4800,4864,2048,64,0.2833636203087274,0.0,0.50048828125,0.0068359375,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4864,4928,2048,64,0.3018688900233276,0.0,0.5078125,0.00830078125,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4928,4992,2048,64,0.28098492839520145,0.0,0.50439453125,0.00537109375,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,4992,5056,2048,64,0.3077230033372636,0.0,0.4658203125,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5056,5120,2048,64,0.29508997833479333,0.0,0.5,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,5120,5184,2048,64,0.3007218599504694,0.0,0.52294921875,0.00830078125,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5184,5248,2048,64,0.30353985362042685,0.0,0.51513671875,0.00830078125,0.095703125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5248,5312,2048,64,0.2976375559320962,0.0,0.513671875,0.0087890625,0.09521484375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,5312,5376,2048,64,0.28934266009223536,0.0,0.49267578125,0.00732421875,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5376,5440,2048,64,0.30854488625565035,0.0,0.52783203125,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5440,5504,2048,64,0.30389157761312624,0.0,0.50390625,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5504,5568,2048,64,0.28703236168812424,0.0,0.521484375,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5568,5632,2048,64,0.2916737055629719,0.0,0.46435546875,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5632,5696,2048,64,0.2930898745680123,0.0,0.521484375,0.005859375,0.07421875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5696,5760,2048,64,0.29930215568132645,0.0,0.51513671875,0.0107421875,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5760,5824,2048,64,0.3182190420090054,0.0,0.5185546875,0.009765625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,5824,5888,2048,64,0.30176183135641754,0.0,0.505859375,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,64,5888,5952,2048,64,0.2853098715053957,0.0,0.529296875,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,5952,6016,2048,64,0.29928905650801574,0.0,0.46435546875,0.00537109375,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,6016,6080,2048,64,0.2785063060084764,0.0,0.47216796875,0.0068359375,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,64,6080,6144,2048,64,0.305673239690691,0.0,0.51953125,0.01123046875,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,0,128,4096,128,0.29481225778741654,0.0,0.53466796875,0.007080078125,0.081298828125,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,128,256,4096,128,0.288678433689156,0.0,0.5205078125,0.007568359375,0.08642578125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,256,384,4096,128,0.30132414177563005,0.0,0.490966796875,0.008544921875,0.079345703125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,384,512,4096,128,0.2859566324909819,0.0,0.537353515625,0.0107421875,0.079345703125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,512,640,4096,128,0.30723634293918445,0.0,0.473876953125,0.007568359375,0.08642578125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,640,768,4096,128,0.3082699834828328,0.0,0.531494140625,0.00732421875,0.08544921875,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,768,896,4096,128,0.3023355383267477,0.0,0.505859375,0.0087890625,0.08349609375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,896,1024,4096,128,0.2991504695156108,0.0,0.47265625,0.007080078125,0.084228515625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,1024,1152,4096,128,0.3003591105764453,0.0,0.492431640625,0.0078125,0.081298828125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,1152,1280,4096,128,0.3000361031000322,0.0,0.498046875,0.010009765625,0.09423828125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,1280,1408,4096,128,0.29196720148654637,0.0,0.50634765625,0.009765625,0.082275390625,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,128,1408,1536,4096,128,0.2915937347367295,0.0,0.506591796875,0.008544921875,0.076171875,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,1536,1664,4096,128,0.30026718454350204,0.0,0.519287109375,0.00732421875,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,1664,1792,4096,128,0.2805924023507676,0.0,0.514404296875,0.01171875,0.091552734375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,1792,1920,4096,128,0.2950785845795298,0.0,0.537841796875,0.008544921875,0.077880859375,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,1920,2048,4096,128,0.28403897005547807,0.0,0.539306640625,0.009765625,0.083251953125,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,2048,2176,4096,128,0.3029787050320999,0.0,0.507080078125,0.0068359375,0.093994140625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,2176,2304,4096,128,0.3106566154700195,0.0,0.483154296875,0.0078125,0.0859375,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,128,2304,2432,4096,128,0.29709446976107706,0.0,0.513427734375,0.0087890625,0.082763671875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,2432,2560,4096,128,0.2935803650729368,0.0,0.50244140625,0.00732421875,0.0791015625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,2560,2688,4096,128,0.29912040785290944,0.0,0.4912109375,0.007568359375,0.08203125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,2688,2816,4096,128,0.3008035613851974,0.0,0.510498046875,0.009033203125,0.079345703125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,2816,2944,4096,128,0.30493156114425846,0.0,0.482666015625,0.007568359375,0.085205078125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,2944,3072,4096,128,0.31308893889694367,0.0,0.46142578125,0.009765625,0.092041015625,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,3072,3200,4096,128,0.28245278248608024,0.0,0.51416015625,0.007568359375,0.083251953125,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3200,3328,4096,128,0.296809384651373,0.0,0.492431640625,0.0068359375,0.087158203125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3328,3456,4096,128,0.32611647325911286,0.0,0.499267578125,0.009033203125,0.084716796875,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3456,3584,4096,128,0.3014347141546462,0.0,0.49658203125,0.009765625,0.092529296875,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3584,3712,4096,128,0.30537920212828573,0.0,0.505859375,0.00830078125,0.08740234375,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,3712,3840,4096,128,0.2977909611680708,0.0,0.496826171875,0.009033203125,0.08642578125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3840,3968,4096,128,0.3032067072047647,0.0,0.490234375,0.00732421875,0.092041015625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,3968,4096,4096,128,0.2909646348652687,0.0,0.4736328125,0.010009765625,0.08251953125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,4096,4224,4096,128,0.2837882511896912,0.0,0.49609375,0.0068359375,0.08203125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,4224,4352,4096,128,0.29299928962805555,0.0,0.48974609375,0.007568359375,0.08935546875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,4352,4480,4096,128,0.2934652881715263,0.0,0.502197265625,0.00537109375,0.08154296875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,4480,4608,4096,128,0.3005693298891591,0.0,0.51416015625,0.008544921875,0.088134765625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,4608,4736,4096,128,0.3009747394619577,0.0,0.49365234375,0.008056640625,0.08447265625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,4736,4864,4096,128,0.28977766471285354,0.0,0.5244140625,0.007080078125,0.078857421875,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,4864,4992,4096,128,0.291613920063131,0.0,0.506103515625,0.006591796875,0.083984375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,4992,5120,4096,128,0.3014726704831919,0.0,0.48291015625,0.00830078125,0.083740234375,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.up_proj.output,128,5120,5248,4096,128,0.3021341422183033,0.0,0.51904296875,0.00830078125,0.086669921875,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,5248,5376,4096,128,0.2935194113261358,0.0,0.503173828125,0.008056640625,0.0908203125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,5376,5504,4096,128,0.30622707079772277,0.0,0.515869140625,0.0078125,0.080322265625,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.up_proj.output,128,5504,5632,4096,128,0.2893623396134139,0.0,0.492919921875,0.0078125,0.085205078125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,5632,5760,4096,128,0.29621230137334115,0.0,0.518310546875,0.008544921875,0.08056640625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.up_proj.output,128,5760,5888,4096,128,0.31009963040989597,0.0,0.51220703125,0.009521484375,0.08447265625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.up_proj.output,128,5888,6016,4096,128,0.29238302115879067,0.0,0.496826171875,0.0068359375,0.08056640625,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.up_proj.output,128,6016,6144,4096,128,0.2924054479224778,0.0,0.495849609375,0.0087890625,0.082763671875,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.silu_gate,0,0,6144,196608,6144,0.21685928947435834,0.0,0.8628082275390625,0.0040435791015625,0.0387725830078125,1.0,4899,0.79736328125
+fresh-en-1,layers.4.mlp.silu_gate,64,0,64,2048,64,0.21598223001352657,0.0,0.8466796875,0.00244140625,0.0390625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,64,128,2048,64,0.22285379742695452,0.0,0.86328125,0.00341796875,0.03369140625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,128,192,2048,64,0.21341124884455415,0.0,0.89990234375,0.00341796875,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,192,256,2048,64,0.2242172317359312,0.0,0.87451171875,0.00341796875,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,256,320,2048,64,0.22976918271273486,0.0,0.8671875,0.00244140625,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,320,384,2048,64,0.22879877689090045,0.0,0.8623046875,0.001953125,0.03271484375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,384,448,2048,64,0.21572537961044622,0.0,0.8701171875,0.00439453125,0.033203125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,448,512,2048,64,0.23054634689660594,0.0,0.83203125,0.0048828125,0.0400390625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,512,576,2048,64,0.20675133876295734,0.0,0.853515625,0.00439453125,0.037109375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,576,640,2048,64,0.2023931774314115,0.0,0.87646484375,0.00537109375,0.03466796875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,640,704,2048,64,0.2040017467841784,0.0,0.8896484375,0.00146484375,0.03564453125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,704,768,2048,64,0.2286290619660669,0.0,0.83642578125,0.00439453125,0.0361328125,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.silu_gate,64,768,832,2048,64,0.21785636436614664,0.0,0.875,0.00341796875,0.03173828125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,832,896,2048,64,0.2708445072518428,0.0,0.8837890625,0.00341796875,0.04345703125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.silu_gate,64,896,960,2048,64,0.2302769468739125,0.0,0.8759765625,0.00244140625,0.03515625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,960,1024,2048,64,0.20591590086130607,0.0,0.86376953125,0.00244140625,0.0341796875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,1024,1088,2048,64,0.21046425032542407,0.0,0.88427734375,0.00244140625,0.03271484375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1088,1152,2048,64,0.21717750747033204,0.0,0.83544921875,0.0048828125,0.0458984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1152,1216,2048,64,0.22035031355313217,0.0,0.85888671875,0.00439453125,0.03564453125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,1216,1280,2048,64,0.20433083655815723,0.0,0.85302734375,0.00439453125,0.04052734375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1280,1344,2048,64,0.19983730726603505,0.0,0.87890625,0.0068359375,0.03857421875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,1344,1408,2048,64,0.21903044023256477,0.0,0.86865234375,0.00341796875,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1408,1472,2048,64,0.21303419010372743,0.0,0.861328125,0.001953125,0.037109375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1472,1536,2048,64,0.2020861677318594,0.0,0.87255859375,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,1536,1600,2048,64,0.2228797770642777,0.0,0.83544921875,0.0048828125,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,1600,1664,2048,64,0.2073274198261224,0.0,0.87255859375,0.00537109375,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,1664,1728,2048,64,0.20508130310297712,0.0,0.88427734375,0.00341796875,0.03173828125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,1728,1792,2048,64,0.211372294458238,0.0,0.89697265625,0.00244140625,0.02587890625,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.silu_gate,64,1792,1856,2048,64,0.21713760121623138,0.0,0.83251953125,0.00439453125,0.0380859375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1856,1920,2048,64,0.24179734429194982,0.0,0.86376953125,0.00439453125,0.0361328125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,1920,1984,2048,64,0.2036986176605583,0.0,0.896484375,0.00146484375,0.033203125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,1984,2048,2048,64,0.20115729596547016,0.0,0.85400390625,0.0048828125,0.04931640625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,2048,2112,2048,64,0.21896293138919032,0.0,0.85888671875,0.00634765625,0.04345703125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,2112,2176,2048,64,0.22723099106591227,0.0,0.8466796875,0.00439453125,0.0498046875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.silu_gate,64,2176,2240,2048,64,0.23488675873692128,0.0,0.86376953125,0.0048828125,0.0439453125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,2240,2304,2048,64,0.23157306678302486,0.0,0.841796875,0.00634765625,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,2304,2368,2048,64,0.20796632496350384,0.0,0.8720703125,0.00439453125,0.0380859375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,2368,2432,2048,64,0.23469549483038257,0.0,0.8603515625,0.00341796875,0.0341796875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,2432,2496,2048,64,0.21602007361765319,0.0,0.8642578125,0.00146484375,0.0322265625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,2496,2560,2048,64,0.22897786286754898,0.0,0.8388671875,0.0087890625,0.046875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.silu_gate,64,2560,2624,2048,64,0.2088966853484001,0.0,0.86279296875,0.005859375,0.04345703125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,2624,2688,2048,64,0.21932502397091017,0.0,0.8818359375,0.00390625,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,2688,2752,2048,64,0.22094648578194787,0.0,0.85107421875,0.0048828125,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,2752,2816,2048,64,0.2193461753791572,0.0,0.84130859375,0.00537109375,0.0498046875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,2816,2880,2048,64,0.20348308154276012,0.0,0.890625,0.001953125,0.03125,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.silu_gate,64,2880,2944,2048,64,0.20789185498661367,0.0,0.87451171875,0.00341796875,0.041015625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,2944,3008,2048,64,0.21135634256553107,0.0,0.84326171875,0.00537109375,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3008,3072,2048,64,0.2035266734123246,0.0,0.865234375,0.00341796875,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3072,3136,2048,64,0.2002112766390569,0.0,0.8740234375,0.0068359375,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3136,3200,2048,64,0.21510842569583685,0.0,0.86474609375,0.005859375,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3200,3264,2048,64,0.21622014571061293,0.0,0.8447265625,0.001953125,0.03515625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3264,3328,2048,64,0.20840258235594578,0.0,0.8095703125,0.00341796875,0.04443359375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3328,3392,2048,64,0.20341196622052451,0.0,0.865234375,0.0068359375,0.0439453125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3392,3456,2048,64,0.2227376977720192,0.0,0.89501953125,0.0029296875,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3456,3520,2048,64,0.20722207084661134,0.0,0.8603515625,0.00537109375,0.04052734375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3520,3584,2048,64,0.20962523460339183,0.0,0.85693359375,0.00537109375,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3584,3648,2048,64,0.21942178792992093,0.0,0.88134765625,0.00244140625,0.02978515625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,3648,3712,2048,64,0.22696603605010562,0.0,0.876953125,0.0029296875,0.0361328125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,3712,3776,2048,64,0.2084785000974388,0.0,0.8466796875,0.005859375,0.04296875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3776,3840,2048,64,0.22148299427987803,0.0,0.8408203125,0.0068359375,0.0400390625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3840,3904,2048,64,0.21901627139288152,0.0,0.83544921875,0.0048828125,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,3904,3968,2048,64,0.21360445764424604,0.0,0.88037109375,0.00390625,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,3968,4032,2048,64,0.2118446675682267,0.0,0.83203125,0.00341796875,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4032,4096,2048,64,0.22759660981476162,0.0,0.82958984375,0.00439453125,0.041015625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.silu_gate,64,4096,4160,2048,64,0.22465010695725504,0.0,0.8759765625,0.0009765625,0.03515625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,4160,4224,2048,64,0.22048962730503147,0.0,0.88525390625,0.00244140625,0.03125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4224,4288,2048,64,0.22008478402033865,0.0,0.85205078125,0.00341796875,0.0380859375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4288,4352,2048,64,0.19752336179388702,0.0,0.85107421875,0.0048828125,0.0390625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4352,4416,2048,64,0.2133139556673998,0.0,0.876953125,0.00390625,0.0361328125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4416,4480,2048,64,0.21505696885733408,0.0,0.88525390625,0.0029296875,0.03076171875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,4480,4544,2048,64,0.2164183882421384,0.0,0.9052734375,0.00390625,0.033203125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,4544,4608,2048,64,0.2090742905592789,0.0,0.8388671875,0.00244140625,0.048828125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4608,4672,2048,64,0.21843428089355815,0.0,0.8544921875,0.00390625,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4672,4736,2048,64,0.2343580993195054,0.0,0.88671875,0.001953125,0.03662109375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4736,4800,2048,64,0.20937624259391166,0.0,0.87548828125,0.00390625,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,4800,4864,2048,64,0.21699386178033722,0.0,0.8798828125,0.001953125,0.03564453125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,4864,4928,2048,64,0.21022687227506054,0.0,0.876953125,0.001953125,0.0302734375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,4928,4992,2048,64,0.21044432352362555,0.0,0.84326171875,0.00341796875,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,4992,5056,2048,64,0.20280651624705331,0.0,0.82958984375,0.0078125,0.0458984375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,5056,5120,2048,64,0.21708199341383938,0.0,0.869140625,0.00537109375,0.0400390625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,5120,5184,2048,64,0.23292981075397517,0.0,0.8544921875,0.00341796875,0.03955078125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,5184,5248,2048,64,0.21324408277504395,0.0,0.85546875,0.00341796875,0.0390625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,5248,5312,2048,64,0.20738145910936084,0.0,0.85205078125,0.001953125,0.03955078125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,5312,5376,2048,64,0.21443449091521732,0.0,0.87841796875,0.0029296875,0.0361328125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,5376,5440,2048,64,0.23431948846071096,0.0,0.83740234375,0.00341796875,0.041015625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,5440,5504,2048,64,0.2253922193384371,0.0,0.87939453125,0.00341796875,0.03955078125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,64,5504,5568,2048,64,0.20636338802808793,0.0,0.8740234375,0.00439453125,0.03662109375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,5568,5632,2048,64,0.19755758079745267,0.0,0.8642578125,0.00537109375,0.0439453125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,5632,5696,2048,64,0.20728853794442095,0.0,0.8857421875,0.00390625,0.02978515625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,5696,5760,2048,64,0.2164110662387016,0.0,0.85205078125,0.00537109375,0.044921875,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,5760,5824,2048,64,0.20398105216546691,0.0,0.83544921875,0.005859375,0.0439453125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,5824,5888,2048,64,0.2245508232904753,0.0,0.8720703125,0.0029296875,0.03515625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,5888,5952,2048,64,0.2212916386108694,0.0,0.87109375,0.00439453125,0.03662109375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,64,5952,6016,2048,64,0.2390428187892539,0.0,0.86669921875,0.0009765625,0.03173828125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,64,6016,6080,2048,64,0.2181212947057474,0.0,0.8740234375,0.0029296875,0.03759765625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,64,6080,6144,2048,64,0.21966954787180062,0.0,0.81982421875,0.00634765625,0.05224609375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,128,0,128,4096,128,0.21944491189046736,0.0,0.85498046875,0.003173828125,0.03662109375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,128,256,4096,128,0.21888093583123736,0.0,0.88720703125,0.00341796875,0.037841796875,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.silu_gate,128,256,384,4096,128,0.22928449318614003,0.0,0.86474609375,0.002197265625,0.038330078125,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.silu_gate,128,384,512,4096,128,0.2232588827745061,0.0,0.85107421875,0.004638671875,0.0361328125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,512,640,4096,128,0.20458386342898352,0.0,0.864990234375,0.005126953125,0.036376953125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,640,768,4096,128,0.21666559563816276,0.0,0.863037109375,0.0029296875,0.035400390625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,768,896,4096,128,0.24578256915750632,0.0,0.87939453125,0.00341796875,0.0380859375,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,128,896,1024,4096,128,0.21843629562082162,0.0,0.869873046875,0.00244140625,0.034423828125,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,128,1024,1152,4096,128,0.21384722398954456,0.0,0.85986328125,0.003662109375,0.038818359375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,1152,1280,4096,128,0.21249158977653684,0.0,0.85595703125,0.00439453125,0.038818359375,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,1280,1408,4096,128,0.20965362282084565,0.0,0.873779296875,0.005126953125,0.037841796875,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.silu_gate,128,1408,1536,4096,128,0.20763234976961115,0.0,0.866943359375,0.00341796875,0.041015625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,1536,1664,4096,128,0.21524411029802806,0.0,0.85400390625,0.0048828125,0.040283203125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,1664,1792,4096,128,0.20825055551781274,0.0,0.890625,0.0029296875,0.02783203125,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,128,1792,1920,4096,128,0.22979849169280772,0.0,0.84814453125,0.00439453125,0.037353515625,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.silu_gate,128,1920,2048,4096,128,0.20243194480733775,0.0,0.875244140625,0.003173828125,0.04052734375,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,2048,2176,4096,128,0.2231352601263906,0.0,0.852783203125,0.00537109375,0.045166015625,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.silu_gate,128,2176,2304,4096,128,0.23323579773400133,0.0,0.852783203125,0.005859375,0.04345703125,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,128,2304,2432,4096,128,0.22173403844753267,0.0,0.8662109375,0.00390625,0.034912109375,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,2432,2560,4096,128,0.22259327695279385,0.0,0.8515625,0.005126953125,0.039794921875,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.silu_gate,128,2560,2688,4096,128,0.2141743347011831,0.0,0.872314453125,0.0048828125,0.03955078125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,2688,2816,4096,128,0.220147784718421,0.0,0.84619140625,0.005126953125,0.045654296875,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,2816,2944,4096,128,0.20569928031462917,0.0,0.882568359375,0.002685546875,0.0361328125,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,128,2944,3072,4096,128,0.2074784450647406,0.0,0.854248046875,0.00439453125,0.04296875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,3072,3200,4096,128,0.20779339510530928,0.0,0.869384765625,0.006591796875,0.041015625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,3200,3328,4096,128,0.21234734251191542,0.0,0.8271484375,0.002685546875,0.0400390625,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,3328,3456,4096,128,0.21329382317648016,0.0,0.880126953125,0.005126953125,0.038818359375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,3456,3584,4096,128,0.20842711631225563,0.0,0.858642578125,0.00537109375,0.042236328125,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.silu_gate,128,3584,3712,4096,128,0.2232257854042192,0.0,0.879150390625,0.002685546875,0.033447265625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,3712,3840,4096,128,0.2150790572766887,0.0,0.84375,0.00634765625,0.04248046875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,3840,3968,4096,128,0.21632728845470794,0.0,0.85791015625,0.00439453125,0.042236328125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,3968,4096,4096,128,0.21986175199004637,0.0,0.830810546875,0.00390625,0.038818359375,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.silu_gate,128,4096,4224,4096,128,0.2225795883555114,0.0,0.880615234375,0.001708984375,0.033203125,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.silu_gate,128,4224,4352,4096,128,0.20910857300890115,0.0,0.8515625,0.00390625,0.0380859375,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,4352,4480,4096,128,0.21418723530660944,0.0,0.881103515625,0.00341796875,0.033447265625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,4480,4608,4096,128,0.21277802722813124,0.0,0.8720703125,0.00341796875,0.041259765625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,4608,4736,4096,128,0.2265361491971392,0.0,0.87060546875,0.0029296875,0.03564453125,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,4736,4864,4096,128,0.21321907397450238,0.0,0.877685546875,0.0029296875,0.03662109375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,4864,4992,4096,128,0.21033562600029385,0.0,0.860107421875,0.002685546875,0.03759765625,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,4992,5120,4096,128,0.21006555512124364,0.0,0.849365234375,0.006103515625,0.042236328125,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.silu_gate,128,5120,5248,4096,128,0.2233039806815504,0.0,0.85498046875,0.00341796875,0.040283203125,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.silu_gate,128,5248,5376,4096,128,0.21093745574979794,0.0,0.865234375,0.00244140625,0.03857421875,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.silu_gate,128,5376,5504,4096,128,0.22989919009295726,0.0,0.8583984375,0.00341796875,0.03955078125,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.silu_gate,128,5504,5632,4096,128,0.20200847216017107,0.0,0.869140625,0.0048828125,0.04052734375,1.0,105,0.8203125
+fresh-en-1,layers.4.mlp.silu_gate,128,5632,5760,4096,128,0.2118988998953361,0.0,0.868896484375,0.004638671875,0.037109375,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.silu_gate,128,5760,5888,4096,128,0.2145126358550484,0.0,0.853759765625,0.00439453125,0.039794921875,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,5888,6016,4096,128,0.2303382930971267,0.0,0.868896484375,0.00244140625,0.03369140625,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.silu_gate,128,6016,6144,4096,128,0.2188967901389977,0.0,0.846923828125,0.004638671875,0.045166015625,1.0,103,0.8046875
+fresh-en-1,layers.4.mlp.gated_product,0,0,6144,196608,6144,0.06949454412727023,0.0,0.4989573160807292,0.024012247721354168,0.16476949055989584,1.0,4368,0.7109375
+fresh-en-1,layers.4.mlp.gated_product,64,0,64,2048,64,0.06595359816018775,0.0,0.517578125,0.01953125,0.14306640625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,64,128,2048,64,0.06760151488438332,0.0,0.4697265625,0.02099609375,0.158203125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,128,192,2048,64,0.06474176619242868,0.0,0.50927734375,0.0185546875,0.14990234375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.gated_product,64,192,256,2048,64,0.06904517281496353,0.0,0.47119140625,0.0224609375,0.1533203125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,256,320,2048,64,0.100787729648723,0.0,0.48486328125,0.02685546875,0.21435546875,1.0,35,0.546875
+fresh-en-1,layers.4.mlp.gated_product,64,320,384,2048,64,0.08165974292683574,0.0,0.501953125,0.02490234375,0.17626953125,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gated_product,64,384,448,2048,64,0.0725775286749755,0.0,0.4580078125,0.02490234375,0.16015625,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gated_product,64,448,512,2048,64,0.06841993756195036,0.0,0.49658203125,0.03369140625,0.16943359375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,512,576,2048,64,0.06651896654002565,0.0,0.5302734375,0.02392578125,0.15771484375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,576,640,2048,64,0.06078042445788779,0.0,0.5068359375,0.025390625,0.1533203125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,640,704,2048,64,0.06289072764792462,0.0,0.48583984375,0.017578125,0.1494140625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,704,768,2048,64,0.09642703007362348,0.0,0.45849609375,0.02783203125,0.20556640625,1.0,36,0.5625
+fresh-en-1,layers.4.mlp.gated_product,64,768,832,2048,64,0.06429743590529184,0.0,0.48779296875,0.01806640625,0.14208984375,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,832,896,2048,64,0.07510197327026001,0.0,0.52294921875,0.029296875,0.154296875,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gated_product,64,896,960,2048,64,0.06473060962143862,0.0,0.53271484375,0.015625,0.140625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,960,1024,2048,64,0.05928561904169905,0.0,0.4970703125,0.02099609375,0.150390625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,1024,1088,2048,64,0.06075997028021286,0.0,0.509765625,0.021484375,0.1484375,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,1088,1152,2048,64,0.09310808058505884,0.0,0.49365234375,0.03173828125,0.19873046875,1.0,37,0.578125
+fresh-en-1,layers.4.mlp.gated_product,64,1152,1216,2048,64,0.07965626540961326,0.0,0.49365234375,0.02685546875,0.1865234375,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gated_product,64,1216,1280,2048,64,0.06730214295636879,0.0,0.51611328125,0.03173828125,0.17138671875,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,1280,1344,2048,64,0.06924102191130124,0.0,0.51953125,0.0224609375,0.169921875,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gated_product,64,1344,1408,2048,64,0.0644918848074747,0.0,0.48291015625,0.0263671875,0.16259765625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,1408,1472,2048,64,0.06938353751754434,0.0,0.48388671875,0.021484375,0.15576171875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,1472,1536,2048,64,0.058973001222469436,0.0,0.50537109375,0.02587890625,0.15283203125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,1536,1600,2048,64,0.07652455905812741,0.0,0.48681640625,0.02197265625,0.177734375,1.0,45,0.703125
+fresh-en-1,layers.4.mlp.gated_product,64,1600,1664,2048,64,0.059058559549666496,0.0,0.4736328125,0.0244140625,0.150390625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,1664,1728,2048,64,0.05799537462421218,0.0,0.45849609375,0.021484375,0.16064453125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,1728,1792,2048,64,0.05823653402294128,0.0,0.4794921875,0.02392578125,0.146484375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,1792,1856,2048,64,0.06252060614603937,0.0,0.486328125,0.021484375,0.13916015625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,1856,1920,2048,64,0.06279283856289185,0.0,0.48583984375,0.02001953125,0.13134765625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,1920,1984,2048,64,0.05856861789993837,0.0,0.45361328125,0.02001953125,0.15185546875,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,1984,2048,2048,64,0.056843189629665426,0.0,0.48388671875,0.0263671875,0.158203125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,2048,2112,2048,64,0.0723247214265833,0.0,0.48828125,0.025390625,0.18017578125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,2112,2176,2048,64,0.07072509293250481,0.0,0.4970703125,0.02392578125,0.1845703125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,2176,2240,2048,64,0.09853344862606851,0.0,0.5283203125,0.0322265625,0.20703125,1.0,35,0.546875
+fresh-en-1,layers.4.mlp.gated_product,64,2240,2304,2048,64,0.09691845706994734,0.0,0.5048828125,0.0322265625,0.1962890625,1.0,36,0.5625
+fresh-en-1,layers.4.mlp.gated_product,64,2304,2368,2048,64,0.07598616866977002,0.0,0.47509765625,0.0263671875,0.18408203125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,2368,2432,2048,64,0.06989521996889596,0.0,0.4951171875,0.0146484375,0.15234375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,2432,2496,2048,64,0.0660077449121331,0.0,0.50048828125,0.015625,0.14306640625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,2496,2560,2048,64,0.060433851674519416,0.0,0.49853515625,0.02880859375,0.1650390625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,2560,2624,2048,64,0.06766059504847549,0.0,0.466796875,0.02587890625,0.169921875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,2624,2688,2048,64,0.06103581936543302,0.0,0.54736328125,0.01708984375,0.1298828125,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,2688,2752,2048,64,0.06677902174284273,0.0,0.4814453125,0.0224609375,0.1630859375,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,2752,2816,2048,64,0.07557771791178416,0.0,0.49462890625,0.0283203125,0.17431640625,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,2816,2880,2048,64,0.06033732285431721,0.0,0.49853515625,0.0185546875,0.13232421875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,2880,2944,2048,64,0.07731999901316897,0.0,0.52294921875,0.02294921875,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,2944,3008,2048,64,0.07320547855937462,0.0,0.54443359375,0.02783203125,0.1962890625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,3008,3072,2048,64,0.06321501590192886,0.0,0.505859375,0.02783203125,0.15478515625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3072,3136,2048,64,0.05537155642281098,0.0,0.501953125,0.02490234375,0.1513671875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.gated_product,64,3136,3200,2048,64,0.06005887360741214,0.0,0.49365234375,0.01953125,0.158203125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3200,3264,2048,64,0.06768975238484556,0.0,0.51611328125,0.0205078125,0.1572265625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,3264,3328,2048,64,0.05925983100281922,0.0,0.5078125,0.02490234375,0.16796875,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,3328,3392,2048,64,0.0691664158825689,0.0,0.51708984375,0.02734375,0.16650390625,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,3392,3456,2048,64,0.06555877879950263,0.0,0.48291015625,0.01953125,0.150390625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,3456,3520,2048,64,0.06026095605048472,0.0,0.4970703125,0.02392578125,0.1474609375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3520,3584,2048,64,0.06815345434554769,0.0,0.50927734375,0.0302734375,0.171875,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,3584,3648,2048,64,0.07010165745372922,0.0,0.498046875,0.01904296875,0.1416015625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,3648,3712,2048,64,0.09257884358738512,0.0,0.49462890625,0.0302734375,0.205078125,1.0,37,0.578125
+fresh-en-1,layers.4.mlp.gated_product,64,3712,3776,2048,64,0.06405924531935933,0.0,0.4873046875,0.02783203125,0.16552734375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3776,3840,2048,64,0.06830267011385564,0.0,0.53564453125,0.0263671875,0.15966796875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3840,3904,2048,64,0.06404294976784465,0.0,0.48583984375,0.02197265625,0.16259765625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,3904,3968,2048,64,0.060073416453396866,0.0,0.51123046875,0.01806640625,0.15625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.gated_product,64,3968,4032,2048,64,0.06329995924455784,0.0,0.5126953125,0.02392578125,0.14599609375,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,4032,4096,2048,64,0.06077574004673925,0.0,0.52197265625,0.02685546875,0.1591796875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,4096,4160,2048,64,0.0656569182609679,0.0,0.5146484375,0.01904296875,0.1494140625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,4160,4224,2048,64,0.05939231716688647,0.0,0.49560546875,0.01416015625,0.146484375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.gated_product,64,4224,4288,2048,64,0.06325248766858244,0.0,0.5361328125,0.0234375,0.154296875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,4288,4352,2048,64,0.054468372513126105,0.0,0.5029296875,0.02587890625,0.1572265625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,4352,4416,2048,64,0.06459002980315938,0.0,0.48193359375,0.0205078125,0.15185546875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,4416,4480,2048,64,0.060340793894560214,0.0,0.50146484375,0.01708984375,0.1279296875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,4480,4544,2048,64,0.09267487848087032,0.0,0.47021484375,0.02685546875,0.1953125,1.0,39,0.609375
+fresh-en-1,layers.4.mlp.gated_product,64,4544,4608,2048,64,0.06135155559486363,0.0,0.52587890625,0.025390625,0.162109375,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,4608,4672,2048,64,0.09862104455586265,0.0,0.50146484375,0.0361328125,0.224609375,1.0,32,0.5
+fresh-en-1,layers.4.mlp.gated_product,64,4672,4736,2048,64,0.07970966477536033,0.0,0.50732421875,0.0205078125,0.17236328125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,4736,4800,2048,64,0.06821779218490669,0.0,0.4560546875,0.02392578125,0.1513671875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,4800,4864,2048,64,0.07142260707913575,0.0,0.51416015625,0.0185546875,0.17236328125,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,4864,4928,2048,64,0.06054523714966305,0.0,0.5,0.01416015625,0.14013671875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.gated_product,64,4928,4992,2048,64,0.059196002555714784,0.0,0.5224609375,0.02099609375,0.16064453125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,4992,5056,2048,64,0.061928100384374726,0.0,0.52490234375,0.02685546875,0.16015625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,5056,5120,2048,64,0.061576484589790204,0.0,0.498046875,0.0205078125,0.14306640625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,5120,5184,2048,64,0.07859778646313474,0.0,0.49267578125,0.02490234375,0.17138671875,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gated_product,64,5184,5248,2048,64,0.08102568286451545,0.0,0.50341796875,0.0244140625,0.1962890625,1.0,42,0.65625
+fresh-en-1,layers.4.mlp.gated_product,64,5248,5312,2048,64,0.07115483547592086,0.0,0.48388671875,0.01806640625,0.19091796875,1.0,44,0.6875
+fresh-en-1,layers.4.mlp.gated_product,64,5312,5376,2048,64,0.06284187410580705,0.0,0.498046875,0.0185546875,0.1552734375,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,5376,5440,2048,64,0.08251425107210392,0.0,0.474609375,0.0244140625,0.1806640625,1.0,38,0.59375
+fresh-en-1,layers.4.mlp.gated_product,64,5440,5504,2048,64,0.06570414716280458,0.0,0.50439453125,0.02099609375,0.14453125,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,5504,5568,2048,64,0.06071031695705045,0.0,0.50390625,0.02392578125,0.16015625,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,5568,5632,2048,64,0.0673622470065241,0.0,0.52294921875,0.03173828125,0.1767578125,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,5632,5696,2048,64,0.05894274590816343,0.0,0.498046875,0.015625,0.13134765625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.gated_product,64,5696,5760,2048,64,0.06892077877821877,0.0,0.4833984375,0.0263671875,0.171875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.gated_product,64,5760,5824,2048,64,0.06934263551937886,0.0,0.51123046875,0.0263671875,0.16455078125,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,5824,5888,2048,64,0.07308994753062163,0.0,0.5166015625,0.02294921875,0.16943359375,1.0,46,0.71875
+fresh-en-1,layers.4.mlp.gated_product,64,5888,5952,2048,64,0.06170348960125378,0.0,0.474609375,0.02392578125,0.14794921875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.gated_product,64,5952,6016,2048,64,0.07318477564624963,0.0,0.5234375,0.01513671875,0.15576171875,1.0,47,0.734375
+fresh-en-1,layers.4.mlp.gated_product,64,6016,6080,2048,64,0.058642575072534855,0.0,0.51708984375,0.01904296875,0.1337890625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.gated_product,64,6080,6144,2048,64,0.0781448264953303,0.0,0.47119140625,0.03564453125,0.203125,1.0,43,0.671875
+fresh-en-1,layers.4.mlp.gated_product,128,0,128,4096,128,0.06678263967880807,0.0,0.49365234375,0.0205078125,0.150390625,1.0,98,0.765625
+fresh-en-1,layers.4.mlp.gated_product,128,128,256,4096,128,0.06692806652953333,0.0,0.490234375,0.020751953125,0.151611328125,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,256,384,4096,128,0.09172371575176448,0.0,0.493408203125,0.0263671875,0.1923828125,1.0,76,0.59375
+fresh-en-1,layers.4.mlp.gated_product,128,384,512,4096,128,0.07052937517286,0.0,0.477294921875,0.0302734375,0.164306640625,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,512,640,4096,128,0.06371433475613654,0.0,0.5185546875,0.025146484375,0.15771484375,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,640,768,4096,128,0.08140459370608306,0.0,0.47216796875,0.024658203125,0.182861328125,1.0,84,0.65625
+fresh-en-1,layers.4.mlp.gated_product,128,768,896,4096,128,0.0699087499998461,0.0,0.50537109375,0.023681640625,0.149169921875,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,896,1024,4096,128,0.06206785177175278,0.0,0.514892578125,0.018310546875,0.144775390625,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,1024,1152,4096,128,0.07861580203332585,0.0,0.501708984375,0.02783203125,0.181396484375,1.0,84,0.65625
+fresh-en-1,layers.4.mlp.gated_product,128,1152,1280,4096,128,0.07373838574828666,0.0,0.5048828125,0.030517578125,0.181884765625,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gated_product,128,1280,1408,4096,128,0.06690860303930238,0.0,0.501220703125,0.025146484375,0.1669921875,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gated_product,128,1408,1536,4096,128,0.06438901362668116,0.0,0.49462890625,0.0234375,0.15673828125,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gated_product,128,1536,1664,4096,128,0.06835174319328782,0.0,0.480224609375,0.0244140625,0.165283203125,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,1664,1792,4096,128,0.0581160794135664,0.0,0.468994140625,0.02294921875,0.1533203125,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.gated_product,128,1792,1920,4096,128,0.06265687020452575,0.0,0.486083984375,0.020751953125,0.13525390625,1.0,98,0.765625
+fresh-en-1,layers.4.mlp.gated_product,128,1920,2048,4096,128,0.05771235227394169,0.0,0.46875,0.023681640625,0.154541015625,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,2048,2176,4096,128,0.07152937892832678,0.0,0.49267578125,0.02490234375,0.18310546875,1.0,87,0.6796875
+fresh-en-1,layers.4.mlp.gated_product,128,2176,2304,4096,128,0.09772928890298267,0.0,0.5166015625,0.0322265625,0.201904296875,1.0,70,0.546875
+fresh-en-1,layers.4.mlp.gated_product,128,2304,2432,4096,128,0.07300424509441589,0.0,0.485107421875,0.020263671875,0.16943359375,1.0,89,0.6953125
+fresh-en-1,layers.4.mlp.gated_product,128,2432,2560,4096,128,0.06328219661406771,0.0,0.49951171875,0.0224609375,0.1533203125,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,2560,2688,4096,128,0.06443340503156555,0.0,0.507080078125,0.021728515625,0.151611328125,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,2688,2816,4096,128,0.07131419630650088,0.0,0.488037109375,0.025634765625,0.16845703125,1.0,90,0.703125
+fresh-en-1,layers.4.mlp.gated_product,128,2816,2944,4096,128,0.06935046783051488,0.0,0.5107421875,0.021484375,0.153564453125,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,2944,3072,4096,128,0.06839291018295748,0.0,0.525146484375,0.02783203125,0.176025390625,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,3072,3200,4096,128,0.05776278022946804,0.0,0.497802734375,0.021484375,0.1572265625,1.0,98,0.765625
+fresh-en-1,layers.4.mlp.gated_product,128,3200,3328,4096,128,0.06361458224497116,0.0,0.511962890625,0.022705078125,0.1640625,1.0,95,0.7421875
+fresh-en-1,layers.4.mlp.gated_product,128,3328,3456,4096,128,0.06738674411085088,0.0,0.5,0.0234375,0.157958984375,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,3456,3584,4096,128,0.06432836140983658,0.0,0.503173828125,0.027587890625,0.15869140625,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,3584,3712,4096,128,0.08211298514162516,0.0,0.496337890625,0.02294921875,0.17529296875,1.0,86,0.671875
+fresh-en-1,layers.4.mlp.gated_product,128,3712,3840,4096,128,0.06621495924475092,0.0,0.511474609375,0.02734375,0.163330078125,1.0,95,0.7421875
+fresh-en-1,layers.4.mlp.gated_product,128,3840,3968,4096,128,0.062089913751550374,0.0,0.49853515625,0.02001953125,0.16015625,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.gated_product,128,3968,4096,4096,128,0.06205068661421688,0.0,0.517333984375,0.025390625,0.1533203125,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.gated_product,128,4096,4224,4096,128,0.06260302809760665,0.0,0.505126953125,0.0166015625,0.147216796875,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.gated_product,128,4224,4352,4096,128,0.05902406628017441,0.0,0.51953125,0.024169921875,0.15966796875,1.0,95,0.7421875
+fresh-en-1,layers.4.mlp.gated_product,128,4352,4480,4096,128,0.06250153341238442,0.0,0.49169921875,0.0185546875,0.140380859375,1.0,98,0.765625
+fresh-en-1,layers.4.mlp.gated_product,128,4480,4608,4096,128,0.07858958733621689,0.0,0.498046875,0.0283203125,0.1826171875,1.0,85,0.6640625
+fresh-en-1,layers.4.mlp.gated_product,128,4608,4736,4096,128,0.08966532520403236,0.0,0.50439453125,0.028564453125,0.197021484375,1.0,75,0.5859375
+fresh-en-1,layers.4.mlp.gated_product,128,4736,4864,4096,128,0.06983858522537426,0.0,0.485107421875,0.02099609375,0.16162109375,1.0,92,0.71875
+fresh-en-1,layers.4.mlp.gated_product,128,4864,4992,4096,128,0.059874420498594934,0.0,0.51123046875,0.017822265625,0.150390625,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,4992,5120,4096,128,0.061752542747865305,0.0,0.511474609375,0.023681640625,0.151611328125,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,5120,5248,4096,128,0.07982096629509554,0.0,0.498046875,0.024658203125,0.183837890625,1.0,83,0.6484375
+fresh-en-1,layers.4.mlp.gated_product,128,5248,5376,4096,128,0.06712716198654411,0.0,0.490966796875,0.017822265625,0.17431640625,1.0,91,0.7109375
+fresh-en-1,layers.4.mlp.gated_product,128,5376,5504,4096,128,0.07458430325605277,0.0,0.489501953125,0.022705078125,0.16748046875,1.0,85,0.6640625
+fresh-en-1,layers.4.mlp.gated_product,128,5504,5632,4096,128,0.06412259705748627,0.0,0.513427734375,0.027587890625,0.167724609375,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,5632,5760,4096,128,0.06412612978572185,0.0,0.49072265625,0.020751953125,0.15185546875,1.0,97,0.7578125
+fresh-en-1,layers.4.mlp.gated_product,128,5760,5888,4096,128,0.07124093461908836,0.0,0.513916015625,0.0244140625,0.168212890625,1.0,93,0.7265625
+fresh-en-1,layers.4.mlp.gated_product,128,5888,6016,4096,128,0.06768800490250813,0.0,0.4990234375,0.0205078125,0.1494140625,1.0,96,0.75
+fresh-en-1,layers.4.mlp.gated_product,128,6016,6144,4096,128,0.06908532955383206,0.0,0.494140625,0.026611328125,0.1689453125,1.0,94,0.734375
+fresh-en-1,layers.4.mlp.down_proj.output,0,0,2048,65536,2048,0.04536909106401708,0.0,0.500518798828125,0.008819580078125,0.087493896484375,1.0,1602,0.7822265625
+fresh-en-1,layers.4.mlp.down_proj.output,64,0,64,2048,64,0.04502716174961626,0.0,0.52001953125,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,64,128,2048,64,0.042743479413665186,0.0,0.48388671875,0.01025390625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.down_proj.output,64,128,192,2048,64,0.04296993540243498,0.0,0.470703125,0.0107421875,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,192,256,2048,64,0.044810945824581144,0.0,0.46630859375,0.01220703125,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,256,320,2048,64,0.04472625233132743,0.0,0.52001953125,0.0068359375,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,320,384,2048,64,0.044277779784271075,0.0,0.52880859375,0.01123046875,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,384,448,2048,64,0.04578447154037623,0.0,0.537109375,0.005859375,0.0732421875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,448,512,2048,64,0.04438282283528228,0.0,0.4931640625,0.01416015625,0.1123046875,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.down_proj.output,64,512,576,2048,64,0.04312518023817803,0.0,0.490234375,0.00634765625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.4.mlp.down_proj.output,64,576,640,2048,64,0.045200044328907854,0.0,0.50537109375,0.00732421875,0.08349609375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.down_proj.output,64,640,704,2048,64,0.04398126095432578,0.0,0.4853515625,0.00927734375,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,64,704,768,2048,64,0.0429683922765588,0.0,0.5078125,0.00732421875,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,768,832,2048,64,0.044003619353682244,0.0,0.5048828125,0.01025390625,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.down_proj.output,64,832,896,2048,64,0.04455361484496768,0.0,0.51953125,0.0068359375,0.08984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,896,960,2048,64,0.04585265906532802,0.0,0.50830078125,0.00634765625,0.076171875,1.0,54,0.84375
+fresh-en-1,layers.4.mlp.down_proj.output,64,960,1024,2048,64,0.044810674695361714,0.0,0.51953125,0.00830078125,0.08837890625,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1024,1088,2048,64,0.04320791376827382,0.0,0.478515625,0.00732421875,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,1088,1152,2048,64,0.04376754377439119,0.0,0.52294921875,0.0068359375,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1152,1216,2048,64,0.0717679420216084,0.0,0.4755859375,0.01416015625,0.14013671875,1.0,34,0.53125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1216,1280,2048,64,0.043878937777671025,0.0,0.5068359375,0.01025390625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1280,1344,2048,64,0.04375491513163827,0.0,0.51171875,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,1344,1408,2048,64,0.04301479484153034,0.0,0.47900390625,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1408,1472,2048,64,0.04399921954319471,0.0,0.5048828125,0.01123046875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.down_proj.output,64,1472,1536,2048,64,0.04289235565963194,0.0,0.48828125,0.01025390625,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,1536,1600,2048,64,0.045086090259455126,0.0,0.4541015625,0.01025390625,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1600,1664,2048,64,0.04611464396111338,0.0,0.513671875,0.00537109375,0.07080078125,1.0,53,0.828125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1664,1728,2048,64,0.04633027152720864,0.0,0.49365234375,0.0068359375,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1728,1792,2048,64,0.04330733985559812,0.0,0.482421875,0.0107421875,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1792,1856,2048,64,0.04372247287925757,0.0,0.5107421875,0.01025390625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.4.mlp.down_proj.output,64,1856,1920,2048,64,0.045498995060383296,0.0,0.53125,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,64,1920,1984,2048,64,0.04235725558427703,0.0,0.494140625,0.005859375,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,64,1984,2048,2048,64,0.045386347540827154,0.0,0.5078125,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,128,0,128,4096,128,0.043900172708159844,0.0,0.501953125,0.010009765625,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.down_proj.output,128,128,256,4096,128,0.043900092335796864,0.0,0.468505859375,0.01123046875,0.087158203125,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,128,256,384,4096,128,0.04450258099385909,0.0,0.5244140625,0.009033203125,0.090087890625,1.0,102,0.796875
+fresh-en-1,layers.4.mlp.down_proj.output,128,384,512,4096,128,0.045089094008748797,0.0,0.51513671875,0.010009765625,0.09326171875,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.down_proj.output,128,512,640,4096,128,0.04417479585640762,0.0,0.497802734375,0.0068359375,0.086669921875,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.down_proj.output,128,640,768,4096,128,0.04347777621937868,0.0,0.49658203125,0.00830078125,0.08251953125,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.down_proj.output,128,768,896,4096,128,0.044279471044590644,0.0,0.51220703125,0.008544921875,0.089599609375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,128,896,1024,4096,128,0.045334660636287646,0.0,0.513916015625,0.00732421875,0.08251953125,1.0,106,0.828125
+fresh-en-1,layers.4.mlp.down_proj.output,128,1024,1152,4096,128,0.04348862897499664,0.0,0.500732421875,0.007080078125,0.0859375,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,128,1152,1280,4096,128,0.05948108389443517,0.0,0.4912109375,0.012451171875,0.115966796875,1.0,84,0.65625
+fresh-en-1,layers.4.mlp.down_proj.output,128,1280,1408,4096,128,0.043386433210370105,0.0,0.495361328125,0.008056640625,0.080810546875,1.0,101,0.7890625
+fresh-en-1,layers.4.mlp.down_proj.output,128,1408,1536,4096,128,0.04344931239066165,0.0,0.49658203125,0.0107421875,0.0869140625,1.0,99,0.7734375
+fresh-en-1,layers.4.mlp.down_proj.output,128,1536,1664,4096,128,0.04560326700217861,0.0,0.48388671875,0.0078125,0.079833984375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,128,1664,1792,4096,128,0.04484428472588874,0.0,0.488037109375,0.008544921875,0.07958984375,1.0,104,0.8125
+fresh-en-1,layers.4.mlp.down_proj.output,128,1792,1920,4096,128,0.04461957634369805,0.0,0.52099609375,0.008056640625,0.0849609375,1.0,100,0.78125
+fresh-en-1,layers.4.mlp.down_proj.output,128,1920,2048,4096,128,0.0438979364192015,0.0,0.5009765625,0.006591796875,0.08203125,1.0,102,0.796875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5295587619129505,0.0,0.4973500569661458,0.01318359375,0.13027445475260416,1.0,3002,0.4886067708333333
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.5065565038422184,0.0,0.45556640625,0.01416015625,0.10009765625,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.3903697914308426,0.0,0.509765625,0.0107421875,0.11572265625,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.2852646757790078,0.0,0.458984375,0.01220703125,0.11083984375,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3773746002465361,0.0,0.517578125,0.01025390625,0.1064453125,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.3043877737976446,0.0,0.5576171875,0.01025390625,0.0947265625,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.4729333961826863,0.0,0.44677734375,0.01318359375,0.12646484375,1.0,33,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.965258678187902,0.0,0.47314453125,0.01513671875,0.12939453125,1.0,28,0.4375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.875536905807317,0.0,0.52197265625,0.0087890625,0.09375,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.6634845687340523,0.0,0.50439453125,0.0166015625,0.1357421875,1.0,28,0.4375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.1784373273048736,0.0,0.45654296875,0.01123046875,0.107421875,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.9418930207527574,0.0,0.4541015625,0.01025390625,0.12255859375,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.078951875298465,0.0,0.49609375,0.0126953125,0.11669921875,1.0,30,0.46875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.310368941958815,0.0,0.5048828125,0.00927734375,0.13427734375,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4953508005733727,0.0,0.45751953125,0.01171875,0.1396484375,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.7345316322580657,0.0,0.5322265625,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.8487549817191863,0.0,0.54833984375,0.01171875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5837416908634185,0.0,0.50439453125,0.01123046875,0.12109375,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.421033606510499,0.0,0.40380859375,0.0087890625,0.09814453125,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4957401739852147,0.0,0.42431640625,0.00634765625,0.09912109375,1.0,40,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.6339472902104701,0.0,0.43994140625,0.013671875,0.1083984375,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.8945473090349558,0.0,0.46630859375,0.01220703125,0.115234375,1.0,33,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.0662382896398626,0.0,0.49072265625,0.01171875,0.11767578125,1.0,33,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.394173564566178,0.0,0.53515625,0.013671875,0.1279296875,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.6761344327066592,0.0,0.43408203125,0.0146484375,0.14501953125,1.0,28,0.4375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7733121236713183,0.0,0.533203125,0.013671875,0.11767578125,1.0,32,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.742921500980367,0.0,0.54541015625,0.0126953125,0.111328125,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.280712893205716,0.0,0.5302734375,0.009765625,0.12890625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.447575025677573,0.0,0.46435546875,0.01318359375,0.13037109375,1.0,34,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2133479297523293,0.0,0.4794921875,0.01123046875,0.1259765625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.0963719591812775,0.0,0.4619140625,0.01171875,0.1240234375,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.3227244061084749,0.0,0.50341796875,0.0068359375,0.0927734375,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3683376228599136,0.0,0.44970703125,0.01318359375,0.0947265625,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.5727953668441257,0.0,0.49658203125,0.01171875,0.11474609375,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.4354835948532818,0.0,0.45849609375,0.01025390625,0.1162109375,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9977821133305895,0.0,0.5009765625,0.0107421875,0.11474609375,1.0,32,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.9570590805394839,0.0,0.53466796875,0.01513671875,0.1064453125,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.8310171369121497,0.0,0.53466796875,0.0126953125,0.1279296875,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.47825400339615,0.0,0.53369140625,0.01318359375,0.11669921875,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0114886099055,0.0,0.51708984375,0.01025390625,0.109375,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.9319225728054124,0.0,0.501953125,0.00830078125,0.10302734375,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.113863521242121,0.0,0.49755859375,0.0048828125,0.0595703125,1.0,45,0.703125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.96737800368673,0.0,0.46533203125,0.00244140625,0.05078125,1.0,47,0.734375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.2140887285285469,0.0,0.52392578125,0.01220703125,0.11572265625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5844731254031712,0.0,0.45361328125,0.009765625,0.1298828125,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.8282708280796822,0.0,0.48193359375,0.01220703125,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0170223826292502,0.0,0.48681640625,0.00927734375,0.11181640625,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.8711006848389758,0.0,0.53125,0.0126953125,0.11279296875,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.7504629752586146,0.0,0.4794921875,0.009765625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.0783712031020696,0.0,0.5419921875,0.01416015625,0.1318359375,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.2803869688485547,0.0,0.513671875,0.01611328125,0.1494140625,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.8863484528354773,0.0,0.52783203125,0.01220703125,0.10986328125,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.1892892541291027,0.0,0.51318359375,0.01416015625,0.12060546875,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.7132684400223415,0.0,0.51904296875,0.0126953125,0.11962890625,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7512497313988176,0.0,0.46875,0.0126953125,0.09765625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.7629930493230204,0.0,0.49755859375,0.01025390625,0.0986328125,1.0,40,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.5152786234264661,0.0,0.52978515625,0.0078125,0.08642578125,1.0,44,0.6875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.2185521869340854,0.0,0.6015625,0.0107421875,0.083984375,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.9860567234917244,0.0,0.48291015625,0.01025390625,0.0908203125,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.4249856434103148,0.0,0.44091796875,0.01025390625,0.10693359375,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.4346300204821167,0.0,0.53759765625,0.013671875,0.1064453125,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.170863082257694,0.0,0.466796875,0.00830078125,0.09130859375,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.268847262823467,0.0,0.45556640625,0.01171875,0.09423828125,1.0,40,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.1110708379954417,0.0,0.5751953125,0.0078125,0.1220703125,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.9568183514449469,0.0,0.48779296875,0.0107421875,0.11767578125,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.426785093196214,0.0,0.49462890625,0.01416015625,0.15625,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.2247702866551429,0.0,0.48095703125,0.0126953125,0.109375,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.105058697636511,0.0,0.4921875,0.00927734375,0.10498046875,1.0,44,0.6875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8297633946204263,0.0,0.47900390625,0.0068359375,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8102001207244462,0.0,0.52490234375,0.0068359375,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0010599381965906,0.0,0.517578125,0.01416015625,0.12353515625,1.0,40,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.8037035883537793,0.0,0.50927734375,0.01806640625,0.14306640625,1.0,24,0.375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.6140203179496584,0.0,0.5556640625,0.01513671875,0.12158203125,1.0,27,0.421875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.2729621996550673,0.0,0.5859375,0.0146484375,0.11181640625,1.0,29,0.453125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.4725115729604128,0.0,0.431640625,0.00830078125,0.087890625,1.0,36,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.2920462458171313,0.0,0.44921875,0.01513671875,0.12353515625,1.0,32,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3391021616394874,0.0,0.53662109375,0.01171875,0.1220703125,1.0,33,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.1507752882162074,0.0,0.5185546875,0.01416015625,0.13330078125,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.9117366902826967,0.0,0.4970703125,0.00732421875,0.10693359375,1.0,44,0.6875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.2521941383438346,0.0,0.517578125,0.01416015625,0.138671875,1.0,32,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9394591349798432,0.0,0.5205078125,0.01513671875,0.11572265625,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0194353146837216,0.0,0.517578125,0.01123046875,0.1123046875,1.0,47,0.734375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.9282339801924677,0.0,0.498046875,0.01025390625,0.11181640625,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.0066781991852787,0.0,0.443359375,0.01171875,0.10888671875,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9639457917289916,0.0,0.48779296875,0.009765625,0.11962890625,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.5408546094075963,0.0,0.482421875,0.0087890625,0.10009765625,1.0,34,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.9963511953345185,0.0,0.48291015625,0.01171875,0.1220703125,1.0,34,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.815546452269847,0.0,0.48876953125,0.01318359375,0.13720703125,1.0,45,0.703125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.1277179235832855,0.0,0.50732421875,0.01513671875,0.1533203125,1.0,32,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.526163249976424,0.0,0.54833984375,0.009765625,0.09521484375,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.8525036833495654,0.0,0.474609375,0.00927734375,0.09814453125,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7539884727700625,0.0,0.45556640625,0.00927734375,0.109375,1.0,48,0.75
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7770067431417169,0.0,0.509765625,0.0126953125,0.11083984375,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1457704703180267,0.0,0.46826171875,0.015625,0.13525390625,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9104819168679678,0.0,0.49267578125,0.01318359375,0.095703125,1.0,46,0.71875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.7144323293487875,0.0,0.5439453125,0.00830078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.983711376948989,0.0,0.5126953125,0.01123046875,0.12255859375,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.4496276515355129,0.0,0.482666015625,0.01220703125,0.110107421875,1.0,74,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3321160002435266,0.0,0.48828125,0.010986328125,0.109375,1.0,78,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.3912153417108075,0.0,0.502197265625,0.01123046875,0.113525390625,1.0,68,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.9209217002832448,0.0,0.49755859375,0.01220703125,0.111328125,1.0,62,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.4415088353530425,0.0,0.48046875,0.013916015625,0.120361328125,1.0,63,0.4921875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.0115900929184445,0.0,0.47509765625,0.011474609375,0.120849609375,1.0,60,0.46875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.405905541070539,0.0,0.481201171875,0.01025390625,0.13818359375,1.0,67,0.5234375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.7937007426545708,0.0,0.540283203125,0.01025390625,0.095947265625,1.0,97,0.7578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.504588690342174,0.0,0.4541015625,0.010498046875,0.10888671875,1.0,79,0.6171875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.5663687968131035,0.0,0.43212890625,0.010498046875,0.106201171875,1.0,76,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.9822525287845463,0.0,0.478515625,0.012451171875,0.1171875,1.0,65,0.5078125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.5416138564244999,0.0,0.484619140625,0.014404296875,0.136962890625,1.0,63,0.4921875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7581824772388295,0.0,0.539306640625,0.01318359375,0.11474609375,1.0,63,0.4921875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3666929007258328,0.0,0.497314453125,0.010986328125,0.12890625,1.0,72,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1563400606035528,0.0,0.470703125,0.01123046875,0.12353515625,1.0,81,0.6328125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.3457242854033913,0.0,0.4765625,0.009765625,0.093505859375,1.0,82,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.5057055517363362,0.0,0.4775390625,0.0107421875,0.116455078125,1.0,70,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.9775254255085681,0.0,0.517822265625,0.012939453125,0.111083984375,1.0,66,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.6640100141259233,0.0,0.5341796875,0.012939453125,0.123779296875,1.0,64,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9725196372497626,0.0,0.509521484375,0.009033203125,0.10595703125,1.0,77,0.6015625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.0415027737687685,0.0,0.4814453125,0.00341796875,0.055419921875,1.0,91,0.7109375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.4114826470532602,0.0,0.48876953125,0.01025390625,0.126220703125,1.0,74,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9274608054836279,0.0,0.484375,0.010498046875,0.100341796875,1.0,90,0.703125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.813022472125139,0.0,0.50537109375,0.01123046875,0.101806640625,1.0,98,0.765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.181718541148038,0.0,0.52783203125,0.015625,0.139892578125,1.0,78,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.0434404718219663,0.0,0.5205078125,0.013671875,0.11572265625,1.0,75,0.5859375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.732363179200744,0.0,0.493896484375,0.0126953125,0.108642578125,1.0,74,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.643808656531302,0.0,0.513671875,0.00927734375,0.093994140625,1.0,84,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.1055159836815176,0.0,0.542236328125,0.01025390625,0.08740234375,1.0,73,0.5703125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.4298159636110566,0.0,0.4892578125,0.011962890625,0.106201171875,1.0,77,0.6015625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.2208385916591495,0.0,0.461181640625,0.009765625,0.094482421875,1.0,82,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.0354063652728533,0.0,0.531494140625,0.009521484375,0.121337890625,1.0,72,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.3296198624494615,0.0,0.48779296875,0.012939453125,0.130615234375,1.0,72,0.5625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9771545467002942,0.0,0.485595703125,0.007568359375,0.095947265625,1.0,94,0.734375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9106440675379347,0.0,0.521240234375,0.010498046875,0.1064453125,1.0,85,0.6640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.711491779325074,0.0,0.532470703125,0.01611328125,0.135009765625,1.0,50,0.390625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.91502578227594,0.0,0.5087890625,0.01171875,0.106689453125,1.0,61,0.4765625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.315784575954151,0.0,0.492919921875,0.013671875,0.122802734375,1.0,64,0.5
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.0381588405385618,0.0,0.5078125,0.01025390625,0.118408203125,1.0,81,0.6328125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1069267424720874,0.0,0.51904296875,0.014404296875,0.128173828125,1.0,74,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.9749017085861141,0.0,0.5078125,0.010986328125,0.113525390625,1.0,95,0.7421875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9855436281836915,0.0,0.465576171875,0.010986328125,0.114013671875,1.0,85,0.6640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.7832065251179121,0.0,0.482666015625,0.010498046875,0.112548828125,1.0,68,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9840893584885803,0.0,0.498046875,0.014404296875,0.152099609375,1.0,75,0.5859375
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.6971953574061984,0.0,0.511474609375,0.009521484375,0.096923828125,1.0,69,0.5390625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7655841220786352,0.0,0.482666015625,0.010986328125,0.1103515625,1.0,95,0.7421875
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0348350814493006,0.0,0.48046875,0.014892578125,0.1171875,1.0,82,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.8596806460417761,0.0,0.5283203125,0.0107421875,0.10595703125,1.0,87,0.6796875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.3952395762845964,0.0,0.410491943359375,0.010498046875,0.10528564453125,1.0,1102,0.5380859375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4259881621163586,0.0,0.4775390625,0.00634765625,0.08154296875,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4037641828239684,0.0,0.46337890625,0.01123046875,0.08447265625,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,128,192,2048,64,1.0501573683817247,0.0,0.4580078125,0.00927734375,0.125,1.0,34,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,192,256,2048,64,0.9365915560223554,0.0,0.41162109375,0.00927734375,0.115234375,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2939814010145105,0.0,0.462890625,0.01025390625,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0864507255907287,0.0,0.4765625,0.0078125,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2593897309595583,0.0,0.5068359375,0.01220703125,0.10986328125,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,448,512,2048,64,1.29330410374701,0.0,0.421875,0.00927734375,0.1025390625,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6130045702091813,0.0,0.65380859375,0.01025390625,0.173828125,1.0,21,0.328125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,576,640,2048,64,1.552749260440627,0.0,0.66064453125,0.0166015625,0.1474609375,1.0,29,0.453125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,640,704,2048,64,1.139989221343303,0.0,0.58740234375,0.00830078125,0.10400390625,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3440361143821655,0.0,0.61962890625,0.00927734375,0.10009765625,1.0,35,0.546875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5987874072619255,0.0,0.35693359375,0.0078125,0.06494140625,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3814003462686377,0.0,0.265625,0.00732421875,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,896,960,2048,64,1.3733217686036188,0.0,0.3203125,0.01123046875,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.2759495880246758,0.0,0.34130859375,0.0107421875,0.08837890625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.3631011136332374,0.0,0.3623046875,0.00830078125,0.12060546875,1.0,31,0.484375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.1368155582133004,0.0,0.36181640625,0.01708984375,0.103515625,1.0,37,0.578125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.3512382453224803,0.0,0.251953125,0.00634765625,0.07373046875,1.0,40,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.2403464438856553,0.0,0.248046875,0.00830078125,0.087890625,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.336620614083568,0.0,0.63232421875,0.01904296875,0.1396484375,1.0,28,0.4375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0482681578941637,0.0,0.6162109375,0.01220703125,0.103515625,1.0,38,0.59375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.651939819812798,0.0,0.14697265625,0.00341796875,0.0625,1.0,45,0.703125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.6732310967749562,0.0,0.20703125,0.00830078125,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.8875739636610023,0.0,0.5712890625,0.00927734375,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3873243196258735,0.0,0.6513671875,0.015625,0.1494140625,1.0,25,0.390625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.0972258868251052,0.0,0.14111328125,0.0,0.001953125,1.0,56,0.875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.0518186194681296,0.0,0.1728515625,0.0,0.00244140625,1.0,55,0.859375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.5029575279003273,0.0,0.33935546875,0.01416015625,0.0947265625,1.0,39,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.2448141307243432,0.0,0.3125,0.01025390625,0.08544921875,1.0,41,0.640625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.3341543574981192,0.0,0.318359375,0.00830078125,0.11279296875,1.0,34,0.53125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.503834688000735,0.0,0.31787109375,0.01171875,0.09912109375,1.0,33,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4149198068221807,0.0,0.470458984375,0.0087890625,0.08349609375,1.0,80,0.625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,128,256,4096,128,0.9949960404893092,0.0,0.434814453125,0.00927734375,0.119384765625,1.0,73,0.5703125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,256,384,4096,128,1.1947307322798923,0.0,0.4697265625,0.009521484375,0.092041015625,1.0,83,0.6484375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,384,512,4096,128,1.2764595565890926,0.0,0.46435546875,0.0107421875,0.10693359375,1.0,69,0.5390625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,512,640,4096,128,1.5831636064087975,0.0,0.6572265625,0.013671875,0.16064453125,1.0,49,0.3828125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,640,768,4096,128,1.2461959118738954,0.0,0.603515625,0.00830078125,0.101806640625,1.0,71,0.5546875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4940528923519445,0.0,0.311279296875,0.007568359375,0.076416015625,1.0,84,0.65625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.3255300885496548,0.0,0.330810546875,0.0107421875,0.090576171875,1.0,79,0.6171875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.2550685756929758,0.0,0.362060546875,0.0126953125,0.11376953125,1.0,67,0.5234375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.2969780446256534,0.0,0.25,0.0078125,0.08251953125,1.0,78,0.609375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.201128801762733,0.0,0.624267578125,0.015625,0.122314453125,1.0,66,0.515625
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.6626195402884363,0.0,0.177001953125,0.005859375,0.068603515625,1.0,86,0.671875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.164572090682731,0.0,0.611328125,0.01220703125,0.1357421875,1.0,58,0.453125
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.074646484050409,0.0,0.156982421875,0.0,0.002197265625,1.0,110,0.859375
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.379935424344789,0.0,0.325927734375,0.011962890625,0.092041015625,1.0,79,0.6171875
+fresh-en-1,layers.5.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.421528511579259,0.0,0.318115234375,0.009765625,0.10693359375,1.0,65,0.5078125
+fresh-en-1,layers.5.linear_attn.in_proj_b.output,0,0,16,512,16,1.2577857164054527,0.0,0.580078125,0.005859375,0.076171875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_b.output,64,0,16,512,16,1.2577857164054527,0.0,0.580078125,0.005859375,0.076171875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_b.output,128,0,16,512,16,1.2577857164054527,0.0,0.580078125,0.005859375,0.076171875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_a.output,0,0,16,512,16,1.623116448091907,0.0,0.609375,0.01171875,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_a.output,64,0,16,512,16,1.623116448091907,0.0,0.609375,0.01171875,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.in_proj_a.output,128,0,16,512,16,1.623116448091907,0.0,0.609375,0.01171875,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03537114309897577,0.0,0.5020751953125,0.0092620849609375,0.0940704345703125,1.0,1522,0.7431640625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,0,64,2048,64,0.032434625776719496,0.0,0.5126953125,0.0068359375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,64,128,2048,64,0.0321126624555888,0.0,0.53564453125,0.0087890625,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,128,192,2048,64,0.03292123589020594,0.0,0.46875,0.005859375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,192,256,2048,64,0.03164622066562737,0.0,0.46435546875,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,256,320,2048,64,0.032714972713931256,0.0,0.46435546875,0.01025390625,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,320,384,2048,64,0.03172691877714429,0.0,0.48486328125,0.0078125,0.09375,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,384,448,2048,64,0.03361320495410766,0.0,0.52197265625,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,448,512,2048,64,0.032433743446414164,0.0,0.46826171875,0.0107421875,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,512,576,2048,64,0.031887848953305535,0.0,0.4951171875,0.0126953125,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,576,640,2048,64,0.03319145800443952,0.0,0.53662109375,0.009765625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,640,704,2048,64,0.03261837362479878,0.0,0.48974609375,0.01025390625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,704,768,2048,64,0.032728905028238844,0.0,0.51611328125,0.0107421875,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,768,832,2048,64,0.032138940419987126,0.0,0.5009765625,0.00830078125,0.09619140625,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,832,896,2048,64,0.03194440237402965,0.0,0.54443359375,0.00830078125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,896,960,2048,64,0.03374928151666887,0.0,0.50634765625,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,960,1024,2048,64,0.03244797310761911,0.0,0.55859375,0.00830078125,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1024,1088,2048,64,0.030196313863404524,0.0,0.46923828125,0.01171875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1088,1152,2048,64,0.031444180099668345,0.0,0.541015625,0.0068359375,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1152,1216,2048,64,0.08106659991753025,0.0,0.51123046875,0.02490234375,0.203125,1.0,14,0.21875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03651525024810123,0.0,0.51416015625,0.009765625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03398436033978686,0.0,0.470703125,0.0078125,0.07421875,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1344,1408,2048,64,0.032992893787025045,0.0,0.494140625,0.005859375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1408,1472,2048,64,0.032462373380932566,0.0,0.48095703125,0.00927734375,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03233633620519598,0.0,0.49365234375,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1536,1600,2048,64,0.031701555949651426,0.0,0.486328125,0.005859375,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1600,1664,2048,64,0.03357218242338662,0.0,0.5224609375,0.00830078125,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1664,1728,2048,64,0.03364282174268372,0.0,0.498046875,0.0068359375,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1728,1792,2048,64,0.03559986614323743,0.0,0.49951171875,0.0087890625,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03208901629058418,0.0,0.52392578125,0.0107421875,0.087890625,1.0,48,0.75
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1856,1920,2048,64,0.032751626873026005,0.0,0.49853515625,0.01123046875,0.09375,1.0,50,0.78125
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03522332222553029,0.0,0.458984375,0.00830078125,0.1025390625,1.0,47,0.734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,64,1984,2048,2048,64,0.03296587834406338,0.0,0.53466796875,0.00830078125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,0,128,4096,128,0.032274045603723274,0.0,0.524169921875,0.0078125,0.083251953125,1.0,99,0.7734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,128,256,4096,128,0.03229002210401972,0.0,0.466552734375,0.0068359375,0.082763671875,1.0,101,0.7890625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,256,384,4096,128,0.03222473285199411,0.0,0.474609375,0.00927734375,0.087646484375,1.0,103,0.8046875
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,384,512,4096,128,0.03302873946455315,0.0,0.4951171875,0.008544921875,0.087158203125,1.0,98,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,512,640,4096,128,0.03254618099969105,0.0,0.515869140625,0.01123046875,0.095458984375,1.0,98,0.765625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,640,768,4096,128,0.03267368606596482,0.0,0.5029296875,0.010498046875,0.089111328125,1.0,97,0.7578125
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,768,896,4096,128,0.032041819036638615,0.0,0.522705078125,0.00830078125,0.089599609375,1.0,101,0.7890625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,896,1024,4096,128,0.03310502198824326,0.0,0.532470703125,0.008544921875,0.08642578125,1.0,102,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03082656186698101,0.0,0.505126953125,0.009033203125,0.089111328125,1.0,99,0.7734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06286953603642376,0.0,0.5126953125,0.019287109375,0.158203125,1.0,53,0.4140625
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03349229604062995,0.0,0.482421875,0.0068359375,0.0771484375,1.0,99,0.7734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1408,1536,4096,128,0.03239941608037518,0.0,0.4873046875,0.00732421875,0.088623046875,1.0,99,0.7734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1536,1664,4096,128,0.032650268622922765,0.0,0.50439453125,0.007568359375,0.083251953125,1.0,102,0.796875
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03463516943964917,0.0,0.498779296875,0.0078125,0.092041015625,1.0,99,0.7734375
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1792,1920,4096,128,0.032422014352344736,0.0,0.51123046875,0.01123046875,0.0908203125,1.0,97,0.7578125
+fresh-en-1,layers.5.linear_attn.out_proj.output,128,1920,2048,4096,128,0.034113278672674684,0.0,0.496826171875,0.00830078125,0.0927734375,1.0,96,0.75
+fresh-en-1,layers.5.mlp.gate_proj.output,0,0,6144,196608,6144,0.7685728543244037,0.0,0.8602294921875,0.006800333658854167,0.06822713216145833,1.0,4072,0.6627604166666666
+fresh-en-1,layers.5.mlp.gate_proj.output,64,0,64,2048,64,0.7590822991345203,0.0,0.826171875,0.0048828125,0.0791015625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,64,128,2048,64,0.7436095614201804,0.0,0.84716796875,0.0068359375,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,128,192,2048,64,0.7243558917839074,0.0,0.8505859375,0.0048828125,0.0673828125,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,192,256,2048,64,0.8533684629791443,0.0,0.88916015625,0.00634765625,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,256,320,2048,64,0.770555687368334,0.0,0.8837890625,0.0087890625,0.068359375,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,320,384,2048,64,0.731413322248035,0.0,0.8525390625,0.00537109375,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,384,448,2048,64,0.8251003037002167,0.0,0.89111328125,0.00634765625,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,448,512,2048,64,0.7441777427171795,0.0,0.8427734375,0.00634765625,0.06640625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,512,576,2048,64,0.8144838566412405,0.0,0.84765625,0.00439453125,0.060546875,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,576,640,2048,64,0.722728200471238,0.0,0.8427734375,0.005859375,0.0693359375,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,640,704,2048,64,0.8470873833588674,0.0,0.86865234375,0.00732421875,0.083984375,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,704,768,2048,64,0.8367743136522965,0.0,0.8681640625,0.00830078125,0.08154296875,1.0,39,0.609375
+fresh-en-1,layers.5.mlp.gate_proj.output,64,768,832,2048,64,0.7902451008810669,0.0,0.88427734375,0.005859375,0.06494140625,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,832,896,2048,64,0.7587262603984406,0.0,0.8583984375,0.005859375,0.0615234375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,896,960,2048,64,0.7434774048669331,0.0,0.8701171875,0.005859375,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,960,1024,2048,64,0.7201850373891854,0.0,0.8359375,0.0068359375,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1024,1088,2048,64,0.7323875952664074,0.0,0.89990234375,0.00732421875,0.06005859375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1088,1152,2048,64,0.6803016566878602,0.0,0.85107421875,0.0048828125,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1152,1216,2048,64,0.8059183528602244,0.0,0.88916015625,0.005859375,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1216,1280,2048,64,0.7858849173633752,0.0,0.8720703125,0.00634765625,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1280,1344,2048,64,0.7055486712442368,0.0,0.84033203125,0.00927734375,0.0625,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1344,1408,2048,64,0.7994253250460122,0.0,0.85986328125,0.00830078125,0.080078125,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1408,1472,2048,64,0.8378271009796524,0.0,0.8681640625,0.00439453125,0.0712890625,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1472,1536,2048,64,0.7391073523945175,0.0,0.8427734375,0.00537109375,0.06103515625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1536,1600,2048,64,0.7759004380276985,0.0,0.8427734375,0.0078125,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1600,1664,2048,64,0.7420381770657346,0.0,0.85546875,0.00634765625,0.06201171875,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1664,1728,2048,64,0.8023862621532999,0.0,0.82861328125,0.00634765625,0.07958984375,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1728,1792,2048,64,0.7741958873055397,0.0,0.87744140625,0.00830078125,0.05859375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1792,1856,2048,64,0.7854905574464354,0.0,0.90087890625,0.009765625,0.05908203125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1856,1920,2048,64,0.7199626467825432,0.0,0.88623046875,0.00537109375,0.06298828125,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1920,1984,2048,64,0.7619326020448576,0.0,0.8564453125,0.00732421875,0.0654296875,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,1984,2048,2048,64,0.7007821261812677,0.0,0.8671875,0.0048828125,0.05712890625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2048,2112,2048,64,0.7630002531733979,0.0,0.8505859375,0.00732421875,0.06787109375,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2112,2176,2048,64,0.856495064329187,0.0,0.84716796875,0.0087890625,0.068359375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2176,2240,2048,64,0.7763936862120413,0.0,0.86181640625,0.00634765625,0.072265625,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2240,2304,2048,64,0.7593034167020939,0.0,0.86181640625,0.0068359375,0.08056640625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2304,2368,2048,64,0.8069533094465469,0.0,0.89501953125,0.00537109375,0.060546875,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2368,2432,2048,64,0.7769427043425766,0.0,0.87255859375,0.0048828125,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2432,2496,2048,64,0.7646456454023015,0.0,0.837890625,0.01025390625,0.078125,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2496,2560,2048,64,0.7048186080004015,0.0,0.86572265625,0.00830078125,0.06787109375,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2560,2624,2048,64,0.7137584827705338,0.0,0.8349609375,0.00537109375,0.06689453125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2624,2688,2048,64,0.7821653090538288,0.0,0.89453125,0.00390625,0.0556640625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2688,2752,2048,64,0.7910984813520756,0.0,0.849609375,0.00927734375,0.07568359375,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2752,2816,2048,64,0.7101161337934733,0.0,0.82666015625,0.00927734375,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2816,2880,2048,64,0.7637360572852558,0.0,0.849609375,0.00634765625,0.07177734375,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2880,2944,2048,64,0.8416747206092966,0.0,0.89111328125,0.00830078125,0.0693359375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,2944,3008,2048,64,0.7215767512062796,0.0,0.85888671875,0.00390625,0.0625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3008,3072,2048,64,0.6887821603701062,0.0,0.83056640625,0.0048828125,0.07861328125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3072,3136,2048,64,0.813501343828754,0.0,0.8671875,0.0078125,0.05615234375,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3136,3200,2048,64,0.7480261217957965,0.0,0.82470703125,0.0068359375,0.072265625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3200,3264,2048,64,0.7183809339882326,0.0,0.80908203125,0.0068359375,0.06298828125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3264,3328,2048,64,0.7222616708663085,0.0,0.85595703125,0.005859375,0.0615234375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3328,3392,2048,64,0.7502763350879819,0.0,0.85986328125,0.00732421875,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3392,3456,2048,64,0.7092940423559385,0.0,0.85400390625,0.00634765625,0.0654296875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3456,3520,2048,64,0.7522386137585867,0.0,0.8583984375,0.0087890625,0.078125,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3520,3584,2048,64,0.7402457528459705,0.0,0.87353515625,0.00634765625,0.06884765625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3584,3648,2048,64,0.7204475014336569,0.0,0.84716796875,0.00732421875,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3648,3712,2048,64,0.7615892503720172,0.0,0.89990234375,0.005859375,0.06689453125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3712,3776,2048,64,0.6589696653383136,0.0,0.859375,0.00732421875,0.064453125,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3776,3840,2048,64,0.778914167779489,0.0,0.85400390625,0.00830078125,0.06689453125,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3840,3904,2048,64,0.7127285453805099,0.0,0.85595703125,0.0048828125,0.05810546875,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3904,3968,2048,64,0.7533420224768336,0.0,0.86181640625,0.00537109375,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,3968,4032,2048,64,0.7544799225770334,0.0,0.85302734375,0.00927734375,0.0634765625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4032,4096,2048,64,0.7749654467974861,0.0,0.8857421875,0.005859375,0.0556640625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4096,4160,2048,64,0.6971335310116851,0.0,0.83837890625,0.00537109375,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4160,4224,2048,64,0.6984208305296895,0.0,0.83154296875,0.009765625,0.0830078125,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4224,4288,2048,64,0.778624480569325,0.0,0.86083984375,0.00927734375,0.0751953125,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4288,4352,2048,64,0.7389803211098588,0.0,0.828125,0.0029296875,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4352,4416,2048,64,0.8022458083830405,0.0,0.828125,0.005859375,0.0673828125,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4416,4480,2048,64,0.7328021926124244,0.0,0.85498046875,0.0068359375,0.06201171875,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4480,4544,2048,64,0.7648015349018474,0.0,0.8662109375,0.00537109375,0.05419921875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4544,4608,2048,64,0.7516842944332659,0.0,0.8525390625,0.00830078125,0.07177734375,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4608,4672,2048,64,0.7544982498028916,0.0,0.85205078125,0.0078125,0.08740234375,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4672,4736,2048,64,0.7792077999745362,0.0,0.82568359375,0.00732421875,0.072265625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4736,4800,2048,64,0.7377706077212088,0.0,0.86474609375,0.00830078125,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4800,4864,2048,64,0.9588182437871233,0.0,0.9033203125,0.00830078125,0.06591796875,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4864,4928,2048,64,0.849299643429068,0.0,0.8671875,0.00244140625,0.0615234375,1.0,39,0.609375
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4928,4992,2048,64,0.6933594174680702,0.0,0.8740234375,0.0078125,0.05712890625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,4992,5056,2048,64,0.800839340925864,0.0,0.90966796875,0.00537109375,0.0537109375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5056,5120,2048,64,0.8454471352606607,0.0,0.87890625,0.0087890625,0.06640625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5120,5184,2048,64,0.7689810907232562,0.0,0.85693359375,0.0048828125,0.060546875,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5184,5248,2048,64,0.721055573779785,0.0,0.84375,0.00634765625,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5248,5312,2048,64,0.6460852702669587,0.0,0.80419921875,0.009765625,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5312,5376,2048,64,0.7880603911627552,0.0,0.8544921875,0.0078125,0.07177734375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5376,5440,2048,64,0.828929901944203,0.0,0.86865234375,0.0078125,0.06298828125,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5440,5504,2048,64,0.8860753608045073,0.0,0.91552734375,0.00439453125,0.0361328125,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5504,5568,2048,64,0.8210373815624443,0.0,0.8603515625,0.00390625,0.06298828125,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5568,5632,2048,64,0.7877234788900958,0.0,0.8759765625,0.00537109375,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5632,5696,2048,64,0.8354706185089164,0.0,0.8818359375,0.009765625,0.0654296875,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5696,5760,2048,64,0.7869173693717231,0.0,0.81396484375,0.00390625,0.0732421875,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5760,5824,2048,64,0.8271440957007562,0.0,0.8779296875,0.00439453125,0.048828125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5824,5888,2048,64,0.7696453618909539,0.0,0.8525390625,0.005859375,0.0693359375,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5888,5952,2048,64,0.8302244084865523,0.0,0.8720703125,0.00830078125,0.07080078125,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,64,5952,6016,2048,64,0.7882660102494058,0.0,0.869140625,0.00732421875,0.06982421875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,64,6016,6080,2048,64,0.718647598580776,0.0,0.884765625,0.00732421875,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,64,6080,6144,2048,64,0.8042409909456,0.0,0.86767578125,0.00830078125,0.08203125,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,0,128,4096,128,0.7513857586802076,0.0,0.836669921875,0.005859375,0.0732421875,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,128,256,4096,128,0.7914951647260541,0.0,0.869873046875,0.005615234375,0.072021484375,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,256,384,4096,128,0.7512394808906124,0.0,0.8681640625,0.007080078125,0.067626953125,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,384,512,4096,128,0.7856815588779676,0.0,0.866943359375,0.007080078125,0.06640625,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,512,640,4096,128,0.769974026992334,0.0,0.84521484375,0.0048828125,0.0654296875,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,640,768,4096,128,0.8419466393525319,0.0,0.868408203125,0.0078125,0.082275390625,1.0,79,0.6171875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,768,896,4096,128,0.7746460022761139,0.0,0.871337890625,0.006103515625,0.06298828125,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,896,1024,4096,128,0.7319238825270468,0.0,0.85302734375,0.006103515625,0.074951171875,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1024,1152,4096,128,0.7068245658550495,0.0,0.87548828125,0.006103515625,0.06494140625,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1152,1280,4096,128,0.7959646646730545,0.0,0.880615234375,0.006103515625,0.064453125,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1280,1408,4096,128,0.7539495267653632,0.0,0.85009765625,0.00927734375,0.070556640625,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1408,1536,4096,128,0.7900107371104529,0.0,0.85546875,0.0048828125,0.0654296875,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1536,1664,4096,128,0.7591581343681344,0.0,0.84912109375,0.007080078125,0.0712890625,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1664,1792,4096,128,0.7884170804888603,0.0,0.85302734375,0.007080078125,0.068359375,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1792,1920,4096,128,0.7534393235688049,0.0,0.8935546875,0.007568359375,0.06103515625,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,1920,2048,4096,128,0.7319962016410965,0.0,0.86181640625,0.00634765625,0.061279296875,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2048,2176,4096,128,0.8110959195936469,0.0,0.848876953125,0.008544921875,0.070068359375,1.0,82,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2176,2304,4096,128,0.7678960979863733,0.0,0.86181640625,0.006591796875,0.07666015625,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2304,2432,4096,128,0.7920901493699726,0.0,0.8837890625,0.005615234375,0.06787109375,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2432,2560,4096,128,0.7353408166341393,0.0,0.851806640625,0.00927734375,0.07177734375,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2560,2688,4096,128,0.7487435283240069,0.0,0.86474609375,0.004638671875,0.061767578125,1.0,88,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2688,2816,4096,128,0.7516986532751506,0.0,0.838134765625,0.010009765625,0.078857421875,1.0,82,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2816,2944,4096,128,0.8036507638615064,0.0,0.870361328125,0.007568359375,0.071044921875,1.0,82,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,2944,3072,4096,128,0.7053700703621893,0.0,0.8447265625,0.00439453125,0.0703125,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3072,3200,4096,128,0.7814497793524701,0.0,0.845947265625,0.007080078125,0.065673828125,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3200,3328,4096,128,0.7203239158602182,0.0,0.83251953125,0.006103515625,0.062255859375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3328,3456,4096,128,0.7300728105862735,0.0,0.85693359375,0.00732421875,0.068359375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3456,3584,4096,128,0.7462662750774477,0.0,0.865966796875,0.00732421875,0.07373046875,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3584,3712,4096,128,0.7413038474890746,0.0,0.87353515625,0.007080078125,0.070068359375,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3712,3840,4096,128,0.7214389442647601,0.0,0.856689453125,0.0078125,0.065185546875,1.0,88,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3840,3968,4096,128,0.7333165013245316,0.0,0.85888671875,0.005126953125,0.063720703125,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,3968,4096,4096,128,0.7647912778339832,0.0,0.869384765625,0.007568359375,0.06005859375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4096,4224,4096,128,0.6977774776311576,0.0,0.8349609375,0.007568359375,0.072998046875,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4224,4352,4096,128,0.7590612612725935,0.0,0.844482421875,0.006103515625,0.071533203125,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4352,4480,4096,128,0.7683089842523433,0.0,0.841552734375,0.006591796875,0.064697265625,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4480,4608,4096,128,0.7582712793868229,0.0,0.859375,0.0068359375,0.06298828125,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4608,4736,4096,128,0.7669525423703814,0.0,0.8388671875,0.00732421875,0.0791015625,1.0,82,0.640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4736,4864,4096,128,0.8554641705636611,0.0,0.884033203125,0.00830078125,0.06982421875,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4864,4992,4096,128,0.7752603324433682,0.0,0.87060546875,0.005615234375,0.060791015625,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gate_proj.output,128,4992,5120,4096,128,0.8234453559572213,0.0,0.894287109375,0.00732421875,0.060546875,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5120,5248,4096,128,0.7454036015370545,0.0,0.850341796875,0.005615234375,0.062255859375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5248,5376,4096,128,0.7205780167946854,0.0,0.829345703125,0.0087890625,0.075439453125,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5376,5504,4096,128,0.8579785333451135,0.0,0.89208984375,0.00634765625,0.049560546875,1.0,88,0.6875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5504,5632,4096,128,0.8045528761733532,0.0,0.8681640625,0.0048828125,0.063720703125,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5632,5760,4096,128,0.8115571762391681,0.0,0.847900390625,0.0068359375,0.06884765625,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5760,5888,4096,128,0.7989121785693591,0.0,0.865234375,0.00537109375,0.059814453125,1.0,86,0.671875
+fresh-en-1,layers.5.mlp.gate_proj.output,128,5888,6016,4096,128,0.8095171003015817,0.0,0.87060546875,0.007568359375,0.07080078125,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gate_proj.output,128,6016,6144,4096,128,0.7626460327252338,0.0,0.876220703125,0.00830078125,0.075439453125,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.up_proj.output,0,0,6144,196608,6144,0.30504600365269174,0.0,0.5010274251302084,0.008478800455729166,0.08455912272135417,1.0,4875,0.79345703125
+fresh-en-1,layers.5.mlp.up_proj.output,64,0,64,2048,64,0.29919107665766714,0.0,0.43603515625,0.0048828125,0.0751953125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,64,128,2048,64,0.30798541653613226,0.0,0.4833984375,0.01025390625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,128,192,2048,64,0.3113030023425121,0.0,0.49462890625,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,192,256,2048,64,0.2887866660811534,0.0,0.49365234375,0.0107421875,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,256,320,2048,64,0.29667407316589334,0.0,0.5146484375,0.0068359375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,320,384,2048,64,0.294507771274968,0.0,0.4775390625,0.00537109375,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,384,448,2048,64,0.3226268520778578,0.0,0.4970703125,0.0068359375,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,448,512,2048,64,0.30796376479779314,0.0,0.443359375,0.00927734375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,512,576,2048,64,0.2862744008467142,0.0,0.49658203125,0.00732421875,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,576,640,2048,64,0.2892452367028713,0.0,0.50732421875,0.0068359375,0.07470703125,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,640,704,2048,64,0.3007239563842641,0.0,0.48486328125,0.00830078125,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,704,768,2048,64,0.3094972695005897,0.0,0.52392578125,0.01025390625,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,768,832,2048,64,0.2951741812404579,0.0,0.47216796875,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,832,896,2048,64,0.29409923925796,0.0,0.51953125,0.0087890625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,896,960,2048,64,0.28268353394167883,0.0,0.43896484375,0.005859375,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,960,1024,2048,64,0.32951544093890395,0.0,0.474609375,0.009765625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.up_proj.output,64,1024,1088,2048,64,0.3157764129386514,0.0,0.4482421875,0.00732421875,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1088,1152,2048,64,0.32284830185173674,0.0,0.54638671875,0.00927734375,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1152,1216,2048,64,0.30264602053849554,0.0,0.51025390625,0.0126953125,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1216,1280,2048,64,0.3045221888158582,0.0,0.47705078125,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1280,1344,2048,64,0.31140049007150766,0.0,0.525390625,0.01123046875,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1344,1408,2048,64,0.3082613660047162,0.0,0.48779296875,0.00634765625,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1408,1472,2048,64,0.32059098988833523,0.0,0.5029296875,0.00732421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1472,1536,2048,64,0.32893857448884367,0.0,0.5068359375,0.00830078125,0.09814453125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1536,1600,2048,64,0.309534282157075,0.0,0.47119140625,0.0068359375,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1600,1664,2048,64,0.28743559881012637,0.0,0.517578125,0.01123046875,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1664,1728,2048,64,0.3222656074595537,0.0,0.5322265625,0.0078125,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1728,1792,2048,64,0.3196334285838861,0.0,0.490234375,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1792,1856,2048,64,0.3096167544948604,0.0,0.50390625,0.01171875,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,1856,1920,2048,64,0.2951672172901582,0.0,0.50439453125,0.0087890625,0.08740234375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1920,1984,2048,64,0.3310682119262497,0.0,0.46484375,0.00634765625,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,1984,2048,2048,64,0.28884158671582777,0.0,0.4765625,0.0048828125,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2048,2112,2048,64,0.32156351019602397,0.0,0.45947265625,0.00732421875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2112,2176,2048,64,0.31950169766597475,0.0,0.50634765625,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2176,2240,2048,64,0.29744826265610813,0.0,0.4970703125,0.01171875,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2240,2304,2048,64,0.30855177865772604,0.0,0.5380859375,0.00634765625,0.07275390625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2304,2368,2048,64,0.28960918844557193,0.0,0.501953125,0.0078125,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2368,2432,2048,64,0.3047667879130122,0.0,0.5439453125,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2432,2496,2048,64,0.3378537930456571,0.0,0.52197265625,0.01220703125,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2496,2560,2048,64,0.3102595082747411,0.0,0.4853515625,0.00732421875,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2560,2624,2048,64,0.2994009734747017,0.0,0.544921875,0.01123046875,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2624,2688,2048,64,0.29010732203304157,0.0,0.46630859375,0.005859375,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2688,2752,2048,64,0.3005252971888375,0.0,0.55517578125,0.0078125,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,2752,2816,2048,64,0.30531106034112027,0.0,0.5263671875,0.009765625,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,2816,2880,2048,64,0.28782790474234005,0.0,0.47705078125,0.00732421875,0.068359375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2880,2944,2048,64,0.28655660641369707,0.0,0.48779296875,0.0126953125,0.0927734375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,2944,3008,2048,64,0.2991531893693447,0.0,0.53662109375,0.0107421875,0.078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3008,3072,2048,64,0.2953046073502617,0.0,0.50244140625,0.0078125,0.07958984375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3072,3136,2048,64,0.3069511618516751,0.0,0.5126953125,0.00927734375,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3136,3200,2048,64,0.3085585778440883,0.0,0.4775390625,0.00927734375,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3200,3264,2048,64,0.3094150923958658,0.0,0.45751953125,0.0107421875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3264,3328,2048,64,0.3190496400304349,0.0,0.5244140625,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3328,3392,2048,64,0.31869748034300693,0.0,0.5185546875,0.00732421875,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3392,3456,2048,64,0.29977520219237086,0.0,0.484375,0.00537109375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3456,3520,2048,64,0.2987794013784126,0.0,0.51318359375,0.0107421875,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3520,3584,2048,64,0.3075418026501637,0.0,0.52099609375,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3584,3648,2048,64,0.30381780180038087,0.0,0.525390625,0.00732421875,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3648,3712,2048,64,0.3139311566103164,0.0,0.5302734375,0.01171875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3712,3776,2048,64,0.291490849000604,0.0,0.49951171875,0.0078125,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3776,3840,2048,64,0.306738534489157,0.0,0.5283203125,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3840,3904,2048,64,0.3082039012511704,0.0,0.490234375,0.005859375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,3904,3968,2048,64,0.30619745147003863,0.0,0.51318359375,0.01025390625,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,3968,4032,2048,64,0.3060804388680322,0.0,0.5087890625,0.0078125,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4032,4096,2048,64,0.2985193052280009,0.0,0.5439453125,0.00927734375,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4096,4160,2048,64,0.286458276765742,0.0,0.4833984375,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4160,4224,2048,64,0.31793868739743447,0.0,0.5126953125,0.01123046875,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4224,4288,2048,64,0.3074333396141408,0.0,0.49609375,0.00634765625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4288,4352,2048,64,0.30781839411649004,0.0,0.52001953125,0.0068359375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4352,4416,2048,64,0.3010957372933253,0.0,0.5048828125,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4416,4480,2048,64,0.30060033853838525,0.0,0.4951171875,0.0087890625,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4480,4544,2048,64,0.31037272785575126,0.0,0.451171875,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4544,4608,2048,64,0.34427154072449956,0.0,0.51904296875,0.01025390625,0.099609375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4608,4672,2048,64,0.3010342434057769,0.0,0.53857421875,0.01171875,0.0771484375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4672,4736,2048,64,0.29188307278089703,0.0,0.49365234375,0.00927734375,0.08984375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4736,4800,2048,64,0.29778292807884127,0.0,0.5126953125,0.009765625,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4800,4864,2048,64,0.302945183387184,0.0,0.54638671875,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,4864,4928,2048,64,0.2959810974351998,0.0,0.490234375,0.00830078125,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4928,4992,2048,64,0.3072418990658325,0.0,0.529296875,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,4992,5056,2048,64,0.30317872712053234,0.0,0.5009765625,0.01025390625,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5056,5120,2048,64,0.3049203964085984,0.0,0.5205078125,0.00390625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5120,5184,2048,64,0.3054710862530754,0.0,0.48779296875,0.00830078125,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5184,5248,2048,64,0.2911467931353502,0.0,0.4794921875,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5248,5312,2048,64,0.3074904602857536,0.0,0.48291015625,0.009765625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,5312,5376,2048,64,0.32572937095167415,0.0,0.49560546875,0.00830078125,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5376,5440,2048,64,0.30664831825435973,0.0,0.501953125,0.00634765625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5440,5504,2048,64,0.2685497751619376,0.0,0.5068359375,0.0078125,0.06982421875,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5504,5568,2048,64,0.3040557470935935,0.0,0.5146484375,0.00830078125,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5568,5632,2048,64,0.3072214042971945,0.0,0.4443359375,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5632,5696,2048,64,0.2959587050744666,0.0,0.50146484375,0.0068359375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5696,5760,2048,64,0.2973032155208868,0.0,0.51318359375,0.0107421875,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,5760,5824,2048,64,0.2933367012815113,0.0,0.50830078125,0.00830078125,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5824,5888,2048,64,0.2998394516655927,0.0,0.49462890625,0.01171875,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,5888,5952,2048,64,0.2980719357435112,0.0,0.5419921875,0.00634765625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,64,5952,6016,2048,64,0.2988765371536588,0.0,0.50927734375,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,64,6016,6080,2048,64,0.30817828389842566,0.0,0.50634765625,0.0078125,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,64,6080,6144,2048,64,0.31906360202541195,0.0,0.47119140625,0.0087890625,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,128,0,128,4096,128,0.3036200892155433,0.0,0.459716796875,0.007568359375,0.08154296875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,128,256,4096,128,0.3002559722750987,0.0,0.494140625,0.009033203125,0.08154296875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,256,384,4096,128,0.29559290674015737,0.0,0.49609375,0.006103515625,0.080810546875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,384,512,4096,128,0.31538053689955126,0.0,0.47021484375,0.008056640625,0.0830078125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,512,640,4096,128,0.287763652617426,0.0,0.501953125,0.007080078125,0.081298828125,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,128,640,768,4096,128,0.30514214537795775,0.0,0.50439453125,0.009521484375,0.0849609375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,768,896,4096,128,0.2946372004712622,0.0,0.495849609375,0.00830078125,0.084716796875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,896,1024,4096,128,0.30699381604432735,0.0,0.456787109375,0.00732421875,0.0869140625,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,128,1024,1152,4096,128,0.3193319346518226,0.0,0.497314453125,0.00830078125,0.0859375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,1152,1280,4096,128,0.30358555402801085,0.0,0.49365234375,0.0107421875,0.0830078125,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,1280,1408,4096,128,0.3098349036082513,0.0,0.506591796875,0.00830078125,0.083984375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,1408,1536,4096,128,0.32479160132640067,0.0,0.5048828125,0.0078125,0.091796875,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,1536,1664,4096,128,0.29868938321760924,0.0,0.494384765625,0.0087890625,0.0869140625,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,128,1664,1792,4096,128,0.32095221639643284,0.0,0.51123046875,0.009521484375,0.093017578125,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,1792,1920,4096,128,0.30247828089529516,0.0,0.504150390625,0.010498046875,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,1920,2048,4096,128,0.31067315877346185,0.0,0.470703125,0.005859375,0.081298828125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,2048,2176,4096,128,0.32053426174203936,0.0,0.48291015625,0.008056640625,0.0830078125,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.up_proj.output,128,2176,2304,4096,128,0.30305087779940804,0.0,0.517578125,0.009033203125,0.08154296875,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,2304,2432,4096,128,0.2972846086218708,0.0,0.52294921875,0.00732421875,0.0810546875,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,2432,2560,4096,128,0.3243502335055594,0.0,0.503662109375,0.009765625,0.09130859375,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.up_proj.output,128,2560,2688,4096,128,0.294790774291515,0.0,0.505615234375,0.00830078125,0.08154296875,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,128,2688,2816,4096,128,0.3029276298202743,0.0,0.540771484375,0.0087890625,0.082275390625,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,2816,2944,4096,128,0.28719295902554787,0.0,0.482421875,0.010009765625,0.080810546875,1.0,105,0.8203125
+fresh-en-1,layers.5.mlp.up_proj.output,128,2944,3072,4096,128,0.29723512732527363,0.0,0.51953125,0.009033203125,0.0791015625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3072,3200,4096,128,0.3077559192958435,0.0,0.4951171875,0.00927734375,0.082763671875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3200,3328,4096,128,0.3142692891501588,0.0,0.490966796875,0.0087890625,0.083984375,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,3328,3456,4096,128,0.3093810400028241,0.0,0.50146484375,0.00634765625,0.077392578125,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3456,3584,4096,128,0.3031922583653438,0.0,0.51708984375,0.009765625,0.0859375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3584,3712,4096,128,0.30891586862890885,0.0,0.52783203125,0.009521484375,0.081787109375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3712,3840,4096,128,0.2992118343178029,0.0,0.513916015625,0.0078125,0.085693359375,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.up_proj.output,128,3840,3968,4096,128,0.30720231447141466,0.0,0.501708984375,0.008056640625,0.083251953125,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,3968,4096,4096,128,0.30232351103698135,0.0,0.5263671875,0.008544921875,0.085693359375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,4096,4224,4096,128,0.30260812387608005,0.0,0.498046875,0.009521484375,0.078369140625,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,4224,4352,4096,128,0.30762592711177517,0.0,0.508056640625,0.006591796875,0.085205078125,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,4352,4480,4096,128,0.30084813988589243,0.0,0.5,0.0078125,0.083984375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,4480,4608,4096,128,0.32776067789580937,0.0,0.485107421875,0.009033203125,0.089599609375,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.up_proj.output,128,4608,4736,4096,128,0.29649396610968914,0.0,0.51611328125,0.010498046875,0.082763671875,1.0,106,0.828125
+fresh-en-1,layers.5.mlp.up_proj.output,128,4736,4864,4096,128,0.3003751457700045,0.0,0.529541015625,0.01025390625,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,4864,4992,4096,128,0.3016640470627254,0.0,0.509765625,0.0078125,0.07958984375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,4992,5120,4096,128,0.3040508088497735,0.0,0.5107421875,0.0068359375,0.085693359375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5120,5248,4096,128,0.29839490586271095,0.0,0.483642578125,0.00830078125,0.0869140625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5248,5376,4096,128,0.3167412242409551,0.0,0.4892578125,0.009521484375,0.08837890625,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.up_proj.output,128,5376,5504,4096,128,0.28822922546798957,0.0,0.50439453125,0.0078125,0.07861328125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5504,5632,4096,128,0.30564267421204744,0.0,0.4794921875,0.008544921875,0.0830078125,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5632,5760,4096,128,0.2966317220632463,0.0,0.50732421875,0.0087890625,0.087646484375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5760,5888,4096,128,0.2966058976940967,0.0,0.50146484375,0.009765625,0.084228515625,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.up_proj.output,128,5888,6016,4096,128,0.29847450757045085,0.0,0.525634765625,0.0068359375,0.089599609375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.up_proj.output,128,6016,6144,4096,128,0.31366816606408204,0.0,0.48876953125,0.008544921875,0.086669921875,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,0,0,6144,196608,6144,0.22019940192117946,0.0,0.8602294921875,0.0038706461588541665,0.039616902669270836,1.0,4837,0.7872721354166666
+fresh-en-1,layers.5.mlp.silu_gate,64,0,64,2048,64,0.21505681706110016,0.0,0.826171875,0.00244140625,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,64,128,2048,64,0.21237047227082378,0.0,0.84716796875,0.00390625,0.04541015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,128,192,2048,64,0.20896208461933052,0.0,0.8505859375,0.0029296875,0.03662109375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,192,256,2048,64,0.21381865885684892,0.0,0.88916015625,0.0029296875,0.0380859375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,256,320,2048,64,0.21270947534345902,0.0,0.8837890625,0.00439453125,0.04052734375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,320,384,2048,64,0.21018832779614932,0.0,0.8525390625,0.00439453125,0.03466796875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,384,448,2048,64,0.21273600610414867,0.0,0.89111328125,0.00390625,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,448,512,2048,64,0.24674921587600657,0.0,0.8427734375,0.00537109375,0.04638671875,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.silu_gate,64,512,576,2048,64,0.235792052726928,0.0,0.84765625,0.001953125,0.033203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,576,640,2048,64,0.23483122027590952,0.0,0.8427734375,0.00439453125,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,640,704,2048,64,0.21097501113930384,0.0,0.86865234375,0.00390625,0.03955078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,704,768,2048,64,0.2050218717026429,0.0,0.8681640625,0.0048828125,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,768,832,2048,64,0.2158291232484344,0.0,0.88427734375,0.0029296875,0.03515625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,832,896,2048,64,0.22774829146934442,0.0,0.8583984375,0.00390625,0.03515625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,896,960,2048,64,0.22552468386706265,0.0,0.8701171875,0.00439453125,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,960,1024,2048,64,0.2084094973224645,0.0,0.8359375,0.00439453125,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1024,1088,2048,64,0.20564271362630301,0.0,0.89990234375,0.00439453125,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,1088,1152,2048,64,0.20183303025782007,0.0,0.85107421875,0.00146484375,0.04248046875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,1152,1216,2048,64,0.22620421038549732,0.0,0.88916015625,0.0048828125,0.03466796875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1216,1280,2048,64,0.22000619041988062,0.0,0.8720703125,0.00439453125,0.03466796875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1280,1344,2048,64,0.2523106496506215,0.0,0.84033203125,0.00537109375,0.0439453125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,1344,1408,2048,64,0.20827422456068168,0.0,0.85986328125,0.00390625,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1408,1472,2048,64,0.2127949838329696,0.0,0.8681640625,0.00146484375,0.03564453125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1472,1536,2048,64,0.22276012629163935,0.0,0.8427734375,0.0029296875,0.03271484375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1536,1600,2048,64,0.21702482020488376,0.0,0.8427734375,0.00439453125,0.04638671875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1600,1664,2048,64,0.22193847702937533,0.0,0.85546875,0.00341796875,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1664,1728,2048,64,0.21477911955614473,0.0,0.82861328125,0.001953125,0.0390625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,1728,1792,2048,64,0.21838245882244586,0.0,0.87744140625,0.0048828125,0.0341796875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,1792,1856,2048,64,0.21693598623989743,0.0,0.90087890625,0.00537109375,0.03173828125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,1856,1920,2048,64,0.2081428937857019,0.0,0.88623046875,0.00341796875,0.03466796875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,1920,1984,2048,64,0.21597474603259156,0.0,0.8564453125,0.00439453125,0.0390625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,1984,2048,2048,64,0.21366115529368215,0.0,0.8671875,0.0029296875,0.033203125,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,2048,2112,2048,64,0.21418996025400838,0.0,0.8505859375,0.00390625,0.0439453125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,2112,2176,2048,64,0.24565973687470283,0.0,0.84716796875,0.00634765625,0.0390625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,2176,2240,2048,64,0.2111484526438509,0.0,0.86181640625,0.0029296875,0.0390625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,2240,2304,2048,64,0.21400464730593124,0.0,0.86181640625,0.00244140625,0.0439453125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,2304,2368,2048,64,0.2099498414782219,0.0,0.89501953125,0.00390625,0.0322265625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,2368,2432,2048,64,0.2513298722122219,0.0,0.87255859375,0.0029296875,0.04638671875,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,2432,2496,2048,64,0.21438508692065522,0.0,0.837890625,0.0048828125,0.04638671875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,2496,2560,2048,64,0.20682042277420604,0.0,0.86572265625,0.00537109375,0.0400390625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,2560,2624,2048,64,0.22343687894852365,0.0,0.8349609375,0.00244140625,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,2624,2688,2048,64,0.21432593810687728,0.0,0.89453125,0.001953125,0.03173828125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,2688,2752,2048,64,0.243755616337232,0.0,0.849609375,0.0068359375,0.04833984375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,2752,2816,2048,64,0.20654394965752143,0.0,0.82666015625,0.00634765625,0.0478515625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,2816,2880,2048,64,0.214103004306297,0.0,0.849609375,0.00390625,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,2880,2944,2048,64,0.20573528480684075,0.0,0.89111328125,0.00341796875,0.03857421875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,2944,3008,2048,64,0.2096055317093961,0.0,0.85888671875,0.00244140625,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,3008,3072,2048,64,0.2092627615049876,0.0,0.83056640625,0.00244140625,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3072,3136,2048,64,0.22660513286616563,0.0,0.8671875,0.00439453125,0.03369140625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,3136,3200,2048,64,0.2259080667679491,0.0,0.82470703125,0.0029296875,0.0419921875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,3200,3264,2048,64,0.2298688684892043,0.0,0.80908203125,0.0048828125,0.03955078125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.silu_gate,64,3264,3328,2048,64,0.21966113288018707,0.0,0.85595703125,0.0029296875,0.04052734375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3328,3392,2048,64,0.21010023578287296,0.0,0.85986328125,0.00439453125,0.03955078125,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,3392,3456,2048,64,0.221425133284842,0.0,0.85400390625,0.00244140625,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3456,3520,2048,64,0.21194200458484655,0.0,0.8583984375,0.0048828125,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,3520,3584,2048,64,0.20825210918930862,0.0,0.87353515625,0.00390625,0.03759765625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,3584,3648,2048,64,0.20365552553960203,0.0,0.84716796875,0.00244140625,0.0439453125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3648,3712,2048,64,0.2079879027954041,0.0,0.89990234375,0.00341796875,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,3712,3776,2048,64,0.20251778958419556,0.0,0.859375,0.00244140625,0.041015625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,3776,3840,2048,64,0.21635042002484076,0.0,0.85400390625,0.0048828125,0.0380859375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3840,3904,2048,64,0.2192033405031532,0.0,0.85595703125,0.0029296875,0.03564453125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,3904,3968,2048,64,0.21415115474241536,0.0,0.86181640625,0.00341796875,0.03857421875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,3968,4032,2048,64,0.25009865562624206,0.0,0.85302734375,0.00634765625,0.044921875,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,4032,4096,2048,64,0.21641357283444276,0.0,0.8857421875,0.00341796875,0.03515625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,4096,4160,2048,64,0.21059184918347382,0.0,0.83837890625,0.00390625,0.03759765625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,4160,4224,2048,64,0.2000421739515173,0.0,0.83154296875,0.00634765625,0.0458984375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4224,4288,2048,64,0.207052522288857,0.0,0.86083984375,0.005859375,0.03955078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4288,4352,2048,64,0.2406332124491769,0.0,0.828125,0.00244140625,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,4352,4416,2048,64,0.23957202224615584,0.0,0.828125,0.0048828125,0.0400390625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,4416,4480,2048,64,0.22660050287481734,0.0,0.85498046875,0.005859375,0.037109375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,4480,4544,2048,64,0.21616678199281553,0.0,0.8662109375,0.00244140625,0.0302734375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,4544,4608,2048,64,0.20480335672066696,0.0,0.8525390625,0.00537109375,0.03759765625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4608,4672,2048,64,0.20912870511203074,0.0,0.85205078125,0.0048828125,0.05029296875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4672,4736,2048,64,0.2173027047907032,0.0,0.82568359375,0.00341796875,0.04296875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,4736,4800,2048,64,0.20796368771327223,0.0,0.86474609375,0.00537109375,0.0390625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4800,4864,2048,64,0.24863081511399063,0.0,0.9033203125,0.0048828125,0.03857421875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,4864,4928,2048,64,0.2751392928615767,0.0,0.8671875,0.00146484375,0.03955078125,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.silu_gate,64,4928,4992,2048,64,0.20917957469175513,0.0,0.8740234375,0.00341796875,0.0361328125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,4992,5056,2048,64,0.2153039928657599,0.0,0.90966796875,0.00390625,0.0302734375,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,5056,5120,2048,64,0.21858839357139348,0.0,0.87890625,0.00732421875,0.033203125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,5120,5184,2048,64,0.25255085723653914,0.0,0.85693359375,0.00341796875,0.0322265625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,5184,5248,2048,64,0.21632190467634316,0.0,0.84375,0.00390625,0.03857421875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5248,5312,2048,64,0.2010665054040302,0.0,0.80419921875,0.005859375,0.046875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5312,5376,2048,64,0.2106860224471373,0.0,0.8544921875,0.00537109375,0.037109375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,5376,5440,2048,64,0.23160240613318345,0.0,0.86865234375,0.00390625,0.03759765625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5440,5504,2048,64,0.22708994804864716,0.0,0.91552734375,0.00146484375,0.02197265625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.silu_gate,64,5504,5568,2048,64,0.2272962739613295,0.0,0.8603515625,0.001953125,0.03369140625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5568,5632,2048,64,0.22876053803442953,0.0,0.8759765625,0.0009765625,0.04052734375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5632,5696,2048,64,0.246273842260856,0.0,0.8818359375,0.00634765625,0.046875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,64,5696,5760,2048,64,0.23910013884897,0.0,0.81396484375,0.00048828125,0.04345703125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.silu_gate,64,5760,5824,2048,64,0.24181228023912374,0.0,0.8779296875,0.00244140625,0.02587890625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,5824,5888,2048,64,0.20980306845737562,0.0,0.8525390625,0.001953125,0.03759765625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,5888,5952,2048,64,0.21277903365094095,0.0,0.8720703125,0.00341796875,0.0400390625,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,5952,6016,2048,64,0.23429562351525043,0.0,0.869140625,0.00341796875,0.03955078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,64,6016,6080,2048,64,0.20542028802754753,0.0,0.884765625,0.00341796875,0.03955078125,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,64,6080,6144,2048,64,0.21081510841559817,0.0,0.86767578125,0.00537109375,0.0380859375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,0,128,4096,128,0.21371786548740404,0.0,0.836669921875,0.003173828125,0.046630859375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,128,256,4096,128,0.2114043184088227,0.0,0.869873046875,0.0029296875,0.03759765625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,256,384,4096,128,0.21145265905472924,0.0,0.8681640625,0.00439453125,0.03759765625,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,128,384,512,4096,128,0.23037120461178354,0.0,0.866943359375,0.00439453125,0.04248046875,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.silu_gate,128,512,640,4096,128,0.23531212691386216,0.0,0.84521484375,0.003173828125,0.03857421875,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,640,768,4096,128,0.20801973848854388,0.0,0.868408203125,0.00439453125,0.03857421875,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,768,896,4096,128,0.22186876155668395,0.0,0.871337890625,0.00341796875,0.03515625,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,896,1024,4096,128,0.21713578885980644,0.0,0.85302734375,0.00439453125,0.045654296875,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.silu_gate,128,1024,1152,4096,128,0.20374677638019673,0.0,0.87548828125,0.0029296875,0.0390625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,1152,1280,4096,128,0.2231267225358665,0.0,0.880615234375,0.004638671875,0.03515625,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,1280,1408,4096,128,0.23134262095804128,0.0,0.85009765625,0.00439453125,0.044921875,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.silu_gate,128,1408,1536,4096,128,0.21783454616972595,0.0,0.85546875,0.002197265625,0.034423828125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,1536,1664,4096,128,0.21949539877988408,0.0,0.84912109375,0.003662109375,0.0439453125,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.silu_gate,128,1664,1792,4096,128,0.21658828283017756,0.0,0.85302734375,0.003662109375,0.036865234375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,1792,1920,4096,128,0.21258490816537629,0.0,0.8935546875,0.00439453125,0.03369140625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,1920,2048,4096,128,0.21482106531398798,0.0,0.86181640625,0.00390625,0.0361328125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,2048,2176,4096,128,0.23046262755050104,0.0,0.848876953125,0.0048828125,0.04150390625,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,2176,2304,4096,128,0.2125813469268042,0.0,0.86181640625,0.002685546875,0.0419921875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,2304,2432,4096,128,0.2315660171559531,0.0,0.8837890625,0.00341796875,0.0390625,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.silu_gate,128,2432,2560,4096,128,0.2106367166123682,0.0,0.851806640625,0.005126953125,0.043701171875,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,128,2560,2688,4096,128,0.21892880877085386,0.0,0.86474609375,0.002197265625,0.03857421875,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.silu_gate,128,2688,2816,4096,128,0.22591724550825307,0.0,0.838134765625,0.0068359375,0.048828125,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.silu_gate,128,2816,2944,4096,128,0.20996083428527107,0.0,0.870361328125,0.003662109375,0.040283203125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,2944,3072,4096,128,0.20943421673149779,0.0,0.8447265625,0.00244140625,0.04248046875,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,3072,3200,4096,128,0.22625686826273886,0.0,0.845947265625,0.003662109375,0.037841796875,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.silu_gate,128,3200,3328,4096,128,0.2248229414436106,0.0,0.83251953125,0.00390625,0.039794921875,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,3328,3456,4096,128,0.21583697404085897,0.0,0.85693359375,0.00341796875,0.039794921875,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,128,3456,3584,4096,128,0.21010515734893187,0.0,0.865966796875,0.00439453125,0.041015625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,3584,3712,4096,128,0.20583311297267257,0.0,0.87353515625,0.002685546875,0.040771484375,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,3712,3840,4096,128,0.20954827527683628,0.0,0.856689453125,0.00390625,0.039306640625,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,3840,3968,4096,128,0.21669197212316293,0.0,0.85888671875,0.003173828125,0.037353515625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,3968,4096,4096,128,0.2338633918049406,0.0,0.869384765625,0.0048828125,0.0400390625,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,4096,4224,4096,128,0.2053847588086371,0.0,0.8349609375,0.005126953125,0.04150390625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,4224,4352,4096,128,0.2244717019133908,0.0,0.844482421875,0.00439453125,0.044189453125,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,4352,4480,4096,128,0.23317648010276754,0.0,0.841552734375,0.005126953125,0.038330078125,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.silu_gate,128,4480,4608,4096,128,0.21056173983084178,0.0,0.859375,0.003662109375,0.03369140625,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,4608,4736,4096,128,0.21325487193870885,0.0,0.8388671875,0.004150390625,0.046875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,4736,4864,4096,128,0.22920097908991444,0.0,0.884033203125,0.00537109375,0.0380859375,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.silu_gate,128,4864,4992,4096,128,0.2443948904381923,0.0,0.87060546875,0.002685546875,0.039794921875,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.silu_gate,128,4992,5120,4096,128,0.21695240854627726,0.0,0.894287109375,0.00537109375,0.03173828125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,5120,5248,4096,128,0.23513517594536093,0.0,0.850341796875,0.003662109375,0.0341796875,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.silu_gate,128,5248,5376,4096,128,0.2059324399529911,0.0,0.829345703125,0.005615234375,0.0419921875,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.silu_gate,128,5376,5504,4096,128,0.22935727482621662,0.0,0.89208984375,0.002685546875,0.02978515625,1.0,104,0.8125
+fresh-en-1,layers.5.mlp.silu_gate,128,5504,5632,4096,128,0.22802958132499546,0.0,0.8681640625,0.00146484375,0.037109375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,5632,5760,4096,128,0.24271349548338025,0.0,0.847900390625,0.00341796875,0.045654296875,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.silu_gate,128,5760,5888,4096,128,0.2263741442927778,0.0,0.865234375,0.002197265625,0.031982421875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,5888,6016,4096,128,0.22379606381684666,0.0,0.87060546875,0.00341796875,0.039794921875,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.silu_gate,128,6016,6144,4096,128,0.20813517803293247,0.0,0.876220703125,0.00439453125,0.038330078125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.gated_product,0,0,6144,196608,6144,0.07049473236637414,0.0,0.498016357421875,0.023813883463541668,0.1647186279296875,1.0,4325,0.7039388020833334
+fresh-en-1,layers.5.mlp.gated_product,64,0,64,2048,64,0.06444789582065193,0.0,0.55712890625,0.01611328125,0.1611328125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,64,128,2048,64,0.06466913863239435,0.0,0.50634765625,0.02685546875,0.14892578125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,128,192,2048,64,0.06573678449146192,0.0,0.49755859375,0.0185546875,0.14501953125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,192,256,2048,64,0.06598913928755396,0.0,0.5048828125,0.02392578125,0.1611328125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,256,320,2048,64,0.06565861656072595,0.0,0.4912109375,0.021484375,0.14892578125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,320,384,2048,64,0.06680389464328168,0.0,0.51953125,0.02099609375,0.154296875,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,384,448,2048,64,0.06684110320440775,0.0,0.50244140625,0.01708984375,0.1337890625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,448,512,2048,64,0.07386319429822046,0.0,0.5390625,0.02685546875,0.173828125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,512,576,2048,64,0.08667356690884587,0.0,0.46435546875,0.0234375,0.1953125,1.0,37,0.578125
+fresh-en-1,layers.5.mlp.gated_product,64,576,640,2048,64,0.0711341284826373,0.0,0.50830078125,0.0234375,0.1640625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,640,704,2048,64,0.06040792646360996,0.0,0.5390625,0.0205078125,0.142578125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,704,768,2048,64,0.06169986737793486,0.0,0.47216796875,0.0234375,0.15478515625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,768,832,2048,64,0.06472600763259392,0.0,0.5234375,0.021484375,0.1533203125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,832,896,2048,64,0.07464526527023506,0.0,0.4912109375,0.02685546875,0.17041015625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gated_product,64,896,960,2048,64,0.06537934342576009,0.0,0.54736328125,0.01953125,0.1640625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,960,1024,2048,64,0.0683419348151345,0.0,0.51171875,0.02880859375,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,1024,1088,2048,64,0.06360996323076465,0.0,0.54541015625,0.02197265625,0.14599609375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,1088,1152,2048,64,0.06405492101577329,0.0,0.4736328125,0.02294921875,0.15283203125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,1152,1216,2048,64,0.09203106564033955,0.0,0.5048828125,0.03369140625,0.19873046875,1.0,38,0.59375
+fresh-en-1,layers.5.mlp.gated_product,64,1216,1280,2048,64,0.0627718821186818,0.0,0.52099609375,0.017578125,0.1533203125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,1280,1344,2048,64,0.08495238326426723,0.0,0.47216796875,0.0341796875,0.1962890625,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gated_product,64,1344,1408,2048,64,0.06297332370964215,0.0,0.494140625,0.0185546875,0.1455078125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,1408,1472,2048,64,0.06676315544563728,0.0,0.501953125,0.01904296875,0.14794921875,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,1472,1536,2048,64,0.07638117290313313,0.0,0.50390625,0.021484375,0.17626953125,1.0,43,0.671875
+fresh-en-1,layers.5.mlp.gated_product,64,1536,1600,2048,64,0.07094734963739302,0.0,0.51611328125,0.0263671875,0.17333984375,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,1600,1664,2048,64,0.06883774589303139,0.0,0.474609375,0.0283203125,0.17138671875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,1664,1728,2048,64,0.10529887592302321,0.0,0.45751953125,0.03515625,0.2265625,1.0,33,0.515625
+fresh-en-1,layers.5.mlp.gated_product,64,1728,1792,2048,64,0.06749544633155506,0.0,0.50732421875,0.02392578125,0.14990234375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,1792,1856,2048,64,0.06765273125586609,0.0,0.50830078125,0.021484375,0.14501953125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,1856,1920,2048,64,0.060497642466952044,0.0,0.4921875,0.0185546875,0.14794921875,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,1920,1984,2048,64,0.07054398970989419,0.0,0.548828125,0.0205078125,0.14306640625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,1984,2048,2048,64,0.06944213898436814,0.0,0.5244140625,0.021484375,0.17236328125,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,2048,2112,2048,64,0.064087486611398,0.0,0.50048828125,0.01953125,0.14111328125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,2112,2176,2048,64,0.07638254964704212,0.0,0.49609375,0.0263671875,0.16259765625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,2176,2240,2048,64,0.06389274212258425,0.0,0.51513671875,0.03076171875,0.16796875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,2240,2304,2048,64,0.06806013587970029,0.0,0.47216796875,0.02197265625,0.16552734375,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,2304,2368,2048,64,0.0600744699123942,0.0,0.48486328125,0.0205078125,0.14306640625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,2368,2432,2048,64,0.07225206306220303,0.0,0.46435546875,0.021484375,0.162109375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,2432,2496,2048,64,0.09783282608316968,0.0,0.50146484375,0.03955078125,0.22119140625,1.0,36,0.5625
+fresh-en-1,layers.5.mlp.gated_product,64,2496,2560,2048,64,0.068653106007794,0.0,0.48974609375,0.0263671875,0.1767578125,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gated_product,64,2560,2624,2048,64,0.0662304343090255,0.0,0.4541015625,0.02294921875,0.16015625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,2624,2688,2048,64,0.0617400663997687,0.0,0.51318359375,0.013671875,0.14306640625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,2688,2752,2048,64,0.08013721952818316,0.0,0.45751953125,0.02880859375,0.1806640625,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gated_product,64,2752,2816,2048,64,0.06269379489312457,0.0,0.50048828125,0.02783203125,0.166015625,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,2816,2880,2048,64,0.062104412856721136,0.0,0.51904296875,0.021484375,0.14599609375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,2880,2944,2048,64,0.0584236500564259,0.0,0.5185546875,0.0234375,0.15234375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,2944,3008,2048,64,0.061626918649048616,0.0,0.4853515625,0.01904296875,0.15283203125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,3008,3072,2048,64,0.06599608484912697,0.0,0.5048828125,0.02294921875,0.166015625,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,3072,3136,2048,64,0.07964111490034154,0.0,0.4912109375,0.03173828125,0.17138671875,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gated_product,64,3136,3200,2048,64,0.09306239825018968,0.0,0.49169921875,0.03173828125,0.21337890625,1.0,36,0.5625
+fresh-en-1,layers.5.mlp.gated_product,64,3200,3264,2048,64,0.06823590846432152,0.0,0.5107421875,0.0224609375,0.15380859375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,3264,3328,2048,64,0.09319847176820256,0.0,0.48779296875,0.02685546875,0.201171875,1.0,40,0.625
+fresh-en-1,layers.5.mlp.gated_product,64,3328,3392,2048,64,0.06470566372427267,0.0,0.47314453125,0.01806640625,0.14404296875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,3392,3456,2048,64,0.06854288819020145,0.0,0.50634765625,0.0205078125,0.1572265625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,3456,3520,2048,64,0.07770814448295443,0.0,0.48291015625,0.0322265625,0.1943359375,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gated_product,64,3520,3584,2048,64,0.06827377023697019,0.0,0.4755859375,0.025390625,0.15869140625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,3584,3648,2048,64,0.05950487365955525,0.0,0.48876953125,0.02197265625,0.14990234375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,3648,3712,2048,64,0.06460455653827268,0.0,0.48681640625,0.02392578125,0.15478515625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,3712,3776,2048,64,0.06270840528542494,0.0,0.50048828125,0.03125,0.1689453125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,3776,3840,2048,64,0.06676742365872688,0.0,0.46142578125,0.02587890625,0.158203125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,3840,3904,2048,64,0.0660649013110495,0.0,0.51513671875,0.01953125,0.14404296875,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,3904,3968,2048,64,0.06581772522095793,0.0,0.4775390625,0.025390625,0.15478515625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,3968,4032,2048,64,0.09130089973898785,0.0,0.51123046875,0.0322265625,0.1962890625,1.0,36,0.5625
+fresh-en-1,layers.5.mlp.gated_product,64,4032,4096,2048,64,0.06479823283875419,0.0,0.4580078125,0.02001953125,0.14453125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,4096,4160,2048,64,0.05909172250944149,0.0,0.50732421875,0.01806640625,0.15625,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,4160,4224,2048,64,0.06207315924819151,0.0,0.47509765625,0.025390625,0.15966796875,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,4224,4288,2048,64,0.06538334684978879,0.0,0.50927734375,0.02294921875,0.15966796875,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,4288,4352,2048,64,0.07287671622060773,0.0,0.51220703125,0.017578125,0.1669921875,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,4352,4416,2048,64,0.06581349904355363,0.0,0.4794921875,0.021484375,0.1494140625,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,4416,4480,2048,64,0.0694000407150991,0.0,0.50341796875,0.0224609375,0.16455078125,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,4480,4544,2048,64,0.06856378759233485,0.0,0.54296875,0.02099609375,0.1455078125,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,4544,4608,2048,64,0.06688312878796139,0.0,0.47412109375,0.0234375,0.1650390625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,4608,4672,2048,64,0.064317030388957,0.0,0.4609375,0.0234375,0.1611328125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,4672,4736,2048,64,0.0650816980604438,0.0,0.5322265625,0.02294921875,0.17724609375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,4736,4800,2048,64,0.060047926501897476,0.0,0.50439453125,0.02197265625,0.158203125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,4800,4864,2048,64,0.0796594327558664,0.0,0.46533203125,0.02734375,0.16015625,1.0,44,0.6875
+fresh-en-1,layers.5.mlp.gated_product,64,4864,4928,2048,64,0.07186272153489989,0.0,0.486328125,0.017578125,0.1484375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,4928,4992,2048,64,0.06755273471469063,0.0,0.49609375,0.01806640625,0.15478515625,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,4992,5056,2048,64,0.06554311200065442,0.0,0.50341796875,0.0224609375,0.14208984375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,5056,5120,2048,64,0.06458442436544959,0.0,0.48046875,0.01806640625,0.1396484375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.gated_product,64,5120,5184,2048,64,0.08271979934133097,0.0,0.4921875,0.02587890625,0.1884765625,1.0,42,0.65625
+fresh-en-1,layers.5.mlp.gated_product,64,5184,5248,2048,64,0.06185787569830766,0.0,0.5341796875,0.0234375,0.1494140625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,5248,5312,2048,64,0.06731950090976163,0.0,0.5029296875,0.0283203125,0.18505859375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,5312,5376,2048,64,0.07199958877699575,0.0,0.48876953125,0.0263671875,0.1787109375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,5376,5440,2048,64,0.08963765088547858,0.0,0.47509765625,0.02490234375,0.189453125,1.0,39,0.609375
+fresh-en-1,layers.5.mlp.gated_product,64,5440,5504,2048,64,0.05906891853288542,0.0,0.51123046875,0.0166015625,0.111328125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.gated_product,64,5504,5568,2048,64,0.07186439537095878,0.0,0.4921875,0.02197265625,0.16162109375,1.0,47,0.734375
+fresh-en-1,layers.5.mlp.gated_product,64,5568,5632,2048,64,0.06733171664982054,0.0,0.52734375,0.02294921875,0.15234375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,5632,5696,2048,64,0.10088663784865828,0.0,0.49365234375,0.0341796875,0.21533203125,1.0,34,0.53125
+fresh-en-1,layers.5.mlp.gated_product,64,5696,5760,2048,64,0.06726599198420034,0.0,0.4755859375,0.02197265625,0.1708984375,1.0,45,0.703125
+fresh-en-1,layers.5.mlp.gated_product,64,5760,5824,2048,64,0.06773639409670659,0.0,0.49462890625,0.01611328125,0.1474609375,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,5824,5888,2048,64,0.05919381554583314,0.0,0.50927734375,0.021484375,0.13720703125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.gated_product,64,5888,5952,2048,64,0.06990271410439752,0.0,0.4736328125,0.02490234375,0.1630859375,1.0,46,0.71875
+fresh-en-1,layers.5.mlp.gated_product,64,5952,6016,2048,64,0.07051253338264482,0.0,0.47705078125,0.0263671875,0.1640625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,6016,6080,2048,64,0.06161068033587194,0.0,0.50048828125,0.02099609375,0.1640625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.gated_product,64,6080,6144,2048,64,0.07941434987664152,0.0,0.509765625,0.02880859375,0.17236328125,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.gated_product,128,0,128,4096,128,0.06455861200167427,0.0,0.53173828125,0.021484375,0.155517578125,1.0,93,0.7265625
+fresh-en-1,layers.5.mlp.gated_product,128,128,256,4096,128,0.06586308275198294,0.0,0.501220703125,0.021240234375,0.1533203125,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,256,384,4096,128,0.0662337310899028,0.0,0.50537109375,0.021240234375,0.151611328125,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,384,512,4096,128,0.07043970666292895,0.0,0.520751953125,0.02197265625,0.154052734375,1.0,93,0.7265625
+fresh-en-1,layers.5.mlp.gated_product,128,512,640,4096,128,0.07928546977752776,0.0,0.486328125,0.024658203125,0.181396484375,1.0,82,0.640625
+fresh-en-1,layers.5.mlp.gated_product,128,640,768,4096,128,0.061057314115868455,0.0,0.505615234375,0.02197265625,0.14892578125,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.gated_product,128,768,896,4096,128,0.06986190553985185,0.0,0.50732421875,0.02392578125,0.16357421875,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gated_product,128,896,1024,4096,128,0.06687704614088293,0.0,0.529541015625,0.024169921875,0.168701171875,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,1024,1152,4096,128,0.06383282983135004,0.0,0.509521484375,0.0224609375,0.149658203125,1.0,95,0.7421875
+fresh-en-1,layers.5.mlp.gated_product,128,1152,1280,4096,128,0.07877190561240147,0.0,0.512939453125,0.026123046875,0.175537109375,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gated_product,128,1280,1408,4096,128,0.07477481835925222,0.0,0.483154296875,0.025146484375,0.17236328125,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gated_product,128,1408,1536,4096,128,0.07173354340584552,0.0,0.5029296875,0.019775390625,0.161865234375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gated_product,128,1536,1664,4096,128,0.06990050672278439,0.0,0.495361328125,0.02685546875,0.171875,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gated_product,128,1664,1792,4096,128,0.08844062569359194,0.0,0.482421875,0.029541015625,0.194580078125,1.0,80,0.625
+fresh-en-1,layers.5.mlp.gated_product,128,1792,1920,4096,128,0.06417498262733538,0.0,0.500244140625,0.0205078125,0.145751953125,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.gated_product,128,1920,2048,4096,128,0.0699952325194865,0.0,0.53662109375,0.02099609375,0.158447265625,1.0,92,0.71875
+fresh-en-1,layers.5.mlp.gated_product,128,2048,2176,4096,128,0.07050354540996139,0.0,0.498291015625,0.02294921875,0.154541015625,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,2176,2304,4096,128,0.06600933491524634,0.0,0.49365234375,0.02587890625,0.1669921875,1.0,91,0.7109375
+fresh-en-1,layers.5.mlp.gated_product,128,2304,2432,4096,128,0.06644284217280187,0.0,0.474609375,0.02197265625,0.153564453125,1.0,93,0.7265625
+fresh-en-1,layers.5.mlp.gated_product,128,2432,2560,4096,128,0.0845118655099304,0.0,0.49560546875,0.035400390625,0.20361328125,1.0,79,0.6171875
+fresh-en-1,layers.5.mlp.gated_product,128,2560,2688,4096,128,0.0640246289634309,0.0,0.483642578125,0.0185546875,0.150390625,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.gated_product,128,2688,2816,4096,128,0.07194611133275167,0.0,0.47900390625,0.027587890625,0.178955078125,1.0,85,0.6640625
+fresh-en-1,layers.5.mlp.gated_product,128,2816,2944,4096,128,0.060292126277789314,0.0,0.518798828125,0.022705078125,0.149658203125,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.gated_product,128,2944,3072,4096,128,0.06384888533713656,0.0,0.4951171875,0.0205078125,0.161376953125,1.0,95,0.7421875
+fresh-en-1,layers.5.mlp.gated_product,128,3072,3200,4096,128,0.08661211563818975,0.0,0.491455078125,0.0322265625,0.189453125,1.0,78,0.609375
+fresh-en-1,layers.5.mlp.gated_product,128,3200,3328,4096,128,0.08167647869454128,0.0,0.499267578125,0.022705078125,0.1787109375,1.0,84,0.65625
+fresh-en-1,layers.5.mlp.gated_product,128,3328,3456,4096,128,0.06665189584495369,0.0,0.48974609375,0.019287109375,0.151611328125,1.0,96,0.75
+fresh-en-1,layers.5.mlp.gated_product,128,3456,3584,4096,128,0.07314322737394871,0.0,0.479248046875,0.029296875,0.17626953125,1.0,87,0.6796875
+fresh-en-1,layers.5.mlp.gated_product,128,3584,3712,4096,128,0.06210707976851956,0.0,0.48779296875,0.02197265625,0.150390625,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.gated_product,128,3712,3840,4096,128,0.06476971883320568,0.0,0.48095703125,0.0283203125,0.1640625,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,3840,3968,4096,128,0.06594142908104218,0.0,0.496337890625,0.0224609375,0.1494140625,1.0,95,0.7421875
+fresh-en-1,layers.5.mlp.gated_product,128,3968,4096,4096,128,0.0791664868242052,0.0,0.484619140625,0.025390625,0.1748046875,1.0,83,0.6484375
+fresh-en-1,layers.5.mlp.gated_product,128,4096,4224,4096,128,0.060600778741630786,0.0,0.4912109375,0.021728515625,0.15869140625,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.gated_product,128,4224,4352,4096,128,0.06923148782302305,0.0,0.5107421875,0.021240234375,0.161865234375,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gated_product,128,4352,4480,4096,128,0.06763054896869183,0.0,0.491455078125,0.022705078125,0.156494140625,1.0,91,0.7109375
+fresh-en-1,layers.5.mlp.gated_product,128,4480,4608,4096,128,0.06772867149691422,0.0,0.508544921875,0.022216796875,0.15625,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,4608,4736,4096,128,0.06470049389488768,0.0,0.49658203125,0.023193359375,0.168701171875,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.gated_product,128,4736,4864,4096,128,0.07053856641640685,0.0,0.48486328125,0.025390625,0.16162109375,1.0,92,0.71875
+fresh-en-1,layers.5.mlp.gated_product,128,4864,4992,4096,128,0.06974103065569054,0.0,0.4912109375,0.017822265625,0.1513671875,1.0,91,0.7109375
+fresh-en-1,layers.5.mlp.gated_product,128,4992,5120,4096,128,0.06506553389217216,0.0,0.491943359375,0.020263671875,0.140869140625,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.gated_product,128,5120,5248,4096,128,0.07303753141015015,0.0,0.51318359375,0.02490234375,0.169677734375,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.gated_product,128,5248,5376,4096,128,0.06969883781956444,0.0,0.495849609375,0.02783203125,0.1826171875,1.0,90,0.703125
+fresh-en-1,layers.5.mlp.gated_product,128,5376,5504,4096,128,0.07590798901601725,0.0,0.4931640625,0.0205078125,0.147216796875,1.0,88,0.6875
+fresh-en-1,layers.5.mlp.gated_product,128,5504,5632,4096,128,0.06963494592891274,0.0,0.509765625,0.02197265625,0.1572265625,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,5632,5760,4096,128,0.0857403853910887,0.0,0.484619140625,0.030029296875,0.198974609375,1.0,78,0.609375
+fresh-en-1,layers.5.mlp.gated_product,128,5760,5888,4096,128,0.06360867426734527,0.0,0.501953125,0.01904296875,0.141845703125,1.0,95,0.7421875
+fresh-en-1,layers.5.mlp.gated_product,128,5888,6016,4096,128,0.07020828584718379,0.0,0.475341796875,0.025634765625,0.1640625,1.0,94,0.734375
+fresh-en-1,layers.5.mlp.gated_product,128,6016,6144,4096,128,0.0710721988465906,0.0,0.505126953125,0.025146484375,0.172607421875,1.0,89,0.6953125
+fresh-en-1,layers.5.mlp.down_proj.output,0,0,2048,65536,2048,0.04624725854536402,0.0,0.4998626708984375,0.0091094970703125,0.08978271484375,1.0,1576,0.76953125
+fresh-en-1,layers.5.mlp.down_proj.output,64,0,64,2048,64,0.04627229055121116,0.0,0.5126953125,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,64,128,2048,64,0.04241883280299538,0.0,0.51123046875,0.009765625,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,128,192,2048,64,0.04552892896143035,0.0,0.509765625,0.009765625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,192,256,2048,64,0.04573311031800257,0.0,0.52490234375,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,256,320,2048,64,0.047565879044098765,0.0,0.48583984375,0.0078125,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.down_proj.output,64,320,384,2048,64,0.045812660315073056,0.0,0.47509765625,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,384,448,2048,64,0.04581343144960679,0.0,0.48291015625,0.0126953125,0.08984375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.down_proj.output,64,448,512,2048,64,0.04684584392705457,0.0,0.52099609375,0.01171875,0.1015625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,512,576,2048,64,0.043679920923068175,0.0,0.51220703125,0.0107421875,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,576,640,2048,64,0.04742593977129227,0.0,0.46875,0.00830078125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,640,704,2048,64,0.0444083140057633,0.0,0.4775390625,0.009765625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,704,768,2048,64,0.04498592232356685,0.0,0.490234375,0.005859375,0.080078125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,768,832,2048,64,0.04718638556535598,0.0,0.50146484375,0.00634765625,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,832,896,2048,64,0.04545049426461668,0.0,0.466796875,0.0107421875,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,64,896,960,2048,64,0.04769321719026081,0.0,0.51611328125,0.00830078125,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.5.mlp.down_proj.output,64,960,1024,2048,64,0.0468019508523547,0.0,0.48193359375,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,1024,1088,2048,64,0.04525067373483653,0.0,0.48779296875,0.005859375,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,1088,1152,2048,64,0.045306261487647506,0.0,0.52880859375,0.00732421875,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,1152,1216,2048,64,0.057788820085686726,0.0,0.484375,0.0126953125,0.11181640625,1.0,41,0.640625
+fresh-en-1,layers.5.mlp.down_proj.output,64,1216,1280,2048,64,0.0465786526855707,0.0,0.529296875,0.00927734375,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,1280,1344,2048,64,0.04701429176869152,0.0,0.52197265625,0.01123046875,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,1344,1408,2048,64,0.044962207607482284,0.0,0.50537109375,0.00927734375,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,1408,1472,2048,64,0.04468644836915026,0.0,0.50390625,0.00927734375,0.095703125,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,1472,1536,2048,64,0.046355172428933326,0.0,0.51904296875,0.0078125,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,1536,1600,2048,64,0.04572334778509482,0.0,0.48681640625,0.0078125,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,64,1600,1664,2048,64,0.0471426262129394,0.0,0.498046875,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.down_proj.output,64,1664,1728,2048,64,0.04644442822923657,0.0,0.517578125,0.0068359375,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,64,1728,1792,2048,64,0.04623800632626433,0.0,0.5,0.0087890625,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,64,1792,1856,2048,64,0.044480440290764325,0.0,0.48388671875,0.01171875,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,64,1856,1920,2048,64,0.045963869882098385,0.0,0.49365234375,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.5.mlp.down_proj.output,64,1920,1984,2048,64,0.04511876072977909,0.0,0.51220703125,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,64,1984,2048,2048,64,0.04527613340192309,0.0,0.484375,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,128,0,128,4096,128,0.04438739826360734,0.0,0.511962890625,0.00927734375,0.080322265625,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,128,128,256,4096,128,0.04563113384375609,0.0,0.517333984375,0.009521484375,0.08740234375,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,128,256,384,4096,128,0.046697498296922206,0.0,0.48046875,0.009521484375,0.09423828125,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,128,384,512,4096,128,0.04633251339192476,0.0,0.501953125,0.012451171875,0.095458984375,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.down_proj.output,128,512,640,4096,128,0.04559142054726816,0.0,0.490478515625,0.00927734375,0.091796875,1.0,98,0.765625
+fresh-en-1,layers.5.mlp.down_proj.output,128,640,768,4096,128,0.04469805118870656,0.0,0.48388671875,0.0078125,0.084716796875,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.down_proj.output,128,768,896,4096,128,0.04632657127189745,0.0,0.484130859375,0.008544921875,0.0869140625,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.down_proj.output,128,896,1024,4096,128,0.047249685552094495,0.0,0.4990234375,0.008544921875,0.082275390625,1.0,103,0.8046875
+fresh-en-1,layers.5.mlp.down_proj.output,128,1024,1152,4096,128,0.04527847614178129,0.0,0.50830078125,0.006591796875,0.091064453125,1.0,99,0.7734375
+fresh-en-1,layers.5.mlp.down_proj.output,128,1152,1280,4096,128,0.0524838956866718,0.0,0.5068359375,0.010986328125,0.10302734375,1.0,91,0.7109375
+fresh-en-1,layers.5.mlp.down_proj.output,128,1280,1408,4096,128,0.04599969425686432,0.0,0.513671875,0.010009765625,0.08740234375,1.0,96,0.75
+fresh-en-1,layers.5.mlp.down_proj.output,128,1408,1536,4096,128,0.045528456369422814,0.0,0.511474609375,0.008544921875,0.09619140625,1.0,97,0.7578125
+fresh-en-1,layers.5.mlp.down_proj.output,128,1536,1664,4096,128,0.04643840942005689,0.0,0.492431640625,0.00830078125,0.0849609375,1.0,102,0.796875
+fresh-en-1,layers.5.mlp.down_proj.output,128,1664,1792,4096,128,0.04634133221309228,0.0,0.5087890625,0.0078125,0.090087890625,1.0,101,0.7890625
+fresh-en-1,layers.5.mlp.down_proj.output,128,1792,1920,4096,128,0.045228237324699716,0.0,0.48876953125,0.010009765625,0.092041015625,1.0,100,0.78125
+fresh-en-1,layers.5.mlp.down_proj.output,128,1920,2048,4096,128,0.04519751556014884,0.0,0.498291015625,0.009033203125,0.08642578125,1.0,99,0.7734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.2682501931950267,0.0,0.5030008951822916,0.012827555338541666,0.1317138671875,1.0,3181,0.5177408854166666
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2935267475639074,0.0,0.544921875,0.0126953125,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4020460853778425,0.0,0.5166015625,0.0087890625,0.09033203125,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.7863327837718173,0.0,0.5185546875,0.0107421875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8253785910994252,0.0,0.4970703125,0.01416015625,0.11572265625,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.8752933937508397,0.0,0.46435546875,0.013671875,0.09375,1.0,49,0.765625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.9313033807483484,0.0,0.5087890625,0.0078125,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5010139168875705,0.0,0.48974609375,0.0166015625,0.1298828125,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.459882323202963,0.0,0.4814453125,0.01220703125,0.1103515625,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5421275518684552,0.0,0.52587890625,0.0087890625,0.10498046875,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.4676712475884257,0.0,0.5732421875,0.01416015625,0.109375,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6923465362223213,0.0,0.47314453125,0.01123046875,0.10888671875,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1761886533933252,0.0,0.544921875,0.00830078125,0.0908203125,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.4155925324146088,0.0,0.5234375,0.0126953125,0.12109375,1.0,33,0.515625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.741095022167625,0.0,0.55078125,0.0146484375,0.15234375,1.0,24,0.375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.679333065618851,0.0,0.49072265625,0.00439453125,0.10888671875,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.51398089945331,0.0,0.462890625,0.00634765625,0.10400390625,1.0,40,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.2432054855471535,0.0,0.51416015625,0.01025390625,0.103515625,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.309811673378391,0.0,0.54638671875,0.01171875,0.1259765625,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.0856260037129475,0.0,0.50244140625,0.0107421875,0.10400390625,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.156337678427802,0.0,0.46142578125,0.01220703125,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.2032056953720915,0.0,0.4755859375,0.00927734375,0.1240234375,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0648286438915526,0.0,0.47998046875,0.0078125,0.09619140625,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.5798248131658256,0.0,0.44677734375,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7415705290582435,0.0,0.49853515625,0.005859375,0.1103515625,1.0,45,0.703125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.4481481299896841,0.0,0.5771484375,0.0107421875,0.11474609375,1.0,33,0.515625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.197917080487683,0.0,0.5556640625,0.0087890625,0.10498046875,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.484099175145394,0.0,0.48974609375,0.00927734375,0.1015625,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.3648713815923974,0.0,0.47802734375,0.01220703125,0.11376953125,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.986507536536879,0.0,0.56591796875,0.01123046875,0.0986328125,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.8025628135558375,0.0,0.52880859375,0.0048828125,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5880410383261314,0.0,0.505859375,0.01318359375,0.142578125,1.0,31,0.484375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.8202485436827927,0.0,0.51806640625,0.01513671875,0.1650390625,1.0,22,0.34375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.4407467953622728,0.0,0.4912109375,0.01171875,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.3117552235365837,0.0,0.4990234375,0.0068359375,0.09521484375,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.7397198725458929,0.0,0.517578125,0.01025390625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.0387187870513117,0.0,0.52490234375,0.0126953125,0.12109375,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.1728822368322467,0.0,0.46044921875,0.01171875,0.111328125,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.0332326318339387,0.0,0.48193359375,0.0087890625,0.09814453125,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.629494059195075,0.0,0.482421875,0.01513671875,0.1123046875,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.8374512848490343,0.0,0.4453125,0.013671875,0.1396484375,1.0,28,0.4375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.60526496129453,0.0,0.5048828125,0.01513671875,0.12939453125,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5594842113229395,0.0,0.5166015625,0.01171875,0.11669921875,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.9744597801410608,0.0,0.46484375,0.0126953125,0.1220703125,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5389304274456694,0.0,0.521484375,0.0087890625,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.0370122853098935,0.0,0.48193359375,0.009765625,0.12646484375,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.0180527746337968,0.0,0.494140625,0.0107421875,0.1220703125,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.8875822362993238,0.0,0.48828125,0.02001953125,0.166015625,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.7060697640956204,0.0,0.53857421875,0.01171875,0.15478515625,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.3772981440757859,0.0,0.4794921875,0.0166015625,0.140625,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8812445891171848,0.0,0.4677734375,0.00732421875,0.08544921875,1.0,47,0.734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0728996804809412,0.0,0.5087890625,0.00927734375,0.11376953125,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.1041018114401087,0.0,0.4619140625,0.0107421875,0.10693359375,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.2980420939155168,0.0,0.47900390625,0.00830078125,0.1005859375,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.4087314656258894,0.0,0.47216796875,0.00537109375,0.0830078125,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.658021949660268,0.0,0.5,0.0087890625,0.10595703125,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.650746358270382,0.0,0.54541015625,0.00732421875,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.8547888237254206,0.0,0.486328125,0.0126953125,0.11572265625,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.0378840882626696,0.0,0.50537109375,0.0126953125,0.09765625,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.675330511001914,0.0,0.4775390625,0.00732421875,0.1123046875,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.791962614049299,0.0,0.49951171875,0.0146484375,0.11962890625,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.7881702762784805,0.0,0.48583984375,0.0078125,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.8098825974512832,0.0,0.48828125,0.01220703125,0.10791015625,1.0,47,0.734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.114450554637708,0.0,0.52783203125,0.01611328125,0.2138671875,1.0,14,0.21875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9594934420268837,0.0,0.5009765625,0.00830078125,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7662734507818185,0.0,0.521484375,0.0126953125,0.10498046875,1.0,45,0.703125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7317407755343162,0.0,0.478515625,0.009765625,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.5985012094165085,0.0,0.52734375,0.01220703125,0.095703125,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.7025672715362822,0.0,0.50244140625,0.01025390625,0.1123046875,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0726295356228412,0.0,0.51025390625,0.01220703125,0.12451171875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8531009866243691,0.0,0.49072265625,0.0078125,0.09765625,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.7380697054961592,0.0,0.4658203125,0.01171875,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9274706473313352,0.0,0.5048828125,0.01025390625,0.12255859375,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8721252967197523,0.0,0.4765625,0.013671875,0.12109375,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8264134656081397,0.0,0.54150390625,0.009765625,0.11474609375,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8657581856684046,0.0,0.48046875,0.01220703125,0.1103515625,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.7375186287228968,0.0,0.5107421875,0.00732421875,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.829166984696558,0.0,0.48291015625,0.0283203125,0.255859375,1.0,40,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.3670370490710995,0.0,0.51513671875,0.02734375,0.30615234375,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3206165659404323,0.0,0.56640625,0.01611328125,0.1533203125,1.0,27,0.421875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.4588284137264371,0.0,0.45751953125,0.013671875,0.14501953125,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4419559548911933,0.0,0.5244140625,0.01318359375,0.12744140625,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.087690213732625,0.0,0.5234375,0.0087890625,0.1083984375,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.0609776026303743,0.0,0.505859375,0.0146484375,0.140625,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9088902673661532,0.0,0.470703125,0.013671875,0.12353515625,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.2993577652664619,0.0,0.474609375,0.009765625,0.1357421875,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.8123975445451203,0.0,0.517578125,0.0126953125,0.11572265625,1.0,46,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7344125926209022,0.0,0.5205078125,0.009765625,0.09375,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8227669448328568,0.0,0.50732421875,0.0126953125,0.09912109375,1.0,40,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.7708660065417814,0.0,0.51220703125,0.01123046875,0.10009765625,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.1336712954673271,0.0,0.5576171875,0.013671875,0.15380859375,1.0,27,0.421875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7559483118181441,0.0,0.52197265625,0.00732421875,0.107421875,1.0,48,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.0036820735404117,0.0,0.5302734375,0.0146484375,0.126953125,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8311717917836758,0.0,0.45703125,0.01025390625,0.11865234375,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9794027248612375,0.0,0.4951171875,0.01416015625,0.13916015625,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9593417197859677,0.0,0.5,0.01171875,0.09375,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0015477207329384,0.0,0.52587890625,0.01220703125,0.11279296875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3488781768911886,0.0,0.53076171875,0.010986328125,0.088134765625,1.0,88,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8060921366319137,0.0,0.5078125,0.0126953125,0.109375,1.0,88,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.9037324029095022,0.0,0.486572265625,0.01025390625,0.09619140625,1.0,94,0.734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.4805909590921198,0.0,0.485595703125,0.01416015625,0.12060546875,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.5053598037063367,0.0,0.549560546875,0.01123046875,0.108154296875,1.0,73,0.5703125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.457301709845098,0.0,0.509033203125,0.0087890625,0.103271484375,1.0,76,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.586712654207574,0.0,0.537109375,0.013671875,0.1337890625,1.0,56,0.4375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.5987960641042156,0.0,0.476806640625,0.005615234375,0.10595703125,1.0,74,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.276942931186205,0.0,0.5302734375,0.0107421875,0.114013671875,1.0,71,0.5546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.1215392651373253,0.0,0.48193359375,0.01171875,0.10595703125,1.0,80,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.1361258702775325,0.0,0.477783203125,0.00830078125,0.108642578125,1.0,75,0.5859375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6656288994366559,0.0,0.47265625,0.007568359375,0.09765625,1.0,96,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.3289353517227152,0.0,0.56640625,0.009765625,0.1083984375,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.425732136475358,0.0,0.48388671875,0.010986328125,0.10693359375,1.0,74,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.8992508519169508,0.0,0.54736328125,0.008056640625,0.092529296875,1.0,91,0.7109375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.7080952988910287,0.0,0.511962890625,0.0146484375,0.155029296875,1.0,53,0.4140625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.3777614261587838,0.0,0.4951171875,0.009521484375,0.095947265625,1.0,84,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.9016990097623099,0.0,0.521240234375,0.010986328125,0.109619140625,1.0,83,0.6484375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.1052652199728132,0.0,0.47119140625,0.010009765625,0.106201171875,1.0,80,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.7365883382577187,0.0,0.4638671875,0.01416015625,0.126220703125,1.0,65,0.5078125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5825401418803664,0.0,0.5107421875,0.013427734375,0.12255859375,1.0,69,0.5390625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7701409949369566,0.0,0.4931640625,0.01025390625,0.1142578125,1.0,80,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0275762579544208,0.0,0.488037109375,0.01025390625,0.123779296875,1.0,82,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.7991165524715238,0.0,0.513427734375,0.0166015625,0.158203125,1.0,74,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.1561881774873242,0.0,0.4736328125,0.01171875,0.116455078125,1.0,75,0.5859375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0886125422760469,0.0,0.4853515625,0.010009765625,0.110107421875,1.0,83,0.6484375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3545179252820994,0.0,0.4755859375,0.007568359375,0.0927734375,1.0,78,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6543942653465358,0.0,0.522705078125,0.008056640625,0.102783203125,1.0,96,0.75
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.9484882778465593,0.0,0.495849609375,0.0126953125,0.10693359375,1.0,74,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.7346270969929432,0.0,0.488525390625,0.01123046875,0.115966796875,1.0,63,0.4921875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.7991001833510406,0.0,0.487060546875,0.010009765625,0.104736328125,1.0,94,0.734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.641878316639255,0.0,0.514404296875,0.013427734375,0.1630859375,1.0,54,0.421875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7492061011339398,0.0,0.5,0.010986328125,0.10400390625,1.0,93,0.7265625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.6526118558174374,0.0,0.514892578125,0.01123046875,0.103271484375,1.0,92,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9691014947026818,0.0,0.50048828125,0.01025390625,0.11328125,1.0,88,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8381374266289489,0.0,0.4853515625,0.0107421875,0.109619140625,1.0,88,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8495768797810389,0.0,0.509033203125,0.012451171875,0.1181640625,1.0,84,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.8041986582198299,0.0,0.49560546875,0.010009765625,0.09814453125,1.0,99,0.7734375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.1152678612387503,0.0,0.4990234375,0.02880859375,0.28271484375,1.0,74,0.578125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.3914396240821756,0.0,0.511962890625,0.0146484375,0.151123046875,1.0,55,0.4296875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.277166194529102,0.0,0.52392578125,0.010009765625,0.11767578125,1.0,70,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.987865120195114,0.0,0.48828125,0.01416015625,0.130615234375,1.0,80,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0835867230040228,0.0,0.49609375,0.0126953125,0.1298828125,1.0,73,0.5703125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7798420678925153,0.0,0.513916015625,0.01171875,0.096923828125,1.0,83,0.6484375
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9693928528229,0.0,0.534912109375,0.011962890625,0.126220703125,1.0,70,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.8884918555864996,0.0,0.526123046875,0.01171875,0.1171875,1.0,86,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9083160917110583,0.0,0.47607421875,0.012451171875,0.1298828125,1.0,81,0.6328125
+fresh-en-1,layers.6.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9806718034661857,0.0,0.512939453125,0.01171875,0.103271484375,1.0,83,0.6484375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.539953051345106,0.0,0.3341064453125,0.0091094970703125,0.0895233154296875,1.0,1148,0.560546875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,0,64,2048,64,1.543119794062515,0.0,0.18798828125,0.0029296875,0.04248046875,1.0,46,0.71875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4460906138506537,0.0,0.19873046875,0.005859375,0.06298828125,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4775302672528556,0.0,0.52099609375,0.00439453125,0.0576171875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,192,256,2048,64,1.5531190765628542,0.0,0.5322265625,0.00537109375,0.06494140625,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,256,320,2048,64,2.001606943595597,0.0,0.29736328125,0.0009765625,0.02294921875,1.0,49,0.765625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,320,384,2048,64,1.821096846007431,0.0,0.30712890625,0.001953125,0.03759765625,1.0,49,0.765625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,384,448,2048,64,1.5293508359130108,0.0,0.28271484375,0.00732421875,0.06396484375,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6356720989037987,0.0,0.30517578125,0.0068359375,0.05615234375,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,512,576,2048,64,1.7113240673731527,0.0,0.2578125,0.00927734375,0.0556640625,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5259253177643193,0.0,0.23779296875,0.00537109375,0.05908203125,1.0,45,0.703125
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3646543394425483,0.0,0.17529296875,0.00634765625,0.0576171875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3210511749780758,0.0,0.1953125,0.00537109375,0.0478515625,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,768,832,2048,64,1.7093163329081251,0.0,0.4853515625,0.01318359375,0.119140625,1.0,31,0.484375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,832,896,2048,64,1.746128468706636,0.0,0.49853515625,0.01220703125,0.115234375,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,896,960,2048,64,1.237525932173494,0.0,0.2431640625,0.00830078125,0.0849609375,1.0,40,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.3107446944640735,0.0,0.29248046875,0.01123046875,0.119140625,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.3356297847434693,0.0,0.36962890625,0.01318359375,0.11669921875,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.377825338215677,0.0,0.2685546875,0.01025390625,0.0830078125,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2584948631922221,0.0,0.42236328125,0.01171875,0.08935546875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4925171468039695,0.0,0.2744140625,0.01123046875,0.09619140625,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.2315119765564362,0.0,0.43359375,0.01171875,0.11474609375,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1344,1408,2048,64,0.9589443346461729,0.0,0.3564453125,0.009765625,0.09765625,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4964211072241553,0.0,0.55126953125,0.01171875,0.10400390625,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.5340284719707,0.0,0.552734375,0.0068359375,0.10546875,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2454607946353173,0.0,0.4716796875,0.017578125,0.13916015625,1.0,25,0.390625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.149247015039807,0.0,0.36279296875,0.009765625,0.1220703125,1.0,31,0.484375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2477250882713529,0.0,0.2373046875,0.0029296875,0.0634765625,1.0,43,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3956389692447957,0.0,0.26171875,0.0087890625,0.09326171875,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4267239738066806,0.0,0.4306640625,0.01416015625,0.10693359375,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5345546909804708,0.0,0.3984375,0.015625,0.12451171875,1.0,30,0.46875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.4727691046685987,0.0,0.11669921875,0.0029296875,0.03076171875,1.0,45,0.703125
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.2344931851488052,0.0,0.1650390625,0.0048828125,0.05615234375,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4953923836730112,0.0,0.193359375,0.004638671875,0.052490234375,1.0,87,0.6796875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5157959223839712,0.0,0.526611328125,0.005126953125,0.061279296875,1.0,81,0.6328125
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,256,384,4096,128,1.9134816538431092,0.0,0.30224609375,0.00146484375,0.029541015625,1.0,97,0.7578125
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5834041168381783,0.0,0.2939453125,0.007080078125,0.06005859375,1.0,86,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,512,640,4096,128,1.621276987279584,0.0,0.247802734375,0.00732421875,0.0576171875,1.0,86,0.671875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3430297228785246,0.0,0.185302734375,0.005859375,0.052490234375,1.0,84,0.65625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7278204413616396,0.0,0.491943359375,0.012451171875,0.1171875,1.0,61,0.4765625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.2746611484758592,0.0,0.267822265625,0.00927734375,0.102783203125,1.0,71,0.5546875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3568915919341218,0.0,0.319091796875,0.01171875,0.099853515625,1.0,66,0.515625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3804739682777563,0.0,0.348388671875,0.01171875,0.093505859375,1.0,78,0.609375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1036747676176917,0.0,0.39501953125,0.011474609375,0.10693359375,1.0,76,0.59375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5153414603584776,0.0,0.552001953125,0.00927734375,0.104248046875,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1983199265120192,0.0,0.417236328125,0.013427734375,0.131103515625,1.0,55,0.4296875
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3237496040370382,0.0,0.24951171875,0.006103515625,0.079345703125,1.0,80,0.625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.481620632457056,0.0,0.41455078125,0.0146484375,0.115966796875,1.0,69,0.5390625
+fresh-en-1,layers.6.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.3566445255362547,0.0,0.140869140625,0.004150390625,0.04443359375,1.0,85,0.6640625
+fresh-en-1,layers.6.linear_attn.in_proj_b.output,0,0,16,512,16,1.3149367769834612,0.0,0.388671875,0.01171875,0.087890625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_b.output,64,0,16,512,16,1.3149367769834612,0.0,0.388671875,0.01171875,0.087890625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_b.output,128,0,16,512,16,1.3149367769834612,0.0,0.388671875,0.01171875,0.087890625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_a.output,0,0,16,512,16,1.4449439420657908,0.0,0.56640625,0.01171875,0.09765625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_a.output,64,0,16,512,16,1.4449439420657908,0.0,0.56640625,0.01171875,0.09765625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.in_proj_a.output,128,0,16,512,16,1.4449439420657908,0.0,0.56640625,0.01171875,0.09765625,1.0,13,0.8125
+fresh-en-1,layers.6.linear_attn.out_proj.output,0,0,2048,65536,2048,0.0709035297354713,0.0,0.503021240234375,0.01885986328125,0.190093994140625,1.0,1041,0.50830078125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,0,64,2048,64,0.06784338736991523,0.0,0.5107421875,0.0185546875,0.17333984375,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,64,128,2048,64,0.056805377517887,0.0,0.5302734375,0.01611328125,0.1865234375,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,128,192,2048,64,0.0580859475263349,0.0,0.513671875,0.01611328125,0.15869140625,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,192,256,2048,64,0.0948520416432689,0.0,0.4765625,0.02001953125,0.2392578125,1.0,18,0.28125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,256,320,2048,64,0.07086764802882105,0.0,0.47509765625,0.01513671875,0.1689453125,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,320,384,2048,64,0.05931721427439412,0.0,0.47021484375,0.01318359375,0.14794921875,1.0,41,0.640625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,384,448,2048,64,0.07300337947815153,0.0,0.51025390625,0.021484375,0.177734375,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,448,512,2048,64,0.061283540353381134,0.0,0.50341796875,0.01416015625,0.17724609375,1.0,33,0.515625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,512,576,2048,64,0.06086468245765537,0.0,0.478515625,0.01611328125,0.17919921875,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,576,640,2048,64,0.08095598132356109,0.0,0.541015625,0.0185546875,0.18359375,1.0,29,0.453125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,640,704,2048,64,0.05766080419587592,0.0,0.486328125,0.01611328125,0.177734375,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,704,768,2048,64,0.07141523631110701,0.0,0.5224609375,0.021484375,0.1982421875,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,768,832,2048,64,0.07430029884759302,0.0,0.4970703125,0.017578125,0.1826171875,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,832,896,2048,64,0.07773035426764083,0.0,0.50390625,0.021484375,0.193359375,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,896,960,2048,64,0.05489175959236211,0.0,0.576171875,0.0107421875,0.138671875,1.0,44,0.6875
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,960,1024,2048,64,0.06758980525786566,0.0,0.521484375,0.01806640625,0.17333984375,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06768679087218456,0.0,0.52392578125,0.0185546875,0.17822265625,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06082054360304336,0.0,0.482421875,0.01416015625,0.1787109375,1.0,39,0.609375
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1152,1216,2048,64,0.1103598481449274,0.0,0.515625,0.0283203125,0.2998046875,1.0,16,0.25
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1216,1280,2048,64,0.08527796134905359,0.0,0.4658203125,0.0244140625,0.21630859375,1.0,26,0.40625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1280,1344,2048,64,0.07261322719085679,0.0,0.41552734375,0.015625,0.1904296875,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1344,1408,2048,64,0.07008100976737902,0.0,0.4873046875,0.03076171875,0.22802734375,1.0,32,0.5
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1408,1472,2048,64,0.06541034612723855,0.0,0.47705078125,0.0166015625,0.1787109375,1.0,36,0.5625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1472,1536,2048,64,0.06333105273062561,0.0,0.53759765625,0.0205078125,0.177734375,1.0,35,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1536,1600,2048,64,0.055682508065957044,0.0,0.5029296875,0.0166015625,0.1435546875,1.0,42,0.65625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06618142506680445,0.0,0.52783203125,0.0166015625,0.169921875,1.0,38,0.59375
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07746602189593266,0.0,0.525390625,0.02001953125,0.17626953125,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07548705244447954,0.0,0.52294921875,0.02099609375,0.19775390625,1.0,34,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0739634156184632,0.0,0.5078125,0.02099609375,0.21923828125,1.0,31,0.484375
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1856,1920,2048,64,0.0623221494519572,0.0,0.49365234375,0.01904296875,0.16064453125,1.0,37,0.578125
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08306109784858338,0.0,0.474609375,0.02490234375,0.24462890625,1.0,26,0.40625
+fresh-en-1,layers.6.linear_attn.out_proj.output,64,1984,2048,2048,64,0.05984163697203831,0.0,0.51904296875,0.0146484375,0.15625,1.0,40,0.625
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,0,128,4096,128,0.06256826721579412,0.0,0.5205078125,0.017578125,0.18408203125,1.0,70,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,128,256,4096,128,0.07864759088468173,0.0,0.4951171875,0.019287109375,0.207275390625,1.0,55,0.4296875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,256,384,4096,128,0.06534812715912848,0.0,0.47265625,0.015380859375,0.163330078125,1.0,77,0.6015625
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,384,512,4096,128,0.06739868594221808,0.0,0.5068359375,0.017578125,0.1826171875,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,512,640,4096,128,0.07161836525197986,0.0,0.509765625,0.01708984375,0.1865234375,1.0,61,0.4765625
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,640,768,4096,128,0.06490340637395853,0.0,0.50439453125,0.01708984375,0.189697265625,1.0,70,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,768,896,4096,128,0.07603467098440875,0.0,0.50048828125,0.019287109375,0.1875,1.0,63,0.4921875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,896,1024,4096,128,0.061569014308911436,0.0,0.548828125,0.014404296875,0.15673828125,1.0,77,0.6015625
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1024,1152,4096,128,0.0643453191100353,0.0,0.503173828125,0.01611328125,0.177734375,1.0,71,0.5546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1152,1280,4096,128,0.09861953856721829,0.0,0.49072265625,0.02685546875,0.259033203125,1.0,40,0.3125
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1280,1408,4096,128,0.07135835162434198,0.0,0.451416015625,0.023681640625,0.210693359375,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1408,1536,4096,128,0.06437909451232765,0.0,0.50732421875,0.018798828125,0.177001953125,1.0,70,0.546875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06115767624913664,0.0,0.515380859375,0.016845703125,0.158203125,1.0,79,0.6171875
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1664,1792,4096,128,0.0764829380814333,0.0,0.524169921875,0.0205078125,0.1875,1.0,68,0.53125
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06839092469860901,0.0,0.500732421875,0.02001953125,0.18994140625,1.0,67,0.5234375
+fresh-en-1,layers.6.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07238842273217852,0.0,0.496826171875,0.0185546875,0.201416015625,1.0,64,0.5
+fresh-en-1,layers.6.mlp.gate_proj.output,0,0,6144,196608,6144,0.7172196507911385,0.0,0.8212636311848959,0.007639567057291667,0.078643798828125,1.0,3924,0.638671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,0,64,2048,64,0.6885525646636196,0.0,0.81640625,0.00634765625,0.083984375,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,64,128,2048,64,0.7250262982782338,0.0,0.7705078125,0.00927734375,0.095703125,1.0,38,0.59375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,128,192,2048,64,0.6104392712028845,0.0,0.81103515625,0.00537109375,0.0791015625,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,192,256,2048,64,0.8330646952350671,0.0,0.82421875,0.0078125,0.0869140625,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,256,320,2048,64,0.7188941691083327,0.0,0.80615234375,0.00927734375,0.08837890625,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,320,384,2048,64,0.7691488273114684,0.0,0.87744140625,0.0029296875,0.0712890625,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,384,448,2048,64,0.6865909288197877,0.0,0.81591796875,0.0078125,0.07080078125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,448,512,2048,64,0.8962442093195792,0.0,0.80517578125,0.0087890625,0.09423828125,1.0,37,0.578125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,512,576,2048,64,0.814906108004598,0.0,0.8681640625,0.00927734375,0.08935546875,1.0,38,0.59375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,576,640,2048,64,0.6448104811597878,0.0,0.8232421875,0.0078125,0.0810546875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,640,704,2048,64,0.6696636695762306,0.0,0.8408203125,0.00927734375,0.0732421875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,704,768,2048,64,0.7155678506834754,0.0,0.7783203125,0.00634765625,0.0830078125,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,768,832,2048,64,0.7829698345358622,0.0,0.8447265625,0.00732421875,0.0703125,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,832,896,2048,64,0.7150882344645645,0.0,0.783203125,0.00732421875,0.08740234375,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,896,960,2048,64,0.6570678343024928,0.0,0.81005859375,0.0107421875,0.07275390625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,960,1024,2048,64,0.6548212244527536,0.0,0.8310546875,0.0048828125,0.07421875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1024,1088,2048,64,0.6458193144872799,0.0,0.82421875,0.005859375,0.0849609375,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1088,1152,2048,64,0.7070069320499831,0.0,0.8369140625,0.01025390625,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1152,1216,2048,64,0.6906509849326365,0.0,0.8017578125,0.0078125,0.07470703125,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1216,1280,2048,64,0.6708881022046751,0.0,0.80712890625,0.0078125,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1280,1344,2048,64,0.7151720041208629,0.0,0.8330078125,0.00537109375,0.05810546875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1344,1408,2048,64,0.7942371608378263,0.0,0.83984375,0.00537109375,0.080078125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1408,1472,2048,64,0.6956335680709907,0.0,0.84423828125,0.00537109375,0.07568359375,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1472,1536,2048,64,0.6452827180883487,0.0,0.79541015625,0.0078125,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1536,1600,2048,64,0.6371150720646632,0.0,0.7578125,0.00732421875,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1600,1664,2048,64,0.6813754521778617,0.0,0.79296875,0.005859375,0.076171875,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1664,1728,2048,64,0.6856568885926353,0.0,0.80859375,0.00537109375,0.072265625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1728,1792,2048,64,0.804269716431214,0.0,0.84619140625,0.00537109375,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1792,1856,2048,64,0.6404894418040074,0.0,0.78125,0.0078125,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1856,1920,2048,64,0.6944883634520853,0.0,0.80029296875,0.0087890625,0.08154296875,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1920,1984,2048,64,0.6774006953276384,0.0,0.84619140625,0.00537109375,0.06298828125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,1984,2048,2048,64,0.6903657627749649,0.0,0.79248046875,0.00927734375,0.08740234375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2048,2112,2048,64,0.6667107605008649,0.0,0.83837890625,0.009765625,0.078125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2112,2176,2048,64,0.7005218724537033,0.0,0.7998046875,0.00830078125,0.078125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2176,2240,2048,64,0.746213671678662,0.0,0.84326171875,0.00439453125,0.076171875,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2240,2304,2048,64,0.6806764311071927,0.0,0.8212890625,0.00830078125,0.0654296875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2304,2368,2048,64,0.727114832537023,0.0,0.81494140625,0.0078125,0.07861328125,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2368,2432,2048,64,0.8101028944770909,0.0,0.86572265625,0.0068359375,0.08642578125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2432,2496,2048,64,0.7264954414162657,0.0,0.83984375,0.00732421875,0.0703125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2496,2560,2048,64,0.7469292754711478,0.0,0.83447265625,0.00830078125,0.0712890625,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2560,2624,2048,64,0.7031716108330635,0.0,0.83740234375,0.00634765625,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2624,2688,2048,64,0.7228875795878256,0.0,0.8388671875,0.00927734375,0.08251953125,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2688,2752,2048,64,0.729535463711506,0.0,0.82421875,0.0068359375,0.0810546875,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2752,2816,2048,64,0.6674325107749509,0.0,0.783203125,0.00341796875,0.07275390625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2816,2880,2048,64,0.6785428493198662,0.0,0.8095703125,0.005859375,0.08056640625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2880,2944,2048,64,0.7421885653418324,0.0,0.85009765625,0.009765625,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,2944,3008,2048,64,0.623680587873652,0.0,0.7802734375,0.01025390625,0.076171875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3008,3072,2048,64,0.6976561744694378,0.0,0.83935546875,0.009765625,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3072,3136,2048,64,0.7743864002306388,0.0,0.83203125,0.009765625,0.087890625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3136,3200,2048,64,0.6586240734974778,0.0,0.865234375,0.00537109375,0.0654296875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3200,3264,2048,64,0.7144216260970292,0.0,0.80029296875,0.009765625,0.08837890625,1.0,37,0.578125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3264,3328,2048,64,0.6858465035342185,0.0,0.81298828125,0.005859375,0.09228515625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3328,3392,2048,64,0.7586814603802488,0.0,0.81298828125,0.00927734375,0.08203125,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3392,3456,2048,64,0.7506501249901191,0.0,0.83642578125,0.00732421875,0.06982421875,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3456,3520,2048,64,0.7273732962143483,0.0,0.84375,0.00732421875,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3520,3584,2048,64,0.6495274966066884,0.0,0.802734375,0.0107421875,0.08740234375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3584,3648,2048,64,0.7186459643176396,0.0,0.83251953125,0.00634765625,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3648,3712,2048,64,0.7605771144661517,0.0,0.853515625,0.00439453125,0.06982421875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3712,3776,2048,64,0.7325701471700069,0.0,0.81494140625,0.0107421875,0.08203125,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3776,3840,2048,64,0.7131552202002177,0.0,0.8564453125,0.00634765625,0.078125,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3840,3904,2048,64,0.7471332648960208,0.0,0.8134765625,0.00927734375,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3904,3968,2048,64,0.6967115975643637,0.0,0.84033203125,0.00830078125,0.06787109375,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,3968,4032,2048,64,0.7894181235200534,0.0,0.82470703125,0.01025390625,0.07568359375,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4032,4096,2048,64,0.6578137138787118,0.0,0.841796875,0.00537109375,0.06396484375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4096,4160,2048,64,0.7254939304087722,0.0,0.8271484375,0.0068359375,0.08203125,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4160,4224,2048,64,0.7890636139735443,0.0,0.84130859375,0.0068359375,0.07666015625,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4224,4288,2048,64,0.7504911400914321,0.0,0.84521484375,0.00732421875,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4288,4352,2048,64,0.7872201920345006,0.0,0.818359375,0.00537109375,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4352,4416,2048,64,0.6590974786102586,0.0,0.791015625,0.01025390625,0.09765625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4416,4480,2048,64,0.6620646893981132,0.0,0.78173828125,0.00390625,0.07861328125,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4480,4544,2048,64,0.7424251445345921,0.0,0.80517578125,0.0107421875,0.08935546875,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4544,4608,2048,64,0.712419133382454,0.0,0.82373046875,0.00732421875,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4608,4672,2048,64,0.7151400189404244,0.0,0.80078125,0.0068359375,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4672,4736,2048,64,0.7326919385366747,0.0,0.81396484375,0.00927734375,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4736,4800,2048,64,0.7245963738096298,0.0,0.88427734375,0.00537109375,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4800,4864,2048,64,0.7635671064296473,0.0,0.79150390625,0.00927734375,0.07666015625,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4864,4928,2048,64,0.736413563374701,0.0,0.84912109375,0.00732421875,0.076171875,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4928,4992,2048,64,0.660213712778826,0.0,0.83740234375,0.009765625,0.0634765625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,4992,5056,2048,64,0.7211360343173701,0.0,0.80029296875,0.00732421875,0.0751953125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5056,5120,2048,64,0.6597323640102445,0.0,0.82373046875,0.00927734375,0.0869140625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5120,5184,2048,64,0.8015322412615709,0.0,0.818359375,0.0087890625,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5184,5248,2048,64,0.6470389237346559,0.0,0.81298828125,0.00537109375,0.06640625,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5248,5312,2048,64,0.7503941956314856,0.0,0.8154296875,0.009765625,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5312,5376,2048,64,0.7475877656168056,0.0,0.86181640625,0.0068359375,0.07275390625,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5376,5440,2048,64,0.7034246088642644,0.0,0.8349609375,0.00732421875,0.087890625,1.0,38,0.59375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5440,5504,2048,64,0.6956929335987276,0.0,0.79296875,0.00634765625,0.08984375,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5504,5568,2048,64,0.7160723131851513,0.0,0.80126953125,0.009765625,0.06982421875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5568,5632,2048,64,0.7457336808490965,0.0,0.79541015625,0.0068359375,0.08837890625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5632,5696,2048,64,0.6928991997516918,0.0,0.84423828125,0.00341796875,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5696,5760,2048,64,0.6151639790389941,0.0,0.83740234375,0.00927734375,0.07275390625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5760,5824,2048,64,0.6702996383237448,0.0,0.80908203125,0.0078125,0.0703125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5824,5888,2048,64,0.7282096277312349,0.0,0.798828125,0.01318359375,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5888,5952,2048,64,0.75502041672261,0.0,0.802734375,0.0068359375,0.0810546875,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,5952,6016,2048,64,0.862657795798584,0.0,0.84521484375,0.00634765625,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,64,6016,6080,2048,64,0.7537413488810766,0.0,0.8251953125,0.0048828125,0.08447265625,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,64,6080,6144,2048,64,0.6709186989935655,0.0,0.791015625,0.0078125,0.07373046875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gate_proj.output,128,0,128,4096,128,0.7070246698312184,0.0,0.79345703125,0.007568359375,0.090087890625,1.0,77,0.6015625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,128,256,4096,128,0.7302851806910107,0.0,0.817626953125,0.00634765625,0.084716796875,1.0,80,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,256,384,4096,128,0.7444456813403403,0.0,0.841796875,0.00634765625,0.079833984375,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,384,512,4096,128,0.7983297521314411,0.0,0.810546875,0.008056640625,0.082275390625,1.0,80,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,512,640,4096,128,0.7347967479094877,0.0,0.845703125,0.009033203125,0.08935546875,1.0,80,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,640,768,4096,128,0.6929959521101373,0.0,0.8095703125,0.008056640625,0.07763671875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,768,896,4096,128,0.7497976209827434,0.0,0.81396484375,0.0078125,0.0771484375,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,896,1024,4096,128,0.65594549120669,0.0,0.820556640625,0.0078125,0.0732421875,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1024,1152,4096,128,0.6771046407061281,0.0,0.83056640625,0.00830078125,0.080078125,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1152,1280,4096,128,0.6808412548708441,0.0,0.804443359375,0.0078125,0.072509765625,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1280,1408,4096,128,0.7557392616286329,0.0,0.83642578125,0.0048828125,0.069580078125,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1408,1536,4096,128,0.6709306399661089,0.0,0.81982421875,0.006591796875,0.08056640625,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1536,1664,4096,128,0.659616601474882,0.0,0.775390625,0.0068359375,0.080322265625,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1664,1792,4096,128,0.7473202612143199,0.0,0.827392578125,0.005615234375,0.076416015625,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1792,1920,4096,128,0.6680347341391631,0.0,0.790771484375,0.00830078125,0.076416015625,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,1920,2048,4096,128,0.6839139523515465,0.0,0.8193359375,0.007568359375,0.0751953125,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2048,2176,4096,128,0.6838253183210183,0.0,0.819091796875,0.009033203125,0.078857421875,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2176,2304,4096,128,0.7141971883398082,0.0,0.832275390625,0.006591796875,0.070556640625,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2304,2432,4096,128,0.769728094633262,0.0,0.84033203125,0.0078125,0.08251953125,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2432,2560,4096,128,0.7367832004580686,0.0,0.837158203125,0.008056640625,0.07080078125,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2560,2688,4096,128,0.7130977376923552,0.0,0.838134765625,0.0078125,0.07958984375,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2688,2816,4096,128,0.6991738515033714,0.0,0.8037109375,0.0048828125,0.078125,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2816,2944,4096,128,0.7110781479159973,0.0,0.829833984375,0.0078125,0.07666015625,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,2944,3072,4096,128,0.6617029595920495,0.0,0.809814453125,0.010009765625,0.074951171875,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3072,3200,4096,128,0.7188393308148137,0.0,0.8486328125,0.008544921875,0.07568359375,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3200,3328,4096,128,0.7002798320119022,0.0,0.806640625,0.008056640625,0.090087890625,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3328,3456,4096,128,0.7546764765356041,0.0,0.82470703125,0.00830078125,0.076171875,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3456,3584,4096,128,0.6895498099825269,0.0,0.8232421875,0.00927734375,0.08203125,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3584,3712,4096,128,0.7399086325620507,0.0,0.843017578125,0.006103515625,0.069091796875,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3712,3840,4096,128,0.7229278624536153,0.0,0.835693359375,0.008056640625,0.07958984375,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3840,3968,4096,128,0.7223625009975516,0.0,0.826904296875,0.0087890625,0.074462890625,1.0,84,0.65625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,3968,4096,4096,128,0.7266016294740971,0.0,0.833251953125,0.007568359375,0.071044921875,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4096,4224,4096,128,0.7579455224344819,0.0,0.834228515625,0.00634765625,0.0810546875,1.0,78,0.609375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4224,4352,4096,128,0.769074958018584,0.0,0.831787109375,0.005859375,0.079833984375,1.0,80,0.625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4352,4480,4096,128,0.6605827500238787,0.0,0.786376953125,0.007080078125,0.087890625,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4480,4608,4096,128,0.7275768402191678,0.0,0.814453125,0.009033203125,0.080078125,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4608,4736,4096,128,0.7239691718183658,0.0,0.807373046875,0.008056640625,0.0849609375,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4736,4864,4096,128,0.7443368293183568,0.0,0.837890625,0.007080078125,0.07470703125,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4864,4992,4096,128,0.6993522298754137,0.0,0.84326171875,0.0087890625,0.070556640625,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,4992,5120,4096,128,0.691116477923052,0.0,0.81201171875,0.008056640625,0.080810546875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5120,5248,4096,128,0.7283931982828707,0.0,0.815673828125,0.006591796875,0.070556640625,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5248,5376,4096,128,0.748992295066295,0.0,0.838623046875,0.00830078125,0.07373046875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5376,5504,4096,128,0.6995694526689423,0.0,0.81396484375,0.007080078125,0.0888671875,1.0,77,0.6015625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5504,5632,4096,128,0.7310534455370126,0.0,0.79833984375,0.00830078125,0.080078125,1.0,82,0.640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5632,5760,4096,128,0.655185478366097,0.0,0.8408203125,0.00634765625,0.071533203125,1.0,91,0.7109375
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5760,5888,4096,128,0.6998538658382215,0.0,0.803955078125,0.010498046875,0.0810546875,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gate_proj.output,128,5888,6016,4096,128,0.8106276279279084,0.0,0.823974609375,0.006591796875,0.0791015625,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gate_proj.output,128,6016,6144,4096,128,0.7135327328414176,0.0,0.80810546875,0.0068359375,0.080078125,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.up_proj.output,0,0,6144,196608,6144,0.32952756777475495,0.0,0.5030670166015625,0.008906046549479166,0.08924357096354167,1.0,4679,0.7615559895833334
+fresh-en-1,layers.6.mlp.up_proj.output,64,0,64,2048,64,0.3121897325722566,0.0,0.4755859375,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,64,128,2048,64,0.31184148144224194,0.0,0.4853515625,0.00634765625,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,128,192,2048,64,0.30018708863730936,0.0,0.52392578125,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,192,256,2048,64,0.353470703613579,0.0,0.47509765625,0.0107421875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,64,256,320,2048,64,0.38437984707699235,0.0,0.5556640625,0.01171875,0.1025390625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.up_proj.output,64,320,384,2048,64,0.3416521784412149,0.0,0.5166015625,0.00830078125,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,384,448,2048,64,0.3477718648565769,0.0,0.5263671875,0.00732421875,0.0986328125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,448,512,2048,64,0.46410066304852754,0.0,0.46044921875,0.01171875,0.11328125,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.up_proj.output,64,512,576,2048,64,0.2947028671261699,0.0,0.458984375,0.00537109375,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,576,640,2048,64,0.31378490173832047,0.0,0.48828125,0.005859375,0.0732421875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,640,704,2048,64,0.38985576833971136,0.0,0.49560546875,0.01025390625,0.095703125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.up_proj.output,64,704,768,2048,64,0.4046346596804717,0.0,0.52587890625,0.00927734375,0.10302734375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.up_proj.output,64,768,832,2048,64,0.3382812157698936,0.0,0.5205078125,0.0107421875,0.09375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,832,896,2048,64,0.3248188575606735,0.0,0.4775390625,0.00927734375,0.09375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,896,960,2048,64,0.32315413388121933,0.0,0.513671875,0.0087890625,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,960,1024,2048,64,0.3035010516266243,0.0,0.44775390625,0.00927734375,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1024,1088,2048,64,0.3336359443023975,0.0,0.4736328125,0.01025390625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1088,1152,2048,64,0.3522060971284256,0.0,0.546875,0.01220703125,0.087890625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,1152,1216,2048,64,0.327207413573857,0.0,0.46142578125,0.00732421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,1216,1280,2048,64,0.2972467104481201,0.0,0.4755859375,0.00439453125,0.0751953125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,1280,1344,2048,64,0.31189221569786585,0.0,0.54052734375,0.0087890625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,1344,1408,2048,64,0.3322299536592654,0.0,0.4609375,0.005859375,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,1408,1472,2048,64,0.3188272440983214,0.0,0.56201171875,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1472,1536,2048,64,0.3441768152616563,0.0,0.51708984375,0.00732421875,0.07568359375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,1536,1600,2048,64,0.3191890516934184,0.0,0.52783203125,0.0078125,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1600,1664,2048,64,0.31079707009647534,0.0,0.49072265625,0.009765625,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,1664,1728,2048,64,0.3237861744284251,0.0,0.50390625,0.01025390625,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1728,1792,2048,64,0.3055510163794531,0.0,0.54248046875,0.005859375,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1792,1856,2048,64,0.30809680797073785,0.0,0.52294921875,0.00830078125,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,1856,1920,2048,64,0.3563521865695288,0.0,0.50048828125,0.01220703125,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,1920,1984,2048,64,0.3298059418331446,0.0,0.52197265625,0.01123046875,0.10595703125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,1984,2048,2048,64,0.3151885322254867,0.0,0.48828125,0.0068359375,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,2048,2112,2048,64,0.3176253276497329,0.0,0.5107421875,0.00634765625,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2112,2176,2048,64,0.3701351249483065,0.0,0.50146484375,0.00927734375,0.09423828125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2176,2240,2048,64,0.2970193791227014,0.0,0.4990234375,0.0087890625,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2240,2304,2048,64,0.3131345695692108,0.0,0.53759765625,0.009765625,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,2304,2368,2048,64,0.307211663145122,0.0,0.5146484375,0.0078125,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,2368,2432,2048,64,0.3418341407855411,0.0,0.54833984375,0.01220703125,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2432,2496,2048,64,0.336222039031198,0.0,0.48876953125,0.01171875,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,64,2496,2560,2048,64,0.2865668484696724,0.0,0.4912109375,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,2560,2624,2048,64,0.3131931031277258,0.0,0.50146484375,0.00634765625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2624,2688,2048,64,0.3102572623500875,0.0,0.50927734375,0.0087890625,0.09375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2688,2752,2048,64,0.31290947580127276,0.0,0.5517578125,0.00732421875,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,64,2752,2816,2048,64,0.32966066972241204,0.0,0.5830078125,0.0087890625,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,2816,2880,2048,64,0.3699636749263458,0.0,0.5068359375,0.00830078125,0.08544921875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,64,2880,2944,2048,64,0.34498906816329356,0.0,0.515625,0.01123046875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,2944,3008,2048,64,0.33346111361613084,0.0,0.51953125,0.009765625,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,3008,3072,2048,64,0.36683326618777945,0.0,0.46240234375,0.0087890625,0.09765625,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.up_proj.output,64,3072,3136,2048,64,0.35383549092449224,0.0,0.48046875,0.013671875,0.10888671875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3136,3200,2048,64,0.32242138316381524,0.0,0.52490234375,0.0087890625,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3200,3264,2048,64,0.3763085279305715,0.0,0.44775390625,0.0126953125,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3264,3328,2048,64,0.3194514783806912,0.0,0.4697265625,0.013671875,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,3328,3392,2048,64,0.30789850685577935,0.0,0.5498046875,0.0107421875,0.09423828125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,3392,3456,2048,64,0.3185847772455836,0.0,0.46826171875,0.01025390625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,3456,3520,2048,64,0.31934160560445246,0.0,0.4765625,0.00830078125,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3520,3584,2048,64,0.3357452611990826,0.0,0.55029296875,0.00830078125,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,3584,3648,2048,64,0.29999330537553176,0.0,0.50244140625,0.0126953125,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3648,3712,2048,64,0.31019366628318734,0.0,0.5361328125,0.0107421875,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3712,3776,2048,64,0.3170240091923576,0.0,0.47265625,0.0068359375,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3776,3840,2048,64,0.31151048917231067,0.0,0.453125,0.01025390625,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,3840,3904,2048,64,0.31578914097070526,0.0,0.498046875,0.00537109375,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,3904,3968,2048,64,0.3178453815155037,0.0,0.462890625,0.0068359375,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,3968,4032,2048,64,0.33455061008851006,0.0,0.501953125,0.00927734375,0.09716796875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,64,4032,4096,2048,64,0.31124565056387454,0.0,0.47021484375,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4096,4160,2048,64,0.3322231983073496,0.0,0.5439453125,0.01171875,0.1005859375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4160,4224,2048,64,0.35533630040846526,0.0,0.51611328125,0.00732421875,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,4224,4288,2048,64,0.30391264651368616,0.0,0.50146484375,0.00537109375,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,4288,4352,2048,64,0.3326778733614053,0.0,0.4814453125,0.0087890625,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,4352,4416,2048,64,0.30717632337769035,0.0,0.52490234375,0.00927734375,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,64,4416,4480,2048,64,0.31680366524466025,0.0,0.48388671875,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4480,4544,2048,64,0.31413351084928626,0.0,0.51904296875,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,4544,4608,2048,64,0.3308645986459711,0.0,0.51611328125,0.01123046875,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,4608,4672,2048,64,0.33837440964010645,0.0,0.52587890625,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4672,4736,2048,64,0.3320992495224668,0.0,0.439453125,0.00537109375,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4736,4800,2048,64,0.31589684268480384,0.0,0.5068359375,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,4800,4864,2048,64,0.3424522717606877,0.0,0.51904296875,0.009765625,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,4864,4928,2048,64,0.3152608296137864,0.0,0.49365234375,0.00830078125,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,4928,4992,2048,64,0.3245361453733349,0.0,0.4931640625,0.0107421875,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,4992,5056,2048,64,0.3321901736832755,0.0,0.533203125,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,5056,5120,2048,64,0.3166272446905301,0.0,0.50830078125,0.005859375,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5120,5184,2048,64,0.3137947061965839,0.0,0.4716796875,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5184,5248,2048,64,0.3154024569104174,0.0,0.45361328125,0.005859375,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5248,5312,2048,64,0.32965251228147985,0.0,0.4736328125,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5312,5376,2048,64,0.32142446020849763,0.0,0.53369140625,0.00634765625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5376,5440,2048,64,0.2966328553725047,0.0,0.5,0.01025390625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5440,5504,2048,64,0.3913930991686127,0.0,0.5302734375,0.00537109375,0.1015625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,64,5504,5568,2048,64,0.3114412779205128,0.0,0.46630859375,0.00732421875,0.0712890625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,5568,5632,2048,64,0.4042872661184499,0.0,0.52685546875,0.013671875,0.1064453125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.up_proj.output,64,5632,5696,2048,64,0.29381174408865984,0.0,0.49169921875,0.0068359375,0.07275390625,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,64,5696,5760,2048,64,0.32024734161914514,0.0,0.486328125,0.00732421875,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,5760,5824,2048,64,0.3215033565655056,0.0,0.50927734375,0.00927734375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,5824,5888,2048,64,0.3005770590240983,0.0,0.47119140625,0.0087890625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,5888,5952,2048,64,0.33664820645880067,0.0,0.5302734375,0.0087890625,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,64,5952,6016,2048,64,0.3200512644759346,0.0,0.4814453125,0.00927734375,0.1005859375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,64,6016,6080,2048,64,0.3106450176744826,0.0,0.53759765625,0.0087890625,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,64,6080,6144,2048,64,0.3078428598089088,0.0,0.533203125,0.01025390625,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.up_proj.output,128,0,128,4096,128,0.3120156555940977,0.0,0.48046875,0.00634765625,0.088134765625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,128,256,4096,128,0.327912965966293,0.0,0.49951171875,0.009765625,0.0859375,1.0,96,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,128,256,384,4096,128,0.3636441102730524,0.0,0.5361328125,0.01025390625,0.098388671875,1.0,92,0.71875
+fresh-en-1,layers.6.mlp.up_proj.output,128,384,512,4096,128,0.41008212313383285,0.0,0.493408203125,0.009033203125,0.106689453125,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.up_proj.output,128,512,640,4096,128,0.3043934497088533,0.0,0.4736328125,0.005859375,0.083251953125,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,640,768,4096,128,0.39731393627865474,0.0,0.5107421875,0.009765625,0.099853515625,1.0,89,0.6953125
+fresh-en-1,layers.6.mlp.up_proj.output,128,768,896,4096,128,0.33161835833513387,0.0,0.4990234375,0.009765625,0.093505859375,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,896,1024,4096,128,0.31348164426564745,0.0,0.480712890625,0.0087890625,0.088623046875,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,1024,1152,4096,128,0.3430467010371842,0.0,0.51025390625,0.010986328125,0.084228515625,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.up_proj.output,128,1152,1280,4096,128,0.3125862267998397,0.0,0.468505859375,0.005615234375,0.080810546875,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,1280,1408,4096,128,0.322221582394291,0.0,0.500732421875,0.007080078125,0.083251953125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,1408,1536,4096,128,0.331744247684106,0.0,0.53955078125,0.00732421875,0.077880859375,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,1536,1664,4096,128,0.3150210068404146,0.0,0.50927734375,0.0087890625,0.09130859375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,1664,1792,4096,128,0.3148006594350712,0.0,0.523193359375,0.008056640625,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,1792,1920,4096,128,0.33309947759989206,0.0,0.51171875,0.009765625,0.09033203125,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,1920,2048,4096,128,0.32258004441913657,0.0,0.505126953125,0.009033203125,0.099365234375,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.up_proj.output,128,2048,2176,4096,128,0.3448810370874997,0.0,0.506103515625,0.007080078125,0.094970703125,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,2176,2304,4096,128,0.3051833631062889,0.0,0.518310546875,0.009033203125,0.09033203125,1.0,102,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,128,2304,2432,4096,128,0.3249842963736717,0.0,0.531494140625,0.01123046875,0.092041015625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,2432,2560,4096,128,0.31238263249750026,0.0,0.489990234375,0.010009765625,0.090576171875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,2560,2688,4096,128,0.311728638953614,0.0,0.50537109375,0.007568359375,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,2688,2816,4096,128,0.3213942261522884,0.0,0.5673828125,0.008056640625,0.092041015625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,2816,2944,4096,128,0.3576944072229705,0.0,0.51123046875,0.010009765625,0.0869140625,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.up_proj.output,128,2944,3072,4096,128,0.3505445474373438,0.0,0.490966796875,0.010009765625,0.09423828125,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,3072,3200,4096,128,0.338493059721351,0.0,0.502685546875,0.011474609375,0.097412109375,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.up_proj.output,128,3200,3328,4096,128,0.34903965049323765,0.0,0.458740234375,0.011962890625,0.097900390625,1.0,93,0.7265625
+fresh-en-1,layers.6.mlp.up_proj.output,128,3328,3456,4096,128,0.31328720913615077,0.0,0.509033203125,0.0107421875,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,3456,3584,4096,128,0.327646105949445,0.0,0.513427734375,0.008544921875,0.09033203125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,3584,3712,4096,128,0.30513611214697484,0.0,0.519287109375,0.011474609375,0.08544921875,1.0,102,0.796875
+fresh-en-1,layers.6.mlp.up_proj.output,128,3712,3840,4096,128,0.31427934013292086,0.0,0.462890625,0.008544921875,0.0771484375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,3840,3968,4096,128,0.31681892944215945,0.0,0.48046875,0.006103515625,0.082275390625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,3968,4096,4096,128,0.32310831442840016,0.0,0.486083984375,0.00927734375,0.09228515625,1.0,96,0.75
+fresh-en-1,layers.6.mlp.up_proj.output,128,4096,4224,4096,128,0.3439739378801391,0.0,0.530029296875,0.00927734375,0.094482421875,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.up_proj.output,128,4224,4352,4096,128,0.31862004341787725,0.0,0.491455078125,0.0068359375,0.085693359375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,4352,4480,4096,128,0.3120271269908164,0.0,0.50439453125,0.009033203125,0.083251953125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,4480,4608,4096,128,0.3226075365484029,0.0,0.517578125,0.009765625,0.087158203125,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,4608,4736,4096,128,0.335251512026923,0.0,0.482666015625,0.007568359375,0.08544921875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,4736,4864,4096,128,0.32944223594758126,0.0,0.512939453125,0.010009765625,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,4864,4992,4096,128,0.31993210243937326,0.0,0.493408203125,0.009521484375,0.087890625,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,4992,5120,4096,128,0.32450202123564775,0.0,0.520751953125,0.0078125,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,5120,5248,4096,128,0.3145996085996676,0.0,0.462646484375,0.006591796875,0.08447265625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,5248,5376,4096,128,0.325564480920305,0.0,0.503662109375,0.008056640625,0.082763671875,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.up_proj.output,128,5376,5504,4096,128,0.3472604274627738,0.0,0.51513671875,0.008056640625,0.091796875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.up_proj.output,128,5504,5632,4096,128,0.3608627600198533,0.0,0.49658203125,0.010986328125,0.09033203125,1.0,93,0.7265625
+fresh-en-1,layers.6.mlp.up_proj.output,128,5632,5760,4096,128,0.3073139280756322,0.0,0.489013671875,0.00732421875,0.081787109375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,5760,5888,4096,128,0.311216144098007,0.0,0.490234375,0.0087890625,0.08203125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.up_proj.output,128,5888,6016,4096,128,0.3284545834697485,0.0,0.505859375,0.0087890625,0.093505859375,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.up_proj.output,128,6016,6144,4096,128,0.30924711263106974,0.0,0.535400390625,0.009521484375,0.0849609375,1.0,102,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,0,0,6144,196608,6144,0.22045280657786004,0.0,0.8212636311848959,0.004679361979166667,0.048517862955729164,1.0,4665,0.75927734375
+fresh-en-1,layers.6.mlp.silu_gate,64,0,64,2048,64,0.21634906249666386,0.0,0.81640625,0.00390625,0.05224609375,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,64,64,128,2048,64,0.19746144960701878,0.0,0.7705078125,0.005859375,0.0546875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,128,192,2048,64,0.19894167662656387,0.0,0.81103515625,0.0029296875,0.0478515625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,192,256,2048,64,0.22327425300818163,0.0,0.82421875,0.00341796875,0.05078125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,256,320,2048,64,0.34224757186897403,0.0,0.80615234375,0.0087890625,0.083984375,1.0,34,0.53125
+fresh-en-1,layers.6.mlp.silu_gate,64,320,384,2048,64,0.20569776117697197,0.0,0.87744140625,0.0,0.04052734375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,384,448,2048,64,0.20555805815969852,0.0,0.81591796875,0.00439453125,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,448,512,2048,64,0.22648939703063298,0.0,0.80517578125,0.0048828125,0.04345703125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,512,576,2048,64,0.20478125135468703,0.0,0.8681640625,0.00341796875,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,576,640,2048,64,0.20355707772092851,0.0,0.8232421875,0.0048828125,0.04931640625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,640,704,2048,64,0.20184032973062802,0.0,0.8408203125,0.00537109375,0.04345703125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,704,768,2048,64,0.22241439293216825,0.0,0.7783203125,0.0029296875,0.05419921875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,64,768,832,2048,64,0.24385458959722037,0.0,0.8447265625,0.0048828125,0.04296875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.silu_gate,64,832,896,2048,64,0.20941319653376164,0.0,0.783203125,0.0029296875,0.05029296875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,896,960,2048,64,0.20497712274677796,0.0,0.81005859375,0.00537109375,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,960,1024,2048,64,0.20362770569752472,0.0,0.8310546875,0.0029296875,0.044921875,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.silu_gate,64,1024,1088,2048,64,0.19888957429042414,0.0,0.82421875,0.0029296875,0.05517578125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,1088,1152,2048,64,0.20231056842610418,0.0,0.8369140625,0.0068359375,0.046875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,1152,1216,2048,64,0.2138173399039762,0.0,0.8017578125,0.005859375,0.04345703125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,1216,1280,2048,64,0.20281702220069336,0.0,0.80712890625,0.00341796875,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,1280,1344,2048,64,0.21764080156885524,0.0,0.8330078125,0.00341796875,0.03173828125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,1344,1408,2048,64,0.21576209389911907,0.0,0.83984375,0.00146484375,0.03857421875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,1408,1472,2048,64,0.22739019697358562,0.0,0.84423828125,0.00390625,0.044921875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,1472,1536,2048,64,0.2626436647495619,0.0,0.79541015625,0.00634765625,0.0693359375,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.silu_gate,64,1536,1600,2048,64,0.21293881727308805,0.0,0.7578125,0.00439453125,0.0556640625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,1600,1664,2048,64,0.2049258757603822,0.0,0.79296875,0.00390625,0.041015625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,1664,1728,2048,64,0.2247199386512859,0.0,0.80859375,0.00341796875,0.04736328125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,1728,1792,2048,64,0.22536909055738574,0.0,0.84619140625,0.00244140625,0.04541015625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,1792,1856,2048,64,0.22507278602519104,0.0,0.78125,0.00634765625,0.05224609375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,1856,1920,2048,64,0.2226054573830471,0.0,0.80029296875,0.005859375,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,1920,1984,2048,64,0.22208389757649113,0.0,0.84619140625,0.00341796875,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,1984,2048,2048,64,0.20726991498155747,0.0,0.79248046875,0.005859375,0.05859375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,2048,2112,2048,64,0.2230702912603663,0.0,0.83837890625,0.0087890625,0.0517578125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,2112,2176,2048,64,0.20881564111058412,0.0,0.7998046875,0.00439453125,0.0458984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,2176,2240,2048,64,0.2075996419450987,0.0,0.84326171875,0.00244140625,0.0400390625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,2240,2304,2048,64,0.2045073820925746,0.0,0.8212890625,0.00439453125,0.03857421875,1.0,53,0.828125
+fresh-en-1,layers.6.mlp.silu_gate,64,2304,2368,2048,64,0.22743428360897663,0.0,0.81494140625,0.00537109375,0.048828125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,2368,2432,2048,64,0.2037995037845348,0.0,0.86572265625,0.0048828125,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,2432,2496,2048,64,0.31731657816480285,0.0,0.83984375,0.00634765625,0.06494140625,1.0,41,0.640625
+fresh-en-1,layers.6.mlp.silu_gate,64,2496,2560,2048,64,0.27716083341301173,0.0,0.83447265625,0.005859375,0.05419921875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.silu_gate,64,2560,2624,2048,64,0.211437214310442,0.0,0.83740234375,0.00390625,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,2624,2688,2048,64,0.20040811893666335,0.0,0.8388671875,0.00439453125,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,2688,2752,2048,64,0.2273668433952157,0.0,0.82421875,0.00439453125,0.04931640625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,2752,2816,2048,64,0.24508987612544603,0.0,0.783203125,0.001953125,0.04931640625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,64,2816,2880,2048,64,0.20626278747863677,0.0,0.8095703125,0.00537109375,0.04931640625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,2880,2944,2048,64,0.20572065754715388,0.0,0.85009765625,0.005859375,0.04736328125,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.silu_gate,64,2944,3008,2048,64,0.2284260744236736,0.0,0.7802734375,0.0068359375,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,3008,3072,2048,64,0.21002284965842433,0.0,0.83935546875,0.005859375,0.04541015625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3072,3136,2048,64,0.19910053237019507,0.0,0.83203125,0.005859375,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3136,3200,2048,64,0.21654498925434892,0.0,0.865234375,0.00341796875,0.0458984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3200,3264,2048,64,0.21122936368338047,0.0,0.80029296875,0.0048828125,0.05419921875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,3264,3328,2048,64,0.20983627426183016,0.0,0.81298828125,0.0029296875,0.05908203125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3328,3392,2048,64,0.2190723189895965,0.0,0.81298828125,0.00537109375,0.04345703125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3392,3456,2048,64,0.2311882038327357,0.0,0.83642578125,0.005859375,0.044921875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,3456,3520,2048,64,0.2057823510700452,0.0,0.84375,0.005859375,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,3520,3584,2048,64,0.2043893667067194,0.0,0.802734375,0.00732421875,0.056640625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3584,3648,2048,64,0.22544792757108564,0.0,0.83251953125,0.00390625,0.03857421875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3648,3712,2048,64,0.24593289888065173,0.0,0.853515625,0.00244140625,0.04248046875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,3712,3776,2048,64,0.22317709464794677,0.0,0.81494140625,0.00634765625,0.046875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,3776,3840,2048,64,0.20479360538372868,0.0,0.8564453125,0.00390625,0.05078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,3840,3904,2048,64,0.22818843907600414,0.0,0.8134765625,0.005859375,0.0498046875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,3904,3968,2048,64,0.20158546857333634,0.0,0.84033203125,0.00390625,0.041015625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,3968,4032,2048,64,0.23046650350783826,0.0,0.82470703125,0.00634765625,0.04833984375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,4032,4096,2048,64,0.204200062621157,0.0,0.841796875,0.0029296875,0.03369140625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4096,4160,2048,64,0.20560547493045322,0.0,0.8271484375,0.00341796875,0.04541015625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,4160,4224,2048,64,0.20915777771399227,0.0,0.84130859375,0.00341796875,0.04052734375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4224,4288,2048,64,0.2128222345515303,0.0,0.84521484375,0.0048828125,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4288,4352,2048,64,0.22895491518224512,0.0,0.818359375,0.00341796875,0.044921875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,64,4352,4416,2048,64,0.1954585744729342,0.0,0.791015625,0.00732421875,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,4416,4480,2048,64,0.22264508700997962,0.0,0.78173828125,0.00244140625,0.0478515625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,4480,4544,2048,64,0.20931283107595672,0.0,0.80517578125,0.0078125,0.048828125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,4544,4608,2048,64,0.21134850269370858,0.0,0.82373046875,0.00390625,0.0458984375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4608,4672,2048,64,0.19910711221296157,0.0,0.80078125,0.00390625,0.04638671875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4672,4736,2048,64,0.22761329156420756,0.0,0.81396484375,0.00634765625,0.0595703125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,4736,4800,2048,64,0.20437638707248235,0.0,0.88427734375,0.00341796875,0.0380859375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4800,4864,2048,64,0.2678687314574928,0.0,0.79150390625,0.00732421875,0.05615234375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.silu_gate,64,4864,4928,2048,64,0.20209074027375956,0.0,0.84912109375,0.0048828125,0.04296875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4928,4992,2048,64,0.19939086137497955,0.0,0.83740234375,0.00439453125,0.03955078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,4992,5056,2048,64,0.23778420153044152,0.0,0.80029296875,0.005859375,0.05517578125,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.silu_gate,64,5056,5120,2048,64,0.19706715251320797,0.0,0.82373046875,0.00634765625,0.05224609375,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.silu_gate,64,5120,5184,2048,64,0.27301462159423917,0.0,0.818359375,0.005859375,0.0537109375,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.silu_gate,64,5184,5248,2048,64,0.22003081406286892,0.0,0.81298828125,0.00439453125,0.044921875,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,5248,5312,2048,64,0.22543245756189872,0.0,0.8154296875,0.00341796875,0.0439453125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,5312,5376,2048,64,0.23610370397176694,0.0,0.86181640625,0.00390625,0.041015625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,5376,5440,2048,64,0.1967544296428821,0.0,0.8349609375,0.0048828125,0.05029296875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,5440,5504,2048,64,0.22900641518697815,0.0,0.79296875,0.00341796875,0.0595703125,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.silu_gate,64,5504,5568,2048,64,0.24949674853324846,0.0,0.80126953125,0.005859375,0.05126953125,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,64,5568,5632,2048,64,0.2289970367393651,0.0,0.79541015625,0.0048828125,0.052734375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.silu_gate,64,5632,5696,2048,64,0.2086298436332553,0.0,0.84423828125,0.001953125,0.0439453125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,64,5696,5760,2048,64,0.1999910901974605,0.0,0.83740234375,0.005859375,0.04833984375,1.0,53,0.828125
+fresh-en-1,layers.6.mlp.silu_gate,64,5760,5824,2048,64,0.21259742759789557,0.0,0.80908203125,0.0048828125,0.046875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,5824,5888,2048,64,0.21148350696966492,0.0,0.798828125,0.00634765625,0.05078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,5888,5952,2048,64,0.21687016868794526,0.0,0.802734375,0.00439453125,0.0478515625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,64,5952,6016,2048,64,0.2236532294436901,0.0,0.84521484375,0.00244140625,0.037109375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,6016,6080,2048,64,0.2018292013404087,0.0,0.8251953125,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,64,6080,6144,2048,64,0.21950377000256685,0.0,0.791015625,0.00537109375,0.048828125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,128,0,128,4096,128,0.20712066642912602,0.0,0.79345703125,0.0048828125,0.053466796875,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.silu_gate,128,128,256,4096,128,0.21145824972716226,0.0,0.817626953125,0.00341796875,0.0498046875,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,256,384,4096,128,0.2823517039114756,0.0,0.841796875,0.00439453125,0.060546875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.silu_gate,128,384,512,4096,128,0.216277093379865,0.0,0.810546875,0.004638671875,0.04443359375,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,512,640,4096,128,0.20417008203538986,0.0,0.845703125,0.004150390625,0.047119140625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,640,768,4096,128,0.21237664759708583,0.0,0.8095703125,0.004150390625,0.04931640625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,768,896,4096,128,0.22728720570031727,0.0,0.81396484375,0.003662109375,0.046875,1.0,96,0.75
+fresh-en-1,layers.6.mlp.silu_gate,128,896,1024,4096,128,0.20430352833123736,0.0,0.820556640625,0.004150390625,0.042236328125,1.0,102,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,128,1024,1152,4096,128,0.20060736384579647,0.0,0.83056640625,0.0048828125,0.050537109375,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.silu_gate,128,1152,1280,4096,128,0.2083897782257674,0.0,0.804443359375,0.004638671875,0.04345703125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,1280,1408,4096,128,0.2167034836721206,0.0,0.83642578125,0.002685546875,0.034912109375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,1408,1536,4096,128,0.2456501539921829,0.0,0.81982421875,0.0048828125,0.058837890625,1.0,90,0.703125
+fresh-en-1,layers.6.mlp.silu_gate,128,1536,1664,4096,128,0.20897075687500055,0.0,0.775390625,0.00439453125,0.047119140625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,1664,1792,4096,128,0.22504474866801585,0.0,0.827392578125,0.0029296875,0.04638671875,1.0,96,0.75
+fresh-en-1,layers.6.mlp.silu_gate,128,1792,1920,4096,128,0.22384252127986878,0.0,0.790771484375,0.006103515625,0.052734375,1.0,96,0.75
+fresh-en-1,layers.6.mlp.silu_gate,128,1920,2048,4096,128,0.2148046498789394,0.0,0.8193359375,0.0048828125,0.051513671875,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.silu_gate,128,2048,2176,4096,128,0.21606055495555973,0.0,0.819091796875,0.007080078125,0.049560546875,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.silu_gate,128,2176,2304,4096,128,0.20605931265789892,0.0,0.832275390625,0.00341796875,0.039306640625,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,2304,2432,4096,128,0.21594049076487604,0.0,0.84033203125,0.005126953125,0.047607421875,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,2432,2560,4096,128,0.2979160438415618,0.0,0.837158203125,0.00634765625,0.0595703125,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.silu_gate,128,2560,2688,4096,128,0.20599649236223852,0.0,0.838134765625,0.004150390625,0.044677734375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,2688,2816,4096,128,0.2363945101463769,0.0,0.8037109375,0.003173828125,0.049072265625,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.silu_gate,128,2816,2944,4096,128,0.20599190086031377,0.0,0.829833984375,0.005615234375,0.04833984375,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,2944,3072,4096,128,0.2194174888827857,0.0,0.809814453125,0.00634765625,0.051513671875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,3072,3200,4096,128,0.20800571429802256,0.0,0.8486328125,0.004638671875,0.044921875,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.silu_gate,128,3200,3328,4096,128,0.21053397122337741,0.0,0.806640625,0.00390625,0.056640625,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.silu_gate,128,3328,3456,4096,128,0.2252117520677885,0.0,0.82470703125,0.00537109375,0.045166015625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,3456,3584,4096,128,0.2050870415636848,0.0,0.8232421875,0.006591796875,0.049560546875,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,3584,3712,4096,128,0.23591286399636874,0.0,0.843017578125,0.003173828125,0.040283203125,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,3712,3840,4096,128,0.2141826748147069,0.0,0.835693359375,0.005126953125,0.04931640625,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,3840,3968,4096,128,0.21529824066614528,0.0,0.826904296875,0.005615234375,0.045166015625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,3968,4096,4096,128,0.21772973477870777,0.0,0.833251953125,0.0048828125,0.04150390625,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,4096,4224,4096,128,0.20738923224173553,0.0,0.834228515625,0.00341796875,0.042724609375,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,4224,4352,4096,128,0.22103580785204874,0.0,0.831787109375,0.004150390625,0.042236328125,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,4352,4480,4096,128,0.20949330431385266,0.0,0.786376953125,0.005126953125,0.0546875,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.silu_gate,128,4480,4608,4096,128,0.21033312963475886,0.0,0.814453125,0.005859375,0.047607421875,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,4608,4736,4096,128,0.21383574611191392,0.0,0.807373046875,0.004638671875,0.052978515625,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.silu_gate,128,4736,4864,4096,128,0.23824710374467042,0.0,0.837890625,0.00537109375,0.047119140625,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.silu_gate,128,4864,4992,4096,128,0.20074533980176534,0.0,0.84326171875,0.00439453125,0.041259765625,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,4992,5120,4096,128,0.21837672620626677,0.0,0.81201171875,0.00634765625,0.053955078125,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.silu_gate,128,5120,5248,4096,128,0.24794207261113876,0.0,0.815673828125,0.00537109375,0.05029296875,1.0,91,0.7109375
+fresh-en-1,layers.6.mlp.silu_gate,128,5248,5376,4096,128,0.23082975539516676,0.0,0.838623046875,0.00341796875,0.04248046875,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.silu_gate,128,5376,5504,4096,128,0.21349033207722365,0.0,0.81396484375,0.004150390625,0.054443359375,1.0,95,0.7421875
+fresh-en-1,layers.6.mlp.silu_gate,128,5504,5632,4096,128,0.23946635501054542,0.0,0.79833984375,0.005859375,0.052001953125,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.silu_gate,128,5632,5760,4096,128,0.20435612030571207,0.0,0.8408203125,0.00390625,0.045654296875,1.0,102,0.796875
+fresh-en-1,layers.6.mlp.silu_gate,128,5760,5888,4096,128,0.21204119875796631,0.0,0.803955078125,0.005615234375,0.048828125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.silu_gate,128,5888,6016,4096,128,0.22028780845445092,0.0,0.823974609375,0.00341796875,0.042236328125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.silu_gate,128,6016,6144,4096,128,0.21085176257153623,0.0,0.80810546875,0.00439453125,0.04736328125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.gated_product,0,0,6144,196608,6144,0.07419984570329391,0.0,0.497528076171875,0.02764892578125,0.182342529296875,1.0,4008,0.65234375
+fresh-en-1,layers.6.mlp.gated_product,64,0,64,2048,64,0.06525506773120983,0.0,0.5107421875,0.02197265625,0.17529296875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,64,128,2048,64,0.06055879357360854,0.0,0.4970703125,0.02734375,0.1796875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,128,192,2048,64,0.06228657974482192,0.0,0.4794921875,0.029296875,0.1845703125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,192,256,2048,64,0.07155955592242925,0.0,0.52978515625,0.0263671875,0.166015625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,256,320,2048,64,0.14360806590156755,0.0,0.46337890625,0.05224609375,0.294921875,1.0,12,0.1875
+fresh-en-1,layers.6.mlp.gated_product,64,320,384,2048,64,0.07009339455393367,0.0,0.46826171875,0.021484375,0.17138671875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,384,448,2048,64,0.06979452809590446,0.0,0.48583984375,0.0205078125,0.1748046875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,448,512,2048,64,0.11218127199772017,0.0,0.552734375,0.0322265625,0.2236328125,1.0,30,0.46875
+fresh-en-1,layers.6.mlp.gated_product,64,512,576,2048,64,0.0570325040031503,0.0,0.5302734375,0.0244140625,0.15625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,576,640,2048,64,0.06793896155189012,0.0,0.517578125,0.02587890625,0.169921875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,640,704,2048,64,0.06975306400438792,0.0,0.50537109375,0.02734375,0.1611328125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,704,768,2048,64,0.09888839472251629,0.0,0.49267578125,0.02978515625,0.22998046875,1.0,34,0.53125
+fresh-en-1,layers.6.mlp.gated_product,64,768,832,2048,64,0.07827494201929691,0.0,0.4921875,0.02880859375,0.181640625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,832,896,2048,64,0.06217066780089281,0.0,0.515625,0.0205078125,0.166015625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,896,960,2048,64,0.06464179431823662,0.0,0.49462890625,0.025390625,0.16015625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,960,1024,2048,64,0.0734512901220949,0.0,0.51220703125,0.02587890625,0.19677734375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,1024,1088,2048,64,0.06343001362764293,0.0,0.5498046875,0.02392578125,0.15673828125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,1088,1152,2048,64,0.07421930447572851,0.0,0.46875,0.03076171875,0.1669921875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,1152,1216,2048,64,0.0664826799183639,0.0,0.52587890625,0.0263671875,0.15771484375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,1216,1280,2048,64,0.06319810159922794,0.0,0.50732421875,0.01611328125,0.1640625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1280,1344,2048,64,0.07044629697831686,0.0,0.48779296875,0.0224609375,0.16455078125,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1344,1408,2048,64,0.07436278795915995,0.0,0.501953125,0.021484375,0.1640625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1408,1472,2048,64,0.0800783688170121,0.0,0.4306640625,0.03125,0.18896484375,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gated_product,64,1472,1536,2048,64,0.10900806737054748,0.0,0.4990234375,0.03857421875,0.2451171875,1.0,30,0.46875
+fresh-en-1,layers.6.mlp.gated_product,64,1536,1600,2048,64,0.06413484148616849,0.0,0.48681640625,0.025390625,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1600,1664,2048,64,0.06188782404487278,0.0,0.49658203125,0.02685546875,0.1728515625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,1664,1728,2048,64,0.06767163018771674,0.0,0.4775390625,0.02783203125,0.17041015625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1728,1792,2048,64,0.06742612436844989,0.0,0.4794921875,0.01806640625,0.1611328125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,1792,1856,2048,64,0.06335635320240048,0.0,0.47705078125,0.0263671875,0.169921875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,1856,1920,2048,64,0.07236787523536034,0.0,0.498046875,0.03173828125,0.1806640625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,1920,1984,2048,64,0.0727732994262764,0.0,0.505859375,0.0302734375,0.17626953125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,1984,2048,2048,64,0.06440641428556046,0.0,0.49560546875,0.0263671875,0.1845703125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,2048,2112,2048,64,0.06323489307477961,0.0,0.49365234375,0.025390625,0.15625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,2112,2176,2048,64,0.09371939925517885,0.0,0.48193359375,0.03271484375,0.216796875,1.0,33,0.515625
+fresh-en-1,layers.6.mlp.gated_product,64,2176,2240,2048,64,0.05957865245441972,0.0,0.49560546875,0.02001953125,0.16015625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,2240,2304,2048,64,0.0598439576827156,0.0,0.49267578125,0.0263671875,0.1455078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.gated_product,64,2304,2368,2048,64,0.0763311176560578,0.0,0.48779296875,0.03515625,0.18994140625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gated_product,64,2368,2432,2048,64,0.07180732797542029,0.0,0.4541015625,0.02978515625,0.1767578125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,2432,2496,2048,64,0.12990580059189247,0.0,0.47509765625,0.05078125,0.28173828125,1.0,19,0.296875
+fresh-en-1,layers.6.mlp.gated_product,64,2496,2560,2048,64,0.07870481253072226,0.0,0.51220703125,0.02587890625,0.18994140625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gated_product,64,2560,2624,2048,64,0.06570674092125628,0.0,0.5126953125,0.01953125,0.16796875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,2624,2688,2048,64,0.05804517515065081,0.0,0.48095703125,0.02587890625,0.1572265625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.gated_product,64,2688,2752,2048,64,0.06187453270632025,0.0,0.4609375,0.021484375,0.1640625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.gated_product,64,2752,2816,2048,64,0.08489928615071504,0.0,0.4580078125,0.0283203125,0.201171875,1.0,37,0.578125
+fresh-en-1,layers.6.mlp.gated_product,64,2816,2880,2048,64,0.07117177526098242,0.0,0.474609375,0.02783203125,0.16943359375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,2880,2944,2048,64,0.07467436227751932,0.0,0.48974609375,0.0283203125,0.1669921875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,2944,3008,2048,64,0.07054773870055447,0.0,0.4921875,0.033203125,0.18310546875,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,3008,3072,2048,64,0.07287549267210039,0.0,0.5126953125,0.03466796875,0.18603515625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,3072,3136,2048,64,0.05809455348811405,0.0,0.5224609375,0.02880859375,0.1650390625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,3136,3200,2048,64,0.09236919610621015,0.0,0.48486328125,0.02685546875,0.197265625,1.0,36,0.5625
+fresh-en-1,layers.6.mlp.gated_product,64,3200,3264,2048,64,0.08659232702544667,0.0,0.5322265625,0.037109375,0.20654296875,1.0,38,0.59375
+fresh-en-1,layers.6.mlp.gated_product,64,3264,3328,2048,64,0.06776865842267518,0.0,0.50732421875,0.0341796875,0.1943359375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,3328,3392,2048,64,0.06680582387396192,0.0,0.47900390625,0.02734375,0.171875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,3392,3456,2048,64,0.08464499320073199,0.0,0.5234375,0.029296875,0.1806640625,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gated_product,64,3456,3520,2048,64,0.06514983799830387,0.0,0.5068359375,0.0234375,0.1669921875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,3520,3584,2048,64,0.06820930641885997,0.0,0.48486328125,0.03271484375,0.1806640625,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,3584,3648,2048,64,0.0675318764581804,0.0,0.4580078125,0.0263671875,0.15771484375,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,3648,3712,2048,64,0.07610636831356501,0.0,0.453125,0.02587890625,0.17626953125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,3712,3776,2048,64,0.08075226377559756,0.0,0.54345703125,0.033203125,0.17626953125,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,3776,3840,2048,64,0.0632522579994242,0.0,0.5283203125,0.02587890625,0.16650390625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,3840,3904,2048,64,0.08655408724558901,0.0,0.51171875,0.0263671875,0.189453125,1.0,37,0.578125
+fresh-en-1,layers.6.mlp.gated_product,64,3904,3968,2048,64,0.0658571696943193,0.0,0.49951171875,0.02197265625,0.15625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,3968,4032,2048,64,0.07196274279986001,0.0,0.48193359375,0.0263671875,0.173828125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,4032,4096,2048,64,0.06474498414246974,0.0,0.54736328125,0.02197265625,0.1708984375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,4096,4160,2048,64,0.06550695644719944,0.0,0.4921875,0.02294921875,0.17236328125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,4160,4224,2048,64,0.0676004253960485,0.0,0.5166015625,0.0205078125,0.150390625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,4224,4288,2048,64,0.0706721094364723,0.0,0.494140625,0.02392578125,0.1728515625,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,4288,4352,2048,64,0.08089080008885141,0.0,0.5146484375,0.029296875,0.1923828125,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gated_product,64,4352,4416,2048,64,0.059706910811302576,0.0,0.49853515625,0.03662109375,0.18603515625,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,4416,4480,2048,64,0.059458588581871634,0.0,0.5107421875,0.01953125,0.154296875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,4480,4544,2048,64,0.06464181572996845,0.0,0.4912109375,0.02685546875,0.169921875,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,4544,4608,2048,64,0.06899402030270213,0.0,0.4814453125,0.0224609375,0.17626953125,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,4608,4672,2048,64,0.06650997210376748,0.0,0.47900390625,0.02294921875,0.16943359375,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,4672,4736,2048,64,0.07286816541905729,0.0,0.55029296875,0.0224609375,0.17626953125,1.0,43,0.671875
+fresh-en-1,layers.6.mlp.gated_product,64,4736,4800,2048,64,0.06343439949596848,0.0,0.50244140625,0.02001953125,0.1455078125,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,4800,4864,2048,64,0.08209489017369642,0.0,0.4482421875,0.03564453125,0.185546875,1.0,40,0.625
+fresh-en-1,layers.6.mlp.gated_product,64,4864,4928,2048,64,0.06161040630065977,0.0,0.490234375,0.02490234375,0.15478515625,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,4928,4992,2048,64,0.06526340907252853,0.0,0.52783203125,0.0263671875,0.17333984375,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,4992,5056,2048,64,0.08036880132218294,0.0,0.49462890625,0.03369140625,0.1875,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gated_product,64,5056,5120,2048,64,0.059232870710682034,0.0,0.51953125,0.02392578125,0.16552734375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.gated_product,64,5120,5184,2048,64,0.08746256922528553,0.0,0.5283203125,0.02783203125,0.20361328125,1.0,39,0.609375
+fresh-en-1,layers.6.mlp.gated_product,64,5184,5248,2048,64,0.07091824807639031,0.0,0.5126953125,0.02587890625,0.169921875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,64,5248,5312,2048,64,0.0759195685124871,0.0,0.501953125,0.03125,0.16357421875,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,5312,5376,2048,64,0.06647348204328507,0.0,0.4541015625,0.02294921875,0.1376953125,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,5376,5440,2048,64,0.05756964721926205,0.0,0.474609375,0.02197265625,0.1669921875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,5440,5504,2048,64,0.08126682071454396,0.0,0.4658203125,0.02783203125,0.1943359375,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,5504,5568,2048,64,0.10579145425672674,0.0,0.5478515625,0.03125,0.22412109375,1.0,30,0.46875
+fresh-en-1,layers.6.mlp.gated_product,64,5568,5632,2048,64,0.09050040255630266,0.0,0.4970703125,0.03466796875,0.208984375,1.0,35,0.546875
+fresh-en-1,layers.6.mlp.gated_product,64,5632,5696,2048,64,0.05962934973910406,0.0,0.5078125,0.02294921875,0.1591796875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,5696,5760,2048,64,0.0645984719702233,0.0,0.53076171875,0.0263671875,0.1669921875,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.gated_product,64,5760,5824,2048,64,0.0807530845647742,0.0,0.490234375,0.03125,0.1884765625,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,5824,5888,2048,64,0.06062898681426576,0.0,0.50927734375,0.02685546875,0.1650390625,1.0,46,0.71875
+fresh-en-1,layers.6.mlp.gated_product,64,5888,5952,2048,64,0.07531697871318685,0.0,0.4775390625,0.0234375,0.17529296875,1.0,42,0.65625
+fresh-en-1,layers.6.mlp.gated_product,64,5952,6016,2048,64,0.07004798900551296,0.0,0.51123046875,0.02490234375,0.1689453125,1.0,45,0.703125
+fresh-en-1,layers.6.mlp.gated_product,64,6016,6080,2048,64,0.05849443331737643,0.0,0.47705078125,0.0205078125,0.14990234375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.gated_product,64,6080,6144,2048,64,0.06916243542210111,0.0,0.4892578125,0.02734375,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,0,128,4096,128,0.06295074004209844,0.0,0.50390625,0.0244140625,0.1767578125,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,128,256,4096,128,0.06708348552409654,0.0,0.504638671875,0.0283203125,0.176513671875,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gated_product,128,256,384,4096,128,0.11299637284462362,0.0,0.4658203125,0.0390625,0.239013671875,1.0,51,0.3984375
+fresh-en-1,layers.6.mlp.gated_product,128,384,512,4096,128,0.09342353541575182,0.0,0.519287109375,0.02783203125,0.21337890625,1.0,71,0.5546875
+fresh-en-1,layers.6.mlp.gated_product,128,512,640,4096,128,0.06272323735912616,0.0,0.52392578125,0.024658203125,0.162109375,1.0,91,0.7109375
+fresh-en-1,layers.6.mlp.gated_product,128,640,768,4096,128,0.08556986779467532,0.0,0.4990234375,0.0302734375,0.199462890625,1.0,77,0.6015625
+fresh-en-1,layers.6.mlp.gated_product,128,768,896,4096,128,0.07068294873211382,0.0,0.50390625,0.025634765625,0.177001953125,1.0,89,0.6953125
+fresh-en-1,layers.6.mlp.gated_product,128,896,1024,4096,128,0.06918689757924315,0.0,0.50341796875,0.026123046875,0.177001953125,1.0,89,0.6953125
+fresh-en-1,layers.6.mlp.gated_product,128,1024,1152,4096,128,0.06903575807385569,0.0,0.50927734375,0.02783203125,0.162353515625,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gated_product,128,1152,1280,4096,128,0.06486118552290716,0.0,0.5166015625,0.021240234375,0.161376953125,1.0,92,0.71875
+fresh-en-1,layers.6.mlp.gated_product,128,1280,1408,4096,128,0.07243101887663944,0.0,0.494873046875,0.0224609375,0.16552734375,1.0,92,0.71875
+fresh-en-1,layers.6.mlp.gated_product,128,1408,1536,4096,128,0.09564335811820714,0.0,0.46484375,0.0341796875,0.216552734375,1.0,67,0.5234375
+fresh-en-1,layers.6.mlp.gated_product,128,1536,1664,4096,128,0.06302134819830933,0.0,0.49169921875,0.026123046875,0.1728515625,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.gated_product,128,1664,1792,4096,128,0.06754898881409242,0.0,0.478515625,0.02294921875,0.165771484375,1.0,91,0.7109375
+fresh-en-1,layers.6.mlp.gated_product,128,1792,1920,4096,128,0.06801153158541573,0.0,0.487548828125,0.028564453125,0.17626953125,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gated_product,128,1920,2048,4096,128,0.06871731699691763,0.0,0.500732421875,0.029052734375,0.181884765625,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gated_product,128,2048,2176,4096,128,0.07994365984532617,0.0,0.48779296875,0.029541015625,0.193115234375,1.0,75,0.5859375
+fresh-en-1,layers.6.mlp.gated_product,128,2176,2304,4096,128,0.05971145241666455,0.0,0.494140625,0.023193359375,0.15283203125,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.gated_product,128,2304,2432,4096,128,0.07410375116548593,0.0,0.470947265625,0.031982421875,0.1826171875,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gated_product,128,2432,2560,4096,128,0.10740103477834062,0.0,0.49365234375,0.040283203125,0.242919921875,1.0,54,0.421875
+fresh-en-1,layers.6.mlp.gated_product,128,2560,2688,4096,128,0.061994427817195094,0.0,0.496826171875,0.023681640625,0.16357421875,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.gated_product,128,2688,2816,4096,128,0.07428440814372317,0.0,0.45947265625,0.023681640625,0.193603515625,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gated_product,128,2816,2944,4096,128,0.07294409494727448,0.0,0.482177734375,0.028076171875,0.168701171875,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gated_product,128,2944,3072,4096,128,0.07172105990559212,0.0,0.50244140625,0.03369140625,0.185791015625,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gated_product,128,3072,3200,4096,128,0.07715907443162746,0.0,0.503662109375,0.028076171875,0.185791015625,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gated_product,128,3200,3328,4096,128,0.07775224165286532,0.0,0.519775390625,0.035888671875,0.203369140625,1.0,79,0.6171875
+fresh-en-1,layers.6.mlp.gated_product,128,3328,3456,4096,128,0.0762489113936415,0.0,0.501220703125,0.028564453125,0.1796875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gated_product,128,3456,3584,4096,128,0.06669711715414382,0.0,0.495849609375,0.02783203125,0.174560546875,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,3584,3712,4096,128,0.07194697226375463,0.0,0.45556640625,0.02587890625,0.16552734375,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,3712,3840,4096,128,0.07253198000506193,0.0,0.535888671875,0.029052734375,0.169921875,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,3840,3968,4096,128,0.07690506101377009,0.0,0.505615234375,0.0244140625,0.17529296875,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gated_product,128,3968,4096,4096,128,0.06844906618386938,0.0,0.5146484375,0.024658203125,0.17578125,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gated_product,128,4096,4224,4096,128,0.06656192175974941,0.0,0.50439453125,0.022216796875,0.162109375,1.0,90,0.703125
+fresh-en-1,layers.6.mlp.gated_product,128,4224,4352,4096,128,0.07595350087788989,0.0,0.50439453125,0.026123046875,0.18017578125,1.0,83,0.6484375
+fresh-en-1,layers.6.mlp.gated_product,128,4352,4480,4096,128,0.05958287906260117,0.0,0.504638671875,0.028076171875,0.170166015625,1.0,93,0.7265625
+fresh-en-1,layers.6.mlp.gated_product,128,4480,4608,4096,128,0.06685334388943036,0.0,0.486328125,0.025390625,0.173095703125,1.0,90,0.703125
+fresh-en-1,layers.6.mlp.gated_product,128,4608,4736,4096,128,0.06976154356371075,0.0,0.5146484375,0.022216796875,0.175048828125,1.0,88,0.6875
+fresh-en-1,layers.6.mlp.gated_product,128,4736,4864,4096,128,0.07336039132953628,0.0,0.475341796875,0.02587890625,0.168701171875,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gated_product,128,4864,4992,4096,128,0.0634631969266463,0.0,0.509033203125,0.025634765625,0.163330078125,1.0,94,0.734375
+fresh-en-1,layers.6.mlp.gated_product,128,4992,5120,4096,128,0.07059630726388204,0.0,0.507080078125,0.02783203125,0.181640625,1.0,85,0.6640625
+fresh-en-1,layers.6.mlp.gated_product,128,5120,5248,4096,128,0.07962128774929574,0.0,0.5205078125,0.026611328125,0.18603515625,1.0,81,0.6328125
+fresh-en-1,layers.6.mlp.gated_product,128,5248,5376,4096,128,0.07135301219318343,0.0,0.47802734375,0.02685546875,0.151123046875,1.0,90,0.703125
+fresh-en-1,layers.6.mlp.gated_product,128,5376,5504,4096,128,0.07042215713111931,0.0,0.47021484375,0.02587890625,0.185302734375,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.gated_product,128,5504,5632,4096,128,0.09844326959372576,0.0,0.5224609375,0.033935546875,0.218017578125,1.0,65,0.5078125
+fresh-en-1,layers.6.mlp.gated_product,128,5632,5760,4096,128,0.06216358230988669,0.0,0.519287109375,0.025390625,0.1640625,1.0,93,0.7265625
+fresh-en-1,layers.6.mlp.gated_product,128,5760,5888,4096,128,0.07140355281374305,0.0,0.499755859375,0.029541015625,0.178955078125,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gated_product,128,5888,6016,4096,128,0.07273021396297107,0.0,0.494384765625,0.02490234375,0.17431640625,1.0,87,0.6796875
+fresh-en-1,layers.6.mlp.gated_product,128,6016,6144,4096,128,0.06405092193964622,0.0,0.483154296875,0.0234375,0.164306640625,1.0,93,0.7265625
+fresh-en-1,layers.6.mlp.down_proj.output,0,0,2048,65536,2048,0.04897206758846451,0.0,0.499847412109375,0.00836181640625,0.0888214111328125,1.0,1556,0.759765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,0,64,2048,64,0.05041064644412518,0.0,0.52001953125,0.0107421875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,64,128,2048,64,0.04725607225597197,0.0,0.50244140625,0.00634765625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.down_proj.output,64,128,192,2048,64,0.04712672669796698,0.0,0.52490234375,0.0087890625,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,192,256,2048,64,0.051235317217750674,0.0,0.50537109375,0.0146484375,0.099609375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,256,320,2048,64,0.04815016660943247,0.0,0.49462890625,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,320,384,2048,64,0.047885856416623726,0.0,0.4375,0.00732421875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.down_proj.output,64,384,448,2048,64,0.05184879462196247,0.0,0.48779296875,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,448,512,2048,64,0.04787159873222994,0.0,0.546875,0.00732421875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.down_proj.output,64,512,576,2048,64,0.04419204829080119,0.0,0.51953125,0.0078125,0.083984375,1.0,48,0.75
+fresh-en-1,layers.6.mlp.down_proj.output,64,576,640,2048,64,0.046681640791719096,0.0,0.49658203125,0.005859375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.down_proj.output,64,640,704,2048,64,0.04860844733189771,0.0,0.50830078125,0.0068359375,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.6.mlp.down_proj.output,64,704,768,2048,64,0.04790780008990215,0.0,0.51611328125,0.00927734375,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,768,832,2048,64,0.04725590974268478,0.0,0.51025390625,0.00927734375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.6.mlp.down_proj.output,64,832,896,2048,64,0.049820592759749545,0.0,0.5,0.0048828125,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,896,960,2048,64,0.05144635390361684,0.0,0.47802734375,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,960,1024,2048,64,0.04617582440068849,0.0,0.48779296875,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,1024,1088,2048,64,0.047296258589434884,0.0,0.45654296875,0.009765625,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,1088,1152,2048,64,0.047950669264854626,0.0,0.50244140625,0.01123046875,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,1152,1216,2048,64,0.06914419648576388,0.0,0.498046875,0.01025390625,0.12158203125,1.0,37,0.578125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1216,1280,2048,64,0.048534697820745036,0.0,0.53759765625,0.00634765625,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1280,1344,2048,64,0.04910591775610383,0.0,0.55029296875,0.009765625,0.1025390625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1344,1408,2048,64,0.04770066887440268,0.0,0.49609375,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.6.mlp.down_proj.output,64,1408,1472,2048,64,0.04686362406272694,0.0,0.52001953125,0.00634765625,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1472,1536,2048,64,0.04601721960282181,0.0,0.4912109375,0.00634765625,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1536,1600,2048,64,0.04656715119215056,0.0,0.4970703125,0.0068359375,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,1600,1664,2048,64,0.049610156025187375,0.0,0.4833984375,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1664,1728,2048,64,0.04785102902351143,0.0,0.48291015625,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1728,1792,2048,64,0.04898213791926655,0.0,0.447265625,0.00390625,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1792,1856,2048,64,0.04878440121131111,0.0,0.515625,0.009765625,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.6.mlp.down_proj.output,64,1856,1920,2048,64,0.048994239426252285,0.0,0.45654296875,0.0107421875,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,64,1920,1984,2048,64,0.04724225145040891,0.0,0.51611328125,0.0107421875,0.09619140625,1.0,49,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,64,1984,2048,2048,64,0.04737408904999699,0.0,0.5078125,0.0087890625,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,128,0,128,4096,128,0.04885882540532588,0.0,0.51123046875,0.008544921875,0.092041015625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,128,256,4096,128,0.04922390729954507,0.0,0.51513671875,0.01171875,0.09130859375,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,256,384,4096,128,0.04801819337120884,0.0,0.466064453125,0.00830078125,0.0869140625,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.down_proj.output,128,384,512,4096,128,0.04989983701842163,0.0,0.517333984375,0.0078125,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.down_proj.output,128,512,640,4096,128,0.045453892677875224,0.0,0.508056640625,0.006591796875,0.0810546875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,640,768,4096,128,0.04825939525870533,0.0,0.51220703125,0.008056640625,0.08544921875,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,768,896,4096,128,0.04855518751143682,0.0,0.505126953125,0.007080078125,0.08642578125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.down_proj.output,128,896,1024,4096,128,0.048882175120688987,0.0,0.48291015625,0.0078125,0.083740234375,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,1024,1152,4096,128,0.04762458797462801,0.0,0.4794921875,0.010498046875,0.084228515625,1.0,98,0.765625
+fresh-en-1,layers.6.mlp.down_proj.output,128,1152,1280,4096,128,0.05973498472508784,0.0,0.517822265625,0.00927734375,0.104248046875,1.0,86,0.671875
+fresh-en-1,layers.6.mlp.down_proj.output,128,1280,1408,4096,128,0.048408392711050845,0.0,0.523193359375,0.008544921875,0.098388671875,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.down_proj.output,128,1408,1536,4096,128,0.04644235007117387,0.0,0.505615234375,0.006591796875,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.6.mlp.down_proj.output,128,1536,1664,4096,128,0.04811271739881278,0.0,0.490234375,0.0068359375,0.0830078125,1.0,100,0.78125
+fresh-en-1,layers.6.mlp.down_proj.output,128,1664,1792,4096,128,0.04841988648143954,0.0,0.465087890625,0.006591796875,0.079345703125,1.0,101,0.7890625
+fresh-en-1,layers.6.mlp.down_proj.output,128,1792,1920,4096,128,0.048889432899672236,0.0,0.486083984375,0.01025390625,0.092041015625,1.0,97,0.7578125
+fresh-en-1,layers.6.mlp.down_proj.output,128,1920,2048,4096,128,0.047308216175526566,0.0,0.511962890625,0.009765625,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.7.self_attn.q_proj.output,0,0,4096,131072,4096,1.6113206818656225,0.0,0.7417144775390625,0.0125885009765625,0.12197113037109375,1.0,1831,0.447021484375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,0,64,2048,64,1.9778299279920935,0.0,0.51904296875,0.0185546875,0.1669921875,1.0,18,0.28125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,64,128,2048,64,0.5947724586798047,0.0,0.4755859375,0.01318359375,0.09912109375,1.0,41,0.640625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,128,192,2048,64,0.779516242883273,0.0,0.509765625,0.0107421875,0.13037109375,1.0,29,0.453125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,192,256,2048,64,0.6153378590586042,0.0,0.46484375,0.01318359375,0.107421875,1.0,41,0.640625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,256,320,2048,64,1.3111706853314067,0.0,0.96044921875,0.00439453125,0.03857421875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,320,384,2048,64,1.2461618264823002,0.0,0.96142578125,0.0029296875,0.03173828125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,384,448,2048,64,1.2651734799102936,0.0,0.974609375,0.0009765625,0.02099609375,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,448,512,2048,64,1.3505711844239046,0.0,0.97509765625,0.00048828125,0.0205078125,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,512,576,2048,64,1.3024570198046341,0.0,0.45703125,0.0078125,0.10595703125,1.0,27,0.421875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,576,640,2048,64,0.562965363860099,0.0,0.5322265625,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,640,704,2048,64,0.5796511047701751,0.0,0.47412109375,0.00830078125,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,704,768,2048,64,0.5384103696702179,0.0,0.509765625,0.0087890625,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,768,832,2048,64,1.9200338335456792,0.0,0.978515625,0.00146484375,0.0244140625,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,832,896,2048,64,1.770123305106931,0.0,0.97900390625,0.0048828125,0.0205078125,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,896,960,2048,64,1.9941573781078117,0.0,0.98974609375,0.00146484375,0.01123046875,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,960,1024,2048,64,1.8461508195235143,0.0,0.97021484375,0.001953125,0.025390625,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1024,1088,2048,64,1.3979057194160907,0.0,0.48388671875,0.01171875,0.10302734375,1.0,25,0.390625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1088,1152,2048,64,0.6139519561349293,0.0,0.4951171875,0.009765625,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1152,1216,2048,64,0.6112321895284399,0.0,0.515625,0.009765625,0.08642578125,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1216,1280,2048,64,0.5649180324394968,0.0,0.50927734375,0.01123046875,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1280,1344,2048,64,1.6433503938510643,0.0,0.97998046875,0.0009765625,0.01318359375,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1344,1408,2048,64,1.6052806364158498,0.0,0.97802734375,0.001953125,0.01904296875,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1408,1472,2048,64,1.73090975438706,0.0,0.99072265625,0.0009765625,0.00634765625,1.0,52,0.8125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1472,1536,2048,64,1.5953241977981403,0.0,0.986328125,0.0,0.0146484375,1.0,52,0.8125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1536,1600,2048,64,1.9146966047725964,0.0,0.46142578125,0.0107421875,0.12841796875,1.0,18,0.28125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1600,1664,2048,64,0.5639966295325133,0.0,0.49853515625,0.0087890625,0.1025390625,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1664,1728,2048,64,1.0268183014616603,0.0,0.50634765625,0.01513671875,0.162109375,1.0,20,0.3125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1728,1792,2048,64,0.5312399043962066,0.0,0.51806640625,0.0068359375,0.1005859375,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1792,1856,2048,64,1.8730647188147227,0.0,0.9873046875,0.0009765625,0.01171875,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1856,1920,2048,64,1.8021632540601271,0.0,0.98876953125,0.001953125,0.01318359375,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1920,1984,2048,64,1.920804109257392,0.0,0.9931640625,0.0,0.0068359375,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,1984,2048,2048,64,1.70261267025673,0.0,0.9677734375,0.0009765625,0.015625,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2048,2112,2048,64,1.4685513598415887,0.0,0.4580078125,0.0126953125,0.12744140625,1.0,23,0.359375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2112,2176,2048,64,0.5519511643336407,0.0,0.4658203125,0.00927734375,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2176,2240,2048,64,0.5404118838761384,0.0,0.54296875,0.00830078125,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2240,2304,2048,64,0.5090267655467082,0.0,0.51904296875,0.0087890625,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2304,2368,2048,64,2.3634615484418813,0.0,0.9970703125,0.0009765625,0.00439453125,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2368,2432,2048,64,2.390528427333577,0.0,0.99072265625,0.0029296875,0.01416015625,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2432,2496,2048,64,2.3482304599481516,0.0,0.9912109375,0.00048828125,0.0078125,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2496,2560,2048,64,2.3074349919717148,0.0,0.99609375,0.0009765625,0.00390625,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2560,2624,2048,64,1.9344810815027536,0.0,0.41845703125,0.01708984375,0.13134765625,1.0,23,0.359375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2624,2688,2048,64,0.5222855574605554,0.0,0.4765625,0.0146484375,0.1103515625,1.0,39,0.609375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2688,2752,2048,64,0.44959080280312863,0.0,0.5458984375,0.00830078125,0.0966796875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2752,2816,2048,64,0.48011286931320046,0.0,0.52685546875,0.00634765625,0.10205078125,1.0,41,0.640625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2816,2880,2048,64,2.076181538894182,0.0,0.9873046875,0.00146484375,0.01318359375,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2880,2944,2048,64,2.120736462729315,0.0,0.970703125,0.00244140625,0.01904296875,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,2944,3008,2048,64,2.043469731796107,0.0,0.9794921875,0.0029296875,0.01904296875,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3008,3072,2048,64,2.1786600982802424,0.0,0.9921875,0.00048828125,0.01220703125,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3072,3136,2048,64,2.1114668074423357,0.0,0.470703125,0.01416015625,0.11865234375,1.0,27,0.421875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3136,3200,2048,64,0.7278735974270316,0.0,0.47705078125,0.01220703125,0.119140625,1.0,33,0.515625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3200,3264,2048,64,0.6429071862810387,0.0,0.53515625,0.01220703125,0.1123046875,1.0,39,0.609375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3264,3328,2048,64,0.6520767504847427,0.0,0.54541015625,0.00830078125,0.10693359375,1.0,39,0.609375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3328,3392,2048,64,2.332447678289769,0.0,0.99560546875,0.00048828125,0.0087890625,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3392,3456,2048,64,2.3143113486180455,0.0,0.98583984375,0.00146484375,0.02197265625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3456,3520,2048,64,2.262233778872335,0.0,0.98681640625,0.00048828125,0.01611328125,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3520,3584,2048,64,2.3782153763199383,0.0,0.99169921875,0.0009765625,0.01171875,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3584,3648,2048,64,2.040607985845282,0.0,0.474609375,0.01318359375,0.10888671875,1.0,29,0.453125
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3648,3712,2048,64,0.6356245404338197,0.0,0.5078125,0.009765625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3712,3776,2048,64,0.665950210045205,0.0,0.51806640625,0.01416015625,0.10498046875,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3776,3840,2048,64,0.6287262703559984,0.0,0.54736328125,0.0107421875,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3840,3904,2048,64,2.433533344983905,0.0,0.99609375,0.00048828125,0.00439453125,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3904,3968,2048,64,2.5556305767032246,0.0,0.994140625,0.0,0.0068359375,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,64,3968,4032,2048,64,2.460588188994942,0.0,0.99609375,0.0,0.00390625,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.output,64,4032,4096,2048,64,2.4950995000032274,0.0,0.9970703125,0.00048828125,0.0029296875,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,0,128,4096,128,1.4604049954833127,0.0,0.497314453125,0.01904296875,0.18896484375,1.0,32,0.25
+fresh-en-1,layers.7.self_attn.q_proj.output,128,128,256,4096,128,0.7022415018032189,0.0,0.4873046875,0.01171875,0.117431640625,1.0,69,0.5390625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,256,384,4096,128,1.2790793298021303,0.0,0.9609375,0.00390625,0.03466796875,1.0,88,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,384,512,4096,128,1.3085691534008645,0.0,0.974853515625,0.000732421875,0.021484375,1.0,97,0.7578125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,512,640,4096,128,1.003325542718938,0.0,0.49462890625,0.01318359375,0.12060546875,1.0,59,0.4609375
+fresh-en-1,layers.7.self_attn.q_proj.output,128,640,768,4096,128,0.5594109086484216,0.0,0.491943359375,0.0087890625,0.09326171875,1.0,92,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,768,896,4096,128,1.8466004491013754,0.0,0.978759765625,0.003173828125,0.02197265625,1.0,97,0.7578125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,896,1024,4096,128,1.9215796232643034,0.0,0.97998046875,0.001953125,0.019287109375,1.0,97,0.7578125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1024,1152,4096,128,1.0796011774766932,0.0,0.489501953125,0.01220703125,0.12841796875,1.0,56,0.4375
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1152,1280,4096,128,0.5885308712765385,0.0,0.512451171875,0.010498046875,0.08837890625,1.0,95,0.7421875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1280,1408,4096,128,1.6244270433943968,0.0,0.97900390625,0.00146484375,0.01611328125,1.0,101,0.7890625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1408,1536,4096,128,1.6644981036205104,0.0,0.988525390625,0.000732421875,0.0107421875,1.0,104,0.8125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1536,1664,4096,128,1.4114098069752354,0.0,0.47998046875,0.0146484375,0.170654296875,1.0,34,0.265625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1664,1792,4096,128,0.8174875106812031,0.0,0.51220703125,0.01025390625,0.140380859375,1.0,58,0.453125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1792,1920,4096,128,1.8379559074081542,0.0,0.988037109375,0.00146484375,0.012451171875,1.0,98,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,1920,2048,4096,128,1.8149901282181724,0.0,0.98046875,0.00048828125,0.011474609375,1.0,100,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2048,2176,4096,128,1.1093451185951648,0.0,0.4619140625,0.013427734375,0.1357421875,1.0,48,0.375
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2176,2304,4096,128,0.5249539276343689,0.0,0.531005859375,0.008544921875,0.092529296875,1.0,96,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2304,2432,4096,128,2.3770335139468735,0.0,0.993896484375,0.001953125,0.00927734375,1.0,96,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2432,2560,4096,128,2.327922092253499,0.0,0.99365234375,0.000732421875,0.005859375,1.0,98,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2560,2688,4096,128,1.416862600646927,0.0,0.447509765625,0.020751953125,0.19482421875,1.0,32,0.25
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2688,2816,4096,128,0.46510227759349665,0.0,0.536376953125,0.00732421875,0.099365234375,1.0,85,0.6640625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2816,2944,4096,128,2.098577247422008,0.0,0.97900390625,0.001953125,0.01611328125,1.0,98,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,2944,3072,4096,128,2.1121468188321244,0.0,0.98583984375,0.001708984375,0.015625,1.0,96,0.75
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3072,3200,4096,128,1.5792548959496844,0.0,0.473876953125,0.01904296875,0.172119140625,1.0,38,0.296875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3200,3328,4096,128,0.647508200216238,0.0,0.540283203125,0.01025390625,0.1103515625,1.0,77,0.6015625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3328,3456,4096,128,2.3233972099386717,0.0,0.99072265625,0.0009765625,0.015625,1.0,91,0.7109375
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3456,3584,4096,128,2.320949164289859,0.0,0.9892578125,0.000732421875,0.014404296875,1.0,92,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3584,3712,4096,128,1.511307299707317,0.0,0.4912109375,0.01904296875,0.150390625,1.0,43,0.3359375
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3712,3840,4096,128,0.6476057463051949,0.0,0.53271484375,0.012939453125,0.096923828125,1.0,93,0.7265625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3840,3968,4096,128,2.4953288546531307,0.0,0.9951171875,0.000244140625,0.005615234375,1.0,98,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.output,128,3968,4096,4096,128,2.4779039277923753,0.0,0.99658203125,0.000244140625,0.00341796875,1.0,102,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.20746708181987425,0.0,0.0,0.0001373291015625,0.0222625732421875,1.0,1324,0.646484375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.29390666119964515,0.0,0.0,0.0,0.0009765625,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.30192201347920783,0.0,0.0,0.0,0.005859375,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.2868649473127235,0.0,0.0,0.0,0.00341796875,1.0,52,0.8125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.27547252156257945,0.0,0.0,0.0,0.00341796875,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.2229865889773666,0.0,0.0,0.00048828125,0.02392578125,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.2278022020096165,0.0,0.0,0.0,0.01123046875,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.20300362628986868,0.0,0.0,0.00048828125,0.02294921875,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.2303092391133899,0.0,0.0,0.0,0.021484375,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.22716160138829158,0.0,0.0,0.0,0.001953125,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.23375495692873674,0.0,0.0,0.00048828125,0.01318359375,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.20565238154531523,0.0,0.0,0.0,0.0048828125,1.0,50,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.21850709710743457,0.0,0.0,0.0,0.0009765625,1.0,51,0.796875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.21088347554839298,0.0,0.0,0.00048828125,0.00830078125,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.21509688843969035,0.0,0.0,0.00048828125,0.01220703125,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.19458923019233304,0.0,0.0,0.0,0.01025390625,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.22849785690360308,0.0,0.0,0.0,0.00146484375,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.15643729311913282,0.0,0.0,0.0,0.02734375,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.17387349178374698,0.0,0.0,0.0,0.03466796875,1.0,38,0.59375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.16331223918173915,0.0,0.0,0.0,0.025390625,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.16523769877455405,0.0,0.0,0.0,0.02001953125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.19508470395765265,0.0,0.0,0.0,0.015625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.21156061755344946,0.0,0.0,0.0,0.02880859375,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.2077462814159285,0.0,0.0,0.0,0.0166015625,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.18337434510146391,0.0,0.0,0.0,0.01904296875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.17580924091548417,0.0,0.0,0.0,0.04541015625,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.18752898597505616,0.0,0.0,0.0,0.03369140625,1.0,37,0.578125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.18346093816150683,0.0,0.0,0.00048828125,0.02783203125,1.0,41,0.640625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.17439260038972185,0.0,0.0,0.00048828125,0.044921875,1.0,38,0.59375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.13782568253713534,0.0,0.0,0.0,0.0224609375,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.13591573565248943,0.0,0.0,0.0,0.03076171875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.13212593840200917,0.0,0.0,0.0,0.00634765625,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.12381117439397005,0.0,0.0,0.0,0.009765625,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.29794129264073316,0.0,0.0,0.0,0.00341796875,1.0,94,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.2812264284635935,0.0,0.0,0.0,0.0029296875,1.0,100,0.78125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.22540725598812378,0.0,0.0,0.000244140625,0.017333984375,1.0,94,0.734375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.21708617863399926,0.0,0.0,0.00048828125,0.022705078125,1.0,92,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.2304818572404872,0.0,0.0,0.000244140625,0.00732421875,1.0,98,0.765625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.21217711177407633,0.0,0.0,0.0,0.003173828125,1.0,101,0.7890625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.2130006005576114,0.0,0.0,0.00048828125,0.01025390625,1.0,92,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.21222186399660173,0.0,0.0,0.0,0.006103515625,1.0,92,0.71875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.16538533463326519,0.0,0.0,0.0,0.03173828125,1.0,83,0.6484375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.16427778998218814,0.0,0.0,0.0,0.022705078125,1.0,87,0.6796875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.2034894796025606,0.0,0.0,0.0,0.0224609375,1.0,89,0.6953125
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.19593961810151736,0.0,0.0,0.0,0.017822265625,1.0,87,0.6796875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.18176359615185814,0.0,0.0,0.0,0.039794921875,1.0,79,0.6171875
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.17898421006025847,0.0,0.0,0.000732421875,0.03662109375,1.0,78,0.609375
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.13687404057158645,0.0,0.0,0.0,0.026611328125,1.0,85,0.6640625
+fresh-en-1,layers.7.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.12803607011976273,0.0,0.0,0.0,0.0087890625,1.0,89,0.6953125
+fresh-en-1,layers.7.self_attn.k_proj.output,0,0,512,16384,512,0.8314322685681187,0.0,0.4967041015625,0.01318359375,0.12359619140625,1.0,274,0.53515625
+fresh-en-1,layers.7.self_attn.k_proj.output,64,0,64,2048,64,0.788970540112203,0.0,0.466796875,0.0146484375,0.13427734375,1.0,28,0.4375
+fresh-en-1,layers.7.self_attn.k_proj.output,64,64,128,2048,64,0.939939557811926,0.0,0.47119140625,0.00927734375,0.13916015625,1.0,31,0.484375
+fresh-en-1,layers.7.self_attn.k_proj.output,64,128,192,2048,64,0.9322336004927443,0.0,0.5263671875,0.01708984375,0.12744140625,1.0,32,0.5
+fresh-en-1,layers.7.self_attn.k_proj.output,64,192,256,2048,64,0.7915843943606673,0.0,0.47802734375,0.01171875,0.1083984375,1.0,38,0.59375
+fresh-en-1,layers.7.self_attn.k_proj.output,64,256,320,2048,64,0.8323065639444898,0.0,0.49609375,0.02294921875,0.16455078125,1.0,21,0.328125
+fresh-en-1,layers.7.self_attn.k_proj.output,64,320,384,2048,64,0.7913634973559363,0.0,0.486328125,0.0087890625,0.09326171875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.k_proj.output,64,384,448,2048,64,0.7973614844365974,0.0,0.53564453125,0.00927734375,0.109375,1.0,42,0.65625
+fresh-en-1,layers.7.self_attn.k_proj.output,64,448,512,2048,64,0.7575189599921308,0.0,0.51318359375,0.009765625,0.111328125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.k_proj.output,128,0,128,4096,128,0.8677444570565173,0.0,0.468994140625,0.011962890625,0.137939453125,1.0,59,0.4609375
+fresh-en-1,layers.7.self_attn.k_proj.output,128,128,256,4096,128,0.8647731897101719,0.0,0.502197265625,0.0146484375,0.12060546875,1.0,69,0.5390625
+fresh-en-1,layers.7.self_attn.k_proj.output,128,256,384,4096,128,0.8120930985215001,0.0,0.4912109375,0.015625,0.129150390625,1.0,63,0.4921875
+fresh-en-1,layers.7.self_attn.k_proj.output,128,384,512,4096,128,0.7776954132597459,0.0,0.5244140625,0.00927734375,0.1103515625,1.0,85,0.6640625
+fresh-en-1,layers.7.self_attn.v_proj.output,0,0,512,16384,512,0.7689797704138465,0.0,0.49908447265625,0.011474609375,0.12225341796875,1.0,308,0.6015625
+fresh-en-1,layers.7.self_attn.v_proj.output,64,0,64,2048,64,1.002762175523536,0.0,0.48828125,0.009765625,0.1396484375,1.0,34,0.53125
+fresh-en-1,layers.7.self_attn.v_proj.output,64,64,128,2048,64,0.725891775102538,0.0,0.4541015625,0.01171875,0.10888671875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.v_proj.output,64,128,192,2048,64,0.7474071637196384,0.0,0.5224609375,0.01025390625,0.11474609375,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.v_proj.output,64,192,256,2048,64,0.6821943630703278,0.0,0.45703125,0.009765625,0.0986328125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.v_proj.output,64,256,320,2048,64,0.9301722708096749,0.0,0.54541015625,0.0166015625,0.154296875,1.0,27,0.421875
+fresh-en-1,layers.7.self_attn.v_proj.output,64,320,384,2048,64,0.7937294184249293,0.0,0.505859375,0.0126953125,0.13916015625,1.0,34,0.53125
+fresh-en-1,layers.7.self_attn.v_proj.output,64,384,448,2048,64,0.5036908444628675,0.0,0.51806640625,0.0107421875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.7.self_attn.v_proj.output,64,448,512,2048,64,0.6521121999987144,0.0,0.50146484375,0.0068359375,0.11181640625,1.0,42,0.65625
+fresh-en-1,layers.7.self_attn.v_proj.output,128,0,128,4096,128,0.8753430327083801,0.0,0.47119140625,0.011474609375,0.125732421875,1.0,75,0.5859375
+fresh-en-1,layers.7.self_attn.v_proj.output,128,128,256,4096,128,0.7155440648151463,0.0,0.48974609375,0.010009765625,0.10595703125,1.0,88,0.6875
+fresh-en-1,layers.7.self_attn.v_proj.output,128,256,384,4096,128,0.8646464141648896,0.0,0.525634765625,0.014404296875,0.148193359375,1.0,61,0.4765625
+fresh-en-1,layers.7.self_attn.v_proj.output,128,384,512,4096,128,0.5826468862797087,0.0,0.509765625,0.009033203125,0.103515625,1.0,89,0.6953125
+fresh-en-1,layers.7.self_attn.o_proj.output,0,0,2048,65536,2048,0.03665396493497273,0.0,0.5047760009765625,0.01055908203125,0.1075897216796875,1.0,1371,0.66943359375
+fresh-en-1,layers.7.self_attn.o_proj.output,64,0,64,2048,64,0.04024072325056954,0.0,0.48583984375,0.0107421875,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,64,128,2048,64,0.03586858326902457,0.0,0.5283203125,0.01171875,0.11181640625,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,128,192,2048,64,0.03531593771950437,0.0,0.5087890625,0.00732421875,0.08544921875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,192,256,2048,64,0.0391669152580038,0.0,0.45556640625,0.01123046875,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,256,320,2048,64,0.03628108491515863,0.0,0.4775390625,0.00830078125,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,320,384,2048,64,0.03589586547353591,0.0,0.56396484375,0.01171875,0.12060546875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,384,448,2048,64,0.039516556672261505,0.0,0.5517578125,0.00830078125,0.099609375,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,448,512,2048,64,0.034008837582689556,0.0,0.56494140625,0.0078125,0.12255859375,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,512,576,2048,64,0.03459499207054841,0.0,0.529296875,0.01025390625,0.10888671875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,576,640,2048,64,0.03718809211861224,0.0,0.49462890625,0.00537109375,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.7.self_attn.o_proj.output,64,640,704,2048,64,0.035379531987167465,0.0,0.47509765625,0.01123046875,0.10205078125,1.0,42,0.65625
+fresh-en-1,layers.7.self_attn.o_proj.output,64,704,768,2048,64,0.034533305800187465,0.0,0.5009765625,0.01025390625,0.119140625,1.0,42,0.65625
+fresh-en-1,layers.7.self_attn.o_proj.output,64,768,832,2048,64,0.03364667533100666,0.0,0.4765625,0.01123046875,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.7.self_attn.o_proj.output,64,832,896,2048,64,0.0323551094320468,0.0,0.509765625,0.01025390625,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,896,960,2048,64,0.03795108419060969,0.0,0.5615234375,0.01123046875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,960,1024,2048,64,0.032872788247683186,0.0,0.52734375,0.013671875,0.103515625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1024,1088,2048,64,0.03735960377279693,0.0,0.56005859375,0.00732421875,0.107421875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1088,1152,2048,64,0.0333825595385346,0.0,0.48486328125,0.01708984375,0.1123046875,1.0,43,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1152,1216,2048,64,0.054090851284143954,0.0,0.5185546875,0.01025390625,0.1552734375,1.0,29,0.453125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1216,1280,2048,64,0.03477877200862219,0.0,0.52978515625,0.01123046875,0.07958984375,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1280,1344,2048,64,0.037261848503379325,0.0,0.49951171875,0.00927734375,0.0986328125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1344,1408,2048,64,0.03657861517660981,0.0,0.48486328125,0.0146484375,0.13037109375,1.0,42,0.65625
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1408,1472,2048,64,0.035914004065668206,0.0,0.43994140625,0.00634765625,0.11328125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1472,1536,2048,64,0.03668272173148847,0.0,0.4287109375,0.01171875,0.1220703125,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1536,1600,2048,64,0.032641352395133244,0.0,0.484375,0.00732421875,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1600,1664,2048,64,0.03637363991315358,0.0,0.52587890625,0.00927734375,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1664,1728,2048,64,0.03702867256422655,0.0,0.5205078125,0.0087890625,0.10546875,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1728,1792,2048,64,0.03313978769754037,0.0,0.5419921875,0.013671875,0.1025390625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1792,1856,2048,64,0.03772613098790925,0.0,0.48291015625,0.0078125,0.1181640625,1.0,41,0.640625
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1856,1920,2048,64,0.03635977670328409,0.0,0.48681640625,0.0146484375,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1920,1984,2048,64,0.03514025166760541,0.0,0.48583984375,0.01025390625,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,64,1984,2048,2048,64,0.0375901094316243,0.0,0.46630859375,0.01416015625,0.1044921875,1.0,45,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,128,0,128,4096,128,0.03811739152575814,0.0,0.507080078125,0.01171875,0.105712890625,1.0,86,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,128,256,4096,128,0.0372911699188666,0.0,0.482177734375,0.009521484375,0.097412109375,1.0,86,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,256,384,4096,128,0.03608898918448076,0.0,0.520751953125,0.01025390625,0.109375,1.0,85,0.6640625
+fresh-en-1,layers.7.self_attn.o_proj.output,128,384,512,4096,128,0.03686569736867738,0.0,0.558349609375,0.0078125,0.11376953125,1.0,87,0.6796875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,512,640,4096,128,0.035914952817619694,0.0,0.511962890625,0.0078125,0.10400390625,1.0,90,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,128,640,768,4096,128,0.03495897948396282,0.0,0.488037109375,0.0107421875,0.110107421875,1.0,83,0.6484375
+fresh-en-1,layers.7.self_attn.o_proj.output,128,768,896,4096,128,0.03300721032736557,0.0,0.4931640625,0.0107421875,0.09716796875,1.0,93,0.7265625
+fresh-en-1,layers.7.self_attn.o_proj.output,128,896,1024,4096,128,0.03550285198698664,0.0,0.54443359375,0.01220703125,0.1025390625,1.0,90,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1024,1152,4096,128,0.03542693378916802,0.0,0.5224609375,0.01220703125,0.1103515625,1.0,86,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1152,1280,4096,128,0.04547187688600011,0.0,0.524169921875,0.0107421875,0.1162109375,1.0,72,0.5625
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1280,1408,4096,128,0.03692181226678413,0.0,0.4921875,0.011962890625,0.1142578125,1.0,86,0.671875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1408,1536,4096,128,0.03630039780538671,0.0,0.434326171875,0.009033203125,0.116943359375,1.0,87,0.6796875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1536,1664,4096,128,0.03455791925677115,0.0,0.505126953125,0.008544921875,0.097412109375,1.0,90,0.703125
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1664,1792,4096,128,0.03513807137925154,0.0,0.53125,0.011474609375,0.1044921875,1.0,88,0.6875
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1792,1920,4096,128,0.03704925317215967,0.0,0.48486328125,0.01123046875,0.1103515625,1.0,85,0.6640625
+fresh-en-1,layers.7.self_attn.o_proj.output,128,1920,2048,4096,128,0.03638580502300406,0.0,0.47607421875,0.011962890625,0.10693359375,1.0,88,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,0,0,6144,196608,6144,0.6451395881722607,0.0,0.8161061604817709,0.00799560546875,0.07835896809895833,1.0,3999,0.65087890625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,0,64,2048,64,0.6618021067008135,0.0,0.86181640625,0.009765625,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,64,128,2048,64,0.6839548105679353,0.0,0.83251953125,0.00634765625,0.08447265625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,128,192,2048,64,0.5898921798303816,0.0,0.82666015625,0.0048828125,0.07958984375,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,192,256,2048,64,0.6701065780884451,0.0,0.814453125,0.0107421875,0.0869140625,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,256,320,2048,64,0.7230151398062773,0.0,0.82666015625,0.00537109375,0.08740234375,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,320,384,2048,64,0.6164659375004891,0.0,0.81201171875,0.01318359375,0.08544921875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,384,448,2048,64,0.6394663579421168,0.0,0.7822265625,0.005859375,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,448,512,2048,64,0.6193723055928883,0.0,0.80029296875,0.00830078125,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,512,576,2048,64,0.6607561191480679,0.0,0.7666015625,0.00732421875,0.08203125,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,576,640,2048,64,0.6446492530415082,0.0,0.8232421875,0.00830078125,0.08154296875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,640,704,2048,64,0.5894141773719757,0.0,0.81884765625,0.01171875,0.08642578125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,704,768,2048,64,0.5721938156610011,0.0,0.77587890625,0.0107421875,0.09033203125,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,768,832,2048,64,0.6755391805580153,0.0,0.810546875,0.00634765625,0.07763671875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,832,896,2048,64,0.6365056786490905,0.0,0.7646484375,0.0068359375,0.087890625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,896,960,2048,64,0.6489129107317385,0.0,0.83349609375,0.00732421875,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,960,1024,2048,64,0.6412222925749773,0.0,0.80810546875,0.00634765625,0.076171875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1024,1088,2048,64,0.6033317506271707,0.0,0.79931640625,0.00830078125,0.07861328125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1088,1152,2048,64,0.6296309408391147,0.0,0.833984375,0.00537109375,0.07568359375,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1152,1216,2048,64,0.5972025668642255,0.0,0.79345703125,0.0068359375,0.06982421875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1216,1280,2048,64,0.6613878627595329,0.0,0.8125,0.01025390625,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1280,1344,2048,64,0.6798678988144761,0.0,0.83056640625,0.0068359375,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1344,1408,2048,64,0.5733710648994679,0.0,0.82763671875,0.0029296875,0.078125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1408,1472,2048,64,0.6665022476964931,0.0,0.84228515625,0.0068359375,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1472,1536,2048,64,0.5695983560133384,0.0,0.78125,0.009765625,0.09326171875,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1536,1600,2048,64,0.6425914745884108,0.0,0.826171875,0.0087890625,0.0712890625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1600,1664,2048,64,0.6445150294022366,0.0,0.82958984375,0.0078125,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1664,1728,2048,64,0.6447024979809628,0.0,0.81005859375,0.00439453125,0.064453125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1728,1792,2048,64,0.5998067111961488,0.0,0.80224609375,0.0087890625,0.0810546875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1792,1856,2048,64,0.5814541020967905,0.0,0.814453125,0.0087890625,0.0693359375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1856,1920,2048,64,0.6194344669534262,0.0,0.8046875,0.00732421875,0.08837890625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1920,1984,2048,64,0.595208719455895,0.0,0.7685546875,0.0087890625,0.07958984375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,1984,2048,2048,64,0.6796400416838169,0.0,0.8203125,0.00537109375,0.07958984375,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2048,2112,2048,64,0.6193078302574085,0.0,0.8095703125,0.0087890625,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2112,2176,2048,64,0.6524981158581344,0.0,0.798828125,0.01025390625,0.07763671875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2176,2240,2048,64,0.6450298300457413,0.0,0.77978515625,0.00341796875,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2240,2304,2048,64,0.6138446975217586,0.0,0.81494140625,0.00830078125,0.0751953125,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2304,2368,2048,64,0.6085116621616635,0.0,0.78955078125,0.005859375,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2368,2432,2048,64,0.6567549939639608,0.0,0.82080078125,0.009765625,0.08544921875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2432,2496,2048,64,0.6186154288609519,0.0,0.822265625,0.0087890625,0.0830078125,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2496,2560,2048,64,0.665641082380157,0.0,0.82080078125,0.00732421875,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2560,2624,2048,64,0.6555750164024988,0.0,0.80908203125,0.00830078125,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2624,2688,2048,64,0.6099965627995155,0.0,0.7841796875,0.0078125,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2688,2752,2048,64,0.58617143041642,0.0,0.8134765625,0.00927734375,0.08544921875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2752,2816,2048,64,0.6918026500413503,0.0,0.83935546875,0.00732421875,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2816,2880,2048,64,0.6105166804243514,0.0,0.802734375,0.00830078125,0.08056640625,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2880,2944,2048,64,0.6956214137931321,0.0,0.85302734375,0.0078125,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,2944,3008,2048,64,0.636998841689184,0.0,0.8291015625,0.0078125,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3008,3072,2048,64,0.6044178082998352,0.0,0.80517578125,0.00537109375,0.07470703125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3072,3136,2048,64,0.6674352829425134,0.0,0.8271484375,0.01025390625,0.087890625,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3136,3200,2048,64,0.6096478932254888,0.0,0.8388671875,0.0068359375,0.07568359375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3200,3264,2048,64,0.5464327604284106,0.0,0.7841796875,0.00732421875,0.07666015625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3264,3328,2048,64,0.6821125440162049,0.0,0.84521484375,0.00537109375,0.0673828125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3328,3392,2048,64,0.6117848769371373,0.0,0.82861328125,0.0078125,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3392,3456,2048,64,0.6333446964374626,0.0,0.8203125,0.00537109375,0.068359375,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3456,3520,2048,64,0.6430359433035353,0.0,0.8388671875,0.00830078125,0.0791015625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3520,3584,2048,64,0.5926946367088919,0.0,0.81396484375,0.0048828125,0.07080078125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3584,3648,2048,64,0.6766020731210953,0.0,0.84033203125,0.00732421875,0.06884765625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3648,3712,2048,64,0.6576042917352494,0.0,0.818359375,0.009765625,0.07861328125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3712,3776,2048,64,0.5358422976720236,0.0,0.76123046875,0.0126953125,0.0869140625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3776,3840,2048,64,0.5907736693801148,0.0,0.80712890625,0.0078125,0.07763671875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3840,3904,2048,64,0.6016701802146819,0.0,0.82958984375,0.0107421875,0.06982421875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3904,3968,2048,64,0.8489248403630951,0.0,0.82958984375,0.01025390625,0.1083984375,1.0,33,0.515625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,3968,4032,2048,64,0.6229566159321404,0.0,0.79296875,0.00439453125,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4032,4096,2048,64,0.6595987301928058,0.0,0.845703125,0.00439453125,0.068359375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4096,4160,2048,64,0.685562310924091,0.0,0.80859375,0.0107421875,0.07861328125,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4160,4224,2048,64,0.7203098352249814,0.0,0.873046875,0.00927734375,0.07177734375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4224,4288,2048,64,0.7601030076465523,0.0,0.8193359375,0.00634765625,0.0751953125,1.0,39,0.609375
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4288,4352,2048,64,0.5707257508280276,0.0,0.80908203125,0.00634765625,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4352,4416,2048,64,0.6881779335659374,0.0,0.830078125,0.0078125,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4416,4480,2048,64,0.7405961841144377,0.0,0.8564453125,0.0068359375,0.0751953125,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4480,4544,2048,64,0.6750837049127065,0.0,0.8251953125,0.0068359375,0.07373046875,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4544,4608,2048,64,0.6121773317773519,0.0,0.80126953125,0.00830078125,0.06884765625,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4608,4672,2048,64,0.6388161137271378,0.0,0.7626953125,0.01171875,0.087890625,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4672,4736,2048,64,0.6547397310861676,0.0,0.845703125,0.00830078125,0.06591796875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4736,4800,2048,64,0.6288972478898561,0.0,0.8134765625,0.0087890625,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4800,4864,2048,64,0.7403493523825447,0.0,0.87255859375,0.0107421875,0.068359375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4864,4928,2048,64,0.6833688258327677,0.0,0.81640625,0.0068359375,0.0908203125,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4928,4992,2048,64,0.6847429596383495,0.0,0.814453125,0.00732421875,0.07275390625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,4992,5056,2048,64,0.6370400002405738,0.0,0.81396484375,0.01220703125,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5056,5120,2048,64,0.7095034174135524,0.0,0.82763671875,0.0078125,0.0869140625,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5120,5184,2048,64,0.6489855604188406,0.0,0.833984375,0.0078125,0.0791015625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5184,5248,2048,64,0.6454202419467111,0.0,0.81884765625,0.005859375,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5248,5312,2048,64,0.7409084537825148,0.0,0.81298828125,0.00634765625,0.08837890625,1.0,38,0.59375
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5312,5376,2048,64,0.6486326614524381,0.0,0.830078125,0.0068359375,0.07470703125,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5376,5440,2048,64,0.605389398311392,0.0,0.7958984375,0.0107421875,0.08447265625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5440,5504,2048,64,0.6491689623159994,0.0,0.83642578125,0.005859375,0.06494140625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5504,5568,2048,64,0.7105456098662908,0.0,0.8251953125,0.005859375,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5568,5632,2048,64,0.6508988728082281,0.0,0.81884765625,0.005859375,0.07568359375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5632,5696,2048,64,0.6562167165270736,0.0,0.85009765625,0.00830078125,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5696,5760,2048,64,0.6687652790144675,0.0,0.80615234375,0.0087890625,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5760,5824,2048,64,0.6772357201224509,0.0,0.84912109375,0.00537109375,0.07080078125,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5824,5888,2048,64,0.6227796617483956,0.0,0.81884765625,0.0087890625,0.083984375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5888,5952,2048,64,0.5987966565602207,0.0,0.81884765625,0.01025390625,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,5952,6016,2048,64,0.6091757155633185,0.0,0.79296875,0.00732421875,0.0810546875,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,64,6016,6080,2048,64,0.6025761547470088,0.0,0.78564453125,0.00830078125,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,64,6080,6144,2048,64,0.5786901010700718,0.0,0.79248046875,0.0107421875,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,0,128,4096,128,0.6729696171940659,0.0,0.84716796875,0.008056640625,0.080322265625,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,128,256,4096,128,0.6312747459792941,0.0,0.820556640625,0.0078125,0.0849609375,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,256,384,4096,128,0.6718560651238654,0.0,0.8193359375,0.009033203125,0.08642578125,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,384,512,4096,128,0.6294995138501719,0.0,0.791259765625,0.0068359375,0.076171875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,512,640,4096,128,0.6527523682218971,0.0,0.794921875,0.0078125,0.082275390625,1.0,81,0.6328125
+fresh-en-1,layers.7.mlp.gate_proj.output,128,640,768,4096,128,0.5808678142089552,0.0,0.79736328125,0.01123046875,0.088623046875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,768,896,4096,128,0.656312678310245,0.0,0.78759765625,0.0068359375,0.082763671875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,896,1024,4096,128,0.6450790626773771,0.0,0.82080078125,0.0068359375,0.075927734375,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1024,1152,4096,128,0.6166215707290799,0.0,0.816650390625,0.006591796875,0.07763671875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1152,1280,4096,128,0.6301130100524993,0.0,0.802978515625,0.00830078125,0.0771484375,1.0,88,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1280,1408,4096,128,0.6288778648920473,0.0,0.8291015625,0.005126953125,0.073486328125,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1408,1536,4096,128,0.6199465837302337,0.0,0.811767578125,0.00830078125,0.085205078125,1.0,81,0.6328125
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1536,1664,4096,128,0.6435539706734293,0.0,0.827880859375,0.00830078125,0.0712890625,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1664,1792,4096,128,0.6226593778699689,0.0,0.80615234375,0.006591796875,0.072998046875,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1792,1920,4096,128,0.6007445096274538,0.0,0.8095703125,0.008056640625,0.0771484375,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,1920,2048,4096,128,0.6388207909798751,0.0,0.79443359375,0.007568359375,0.078369140625,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2048,2176,4096,128,0.6361194776991798,0.0,0.80419921875,0.00927734375,0.076904296875,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2176,2304,4096,128,0.629630365502021,0.0,0.79736328125,0.006103515625,0.074462890625,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2304,2432,4096,128,0.6330930283470797,0.0,0.80517578125,0.0078125,0.076171875,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2432,2560,4096,128,0.6425585963073899,0.0,0.821533203125,0.00830078125,0.0791015625,1.0,88,0.6875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2560,2688,4096,128,0.6331960236602722,0.0,0.796630859375,0.00830078125,0.0732421875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2688,2816,4096,128,0.6411660675833785,0.0,0.826416015625,0.008544921875,0.080078125,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2816,2944,4096,128,0.6544538824103366,0.0,0.827880859375,0.0078125,0.075927734375,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,2944,3072,4096,128,0.6209220608511741,0.0,0.817138671875,0.006591796875,0.076171875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3072,3200,4096,128,0.6391949665911137,0.0,0.8330078125,0.008544921875,0.083251953125,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3200,3328,4096,128,0.6180073965470283,0.0,0.814697265625,0.006591796875,0.073974609375,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3328,3456,4096,128,0.622658108497131,0.0,0.824462890625,0.00634765625,0.070556640625,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3456,3584,4096,128,0.6183777796637556,0.0,0.826416015625,0.006591796875,0.0771484375,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3584,3712,4096,128,0.6671708064133138,0.0,0.829345703125,0.009033203125,0.073486328125,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3712,3840,4096,128,0.5639771699312299,0.0,0.7841796875,0.010498046875,0.08447265625,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3840,3968,4096,128,0.7357582450591615,0.0,0.82958984375,0.01025390625,0.0908203125,1.0,76,0.59375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,3968,4096,4096,128,0.6415393324674591,0.0,0.8193359375,0.004638671875,0.06982421875,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4096,4224,4096,128,0.7031507451753927,0.0,0.8408203125,0.009765625,0.07568359375,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4224,4352,4096,128,0.6721177221631455,0.0,0.814208984375,0.0068359375,0.07861328125,1.0,79,0.6171875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4352,4480,4096,128,0.7148676717309119,0.0,0.84326171875,0.007568359375,0.075439453125,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4480,4608,4096,128,0.644398593333623,0.0,0.813232421875,0.0078125,0.07080078125,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4608,4736,4096,128,0.6468269253131901,0.0,0.80419921875,0.010009765625,0.076904296875,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4736,4864,4096,128,0.6868875133443206,0.0,0.843017578125,0.009521484375,0.071533203125,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4864,4992,4096,128,0.6840562377810548,0.0,0.8154296875,0.007080078125,0.081787109375,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,4992,5120,4096,128,0.6742458977361374,0.0,0.82080078125,0.010009765625,0.088623046875,1.0,79,0.6171875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5120,5248,4096,128,0.647205356261329,0.0,0.826416015625,0.0068359375,0.08154296875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5248,5376,4096,128,0.6963008209061907,0.0,0.821533203125,0.007080078125,0.080810546875,1.0,79,0.6171875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5376,5504,4096,128,0.627661001346372,0.0,0.816162109375,0.008056640625,0.0751953125,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5504,5632,4096,128,0.6813752293425704,0.0,0.822021484375,0.006103515625,0.072509765625,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5632,5760,4096,128,0.6625207081536668,0.0,0.828125,0.008544921875,0.074462890625,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5760,5888,4096,128,0.6505777154565089,0.0,0.833984375,0.0078125,0.077880859375,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,5888,6016,4096,128,0.6040084802135562,0.0,0.805908203125,0.0087890625,0.076904296875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gate_proj.output,128,6016,6144,4096,128,0.5907538638664079,0.0,0.7890625,0.009521484375,0.087646484375,1.0,85,0.6640625
+fresh-en-1,layers.7.mlp.up_proj.output,0,0,6144,196608,6144,0.3115754704309138,0.0,0.4975687662760417,0.008656819661458334,0.08588663736979167,1.0,4801,0.7814127604166666
+fresh-en-1,layers.7.mlp.up_proj.output,64,0,64,2048,64,0.28932279878995354,0.0,0.4970703125,0.00634765625,0.07861328125,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.up_proj.output,64,64,128,2048,64,0.3158626654858803,0.0,0.4580078125,0.00634765625,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,128,192,2048,64,0.3023652481590795,0.0,0.56103515625,0.01220703125,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,192,256,2048,64,0.29913774837385926,0.0,0.46923828125,0.0087890625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,256,320,2048,64,0.29256639745081514,0.0,0.49755859375,0.0068359375,0.07958984375,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.up_proj.output,64,320,384,2048,64,0.3047144051211619,0.0,0.49072265625,0.00634765625,0.0712890625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,384,448,2048,64,0.3206506256642672,0.0,0.47998046875,0.0087890625,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,448,512,2048,64,0.3006984732314272,0.0,0.53955078125,0.00634765625,0.07861328125,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.up_proj.output,64,512,576,2048,64,0.35099266754721203,0.0,0.458984375,0.01220703125,0.1025390625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.up_proj.output,64,576,640,2048,64,0.31176480274004453,0.0,0.50341796875,0.01123046875,0.09912109375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,640,704,2048,64,0.3278077366790313,0.0,0.501953125,0.0068359375,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,704,768,2048,64,0.3384386549313405,0.0,0.49267578125,0.01171875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,768,832,2048,64,0.3045713876469298,0.0,0.49169921875,0.00732421875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,832,896,2048,64,0.31548883662647126,0.0,0.51611328125,0.009765625,0.09814453125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,896,960,2048,64,0.31566903496765814,0.0,0.50732421875,0.01220703125,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,960,1024,2048,64,0.2987483642600119,0.0,0.5185546875,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1024,1088,2048,64,0.30875068079133533,0.0,0.54931640625,0.0068359375,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1088,1152,2048,64,0.30381132711332126,0.0,0.45166015625,0.00537109375,0.07275390625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,1152,1216,2048,64,0.32774567358402024,0.0,0.47607421875,0.005859375,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1216,1280,2048,64,0.304907300002656,0.0,0.5126953125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,1280,1344,2048,64,0.302338832535154,0.0,0.5341796875,0.01123046875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1344,1408,2048,64,0.32404999883452945,0.0,0.4921875,0.01025390625,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1408,1472,2048,64,0.33205583486295076,0.0,0.541015625,0.00830078125,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,1472,1536,2048,64,0.32793391883513073,0.0,0.50341796875,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,1536,1600,2048,64,0.3020068719131733,0.0,0.5205078125,0.0068359375,0.09375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,1600,1664,2048,64,0.3028307612790754,0.0,0.48583984375,0.0107421875,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,1664,1728,2048,64,0.31275007566410207,0.0,0.52099609375,0.01171875,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1728,1792,2048,64,0.3208905573129531,0.0,0.4931640625,0.0087890625,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1792,1856,2048,64,0.36301426782601026,0.0,0.4716796875,0.00732421875,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,1856,1920,2048,64,0.2966494603240164,0.0,0.4296875,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1920,1984,2048,64,0.28702628347335135,0.0,0.5185546875,0.005859375,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,1984,2048,2048,64,0.30003204586865057,0.0,0.47705078125,0.01123046875,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2048,2112,2048,64,0.2883476996115349,0.0,0.5146484375,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,2112,2176,2048,64,0.31645382901001934,0.0,0.50927734375,0.0087890625,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2176,2240,2048,64,0.3090738302590703,0.0,0.57470703125,0.009765625,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,2240,2304,2048,64,0.29569379782327637,0.0,0.4716796875,0.0087890625,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2304,2368,2048,64,0.30604228675190026,0.0,0.53955078125,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2368,2432,2048,64,0.2973771932224621,0.0,0.4970703125,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,2432,2496,2048,64,0.3157234875436651,0.0,0.51318359375,0.009765625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,2496,2560,2048,64,0.2921211650673514,0.0,0.47900390625,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2560,2624,2048,64,0.32349205988786406,0.0,0.49658203125,0.00830078125,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2624,2688,2048,64,0.31085114346426834,0.0,0.5078125,0.0087890625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2688,2752,2048,64,0.2958261181940044,0.0,0.54345703125,0.0078125,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2752,2816,2048,64,0.29088207687225853,0.0,0.509765625,0.009765625,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2816,2880,2048,64,0.31734381017709773,0.0,0.51318359375,0.009765625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2880,2944,2048,64,0.3056199588847256,0.0,0.50439453125,0.00732421875,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,2944,3008,2048,64,0.2761171488709791,0.0,0.48974609375,0.00927734375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3008,3072,2048,64,0.3970207777188334,0.0,0.50732421875,0.0107421875,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3072,3136,2048,64,0.29614011633715465,0.0,0.498046875,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3136,3200,2048,64,0.32342522563351483,0.0,0.47998046875,0.01025390625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3200,3264,2048,64,0.3001016681134429,0.0,0.5283203125,0.005859375,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3264,3328,2048,64,0.2927693008431264,0.0,0.50927734375,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3328,3392,2048,64,0.29205162157983694,0.0,0.49072265625,0.00732421875,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3392,3456,2048,64,0.30677513686381663,0.0,0.52978515625,0.0078125,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3456,3520,2048,64,0.2859282613771644,0.0,0.4765625,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3520,3584,2048,64,0.30996120836591723,0.0,0.4638671875,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3584,3648,2048,64,0.2940951177099327,0.0,0.5419921875,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3648,3712,2048,64,0.31254713259928074,0.0,0.5048828125,0.005859375,0.0751953125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3712,3776,2048,64,0.3107629802604552,0.0,0.466796875,0.0068359375,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3776,3840,2048,64,0.3174207098314955,0.0,0.50927734375,0.009765625,0.08056640625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,3840,3904,2048,64,0.29176682938568876,0.0,0.48828125,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3904,3968,2048,64,0.2938340299925996,0.0,0.4716796875,0.01171875,0.0712890625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,3968,4032,2048,64,0.313410860639142,0.0,0.50390625,0.01171875,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4032,4096,2048,64,0.3519148460698579,0.0,0.48583984375,0.00439453125,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.up_proj.output,64,4096,4160,2048,64,0.30906089030945166,0.0,0.47607421875,0.005859375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,4160,4224,2048,64,0.32298705098967073,0.0,0.478515625,0.0078125,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,4224,4288,2048,64,0.30153942080934343,0.0,0.50927734375,0.005859375,0.07421875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4288,4352,2048,64,0.32013676195339724,0.0,0.521484375,0.00927734375,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,4352,4416,2048,64,0.2996207210925832,0.0,0.50341796875,0.0107421875,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,4416,4480,2048,64,0.2866053696515498,0.0,0.52490234375,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4480,4544,2048,64,0.31159186706272785,0.0,0.44189453125,0.009765625,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4544,4608,2048,64,0.29059513540732784,0.0,0.48974609375,0.0087890625,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4608,4672,2048,64,0.3308597089753243,0.0,0.48828125,0.0107421875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.up_proj.output,64,4672,4736,2048,64,0.3040486350256597,0.0,0.4892578125,0.005859375,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4736,4800,2048,64,0.31541033970453936,0.0,0.48193359375,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,4800,4864,2048,64,0.28841785916863305,0.0,0.49462890625,0.00927734375,0.09375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,4864,4928,2048,64,0.29805105068865123,0.0,0.50048828125,0.01220703125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4928,4992,2048,64,0.37028236557852784,0.0,0.47607421875,0.01123046875,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.up_proj.output,64,4992,5056,2048,64,0.30466689970206956,0.0,0.50244140625,0.00732421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5056,5120,2048,64,0.31131486785661394,0.0,0.46923828125,0.00732421875,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,5120,5184,2048,64,0.30892999237404234,0.0,0.48681640625,0.00830078125,0.078125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5184,5248,2048,64,0.3499295648830079,0.0,0.5029296875,0.00634765625,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.up_proj.output,64,5248,5312,2048,64,0.3077700963381268,0.0,0.50341796875,0.00634765625,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5312,5376,2048,64,0.3107483486095024,0.0,0.51025390625,0.01171875,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,5376,5440,2048,64,0.3080511513277457,0.0,0.51611328125,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5440,5504,2048,64,0.3156280184243721,0.0,0.46630859375,0.00537109375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5504,5568,2048,64,0.2995392094221828,0.0,0.47265625,0.01025390625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,5568,5632,2048,64,0.3275545806762649,0.0,0.4912109375,0.0068359375,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,64,5632,5696,2048,64,0.3155997503800787,0.0,0.51953125,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,5696,5760,2048,64,0.32237694147668333,0.0,0.466796875,0.01123046875,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,64,5760,5824,2048,64,0.31194984967019257,0.0,0.4560546875,0.00927734375,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5824,5888,2048,64,0.3239104413834874,0.0,0.49072265625,0.01171875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5888,5952,2048,64,0.31008953362879593,0.0,0.486328125,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,5952,6016,2048,64,0.31350248408977405,0.0,0.46923828125,0.00830078125,0.099609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,64,6016,6080,2048,64,0.3145736906148246,0.0,0.509765625,0.0078125,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,64,6080,6144,2048,64,0.31609253727011105,0.0,0.48828125,0.01171875,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,0,128,4096,128,0.302883562897937,0.0,0.4775390625,0.00634765625,0.077880859375,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,128,256,4096,128,0.30075582770453846,0.0,0.51513671875,0.010498046875,0.08447265625,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,256,384,4096,128,0.29870216404111627,0.0,0.494140625,0.006591796875,0.07568359375,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,384,512,4096,128,0.31083467916450164,0.0,0.509765625,0.007568359375,0.085693359375,1.0,104,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,128,512,640,4096,128,0.3319586908784334,0.0,0.481201171875,0.012451171875,0.101806640625,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,128,640,768,4096,128,0.3331656009992359,0.0,0.497314453125,0.00927734375,0.093505859375,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.up_proj.output,128,768,896,4096,128,0.3100781645078388,0.0,0.50390625,0.008544921875,0.09619140625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,896,1024,4096,128,0.30732517370486045,0.0,0.512939453125,0.009765625,0.076171875,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,1024,1152,4096,128,0.30629096082929913,0.0,0.50048828125,0.006103515625,0.07958984375,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,1152,1280,4096,128,0.3165325324101401,0.0,0.494384765625,0.00732421875,0.07861328125,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,128,1280,1408,4096,128,0.31338249105795496,0.0,0.51318359375,0.0107421875,0.0849609375,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.up_proj.output,128,1408,1536,4096,128,0.33000131256488763,0.0,0.522216796875,0.008544921875,0.08837890625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,1536,1664,4096,128,0.30241909716455095,0.0,0.503173828125,0.0087890625,0.092041015625,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,1664,1792,4096,128,0.3168464609243089,0.0,0.507080078125,0.010498046875,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.up_proj.output,128,1792,1920,4096,128,0.3314968031186609,0.0,0.45068359375,0.009033203125,0.08984375,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.up_proj.output,128,1920,2048,4096,128,0.2936011886493758,0.0,0.497802734375,0.008544921875,0.08203125,1.0,104,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,128,2048,2176,4096,128,0.3027271228072953,0.0,0.511962890625,0.010009765625,0.08837890625,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,2176,2304,4096,128,0.30245781079529527,0.0,0.523193359375,0.00927734375,0.088623046875,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,2304,2432,4096,128,0.3017408460328183,0.0,0.518310546875,0.0078125,0.08447265625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,2432,2560,4096,128,0.3041513567839552,0.0,0.49609375,0.009521484375,0.08447265625,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,2560,2688,4096,128,0.3172345711012094,0.0,0.502197265625,0.008544921875,0.08935546875,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,2688,2816,4096,128,0.2933645128941566,0.0,0.526611328125,0.009033203125,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,2816,2944,4096,128,0.3115370388303927,0.0,0.5087890625,0.008544921875,0.085693359375,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,2944,3072,4096,128,0.3419548053771914,0.0,0.49853515625,0.01171875,0.093994140625,1.0,94,0.734375
+fresh-en-1,layers.7.mlp.up_proj.output,128,3072,3200,4096,128,0.3100829284887137,0.0,0.489013671875,0.00830078125,0.086181640625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,3200,3328,4096,128,0.29645815448444335,0.0,0.518798828125,0.00830078125,0.088623046875,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,3328,3456,4096,128,0.29950386830993164,0.0,0.51025390625,0.007568359375,0.085205078125,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,3456,3584,4096,128,0.298186955906716,0.0,0.47021484375,0.00927734375,0.081298828125,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,3584,3712,4096,128,0.303461404759198,0.0,0.5234375,0.006591796875,0.079833984375,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,3712,3840,4096,128,0.31410948483792284,0.0,0.488037109375,0.00830078125,0.084716796875,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,3840,3968,4096,128,0.29280225401409526,0.0,0.47998046875,0.00927734375,0.07421875,1.0,104,0.8125
+fresh-en-1,layers.7.mlp.up_proj.output,128,3968,4096,4096,128,0.3332194670565778,0.0,0.494873046875,0.0078125,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,128,4096,4224,4096,128,0.31610067148447746,0.0,0.477294921875,0.0068359375,0.08642578125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,4224,4352,4096,128,0.31097714438205937,0.0,0.515380859375,0.007568359375,0.080810546875,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,4352,4480,4096,128,0.2931852779567394,0.0,0.51416015625,0.010009765625,0.080810546875,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,4480,4608,4096,128,0.301276471319982,0.0,0.4658203125,0.00927734375,0.07958984375,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,4608,4736,4096,128,0.3177370921722888,0.0,0.48876953125,0.008544921875,0.0888671875,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,128,4736,4864,4096,128,0.3022156050570109,0.0,0.48828125,0.008056640625,0.0859375,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,4864,4992,4096,128,0.3361126738721998,0.0,0.48828125,0.010986328125,0.0947265625,1.0,95,0.7421875
+fresh-en-1,layers.7.mlp.up_proj.output,128,4992,5120,4096,128,0.30800882026546894,0.0,0.48583984375,0.007568359375,0.08740234375,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.up_proj.output,128,5120,5248,4096,128,0.33006699362965475,0.0,0.494873046875,0.007080078125,0.082763671875,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.up_proj.output,128,5248,5376,4096,128,0.3092628076276815,0.0,0.5068359375,0.009033203125,0.084228515625,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,5376,5504,4096,128,0.3118625962253613,0.0,0.4912109375,0.00634765625,0.083984375,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.up_proj.output,128,5504,5632,4096,128,0.3138596352697094,0.0,0.48193359375,0.00830078125,0.08984375,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.up_proj.output,128,5632,5760,4096,128,0.3190063438521473,0.0,0.4931640625,0.010009765625,0.088623046875,1.0,103,0.8046875
+fresh-en-1,layers.7.mlp.up_proj.output,128,5760,5888,4096,128,0.3179863855155605,0.0,0.473388671875,0.010498046875,0.086669921875,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,5888,6016,4096,128,0.3118006786366759,0.0,0.477783203125,0.00830078125,0.0908203125,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.up_proj.output,128,6016,6144,4096,128,0.31533402840867647,0.0,0.4990234375,0.009765625,0.0830078125,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,0,0,6144,196608,6144,0.20378882658612643,0.0,0.8161061604817709,0.005177815755208333,0.049723307291666664,1.0,4721,0.7683919270833334
+fresh-en-1,layers.7.mlp.silu_gate,64,0,64,2048,64,0.19986300842180088,0.0,0.86181640625,0.00537109375,0.05078125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,64,128,2048,64,0.20572931468288738,0.0,0.83251953125,0.00244140625,0.05078125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,128,192,2048,64,0.1996380082761191,0.0,0.82666015625,0.00439453125,0.052734375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,192,256,2048,64,0.2147041849083009,0.0,0.814453125,0.0087890625,0.05517578125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,256,320,2048,64,0.21513960597546578,0.0,0.82666015625,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,320,384,2048,64,0.20022301628903316,0.0,0.81201171875,0.0087890625,0.0556640625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,384,448,2048,64,0.19898666353712874,0.0,0.7822265625,0.00390625,0.048828125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,448,512,2048,64,0.203114659509825,0.0,0.80029296875,0.005859375,0.046875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,512,576,2048,64,0.20877846310413645,0.0,0.7666015625,0.00439453125,0.05224609375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,576,640,2048,64,0.196986781728743,0.0,0.8232421875,0.00634765625,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,640,704,2048,64,0.18558260826389172,0.0,0.81884765625,0.0068359375,0.0537109375,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,704,768,2048,64,0.1901809275566131,0.0,0.77587890625,0.0078125,0.0576171875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,768,832,2048,64,0.24022160608522822,0.0,0.810546875,0.0048828125,0.0546875,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.silu_gate,64,832,896,2048,64,0.2317653212591316,0.0,0.7646484375,0.00390625,0.06298828125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.silu_gate,64,896,960,2048,64,0.19870016840692895,0.0,0.83349609375,0.00390625,0.04931640625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,960,1024,2048,64,0.20172125066967733,0.0,0.80810546875,0.00390625,0.052734375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,1024,1088,2048,64,0.188333352395056,0.0,0.79931640625,0.00390625,0.046875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1088,1152,2048,64,0.19888067574457705,0.0,0.833984375,0.00390625,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1152,1216,2048,64,0.2049277438935874,0.0,0.79345703125,0.00537109375,0.04443359375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,1216,1280,2048,64,0.19983488567947125,0.0,0.8125,0.005859375,0.05322265625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,1280,1344,2048,64,0.2156226937888199,0.0,0.83056640625,0.00439453125,0.04248046875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,1344,1408,2048,64,0.1907405144917955,0.0,0.82763671875,0.00244140625,0.05078125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1408,1472,2048,64,0.2247779191575742,0.0,0.84228515625,0.0048828125,0.05126953125,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,1472,1536,2048,64,0.18019021723244746,0.0,0.78125,0.005859375,0.0625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,1536,1600,2048,64,0.1984089615180976,0.0,0.826171875,0.00634765625,0.04248046875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1600,1664,2048,64,0.19928440166723024,0.0,0.82958984375,0.0048828125,0.041015625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1664,1728,2048,64,0.22440274341517918,0.0,0.81005859375,0.00390625,0.04345703125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.silu_gate,64,1728,1792,2048,64,0.18698213793917023,0.0,0.80224609375,0.0068359375,0.0546875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,1792,1856,2048,64,0.1969930916908289,0.0,0.814453125,0.00537109375,0.04931640625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1856,1920,2048,64,0.19668736340232681,0.0,0.8046875,0.0048828125,0.0537109375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,1920,1984,2048,64,0.19601722819374764,0.0,0.7685546875,0.00537109375,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,1984,2048,2048,64,0.21372051551827065,0.0,0.8203125,0.0048828125,0.05078125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,2048,2112,2048,64,0.1899973223970413,0.0,0.8095703125,0.00537109375,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,2112,2176,2048,64,0.2057664457202666,0.0,0.798828125,0.00634765625,0.04931640625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,2176,2240,2048,64,0.21301820851963896,0.0,0.77978515625,0.0029296875,0.04736328125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,2240,2304,2048,64,0.1910440302978136,0.0,0.81494140625,0.00390625,0.04150390625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,2304,2368,2048,64,0.20815173358627442,0.0,0.78955078125,0.00439453125,0.04638671875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,2368,2432,2048,64,0.19428020617086642,0.0,0.82080078125,0.00537109375,0.05322265625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,2432,2496,2048,64,0.19112415884661338,0.0,0.822265625,0.00537109375,0.0498046875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,2496,2560,2048,64,0.20892263070162165,0.0,0.82080078125,0.00341796875,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,2560,2624,2048,64,0.20292357178256903,0.0,0.80908203125,0.00537109375,0.04541015625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,2624,2688,2048,64,0.20792885116761992,0.0,0.7841796875,0.0048828125,0.05078125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,2688,2752,2048,64,0.18970427180836058,0.0,0.8134765625,0.00732421875,0.0576171875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,2752,2816,2048,64,0.2069556850556194,0.0,0.83935546875,0.00439453125,0.04345703125,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.silu_gate,64,2816,2880,2048,64,0.1996672967747177,0.0,0.802734375,0.0068359375,0.05615234375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,2880,2944,2048,64,0.20158825847760092,0.0,0.85302734375,0.0048828125,0.0361328125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,2944,3008,2048,64,0.19868181431811147,0.0,0.8291015625,0.005859375,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,3008,3072,2048,64,0.19774568892881483,0.0,0.80517578125,0.00439453125,0.048828125,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,3072,3136,2048,64,0.21342878172459379,0.0,0.8271484375,0.005859375,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,3136,3200,2048,64,0.19243717945890562,0.0,0.8388671875,0.0048828125,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,3200,3264,2048,64,0.1902598149421501,0.0,0.7841796875,0.00439453125,0.048828125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,3264,3328,2048,64,0.20877289878854152,0.0,0.84521484375,0.00390625,0.0361328125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,3328,3392,2048,64,0.19518632062780358,0.0,0.82861328125,0.0048828125,0.04638671875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,3392,3456,2048,64,0.20821220263835222,0.0,0.8203125,0.00390625,0.0458984375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,3456,3520,2048,64,0.19447763357321607,0.0,0.8388671875,0.005859375,0.05029296875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,3520,3584,2048,64,0.1991056839221401,0.0,0.81396484375,0.0029296875,0.044921875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,3584,3648,2048,64,0.20439112892336847,0.0,0.84033203125,0.0029296875,0.0419921875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,3648,3712,2048,64,0.20390850852219874,0.0,0.818359375,0.0078125,0.0537109375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,3712,3776,2048,64,0.18532595302966254,0.0,0.76123046875,0.0107421875,0.05810546875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,3776,3840,2048,64,0.20568291617111054,0.0,0.80712890625,0.00634765625,0.0537109375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,3840,3904,2048,64,0.19491146856307623,0.0,0.82958984375,0.0078125,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,3904,3968,2048,64,0.20892044164036405,0.0,0.82958984375,0.00390625,0.0537109375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,3968,4032,2048,64,0.2024519745643108,0.0,0.79296875,0.00341796875,0.046875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,4032,4096,2048,64,0.19808642356079337,0.0,0.845703125,0.00244140625,0.0419921875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,4096,4160,2048,64,0.22780517711890977,0.0,0.80859375,0.0078125,0.0537109375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.silu_gate,64,4160,4224,2048,64,0.20969855167376192,0.0,0.873046875,0.0048828125,0.0390625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,4224,4288,2048,64,0.21310059747041527,0.0,0.8193359375,0.0029296875,0.0400390625,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,4288,4352,2048,64,0.19313118904886742,0.0,0.80908203125,0.00439453125,0.0517578125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,4352,4416,2048,64,0.21666982958296405,0.0,0.830078125,0.005859375,0.04931640625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,4416,4480,2048,64,0.20351864473374504,0.0,0.8564453125,0.00439453125,0.04296875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,4480,4544,2048,64,0.19826927748720136,0.0,0.8251953125,0.0048828125,0.0419921875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,4544,4608,2048,64,0.19601564711031602,0.0,0.80126953125,0.00537109375,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,4608,4672,2048,64,0.19597596164105163,0.0,0.7626953125,0.005859375,0.05712890625,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,4672,4736,2048,64,0.19876829333591492,0.0,0.845703125,0.005859375,0.048828125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,4736,4800,2048,64,0.20622091259636335,0.0,0.8134765625,0.005859375,0.0517578125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,4800,4864,2048,64,0.20734427032265138,0.0,0.87255859375,0.00439453125,0.04443359375,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,4864,4928,2048,64,0.208200312414707,0.0,0.81640625,0.00341796875,0.05224609375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,4928,4992,2048,64,0.23003646600110436,0.0,0.814453125,0.00634765625,0.048828125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.silu_gate,64,4992,5056,2048,64,0.20314464951606165,0.0,0.81396484375,0.0078125,0.06298828125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5056,5120,2048,64,0.20523421503818695,0.0,0.82763671875,0.00634765625,0.04638671875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5120,5184,2048,64,0.20224273503659893,0.0,0.833984375,0.0048828125,0.048828125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,5184,5248,2048,64,0.20301349419178658,0.0,0.81884765625,0.0048828125,0.048828125,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,5248,5312,2048,64,0.21823700683741096,0.0,0.81298828125,0.005859375,0.05126953125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5312,5376,2048,64,0.20729272220979345,0.0,0.830078125,0.0048828125,0.048828125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5376,5440,2048,64,0.20231947158887212,0.0,0.7958984375,0.0068359375,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5440,5504,2048,64,0.19926509494360028,0.0,0.83642578125,0.00244140625,0.041015625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.silu_gate,64,5504,5568,2048,64,0.2141247323466793,0.0,0.8251953125,0.00341796875,0.041015625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,5568,5632,2048,64,0.2048532283093241,0.0,0.81884765625,0.00390625,0.0439453125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5632,5696,2048,64,0.20938233583224397,0.0,0.85009765625,0.00634765625,0.05419921875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,64,5696,5760,2048,64,0.2166475062027595,0.0,0.80615234375,0.00537109375,0.04931640625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,64,5760,5824,2048,64,0.19635674373088272,0.0,0.84912109375,0.00341796875,0.0419921875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,64,5824,5888,2048,64,0.19613799570809262,0.0,0.81884765625,0.00634765625,0.05810546875,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.silu_gate,64,5888,5952,2048,64,0.2150033400728585,0.0,0.81884765625,0.00732421875,0.0546875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,5952,6016,2048,64,0.19650165465391653,0.0,0.79296875,0.00439453125,0.060546875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.silu_gate,64,6016,6080,2048,64,0.23203293678721754,0.0,0.78564453125,0.00830078125,0.05908203125,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.silu_gate,64,6080,6144,2048,64,0.18859460634403735,0.0,0.79248046875,0.0068359375,0.06103515625,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,0,128,4096,128,0.20281737235170877,0.0,0.84716796875,0.004150390625,0.050537109375,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,128,256,4096,128,0.20730800921044232,0.0,0.820556640625,0.006591796875,0.05322265625,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,256,384,4096,128,0.20781518990578757,0.0,0.8193359375,0.00634765625,0.0537109375,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,384,512,4096,128,0.20106125580706818,0.0,0.791259765625,0.0048828125,0.047119140625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,512,640,4096,128,0.2029682719441301,0.0,0.794921875,0.005126953125,0.0517578125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,640,768,4096,128,0.18789583510062538,0.0,0.79736328125,0.007568359375,0.05517578125,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,768,896,4096,128,0.23603133708102728,0.0,0.78759765625,0.00439453125,0.058837890625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.silu_gate,128,896,1024,4096,128,0.20021640779002195,0.0,0.82080078125,0.00390625,0.050537109375,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,1024,1152,4096,128,0.1936788253901029,0.0,0.816650390625,0.00390625,0.046142578125,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,1152,1280,4096,128,0.20239733416209205,0.0,0.802978515625,0.005615234375,0.04931640625,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,1280,1408,4096,128,0.20356214032248487,0.0,0.8291015625,0.00341796875,0.046875,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,1408,1536,4096,128,0.2037076671692619,0.0,0.811767578125,0.005615234375,0.0576171875,1.0,96,0.75
+fresh-en-1,layers.7.mlp.silu_gate,128,1536,1664,4096,128,0.19884716336744146,0.0,0.827880859375,0.00537109375,0.0419921875,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,1664,1792,4096,128,0.2065416557992136,0.0,0.80615234375,0.005859375,0.049560546875,1.0,96,0.75
+fresh-en-1,layers.7.mlp.silu_gate,128,1792,1920,4096,128,0.19684028690294866,0.0,0.8095703125,0.005126953125,0.051513671875,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,1920,2048,4096,128,0.20506000646415076,0.0,0.79443359375,0.00537109375,0.049560546875,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,2048,2176,4096,128,0.19803890110581387,0.0,0.80419921875,0.00537109375,0.048095703125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,2176,2304,4096,128,0.20232965510936393,0.0,0.79736328125,0.003662109375,0.044921875,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,2304,2432,4096,128,0.20133546968277313,0.0,0.80517578125,0.0048828125,0.04931640625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,2432,2560,4096,128,0.20022126474741847,0.0,0.821533203125,0.00439453125,0.048095703125,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,2560,2688,4096,128,0.20544145532594157,0.0,0.796630859375,0.005126953125,0.048095703125,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,2688,2816,4096,128,0.1985174631099001,0.0,0.826416015625,0.005859375,0.050537109375,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,2816,2944,4096,128,0.2006300767050584,0.0,0.827880859375,0.005859375,0.0458984375,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,2944,3072,4096,128,0.19821430426519188,0.0,0.817138671875,0.005126953125,0.047119140625,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,3072,3200,4096,128,0.20320422351238587,0.0,0.8330078125,0.005615234375,0.05322265625,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,3200,3328,4096,128,0.19973096961962583,0.0,0.814697265625,0.004150390625,0.042724609375,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,3328,3456,4096,128,0.20180438683008603,0.0,0.824462890625,0.00439453125,0.046630859375,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.silu_gate,128,3456,3584,4096,128,0.19680526330657577,0.0,0.826416015625,0.00439453125,0.047119140625,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,3584,3712,4096,128,0.20414996134008528,0.0,0.829345703125,0.00537109375,0.0478515625,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,3712,3840,4096,128,0.19576921472872688,0.0,0.7841796875,0.0087890625,0.056884765625,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.silu_gate,128,3840,3968,4096,128,0.20203741177393336,0.0,0.82958984375,0.005859375,0.052001953125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,3968,4096,4096,128,0.20028109397056723,0.0,0.8193359375,0.0029296875,0.044189453125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,4096,4224,4096,128,0.2189391254393002,0.0,0.8408203125,0.00634765625,0.047607421875,1.0,96,0.75
+fresh-en-1,layers.7.mlp.silu_gate,128,4224,4352,4096,128,0.2033611575813795,0.0,0.814208984375,0.00390625,0.04638671875,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,4352,4480,4096,128,0.21019711440190017,0.0,0.84326171875,0.005126953125,0.0458984375,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,4480,4608,4096,128,0.19714568256415457,0.0,0.813232421875,0.005126953125,0.04345703125,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.silu_gate,128,4608,4736,4096,128,0.19737706550763093,0.0,0.80419921875,0.005859375,0.052978515625,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,4736,4864,4096,128,0.20678335429587857,0.0,0.843017578125,0.005126953125,0.0478515625,1.0,101,0.7890625
+fresh-en-1,layers.7.mlp.silu_gate,128,4864,4992,4096,128,0.21939022970481029,0.0,0.8154296875,0.004150390625,0.0498046875,1.0,95,0.7421875
+fresh-en-1,layers.7.mlp.silu_gate,128,4992,5120,4096,128,0.20419210519672926,0.0,0.82080078125,0.007080078125,0.054443359375,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,5120,5248,4096,128,0.20262848109167986,0.0,0.826416015625,0.0048828125,0.049072265625,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,5248,5376,4096,128,0.21283522245448327,0.0,0.821533203125,0.005126953125,0.0498046875,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.silu_gate,128,5376,5504,4096,128,0.2007980909357488,0.0,0.816162109375,0.004638671875,0.04736328125,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.silu_gate,128,5504,5632,4096,128,0.20954026600070105,0.0,0.822021484375,0.003662109375,0.04248046875,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,5632,5760,4096,128,0.21304589235941784,0.0,0.828125,0.005859375,0.05126953125,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.silu_gate,128,5760,5888,4096,128,0.19624740019804504,0.0,0.833984375,0.0048828125,0.050048828125,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.silu_gate,128,5888,6016,4096,128,0.20596035604481305,0.0,0.805908203125,0.005859375,0.05712890625,1.0,95,0.7421875
+fresh-en-1,layers.7.mlp.silu_gate,128,6016,6144,4096,128,0.21143226964699985,0.0,0.7890625,0.007568359375,0.06201171875,1.0,94,0.734375
+fresh-en-1,layers.7.mlp.gated_product,0,0,6144,196608,6144,0.06589113581215504,0.0,0.5017140706380209,0.0277099609375,0.18182881673177084,1.0,4161,0.67724609375
+fresh-en-1,layers.7.mlp.gated_product,64,0,64,2048,64,0.05624863037947066,0.0,0.51513671875,0.02392578125,0.14697265625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,64,128,2048,64,0.06428171109830934,0.0,0.50439453125,0.0205078125,0.16015625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,128,192,2048,64,0.058013122468173695,0.0,0.453125,0.02490234375,0.17333984375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,192,256,2048,64,0.06275595948385515,0.0,0.51513671875,0.02734375,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,256,320,2048,64,0.06598820277597958,0.0,0.4892578125,0.02490234375,0.1806640625,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gated_product,64,320,384,2048,64,0.06199676640157851,0.0,0.4765625,0.0263671875,0.16845703125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,384,448,2048,64,0.06636271128868937,0.0,0.51513671875,0.02685546875,0.1865234375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,448,512,2048,64,0.0616733649438602,0.0,0.4892578125,0.0244140625,0.17626953125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,512,576,2048,64,0.07529463177085413,0.0,0.552734375,0.02783203125,0.2177734375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,576,640,2048,64,0.06359079125480467,0.0,0.47802734375,0.02978515625,0.1943359375,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,640,704,2048,64,0.057336974820337824,0.0,0.48095703125,0.02978515625,0.169921875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,704,768,2048,64,0.06618400327638511,0.0,0.5126953125,0.03466796875,0.1923828125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,768,832,2048,64,0.15522771228556875,0.0,0.52685546875,0.05615234375,0.341796875,1.0,9,0.140625
+fresh-en-1,layers.7.mlp.gated_product,64,832,896,2048,64,0.07308179416119324,0.0,0.47802734375,0.03271484375,0.21435546875,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gated_product,64,896,960,2048,64,0.0628954403516374,0.0,0.4833984375,0.02783203125,0.1513671875,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,960,1024,2048,64,0.05925651884696426,0.0,0.47509765625,0.021484375,0.1708984375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,1024,1088,2048,64,0.05835102351484395,0.0,0.4609375,0.0263671875,0.17919921875,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,1088,1152,2048,64,0.06905110429797025,0.0,0.54345703125,0.025390625,0.17578125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,1152,1216,2048,64,0.06781271365682938,0.0,0.5107421875,0.02490234375,0.18408203125,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,1216,1280,2048,64,0.062168761791382754,0.0,0.4873046875,0.0244140625,0.16015625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,1280,1344,2048,64,0.07518420287573435,0.0,0.46728515625,0.033203125,0.18798828125,1.0,39,0.609375
+fresh-en-1,layers.7.mlp.gated_product,64,1344,1408,2048,64,0.060125900250028154,0.0,0.50439453125,0.02978515625,0.16845703125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,1408,1472,2048,64,0.0674146249108653,0.0,0.47216796875,0.02587890625,0.16845703125,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gated_product,64,1472,1536,2048,64,0.05672744043728346,0.0,0.52001953125,0.02783203125,0.18115234375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,1536,1600,2048,64,0.06289980473172987,0.0,0.4912109375,0.02490234375,0.18212890625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,1600,1664,2048,64,0.060203082345508085,0.0,0.5068359375,0.02294921875,0.173828125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,1664,1728,2048,64,0.06704237289000767,0.0,0.4970703125,0.029296875,0.169921875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,1728,1792,2048,64,0.05774966710376968,0.0,0.48486328125,0.02685546875,0.171875,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,1792,1856,2048,64,0.08139344712497051,0.0,0.5341796875,0.02587890625,0.1904296875,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gated_product,64,1856,1920,2048,64,0.06033328355882155,0.0,0.5537109375,0.03369140625,0.189453125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,1920,1984,2048,64,0.05862475936653912,0.0,0.48828125,0.02490234375,0.17529296875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,1984,2048,2048,64,0.06512134239052912,0.0,0.53271484375,0.02587890625,0.173828125,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,2048,2112,2048,64,0.053094635340062285,0.0,0.4912109375,0.02685546875,0.16748046875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,2112,2176,2048,64,0.063487729330684,0.0,0.48779296875,0.033203125,0.17626953125,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,2176,2240,2048,64,0.07770775758061148,0.0,0.4677734375,0.03466796875,0.21240234375,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gated_product,64,2240,2304,2048,64,0.055646868260656845,0.0,0.51513671875,0.02392578125,0.16650390625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,2304,2368,2048,64,0.07017118004153776,0.0,0.474609375,0.02587890625,0.17724609375,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,2368,2432,2048,64,0.05774613432852058,0.0,0.50732421875,0.029296875,0.18408203125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,2432,2496,2048,64,0.0598463603499645,0.0,0.51416015625,0.02880859375,0.17919921875,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,2496,2560,2048,64,0.06485990429592123,0.0,0.5205078125,0.0283203125,0.1689453125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,2560,2624,2048,64,0.06929597581237566,0.0,0.501953125,0.02685546875,0.17431640625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,2624,2688,2048,64,0.07007981329015839,0.0,0.4833984375,0.029296875,0.19482421875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,2688,2752,2048,64,0.05737137622243742,0.0,0.46142578125,0.03466796875,0.1953125,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gated_product,64,2752,2816,2048,64,0.06810101790167426,0.0,0.49560546875,0.02734375,0.17578125,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gated_product,64,2816,2880,2048,64,0.06282559962711841,0.0,0.51806640625,0.0283203125,0.1875,1.0,44,0.6875
+fresh-en-1,layers.7.mlp.gated_product,64,2880,2944,2048,64,0.059978894254036755,0.0,0.5,0.0205078125,0.14599609375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,2944,3008,2048,64,0.05384227905288493,0.0,0.51513671875,0.02880859375,0.169921875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,3008,3072,2048,64,0.08609339391385412,0.0,0.482421875,0.03564453125,0.21484375,1.0,35,0.546875
+fresh-en-1,layers.7.mlp.gated_product,64,3072,3136,2048,64,0.06169187917897647,0.0,0.4912109375,0.02783203125,0.18115234375,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,3136,3200,2048,64,0.06254005722601838,0.0,0.48779296875,0.02783203125,0.16943359375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,3200,3264,2048,64,0.05794983333719272,0.0,0.498046875,0.0234375,0.181640625,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,3264,3328,2048,64,0.06183480403971131,0.0,0.49609375,0.02734375,0.1669921875,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,3328,3392,2048,64,0.05844426684352357,0.0,0.5068359375,0.025390625,0.1650390625,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,3392,3456,2048,64,0.06056504736713813,0.0,0.47314453125,0.02490234375,0.17041015625,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,3456,3520,2048,64,0.05667984119412514,0.0,0.515625,0.02587890625,0.16015625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,3520,3584,2048,64,0.0583057726383881,0.0,0.54931640625,0.02685546875,0.16455078125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,3584,3648,2048,64,0.06237632174763701,0.0,0.48291015625,0.0205078125,0.1630859375,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,3648,3712,2048,64,0.06485994536190072,0.0,0.5009765625,0.0224609375,0.16552734375,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,3712,3776,2048,64,0.06170916490371086,0.0,0.51123046875,0.0361328125,0.201171875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,3776,3840,2048,64,0.060012215524126486,0.0,0.4814453125,0.02734375,0.1669921875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,3840,3904,2048,64,0.05667582418033439,0.0,0.50537109375,0.02587890625,0.173828125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,3904,3968,2048,64,0.05948679475165586,0.0,0.51904296875,0.02197265625,0.1650390625,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,3968,4032,2048,64,0.07108691160131621,0.0,0.5068359375,0.025390625,0.1865234375,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gated_product,64,4032,4096,2048,64,0.05997372009364003,0.0,0.52392578125,0.02001953125,0.14501953125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,4096,4160,2048,64,0.07641694459954507,0.0,0.51025390625,0.0302734375,0.19580078125,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gated_product,64,4160,4224,2048,64,0.07794745381698835,0.0,0.5244140625,0.029296875,0.18310546875,1.0,40,0.625
+fresh-en-1,layers.7.mlp.gated_product,64,4224,4288,2048,64,0.060801697608487484,0.0,0.50732421875,0.01953125,0.1455078125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,4288,4352,2048,64,0.06425217104503766,0.0,0.49951171875,0.025390625,0.18994140625,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,4352,4416,2048,64,0.06050525666059477,0.0,0.50048828125,0.02783203125,0.15185546875,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,4416,4480,2048,64,0.059562473875510634,0.0,0.48291015625,0.0263671875,0.166015625,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,4480,4544,2048,64,0.059448957905127546,0.0,0.51025390625,0.02294921875,0.16064453125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.gated_product,64,4544,4608,2048,64,0.05756591277843006,0.0,0.4794921875,0.0224609375,0.16455078125,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,4608,4672,2048,64,0.0645255138460413,0.0,0.4765625,0.03125,0.1953125,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,4672,4736,2048,64,0.062150170000719915,0.0,0.51953125,0.02978515625,0.16796875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,4736,4800,2048,64,0.06130773993474722,0.0,0.52099609375,0.021484375,0.169921875,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,4800,4864,2048,64,0.058562658181112316,0.0,0.5146484375,0.0234375,0.16650390625,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.gated_product,64,4864,4928,2048,64,0.05900682708432118,0.0,0.51416015625,0.025390625,0.17578125,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,4928,4992,2048,64,0.08091533084455224,0.0,0.53759765625,0.02490234375,0.19677734375,1.0,38,0.59375
+fresh-en-1,layers.7.mlp.gated_product,64,4992,5056,2048,64,0.061261908704086265,0.0,0.505859375,0.03466796875,0.1962890625,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,5056,5120,2048,64,0.06786567402488457,0.0,0.52734375,0.02734375,0.18310546875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.gated_product,64,5120,5184,2048,64,0.06409396349235735,0.0,0.52197265625,0.02294921875,0.16552734375,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,5184,5248,2048,64,0.07710888874322139,0.0,0.47509765625,0.02294921875,0.20263671875,1.0,37,0.578125
+fresh-en-1,layers.7.mlp.gated_product,64,5248,5312,2048,64,0.06725547962808995,0.0,0.4951171875,0.02197265625,0.17724609375,1.0,46,0.71875
+fresh-en-1,layers.7.mlp.gated_product,64,5312,5376,2048,64,0.06390734832485881,0.0,0.49658203125,0.02734375,0.169921875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,5376,5440,2048,64,0.057998306551413,0.0,0.47607421875,0.02734375,0.17529296875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,5440,5504,2048,64,0.060871726687964936,0.0,0.5263671875,0.01806640625,0.1455078125,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,5504,5568,2048,64,0.06513766658353208,0.0,0.5224609375,0.0234375,0.16650390625,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,5568,5632,2048,64,0.07228162388333055,0.0,0.50732421875,0.0283203125,0.18701171875,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,5632,5696,2048,64,0.0671653726575414,0.0,0.47314453125,0.0263671875,0.17919921875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,5696,5760,2048,64,0.06463684720451804,0.0,0.52490234375,0.02587890625,0.1650390625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.gated_product,64,5760,5824,2048,64,0.058409835540528476,0.0,0.51708984375,0.0224609375,0.154296875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.gated_product,64,5824,5888,2048,64,0.07086969892975238,0.0,0.5322265625,0.03466796875,0.1884765625,1.0,41,0.640625
+fresh-en-1,layers.7.mlp.gated_product,64,5888,5952,2048,64,0.06860339560048231,0.0,0.49365234375,0.02490234375,0.19140625,1.0,43,0.671875
+fresh-en-1,layers.7.mlp.gated_product,64,5952,6016,2048,64,0.0604147040840797,0.0,0.49658203125,0.029296875,0.18310546875,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,64,6016,6080,2048,64,0.07498063837529964,0.0,0.48291015625,0.0341796875,0.205078125,1.0,39,0.609375
+fresh-en-1,layers.7.mlp.gated_product,64,6080,6144,2048,64,0.061281023194013955,0.0,0.50439453125,0.03662109375,0.2001953125,1.0,45,0.703125
+fresh-en-1,layers.7.mlp.gated_product,128,0,128,4096,128,0.06039886920006373,0.0,0.509765625,0.022216796875,0.155517578125,1.0,92,0.71875
+fresh-en-1,layers.7.mlp.gated_product,128,128,256,4096,128,0.06043108814694051,0.0,0.484130859375,0.025390625,0.173583984375,1.0,91,0.7109375
+fresh-en-1,layers.7.mlp.gated_product,128,256,384,4096,128,0.06402359701647391,0.0,0.48291015625,0.02587890625,0.17578125,1.0,91,0.7109375
+fresh-en-1,layers.7.mlp.gated_product,128,384,512,4096,128,0.06406096078378977,0.0,0.502197265625,0.02587890625,0.1806640625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,512,640,4096,128,0.06968884525489233,0.0,0.515380859375,0.029296875,0.203369140625,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gated_product,128,640,768,4096,128,0.06191870061312902,0.0,0.496826171875,0.032958984375,0.180419921875,1.0,90,0.703125
+fresh-en-1,layers.7.mlp.gated_product,128,768,896,4096,128,0.1213189830554772,0.0,0.50244140625,0.0458984375,0.294921875,1.0,41,0.3203125
+fresh-en-1,layers.7.mlp.gated_product,128,896,1024,4096,128,0.061103074566207415,0.0,0.479248046875,0.02490234375,0.159912109375,1.0,92,0.71875
+fresh-en-1,layers.7.mlp.gated_product,128,1024,1152,4096,128,0.06392533515750635,0.0,0.502197265625,0.025390625,0.176025390625,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,1152,1280,4096,128,0.06505197566629636,0.0,0.4990234375,0.0244140625,0.1728515625,1.0,88,0.6875
+fresh-en-1,layers.7.mlp.gated_product,128,1280,1408,4096,128,0.0680727120178707,0.0,0.48583984375,0.03076171875,0.180419921875,1.0,84,0.65625
+fresh-en-1,layers.7.mlp.gated_product,128,1408,1536,4096,128,0.06230061857814176,0.0,0.49609375,0.02685546875,0.178466796875,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,1536,1664,4096,128,0.06156621053463408,0.0,0.4990234375,0.02392578125,0.17724609375,1.0,91,0.7109375
+fresh-en-1,layers.7.mlp.gated_product,128,1664,1792,4096,128,0.06256877741061852,0.0,0.490966796875,0.027587890625,0.17333984375,1.0,88,0.6875
+fresh-en-1,layers.7.mlp.gated_product,128,1792,1920,4096,128,0.0716414626451559,0.0,0.5439453125,0.030517578125,0.193603515625,1.0,81,0.6328125
+fresh-en-1,layers.7.mlp.gated_product,128,1920,2048,4096,128,0.06195825871314147,0.0,0.510498046875,0.025634765625,0.176025390625,1.0,92,0.71875
+fresh-en-1,layers.7.mlp.gated_product,128,2048,2176,4096,128,0.0585223550340397,0.0,0.489501953125,0.029541015625,0.17333984375,1.0,91,0.7109375
+fresh-en-1,layers.7.mlp.gated_product,128,2176,2304,4096,128,0.06758353917717679,0.0,0.491455078125,0.031005859375,0.1923828125,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gated_product,128,2304,2432,4096,128,0.06425967062749952,0.0,0.490966796875,0.029052734375,0.180908203125,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,2432,2560,4096,128,0.062403501634178606,0.0,0.517333984375,0.028564453125,0.176025390625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,2560,2688,4096,128,0.06968899660123114,0.0,0.49267578125,0.028076171875,0.184326171875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,2688,2816,4096,128,0.06296516278427547,0.0,0.478515625,0.031982421875,0.189697265625,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,2816,2944,4096,128,0.06141874194593986,0.0,0.509033203125,0.02392578125,0.167724609375,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,2944,3072,4096,128,0.07180203161894093,0.0,0.498779296875,0.0322265625,0.19873046875,1.0,80,0.625
+fresh-en-1,layers.7.mlp.gated_product,128,3072,3200,4096,128,0.06211741589307738,0.0,0.489501953125,0.02783203125,0.17529296875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,3200,3328,4096,128,0.059923810686729154,0.0,0.4970703125,0.025390625,0.175048828125,1.0,91,0.7109375
+fresh-en-1,layers.7.mlp.gated_product,128,3328,3456,4096,128,0.0595141045864788,0.0,0.489990234375,0.024658203125,0.168701171875,1.0,94,0.734375
+fresh-en-1,layers.7.mlp.gated_product,128,3456,3584,4096,128,0.057498554419874996,0.0,0.532470703125,0.0263671875,0.162353515625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,3584,3712,4096,128,0.0636302523455372,0.0,0.491943359375,0.021484375,0.163818359375,1.0,92,0.71875
+fresh-en-1,layers.7.mlp.gated_product,128,3712,3840,4096,128,0.06086660432958121,0.0,0.496337890625,0.03173828125,0.183837890625,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,3840,3968,4096,128,0.05809831235219233,0.0,0.51220703125,0.024169921875,0.17041015625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,3968,4096,4096,128,0.06576547765691217,0.0,0.515380859375,0.022705078125,0.16796875,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gated_product,128,4096,4224,4096,128,0.07718599283056957,0.0,0.517333984375,0.02978515625,0.18994140625,1.0,80,0.625
+fresh-en-1,layers.7.mlp.gated_product,128,4224,4352,4096,128,0.06255073107516301,0.0,0.50341796875,0.022216796875,0.16748046875,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,4352,4480,4096,128,0.060035715943658634,0.0,0.49169921875,0.02734375,0.16015625,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,4480,4608,4096,128,0.058515010510207736,0.0,0.494873046875,0.023193359375,0.162109375,1.0,95,0.7421875
+fresh-en-1,layers.7.mlp.gated_product,128,4608,4736,4096,128,0.06334897618830967,0.0,0.498046875,0.0302734375,0.181640625,1.0,86,0.671875
+fresh-en-1,layers.7.mlp.gated_product,128,4736,4864,4096,128,0.05995091287521984,0.0,0.517822265625,0.02294921875,0.16796875,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,4864,4992,4096,128,0.07081347473554142,0.0,0.52587890625,0.0263671875,0.187744140625,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gated_product,128,4992,5120,4096,128,0.06464816768060674,0.0,0.5166015625,0.031005859375,0.190185546875,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,5120,5248,4096,128,0.0709006942116018,0.0,0.49853515625,0.0244140625,0.185546875,1.0,82,0.640625
+fresh-en-1,layers.7.mlp.gated_product,128,5248,5376,4096,128,0.06560277703694889,0.0,0.495849609375,0.0244140625,0.174072265625,1.0,90,0.703125
+fresh-en-1,layers.7.mlp.gated_product,128,5376,5504,4096,128,0.059452378727877564,0.0,0.501220703125,0.022705078125,0.160888671875,1.0,93,0.7265625
+fresh-en-1,layers.7.mlp.gated_product,128,5504,5632,4096,128,0.06880243004123711,0.0,0.514892578125,0.025146484375,0.17626953125,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,5632,5760,4096,128,0.06591323577539879,0.0,0.4990234375,0.026611328125,0.172607421875,1.0,92,0.71875
+fresh-en-1,layers.7.mlp.gated_product,128,5760,5888,4096,128,0.06493929131991405,0.0,0.524658203125,0.02783203125,0.17236328125,1.0,89,0.6953125
+fresh-en-1,layers.7.mlp.gated_product,128,5888,6016,4096,128,0.06463885192932804,0.0,0.4951171875,0.027587890625,0.188720703125,1.0,87,0.6796875
+fresh-en-1,layers.7.mlp.gated_product,128,6016,6144,4096,128,0.06847430151112435,0.0,0.49365234375,0.034912109375,0.205078125,1.0,83,0.6484375
+fresh-en-1,layers.7.mlp.down_proj.output,0,0,2048,65536,2048,0.043250817230392355,0.0,0.5018768310546875,0.0093841552734375,0.0914154052734375,1.0,1564,0.763671875
+fresh-en-1,layers.7.mlp.down_proj.output,64,0,64,2048,64,0.04332021953342238,0.0,0.48193359375,0.0068359375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,64,128,2048,64,0.04058164549519354,0.0,0.47900390625,0.00732421875,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,128,192,2048,64,0.044740785079274197,0.0,0.47314453125,0.0087890625,0.09765625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.down_proj.output,64,192,256,2048,64,0.043632419231450933,0.0,0.509765625,0.005859375,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,256,320,2048,64,0.04409382160857411,0.0,0.48779296875,0.01025390625,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,320,384,2048,64,0.042493339744418934,0.0,0.49365234375,0.009765625,0.09423828125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,384,448,2048,64,0.04582334295214252,0.0,0.49755859375,0.0126953125,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.down_proj.output,64,448,512,2048,64,0.04292664782554653,0.0,0.53125,0.01123046875,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,512,576,2048,64,0.04073753693543055,0.0,0.5078125,0.009765625,0.10400390625,1.0,47,0.734375
+fresh-en-1,layers.7.mlp.down_proj.output,64,576,640,2048,64,0.044688008697594636,0.0,0.49462890625,0.0087890625,0.087890625,1.0,53,0.828125
+fresh-en-1,layers.7.mlp.down_proj.output,64,640,704,2048,64,0.0411628257610252,0.0,0.51611328125,0.0068359375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,704,768,2048,64,0.042507165041857455,0.0,0.50439453125,0.00390625,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,768,832,2048,64,0.04288299810065403,0.0,0.49365234375,0.009765625,0.09375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,832,896,2048,64,0.04196087476771524,0.0,0.50244140625,0.00732421875,0.072265625,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.down_proj.output,64,896,960,2048,64,0.04360957993442797,0.0,0.50634765625,0.00830078125,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,960,1024,2048,64,0.04386752665944489,0.0,0.47119140625,0.01220703125,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,1024,1088,2048,64,0.04238779790460027,0.0,0.5,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,1088,1152,2048,64,0.04375507644238637,0.0,0.47412109375,0.0107421875,0.1005859375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,1152,1216,2048,64,0.051537747488036786,0.0,0.5146484375,0.013671875,0.11279296875,1.0,42,0.65625
+fresh-en-1,layers.7.mlp.down_proj.output,64,1216,1280,2048,64,0.043052616020033206,0.0,0.4873046875,0.0107421875,0.10205078125,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,1280,1344,2048,64,0.04505054872922761,0.0,0.50390625,0.00634765625,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.down_proj.output,64,1344,1408,2048,64,0.04169372945212481,0.0,0.54345703125,0.009765625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,1408,1472,2048,64,0.04293953567997345,0.0,0.5244140625,0.01318359375,0.09814453125,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,1472,1536,2048,64,0.04335118226308259,0.0,0.53173828125,0.009765625,0.09765625,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,1536,1600,2048,64,0.04111538129019262,0.0,0.53466796875,0.01123046875,0.0927734375,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,64,1600,1664,2048,64,0.045905240637430206,0.0,0.5068359375,0.005859375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.down_proj.output,64,1664,1728,2048,64,0.04306346123977444,0.0,0.51416015625,0.00830078125,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.7.mlp.down_proj.output,64,1728,1792,2048,64,0.04151858284520249,0.0,0.49658203125,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.7.mlp.down_proj.output,64,1792,1856,2048,64,0.04048003189562534,0.0,0.51025390625,0.01171875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,1856,1920,2048,64,0.04507093530180231,0.0,0.48388671875,0.01123046875,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,64,1920,1984,2048,64,0.04150095624087526,0.0,0.49951171875,0.01123046875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.7.mlp.down_proj.output,64,1984,2048,2048,64,0.04092501760305402,0.0,0.48388671875,0.005859375,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,128,0,128,4096,128,0.041973273469682305,0.0,0.48046875,0.0068359375,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.down_proj.output,128,128,256,4096,128,0.0441900772657103,0.0,0.491455078125,0.00732421875,0.090576171875,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,128,256,384,4096,128,0.043300975893641076,0.0,0.49072265625,0.009765625,0.09423828125,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.down_proj.output,128,384,512,4096,128,0.04439862527628625,0.0,0.514404296875,0.01220703125,0.091796875,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.down_proj.output,128,512,640,4096,128,0.04275842043926472,0.0,0.501220703125,0.00927734375,0.09619140625,1.0,99,0.7734375
+fresh-en-1,layers.7.mlp.down_proj.output,128,640,768,4096,128,0.0418403949821714,0.0,0.51025390625,0.005126953125,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.down_proj.output,128,768,896,4096,128,0.042424441878312194,0.0,0.498046875,0.008544921875,0.08349609375,1.0,100,0.78125
+fresh-en-1,layers.7.mlp.down_proj.output,128,896,1024,4096,128,0.0437387434505975,0.0,0.48876953125,0.01025390625,0.083984375,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,128,1024,1152,4096,128,0.04307686226781327,0.0,0.487060546875,0.010986328125,0.095458984375,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,128,1152,1280,4096,128,0.047485087987225325,0.0,0.5009765625,0.0126953125,0.10595703125,1.0,90,0.703125
+fresh-en-1,layers.7.mlp.down_proj.output,128,1280,1408,4096,128,0.043404602385181984,0.0,0.523681640625,0.008056640625,0.087646484375,1.0,97,0.7578125
+fresh-en-1,layers.7.mlp.down_proj.output,128,1408,1536,4096,128,0.04314584990482121,0.0,0.528076171875,0.011474609375,0.09814453125,1.0,95,0.7421875
+fresh-en-1,layers.7.mlp.down_proj.output,128,1536,1664,4096,128,0.043576172942436646,0.0,0.520751953125,0.0087890625,0.09033203125,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,128,1664,1792,4096,128,0.04229807569750365,0.0,0.50537109375,0.0087890625,0.086669921875,1.0,102,0.796875
+fresh-en-1,layers.7.mlp.down_proj.output,128,1792,1920,4096,128,0.0428370294911429,0.0,0.4970703125,0.011474609375,0.092529296875,1.0,98,0.765625
+fresh-en-1,layers.7.mlp.down_proj.output,128,1920,2048,4096,128,0.0412139929800385,0.0,0.49169921875,0.008544921875,0.0859375,1.0,98,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5504179839992593,0.0,0.4990692138671875,0.016331990559895832,0.15774027506510416,1.0,2348,0.3821614583333333
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2783435186823355,0.0,0.58349609375,0.0146484375,0.1240234375,1.0,38,0.59375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.044278713796799,0.0,0.49560546875,0.01123046875,0.11572265625,1.0,44,0.6875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.388579404252812,0.0,0.4755859375,0.0166015625,0.14404296875,1.0,29,0.453125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3492862029455026,0.0,0.41064453125,0.0126953125,0.13330078125,1.0,30,0.46875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.2034819995481976,0.0,0.4921875,0.009765625,0.12548828125,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.5362296747959625,0.0,0.5029296875,0.009765625,0.1083984375,1.0,40,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.5793377970120672,0.0,0.4853515625,0.01123046875,0.1083984375,1.0,36,0.5625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.5182416404193462,0.0,0.48486328125,0.005859375,0.111328125,1.0,35,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.8261010778399467,0.0,0.4619140625,0.01708984375,0.1416015625,1.0,28,0.4375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.323982132225879,0.0,0.49609375,0.02001953125,0.14599609375,1.0,22,0.34375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.9009342855302027,0.0,0.47216796875,0.00927734375,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,704,768,2048,64,0.953798459647826,0.0,0.50537109375,0.01123046875,0.111328125,1.0,44,0.6875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.5817313933338077,0.0,0.5810546875,0.00927734375,0.08935546875,1.0,37,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.5517721294174123,0.0,0.421875,0.01318359375,0.103515625,1.0,37,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.1961878159337291,0.0,0.46484375,0.0126953125,0.13720703125,1.0,30,0.46875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.08467477404864,0.0,0.52783203125,0.01171875,0.125,1.0,34,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.3294180252642553,0.0,0.50927734375,0.01220703125,0.1328125,1.0,33,0.515625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.1457102845169898,0.0,0.48388671875,0.01025390625,0.107421875,1.0,41,0.640625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4966891765979562,0.0,0.50439453125,0.02001953125,0.197265625,1.0,19,0.296875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.4027229844877371,0.0,0.47802734375,0.01806640625,0.17138671875,1.0,23,0.359375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.496451698850055,0.0,0.51025390625,0.025390625,0.2080078125,1.0,15,0.234375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.5192841379039577,0.0,0.53955078125,0.02099609375,0.20703125,1.0,15,0.234375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.8715922159097989,0.0,0.47265625,0.00927734375,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.8525243489628791,0.0,0.50341796875,0.015625,0.111328125,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.5251888753013887,0.0,0.38134765625,0.01318359375,0.11669921875,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.9643102673358332,0.0,0.46533203125,0.017578125,0.13818359375,1.0,28,0.4375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3952271342202769,0.0,0.52587890625,0.0107421875,0.0830078125,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.6388504828827928,0.0,0.5087890625,0.0078125,0.07763671875,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.0918218587362924,0.0,0.50439453125,0.009765625,0.1005859375,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2878444165281058,0.0,0.478515625,0.01416015625,0.12353515625,1.0,39,0.609375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.3432230991206038,0.0,0.4853515625,0.01025390625,0.115234375,1.0,39,0.609375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.605331039078569,0.0,0.478515625,0.01708984375,0.14111328125,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.0949257184142756,0.0,0.5234375,0.009765625,0.0986328125,1.0,42,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.9435642492603674,0.0,0.49755859375,0.0087890625,0.09375,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.8594046427730322,0.0,0.486328125,0.00927734375,0.0947265625,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.9097438473600268,0.0,0.48583984375,0.01123046875,0.09521484375,1.0,41,0.640625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4809021782896277,0.0,0.49169921875,0.0126953125,0.18896484375,1.0,25,0.390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.9307510667837808,0.0,0.47119140625,0.01220703125,0.12060546875,1.0,43,0.671875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.6710246477973085,0.0,0.56689453125,0.0107421875,0.119140625,1.0,34,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.0604562708627987,0.0,0.5546875,0.0126953125,0.12890625,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.0734061071439804,0.0,0.5087890625,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.8900261117061612,0.0,0.48095703125,0.013671875,0.1884765625,1.0,19,0.296875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.1311940414152843,0.0,0.462890625,0.015625,0.1240234375,1.0,39,0.609375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.1302861251890177,0.0,0.44580078125,0.009765625,0.1123046875,1.0,42,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.374562734272319,0.0,0.5419921875,0.01171875,0.1396484375,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.8037671066354846,0.0,0.51416015625,0.01025390625,0.13037109375,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.444540094120328,0.0,0.52783203125,0.0146484375,0.1552734375,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.1352936676089906,0.0,0.48193359375,0.0126953125,0.10302734375,1.0,41,0.640625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.5080893334608694,0.0,0.5576171875,0.00830078125,0.11767578125,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.123904227176189,0.0,0.52099609375,0.015625,0.0888671875,1.0,42,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.3243248701694008,0.0,0.50634765625,0.0126953125,0.15478515625,1.0,25,0.390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4548756114886299,0.0,0.48828125,0.0185546875,0.17138671875,1.0,18,0.28125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4602291131723466,0.0,0.5029296875,0.017578125,0.17236328125,1.0,25,0.390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.6947055813724697,0.0,0.4853515625,0.01025390625,0.0966796875,1.0,51,0.796875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.7397018707560229,0.0,0.50927734375,0.00830078125,0.07763671875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8575786002750284,0.0,0.52734375,0.01123046875,0.109375,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.360118072187655,0.0,0.44677734375,0.01171875,0.09814453125,1.0,36,0.5625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.4368845717979526,0.0,0.5107421875,0.009765625,0.11279296875,1.0,37,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,5.012246125813408,0.0,0.46142578125,0.0009765625,0.0283203125,1.0,51,0.796875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,4.882968995794276,0.0,0.50048828125,0.00244140625,0.0205078125,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.8670912207190189,0.0,0.5224609375,0.01123046875,0.0966796875,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7655075617229197,0.0,0.49560546875,0.00732421875,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.9931248830638464,0.0,0.490234375,0.01025390625,0.11279296875,1.0,43,0.671875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.0831674337195,0.0,0.47705078125,0.009765625,0.095703125,1.0,42,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7178845218883568,0.0,0.5078125,0.00927734375,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.3230726370734232,0.0,0.466796875,0.0185546875,0.1748046875,1.0,25,0.390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3839962649591369,0.0,0.50439453125,0.02001953125,0.14453125,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.2233683747864126,0.0,0.52685546875,0.009765625,0.111328125,1.0,39,0.609375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.3075227221806052,0.0,0.544921875,0.01513671875,0.14501953125,1.0,29,0.453125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8910675358278618,0.0,0.4814453125,0.0166015625,0.1337890625,1.0,37,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0703578420224469,0.0,0.4794921875,0.01123046875,0.14404296875,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.6615231796424331,0.0,0.47119140625,0.00927734375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.791489086953941,0.0,0.509765625,0.0126953125,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.1331535307606122,0.0,0.46728515625,0.01318359375,0.123046875,1.0,35,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7907100729992014,0.0,0.48291015625,0.00732421875,0.09326171875,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.792015909862492,0.0,0.5048828125,0.0087890625,0.107421875,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.713724757550554,0.0,0.5634765625,0.01416015625,0.1435546875,1.0,25,0.390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1943309261696202,0.0,0.4892578125,0.01416015625,0.119140625,1.0,33,0.515625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.7399079939123148,0.0,0.5009765625,0.01513671875,0.11962890625,1.0,41,0.640625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.6697746330587182,0.0,0.5439453125,0.0107421875,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9865247116744985,0.0,0.52685546875,0.01220703125,0.13671875,1.0,37,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.6115412350218092,0.0,0.5185546875,0.01220703125,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.6991185179999087,0.0,0.529296875,0.021484375,0.2099609375,1.0,23,0.359375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.8492432085190644,0.0,0.55859375,0.01318359375,0.13720703125,1.0,31,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.1562983779831744,0.0,0.525390625,0.0166015625,0.1416015625,1.0,31,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.0990298155089901,0.0,0.51123046875,0.013671875,0.1396484375,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.5123183837995895,0.0,0.51708984375,0.0166015625,0.1318359375,1.0,33,0.515625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.7329902257396776,0.0,0.51953125,0.0205078125,0.22021484375,1.0,11,0.171875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1073064217686504,0.0,0.52685546875,0.01171875,0.13330078125,1.0,32,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.3564640939169286,0.0,0.470703125,0.015625,0.1533203125,1.0,22,0.34375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.0735915780175587,0.0,0.49951171875,0.02783203125,0.2412109375,1.0,8,0.125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.524202387276036,0.0,0.44384765625,0.01416015625,0.1865234375,1.0,20,0.3125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.382848376793775,0.0,0.50439453125,0.0166015625,0.18310546875,1.0,24,0.375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.7493375113985428,0.0,0.49462890625,0.013671875,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.1520653379572385,0.0,0.48583984375,0.01708984375,0.1611328125,1.0,30,0.46875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0989366850779485,0.0,0.49658203125,0.01513671875,0.17041015625,1.0,31,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.167193253888625,0.0,0.53955078125,0.014404296875,0.119873046875,1.0,81,0.6328125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3690737780291802,0.0,0.443115234375,0.0146484375,0.1396484375,1.0,59,0.4609375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.8993860239636164,0.0,0.49755859375,0.01025390625,0.1220703125,1.0,69,0.5390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.549090952102903,0.0,0.485107421875,0.008544921875,0.11083984375,1.0,70,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.0899208235473132,0.0,0.47900390625,0.018310546875,0.143310546875,1.0,49,0.3828125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9277429839320754,0.0,0.48876953125,0.010498046875,0.10693359375,1.0,89,0.6953125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5668233694795275,0.0,0.50146484375,0.01123046875,0.09619140625,1.0,74,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1417934700386434,0.0,0.496337890625,0.012451171875,0.13134765625,1.0,64,0.5
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2409682393086283,0.0,0.49658203125,0.010986328125,0.12255859375,1.0,74,0.578125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.4504672113763297,0.0,0.4912109375,0.018798828125,0.184814453125,1.0,42,0.328125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.5079111344303064,0.0,0.52490234375,0.0234375,0.20703125,1.0,29,0.2265625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.8621110010924157,0.0,0.488037109375,0.012451171875,0.102783203125,1.0,92,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7585101551745568,0.0,0.42333984375,0.015625,0.127685546875,1.0,58,0.453125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.5219214272277148,0.0,0.517333984375,0.009765625,0.079833984375,1.0,92,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.193863101950343,0.0,0.491455078125,0.01171875,0.109375,1.0,84,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4800905443654855,0.0,0.48193359375,0.013916015625,0.128662109375,1.0,69,0.5390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.0220508356552767,0.0,0.510498046875,0.009033203125,0.096923828125,1.0,88,0.6875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.8849322595061349,0.0,0.486083984375,0.01025390625,0.09521484375,1.0,85,0.6640625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.2368041093847704,0.0,0.4814453125,0.013916015625,0.15771484375,1.0,65,0.5078125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.875873585517418,0.0,0.560791015625,0.011962890625,0.12646484375,1.0,62,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5369449199280216,0.0,0.494873046875,0.01318359375,0.1416015625,1.0,58,0.453125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.1307401744274075,0.0,0.454345703125,0.0126953125,0.1181640625,1.0,81,0.6328125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.5980433182729987,0.0,0.528076171875,0.01123046875,0.1328125,1.0,62,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.299151221997316,0.0,0.5048828125,0.013427734375,0.127685546875,1.0,73,0.5703125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.329942508073743,0.0,0.539306640625,0.011962890625,0.103271484375,1.0,69,0.5390625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3911325254363107,0.0,0.497314453125,0.01611328125,0.16455078125,1.0,43,0.3359375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.1434344991616616,0.0,0.494140625,0.01416015625,0.1474609375,1.0,68,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8008120607388592,0.0,0.518310546875,0.009033203125,0.0947265625,1.0,93,0.7265625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3990279559326984,0.0,0.478759765625,0.01123046875,0.10400390625,1.0,72,0.5625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,4.94802978162115,0.0,0.48095703125,0.001708984375,0.02392578125,1.0,99,0.7734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8178780508434519,0.0,0.509033203125,0.009521484375,0.095703125,1.0,95,0.7421875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.0391219184559304,0.0,0.483642578125,0.009765625,0.104736328125,1.0,84,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.0643963993126098,0.0,0.4873046875,0.012939453125,0.14013671875,1.0,70,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.306153865715749,0.0,0.515625,0.01513671875,0.127197265625,1.0,70,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1188424872217084,0.0,0.51318359375,0.015869140625,0.145751953125,1.0,61,0.4765625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8897412059647413,0.0,0.475341796875,0.01171875,0.124755859375,1.0,76,0.59375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9773668449058482,0.0,0.488525390625,0.013427734375,0.11083984375,1.0,76,0.59375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7913632607777902,0.0,0.493896484375,0.008056640625,0.1005859375,1.0,94,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.4770373904960714,0.0,0.5263671875,0.01513671875,0.13037109375,1.0,56,0.4375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.7057130785752402,0.0,0.5224609375,0.012939453125,0.113037109375,1.0,87,0.6796875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.8207355508555885,0.0,0.522705078125,0.01171875,0.1171875,1.0,83,0.6484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.3135407083585005,0.0,0.5439453125,0.01708984375,0.17529296875,1.0,52,0.40625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.1280275870527825,0.0,0.518310546875,0.015380859375,0.141357421875,1.0,62,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.2086582429120645,0.0,0.518310546875,0.01904296875,0.184326171875,1.0,37,0.2890625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.2381684759708524,0.0,0.498779296875,0.013671875,0.144775390625,1.0,53,0.4140625
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.819749289023534,0.0,0.4716796875,0.020263671875,0.217529296875,1.0,23,0.1796875
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.112154741749128,0.0,0.49951171875,0.014892578125,0.149658203125,1.0,67,0.5234375
+fresh-en-1,layers.8.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1258144564564438,0.0,0.4912109375,0.016357421875,0.16650390625,1.0,60,0.46875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5770280594299828,0.0,0.317169189453125,0.0095672607421875,0.09149169921875,1.0,1139,0.55615234375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,0,64,2048,64,1.3734042161757372,0.0,0.08349609375,0.005859375,0.04638671875,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5941020053946373,0.0,0.1796875,0.0068359375,0.0595703125,1.0,39,0.609375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,128,192,2048,64,1.619845108528084,0.0,0.4365234375,0.015625,0.115234375,1.0,33,0.515625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,192,256,2048,64,1.721921058466895,0.0,0.4189453125,0.00732421875,0.0966796875,1.0,30,0.46875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,256,320,2048,64,1.97056529950281,0.0,0.384765625,0.00244140625,0.052734375,1.0,40,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,320,384,2048,64,1.773901211047237,0.0,0.37060546875,0.00341796875,0.048828125,1.0,41,0.640625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,384,448,2048,64,1.818450967109011,0.0,0.3037109375,0.0029296875,0.02978515625,1.0,38,0.59375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4844719825682544,0.0,0.2783203125,0.0029296875,0.041015625,1.0,43,0.671875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3633525311355126,0.0,0.35498046875,0.01318359375,0.1064453125,1.0,34,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2457478132034645,0.0,0.4091796875,0.0068359375,0.10986328125,1.0,35,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,640,704,2048,64,1.124912275343798,0.0,0.341796875,0.00830078125,0.099609375,1.0,40,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1086894014736417,0.0,0.3408203125,0.0087890625,0.091796875,1.0,40,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,768,832,2048,64,1.0688341938515908,0.0,0.4794921875,0.01318359375,0.11962890625,1.0,36,0.5625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3362558057550409,0.0,0.4853515625,0.01416015625,0.1279296875,1.0,31,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,896,960,2048,64,2.0686181820162006,0.0,0.04736328125,0.00048828125,0.00048828125,1.0,53,0.828125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.008213803051757,0.0,0.109375,0.0,0.00048828125,1.0,54,0.84375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.6126149139126258,0.0,0.1201171875,0.00439453125,0.0419921875,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.4452134734631412,0.0,0.2001953125,0.00537109375,0.046875,1.0,44,0.6875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6220378058259828,0.0,0.48583984375,0.037109375,0.31298828125,1.0,11,0.171875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1216,1280,2048,64,0.988178285836454,0.0,0.42724609375,0.017578125,0.2236328125,1.0,18,0.28125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.7221121293185626,0.0,0.4052734375,0.00439453125,0.05126953125,1.0,42,0.65625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.8934004769115775,0.0,0.42138671875,0.00439453125,0.05615234375,1.0,40,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.7798326246617722,0.0,0.15283203125,0.00439453125,0.03369140625,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.7840786900984278,0.0,0.2255859375,0.00341796875,0.02880859375,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0585441490477907,0.0,0.55615234375,0.01220703125,0.11572265625,1.0,34,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3315815563237985,0.0,0.51513671875,0.01318359375,0.13916015625,1.0,29,0.453125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.601871699434296,0.0,0.59912109375,0.01513671875,0.125,1.0,27,0.421875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3202596495986685,0.0,0.60205078125,0.01025390625,0.10009765625,1.0,35,0.546875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.628782305372744,0.0,0.12255859375,0.00439453125,0.052734375,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5949595951033189,0.0,0.14306640625,0.00244140625,0.048828125,1.0,44,0.6875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.7720360496565848,0.0,0.07958984375,0.00146484375,0.0166015625,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.7734024121013792,0.0,0.06884765625,0.0009765625,0.00927734375,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4878508568758657,0.0,0.131591796875,0.00634765625,0.0537109375,1.0,83,0.6484375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,128,256,4096,128,1.6716623922332692,0.0,0.427734375,0.01123046875,0.107421875,1.0,63,0.4921875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,256,384,4096,128,1.874813738236342,0.0,0.377685546875,0.003173828125,0.050537109375,1.0,80,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6598826745902586,0.0,0.291015625,0.00341796875,0.03564453125,1.0,80,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,512,640,4096,128,1.3058747524657224,0.0,0.382080078125,0.009765625,0.107666015625,1.0,68,0.53125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,640,768,4096,128,1.1168302951118272,0.0,0.34130859375,0.008544921875,0.095947265625,1.0,80,0.625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2099558075319183,0.0,0.482421875,0.013427734375,0.124755859375,1.0,66,0.515625
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.038639725617993,0.0,0.078369140625,0.000244140625,0.00048828125,1.0,106,0.828125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.5312035861460132,0.0,0.16015625,0.004638671875,0.044677734375,1.0,89,0.6953125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3430381543588852,0.0,0.45654296875,0.027587890625,0.286376953125,1.0,24,0.1875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.8097839031104104,0.0,0.413330078125,0.004638671875,0.053955078125,1.0,81,0.6328125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.7819569220766442,0.0,0.189208984375,0.00390625,0.03125,1.0,95,0.7421875
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2028352249217307,0.0,0.53564453125,0.0126953125,0.12744140625,1.0,62,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.4678348823704452,0.0,0.6005859375,0.013671875,0.1142578125,1.0,62,0.484375
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.61195966269437,0.0,0.1328125,0.00341796875,0.050537109375,1.0,90,0.703125
+fresh-en-1,layers.8.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.7727193625232258,0.0,0.07421875,0.001220703125,0.012939453125,1.0,97,0.7578125
+fresh-en-1,layers.8.linear_attn.in_proj_b.output,0,0,16,512,16,1.2094441143436427,0.0,0.5078125,0.0,0.0703125,1.0,12,0.75
+fresh-en-1,layers.8.linear_attn.in_proj_b.output,64,0,16,512,16,1.2094441143436427,0.0,0.5078125,0.0,0.0703125,1.0,12,0.75
+fresh-en-1,layers.8.linear_attn.in_proj_b.output,128,0,16,512,16,1.2094441143436427,0.0,0.5078125,0.0,0.0703125,1.0,12,0.75
+fresh-en-1,layers.8.linear_attn.in_proj_a.output,0,0,16,512,16,1.25129469940982,0.0,0.61328125,0.001953125,0.064453125,1.0,13,0.8125
+fresh-en-1,layers.8.linear_attn.in_proj_a.output,64,0,16,512,16,1.25129469940982,0.0,0.61328125,0.001953125,0.064453125,1.0,13,0.8125
+fresh-en-1,layers.8.linear_attn.in_proj_a.output,128,0,16,512,16,1.25129469940982,0.0,0.61328125,0.001953125,0.064453125,1.0,13,0.8125
+fresh-en-1,layers.8.linear_attn.out_proj.output,0,0,2048,65536,2048,0.026133454709878528,0.0,0.4990692138671875,0.009124755859375,0.0980072021484375,1.0,1503,0.73388671875
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,0,64,2048,64,0.025496671334350237,0.0,0.494140625,0.0078125,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,64,128,2048,64,0.024341102178203372,0.0,0.47412109375,0.01416015625,0.1044921875,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,128,192,2048,64,0.02581222562335912,0.0,0.5166015625,0.00830078125,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,192,256,2048,64,0.02610018421921061,0.0,0.47802734375,0.00830078125,0.09814453125,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,256,320,2048,64,0.025520163495263995,0.0,0.5,0.0107421875,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,320,384,2048,64,0.025586006351354662,0.0,0.53125,0.0087890625,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,384,448,2048,64,0.027555838648061947,0.0,0.5341796875,0.009765625,0.10302734375,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,448,512,2048,64,0.02584422459981297,0.0,0.48779296875,0.00732421875,0.10693359375,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,512,576,2048,64,0.02437174754328495,0.0,0.50390625,0.01025390625,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,576,640,2048,64,0.0276744141271629,0.0,0.54736328125,0.0048828125,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,640,704,2048,64,0.025042536742105312,0.0,0.46044921875,0.01123046875,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,704,768,2048,64,0.025174188287935315,0.0,0.47314453125,0.009765625,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,768,832,2048,64,0.02622565861371725,0.0,0.4775390625,0.01025390625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,832,896,2048,64,0.02477637006996276,0.0,0.50537109375,0.00830078125,0.09912109375,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,896,960,2048,64,0.027347559972035917,0.0,0.544921875,0.009765625,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,960,1024,2048,64,0.02539437746711707,0.0,0.50146484375,0.00634765625,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1024,1088,2048,64,0.024257658112061153,0.0,0.482421875,0.0107421875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1088,1152,2048,64,0.024648219952231085,0.0,0.52978515625,0.01025390625,0.10693359375,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1152,1216,2048,64,0.037274255554552216,0.0,0.4921875,0.00732421875,0.14794921875,1.0,35,0.546875
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1216,1280,2048,64,0.026951635606931913,0.0,0.52685546875,0.009765625,0.09765625,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1280,1344,2048,64,0.02644298835260367,0.0,0.5068359375,0.01123046875,0.103515625,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1344,1408,2048,64,0.024872956347468035,0.0,0.4541015625,0.00732421875,0.103515625,1.0,45,0.703125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1408,1472,2048,64,0.024651375428048697,0.0,0.486328125,0.00634765625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1472,1536,2048,64,0.024087320822470244,0.0,0.49365234375,0.01220703125,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02427172802742992,0.0,0.5068359375,0.01123046875,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1600,1664,2048,64,0.026939400653728116,0.0,0.509765625,0.00634765625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1664,1728,2048,64,0.02596968162444923,0.0,0.455078125,0.005859375,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02666330040085743,0.0,0.51171875,0.00634765625,0.095703125,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1792,1856,2048,64,0.026217947565355438,0.0,0.4921875,0.01123046875,0.10302734375,1.0,46,0.71875
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1856,1920,2048,64,0.026248295032685665,0.0,0.4833984375,0.00732421875,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1920,1984,2048,64,0.025509412111922335,0.0,0.5146484375,0.0087890625,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,64,1984,2048,2048,64,0.025912634722504987,0.0,0.494140625,0.009765625,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,0,128,4096,128,0.02492558428985782,0.0,0.484130859375,0.010986328125,0.097900390625,1.0,96,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,128,256,4096,128,0.025956604245431718,0.0,0.497314453125,0.00830078125,0.09375,1.0,96,0.75
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,256,384,4096,128,0.025553106130532997,0.0,0.515625,0.009765625,0.0888671875,1.0,98,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,384,512,4096,128,0.026713743548626823,0.0,0.510986328125,0.00830078125,0.1064453125,1.0,92,0.71875
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,512,640,4096,128,0.026075422102003733,0.0,0.525634765625,0.007568359375,0.100830078125,1.0,93,0.7265625
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,640,768,4096,128,0.02510844880151016,0.0,0.466796875,0.010498046875,0.09375,1.0,94,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,768,896,4096,128,0.025511308115882536,0.0,0.491455078125,0.009033203125,0.0947265625,1.0,98,0.765625
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,896,1024,4096,128,0.026389045486399507,0.0,0.523193359375,0.00830078125,0.091552734375,1.0,99,0.7734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024453718775425636,0.0,0.506103515625,0.010498046875,0.10107421875,1.0,94,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1152,1280,4096,128,0.032525073320708336,0.0,0.509521484375,0.009033203125,0.121337890625,1.0,81,0.6328125
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02566997848147699,0.0,0.48046875,0.010009765625,0.10302734375,1.0,92,0.71875
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02437098002644961,0.0,0.489990234375,0.009033203125,0.093994140625,1.0,95,0.7421875
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1536,1664,4096,128,0.025640281677661168,0.0,0.50830078125,0.00830078125,0.082275390625,1.0,99,0.7734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1664,1792,4096,128,0.026318776110807473,0.0,0.4833984375,0.005859375,0.09423828125,1.0,97,0.7578125
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1792,1920,4096,128,0.026233125687407495,0.0,0.48779296875,0.00927734375,0.10009765625,1.0,94,0.734375
+fresh-en-1,layers.8.linear_attn.out_proj.output,128,1920,2048,4096,128,0.02571181386598251,0.0,0.50439453125,0.00927734375,0.096923828125,1.0,94,0.734375
+fresh-en-1,layers.8.mlp.gate_proj.output,0,0,6144,196608,6144,0.5682844949857704,0.0,0.7899627685546875,0.0078125,0.07944234212239583,1.0,4098,0.6669921875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,0,64,2048,64,0.5733668183155228,0.0,0.80859375,0.00732421875,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,64,128,2048,64,0.5726908857795943,0.0,0.765625,0.0087890625,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,128,192,2048,64,0.5608535638903761,0.0,0.81591796875,0.005859375,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,192,256,2048,64,0.5179915502535124,0.0,0.79736328125,0.00439453125,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,256,320,2048,64,0.5270085870852697,0.0,0.7724609375,0.0078125,0.07275390625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,320,384,2048,64,0.53755260318539,0.0,0.806640625,0.0087890625,0.08837890625,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,384,448,2048,64,0.5787408580898851,0.0,0.796875,0.0068359375,0.08154296875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,448,512,2048,64,0.6280358860966837,0.0,0.75927734375,0.0087890625,0.0947265625,1.0,39,0.609375
+fresh-en-1,layers.8.mlp.gate_proj.output,64,512,576,2048,64,0.5573700335012564,0.0,0.76318359375,0.009765625,0.0888671875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,576,640,2048,64,0.4912649641454844,0.0,0.794921875,0.009765625,0.07421875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,640,704,2048,64,0.5145560617031147,0.0,0.80517578125,0.0048828125,0.07080078125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,704,768,2048,64,0.55464155445697,0.0,0.78125,0.00732421875,0.06787109375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,768,832,2048,64,0.5725351758724212,0.0,0.80859375,0.00439453125,0.07080078125,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,832,896,2048,64,0.5623914437483792,0.0,0.79052734375,0.00341796875,0.076171875,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,896,960,2048,64,0.6096983884122819,0.0,0.76953125,0.00634765625,0.08837890625,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,960,1024,2048,64,0.5222591050709843,0.0,0.80615234375,0.005859375,0.083984375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1024,1088,2048,64,0.6090757382039913,0.0,0.7763671875,0.009765625,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1088,1152,2048,64,0.568549782314963,0.0,0.830078125,0.005859375,0.0732421875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1152,1216,2048,64,0.5503094107736615,0.0,0.76318359375,0.009765625,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1216,1280,2048,64,0.5132501179505684,0.0,0.77099609375,0.005859375,0.07080078125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1280,1344,2048,64,0.5827414975924536,0.0,0.8466796875,0.00634765625,0.07177734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1344,1408,2048,64,0.539263729095662,0.0,0.76416015625,0.0068359375,0.08935546875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1408,1472,2048,64,0.5926778997329418,0.0,0.80419921875,0.00732421875,0.08154296875,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1472,1536,2048,64,0.6751997688176768,0.0,0.81005859375,0.01025390625,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1536,1600,2048,64,0.5546300289348974,0.0,0.81689453125,0.00830078125,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1600,1664,2048,64,0.541296890730233,0.0,0.80419921875,0.00537109375,0.0703125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1664,1728,2048,64,0.5454774177750901,0.0,0.77294921875,0.01318359375,0.08203125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1728,1792,2048,64,0.5261618043689754,0.0,0.79638671875,0.0068359375,0.0673828125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1792,1856,2048,64,0.49168534331058167,0.0,0.7763671875,0.00927734375,0.07958984375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1856,1920,2048,64,0.562333356592043,0.0,0.81103515625,0.00439453125,0.06982421875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1920,1984,2048,64,0.5906029601364442,0.0,0.7998046875,0.0126953125,0.07666015625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,1984,2048,2048,64,0.5777691290982476,0.0,0.78955078125,0.0068359375,0.0712890625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2048,2112,2048,64,0.5699594256089731,0.0,0.78955078125,0.01318359375,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2112,2176,2048,64,0.5669258788177017,0.0,0.79541015625,0.00830078125,0.09033203125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2176,2240,2048,64,0.5806086286290191,0.0,0.806640625,0.01025390625,0.0732421875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2240,2304,2048,64,0.5755728627507765,0.0,0.8076171875,0.00830078125,0.0927734375,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2304,2368,2048,64,0.560956711808104,0.0,0.77099609375,0.0087890625,0.08984375,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2368,2432,2048,64,0.6107755791886786,0.0,0.8095703125,0.005859375,0.06787109375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2432,2496,2048,64,0.6124175859068428,0.0,0.7890625,0.00732421875,0.07470703125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2496,2560,2048,64,0.6210651281213909,0.0,0.77783203125,0.00830078125,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2560,2624,2048,64,0.557932695157627,0.0,0.76123046875,0.00927734375,0.07861328125,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2624,2688,2048,64,0.5867424447512313,0.0,0.7978515625,0.0048828125,0.07763671875,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2688,2752,2048,64,0.5301964362608828,0.0,0.73486328125,0.009765625,0.08251953125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2752,2816,2048,64,0.6084316249476305,0.0,0.82373046875,0.005859375,0.07275390625,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2816,2880,2048,64,0.5908795854428894,0.0,0.83544921875,0.0087890625,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2880,2944,2048,64,0.5657749209038722,0.0,0.83642578125,0.01318359375,0.07470703125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,2944,3008,2048,64,0.46267791502838423,0.0,0.7294921875,0.005859375,0.064453125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3008,3072,2048,64,0.586374545475056,0.0,0.77197265625,0.0087890625,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3072,3136,2048,64,0.5464772164298758,0.0,0.77490234375,0.01171875,0.080078125,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3136,3200,2048,64,0.6032535979699161,0.0,0.806640625,0.0087890625,0.078125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3200,3264,2048,64,0.6103931480239866,0.0,0.8251953125,0.0087890625,0.08154296875,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3264,3328,2048,64,0.557129351931922,0.0,0.8212890625,0.00927734375,0.0693359375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3328,3392,2048,64,0.5230338725883565,0.0,0.7353515625,0.00927734375,0.078125,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3392,3456,2048,64,0.5398374167631248,0.0,0.7607421875,0.0078125,0.0849609375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3456,3520,2048,64,0.5687569421964689,0.0,0.77734375,0.00830078125,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3520,3584,2048,64,0.5663725685588904,0.0,0.7802734375,0.0048828125,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3584,3648,2048,64,0.5582073789090324,0.0,0.796875,0.0068359375,0.07421875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3648,3712,2048,64,0.5866865089308705,0.0,0.7890625,0.01123046875,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3712,3776,2048,64,0.5804485844547018,0.0,0.802734375,0.00390625,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3776,3840,2048,64,0.6195371719757483,0.0,0.7900390625,0.00732421875,0.08984375,1.0,39,0.609375
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3840,3904,2048,64,0.5897959825942586,0.0,0.81396484375,0.00439453125,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3904,3968,2048,64,0.5754005917725578,0.0,0.791015625,0.01123046875,0.083984375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,3968,4032,2048,64,0.5612803382028962,0.0,0.78564453125,0.00732421875,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4032,4096,2048,64,0.5421905854374319,0.0,0.78466796875,0.00732421875,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4096,4160,2048,64,0.6032316688610978,0.0,0.828125,0.01123046875,0.08642578125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4160,4224,2048,64,0.626231627870828,0.0,0.7705078125,0.00634765625,0.08447265625,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4224,4288,2048,64,0.5678109370609377,0.0,0.8232421875,0.0087890625,0.0869140625,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4288,4352,2048,64,0.5325018891280029,0.0,0.8125,0.0048828125,0.07275390625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4352,4416,2048,64,0.5767004102908041,0.0,0.80224609375,0.00830078125,0.07275390625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4416,4480,2048,64,0.6671791321321616,0.0,0.841796875,0.00634765625,0.0751953125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4480,4544,2048,64,0.5735398092695267,0.0,0.75048828125,0.00927734375,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4544,4608,2048,64,0.4963904248416607,0.0,0.7373046875,0.00830078125,0.0849609375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4608,4672,2048,64,0.5458831888121375,0.0,0.80126953125,0.00341796875,0.06982421875,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4672,4736,2048,64,0.6468167121329121,0.0,0.77783203125,0.00830078125,0.08544921875,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4736,4800,2048,64,0.5346237812997093,0.0,0.75048828125,0.009765625,0.08642578125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4800,4864,2048,64,0.626613267104002,0.0,0.775390625,0.0068359375,0.08251953125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4864,4928,2048,64,0.5511248558008742,0.0,0.75,0.00830078125,0.0751953125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4928,4992,2048,64,0.5682084981562819,0.0,0.79931640625,0.00537109375,0.072265625,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,4992,5056,2048,64,0.5098038907691015,0.0,0.78759765625,0.00634765625,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5056,5120,2048,64,0.586027308305773,0.0,0.779296875,0.00927734375,0.08740234375,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5120,5184,2048,64,0.5812761484178446,0.0,0.7646484375,0.00634765625,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5184,5248,2048,64,0.541792061969642,0.0,0.83154296875,0.00634765625,0.07177734375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5248,5312,2048,64,0.5770996944236577,0.0,0.7861328125,0.0048828125,0.0810546875,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5312,5376,2048,64,0.572253244138833,0.0,0.76318359375,0.009765625,0.0888671875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5376,5440,2048,64,0.5146587254707409,0.0,0.79736328125,0.00732421875,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5440,5504,2048,64,0.6246119057087569,0.0,0.83740234375,0.0068359375,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5504,5568,2048,64,0.571480131892609,0.0,0.7763671875,0.0087890625,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5568,5632,2048,64,0.5372657232464761,0.0,0.7021484375,0.01123046875,0.087890625,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5632,5696,2048,64,0.6215668975065555,0.0,0.81982421875,0.00830078125,0.0771484375,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5696,5760,2048,64,0.5598242667049292,0.0,0.80859375,0.0068359375,0.0830078125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5760,5824,2048,64,0.6006304421997513,0.0,0.79345703125,0.0078125,0.080078125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5824,5888,2048,64,0.5654538767001263,0.0,0.82958984375,0.00537109375,0.07177734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5888,5952,2048,64,0.5794394019969304,0.0,0.82470703125,0.0068359375,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,5952,6016,2048,64,0.5324417186011287,0.0,0.7724609375,0.0087890625,0.09521484375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,6016,6080,2048,64,0.5260080368080696,0.0,0.74560546875,0.00927734375,0.09521484375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,64,6080,6144,2048,64,0.4960119941843581,0.0,0.74755859375,0.0068359375,0.08447265625,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,0,128,4096,128,0.573028951711989,0.0,0.787109375,0.008056640625,0.07958984375,1.0,85,0.6640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,128,256,4096,128,0.5398481111676566,0.0,0.806640625,0.005126953125,0.070068359375,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,256,384,4096,128,0.5323067029697267,0.0,0.78955078125,0.00830078125,0.080078125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,384,512,4096,128,0.6038915693433148,0.0,0.778076171875,0.007568359375,0.089599609375,1.0,81,0.6328125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,512,640,4096,128,0.5253582678715809,0.0,0.779052734375,0.009521484375,0.0830078125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,640,768,4096,128,0.5349743893710538,0.0,0.793212890625,0.005859375,0.069580078125,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,768,896,4096,128,0.5674859749864531,0.0,0.799560546875,0.00390625,0.07275390625,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,896,1024,4096,128,0.567664820850332,0.0,0.787841796875,0.005859375,0.08544921875,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1024,1152,4096,128,0.589161314853211,0.0,0.80322265625,0.007568359375,0.073486328125,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1152,1280,4096,128,0.5321024953720509,0.0,0.76708984375,0.0078125,0.0732421875,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1280,1408,4096,128,0.5614236468721527,0.0,0.805419921875,0.006591796875,0.082275390625,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1408,1536,4096,128,0.6352801825349566,0.0,0.80712890625,0.00927734375,0.0810546875,1.0,82,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1536,1664,4096,128,0.5480040113496173,0.0,0.810546875,0.0068359375,0.076904296875,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1664,1792,4096,128,0.5359066419066832,0.0,0.78466796875,0.010009765625,0.07470703125,1.0,89,0.6953125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1792,1920,4096,128,0.5281918594424371,0.0,0.793701171875,0.00732421875,0.073486328125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,1920,2048,4096,128,0.5842212864407107,0.0,0.794677734375,0.009765625,0.074462890625,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2048,2176,4096,128,0.5684446758101152,0.0,0.79248046875,0.0107421875,0.08837890625,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2176,2304,4096,128,0.5780962290024017,0.0,0.80712890625,0.00927734375,0.082763671875,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2304,2432,4096,128,0.5863954470559206,0.0,0.790283203125,0.00732421875,0.078857421875,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2432,2560,4096,128,0.6167565130975128,0.0,0.783447265625,0.007568359375,0.0791015625,1.0,81,0.6328125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2560,2688,4096,128,0.5725188157600173,0.0,0.779541015625,0.007080078125,0.080078125,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2688,2816,4096,128,0.5706563340839013,0.0,0.779296875,0.0078125,0.080078125,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2816,2944,4096,128,0.5784634584902246,0.0,0.8359375,0.01123046875,0.072265625,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gate_proj.output,128,2944,3072,4096,128,0.5281599949996645,0.0,0.750732421875,0.00732421875,0.076416015625,1.0,89,0.6953125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3072,3200,4096,128,0.5755659178324384,0.0,0.790771484375,0.010009765625,0.07763671875,1.0,85,0.6640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3200,3328,4096,128,0.5843684240009533,0.0,0.8232421875,0.009765625,0.07568359375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3328,3456,4096,128,0.5315020547524991,0.0,0.748046875,0.008544921875,0.08154296875,1.0,89,0.6953125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3456,3584,4096,128,0.5675660074884121,0.0,0.77880859375,0.006591796875,0.0830078125,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3584,3712,4096,128,0.5726240204663022,0.0,0.79296875,0.0087890625,0.083740234375,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3712,3840,4096,128,0.6003111137798363,0.0,0.79638671875,0.005615234375,0.08251953125,1.0,81,0.6328125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3840,3968,4096,128,0.5826427473574766,0.0,0.802490234375,0.0078125,0.0751953125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,3968,4096,4096,128,0.5518180175520472,0.0,0.78515625,0.007568359375,0.08349609375,1.0,89,0.6953125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4096,4224,4096,128,0.6148392058346199,0.0,0.79931640625,0.008544921875,0.085205078125,1.0,83,0.6484375
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4224,4352,4096,128,0.5504396071191243,0.0,0.81787109375,0.0068359375,0.08056640625,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4352,4480,4096,128,0.6235829365778887,0.0,0.822021484375,0.00732421875,0.0751953125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4480,4608,4096,128,0.5363540652830971,0.0,0.743896484375,0.008544921875,0.0810546875,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4608,4736,4096,128,0.5984815431248228,0.0,0.78955078125,0.00634765625,0.07958984375,1.0,82,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4736,4864,4096,128,0.5824374533123496,0.0,0.762939453125,0.008544921875,0.08642578125,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4864,4992,4096,128,0.5597318572578087,0.0,0.774658203125,0.0068359375,0.07421875,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,4992,5120,4096,128,0.5492394801557074,0.0,0.783447265625,0.00830078125,0.08203125,1.0,85,0.6640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5120,5248,4096,128,0.5618810368453452,0.0,0.798095703125,0.006103515625,0.072998046875,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5248,5376,4096,128,0.5746815782375915,0.0,0.774658203125,0.00732421875,0.0849609375,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5376,5504,4096,128,0.5722821141955654,0.0,0.8173828125,0.006103515625,0.065673828125,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5504,5632,4096,128,0.5546368174416269,0.0,0.7392578125,0.010009765625,0.084716796875,1.0,82,0.640625
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5632,5760,4096,128,0.5915017403472439,0.0,0.814208984375,0.008056640625,0.08056640625,1.0,81,0.6328125
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5760,5888,4096,128,0.5833073867063019,0.0,0.8115234375,0.00634765625,0.076904296875,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,5888,6016,4096,128,0.5564369705067609,0.0,0.798583984375,0.0078125,0.084228515625,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gate_proj.output,128,6016,6144,4096,128,0.5112300622818573,0.0,0.74658203125,0.00830078125,0.089599609375,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.up_proj.output,0,0,6144,196608,6144,0.3153976685785076,0.0,0.5019022623697916,0.008595784505208334,0.08718363444010417,1.0,4766,0.7757161458333334
+fresh-en-1,layers.8.mlp.up_proj.output,64,0,64,2048,64,0.3333429431455049,0.0,0.501953125,0.0107421875,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,64,128,2048,64,0.2880225891690041,0.0,0.4951171875,0.005859375,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,128,192,2048,64,0.3220591353477536,0.0,0.5322265625,0.009765625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,192,256,2048,64,0.2972734422731136,0.0,0.51318359375,0.01171875,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,256,320,2048,64,0.3311372649954055,0.0,0.478515625,0.01025390625,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,320,384,2048,64,0.3363561405350002,0.0,0.48486328125,0.0078125,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,384,448,2048,64,0.3344122181716589,0.0,0.47705078125,0.0068359375,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,448,512,2048,64,0.2962676497251496,0.0,0.5029296875,0.01123046875,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,512,576,2048,64,0.3217962986107664,0.0,0.49951171875,0.01123046875,0.09375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,576,640,2048,64,0.3029397476397209,0.0,0.498046875,0.00927734375,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,640,704,2048,64,0.3208645152190373,0.0,0.4736328125,0.009765625,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,704,768,2048,64,0.31951724910991564,0.0,0.5107421875,0.00830078125,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,768,832,2048,64,0.31857602668373136,0.0,0.533203125,0.0068359375,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,832,896,2048,64,0.28495040017855344,0.0,0.52587890625,0.00927734375,0.09912109375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,896,960,2048,64,0.3135792571180196,0.0,0.5078125,0.0068359375,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,960,1024,2048,64,0.2989692514463639,0.0,0.4951171875,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1024,1088,2048,64,0.31017119453192743,0.0,0.48876953125,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1088,1152,2048,64,0.31849197066270357,0.0,0.51953125,0.00634765625,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,1152,1216,2048,64,0.2971312330330708,0.0,0.52099609375,0.009765625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1216,1280,2048,64,0.30143037741514406,0.0,0.5263671875,0.00830078125,0.09375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1280,1344,2048,64,0.3099785081749853,0.0,0.5166015625,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,1344,1408,2048,64,0.32810990570348847,0.0,0.52197265625,0.0048828125,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,1408,1472,2048,64,0.30446802323894256,0.0,0.53515625,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1472,1536,2048,64,0.3177841492366173,0.0,0.47265625,0.00537109375,0.09423828125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,1536,1600,2048,64,0.3096163664992792,0.0,0.49462890625,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,1600,1664,2048,64,0.35882648803493505,0.0,0.4658203125,0.01171875,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.up_proj.output,64,1664,1728,2048,64,0.30626784754682007,0.0,0.5087890625,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1728,1792,2048,64,0.317036284772663,0.0,0.49609375,0.01025390625,0.09716796875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,1792,1856,2048,64,0.3492640362259881,0.0,0.4736328125,0.01123046875,0.10302734375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.up_proj.output,64,1856,1920,2048,64,0.31646472002722215,0.0,0.47216796875,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1920,1984,2048,64,0.31532479313717876,0.0,0.4814453125,0.0048828125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,1984,2048,2048,64,0.3372816553710531,0.0,0.4814453125,0.01123046875,0.0966796875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2048,2112,2048,64,0.2981987857093831,0.0,0.50830078125,0.0078125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2112,2176,2048,64,0.30184152153686256,0.0,0.48876953125,0.00634765625,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2176,2240,2048,64,0.3159072842987427,0.0,0.50390625,0.00537109375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,2240,2304,2048,64,0.2918082310151577,0.0,0.54345703125,0.0068359375,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2304,2368,2048,64,0.3022516147108487,0.0,0.5107421875,0.00927734375,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2368,2432,2048,64,0.2882136397384533,0.0,0.5009765625,0.0107421875,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2432,2496,2048,64,0.3365774310960684,0.0,0.48046875,0.01123046875,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,2496,2560,2048,64,0.3157170837938333,0.0,0.54248046875,0.009765625,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2560,2624,2048,64,0.31913491652721604,0.0,0.5234375,0.00732421875,0.09619140625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2624,2688,2048,64,0.3170065707012103,0.0,0.474609375,0.0078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,2688,2752,2048,64,0.30805069175265604,0.0,0.52197265625,0.0087890625,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2752,2816,2048,64,0.3081294121979795,0.0,0.46435546875,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,2816,2880,2048,64,0.29583619536796846,0.0,0.49658203125,0.01171875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2880,2944,2048,64,0.2997422670521123,0.0,0.48828125,0.0068359375,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,2944,3008,2048,64,0.34225754386640794,0.0,0.45703125,0.01171875,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,3008,3072,2048,64,0.3410403087839504,0.0,0.4853515625,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,3072,3136,2048,64,0.3178187479594465,0.0,0.48828125,0.0107421875,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3136,3200,2048,64,0.3007845473290103,0.0,0.48046875,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3200,3264,2048,64,0.30864625468120266,0.0,0.49365234375,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,3264,3328,2048,64,0.29360282683375083,0.0,0.5087890625,0.005859375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,3328,3392,2048,64,0.32608706875737226,0.0,0.48583984375,0.00927734375,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,3392,3456,2048,64,0.2926874208954601,0.0,0.5263671875,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3456,3520,2048,64,0.33124312915313847,0.0,0.5068359375,0.005859375,0.09423828125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3520,3584,2048,64,0.3393675259703667,0.0,0.486328125,0.0078125,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,3584,3648,2048,64,0.3394868304728622,0.0,0.490234375,0.01220703125,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,3648,3712,2048,64,0.2992366121671011,0.0,0.49609375,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3712,3776,2048,64,0.3037352573844303,0.0,0.4970703125,0.009765625,0.0771484375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,3776,3840,2048,64,0.38762631620486326,0.0,0.53662109375,0.01123046875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.up_proj.output,64,3840,3904,2048,64,0.3638310841531212,0.0,0.52099609375,0.01123046875,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.up_proj.output,64,3904,3968,2048,64,0.3131688415361913,0.0,0.490234375,0.00634765625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,3968,4032,2048,64,0.29231158885227915,0.0,0.49755859375,0.00634765625,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,4032,4096,2048,64,0.34980562064219994,0.0,0.53662109375,0.00830078125,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.up_proj.output,64,4096,4160,2048,64,0.3210444494702702,0.0,0.47802734375,0.00830078125,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4160,4224,2048,64,0.28533682079400613,0.0,0.49267578125,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4224,4288,2048,64,0.31060874214935424,0.0,0.5087890625,0.009765625,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4288,4352,2048,64,0.3185059556435112,0.0,0.51123046875,0.01025390625,0.09619140625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4352,4416,2048,64,0.2924357269571973,0.0,0.5146484375,0.00830078125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,4416,4480,2048,64,0.3147657763065314,0.0,0.45068359375,0.01025390625,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4480,4544,2048,64,0.3320023211775719,0.0,0.53173828125,0.00537109375,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,4544,4608,2048,64,0.3118276339138947,0.0,0.51611328125,0.01025390625,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,4608,4672,2048,64,0.3049746299634135,0.0,0.525390625,0.00634765625,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4672,4736,2048,64,0.3121344979288132,0.0,0.52294921875,0.01171875,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,4736,4800,2048,64,0.30822494414883017,0.0,0.4833984375,0.0078125,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4800,4864,2048,64,0.30698501052827104,0.0,0.4990234375,0.0107421875,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4864,4928,2048,64,0.32578862516205676,0.0,0.54931640625,0.0087890625,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4928,4992,2048,64,0.3180953994741206,0.0,0.537109375,0.00830078125,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,4992,5056,2048,64,0.3238836562946045,0.0,0.517578125,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5056,5120,2048,64,0.30063670200503567,0.0,0.52001953125,0.00732421875,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5120,5184,2048,64,0.3268890493876636,0.0,0.4501953125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,64,5184,5248,2048,64,0.2911243001360352,0.0,0.4814453125,0.00830078125,0.07470703125,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5248,5312,2048,64,0.2968620288162249,0.0,0.4833984375,0.00732421875,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5312,5376,2048,64,0.3094070789827709,0.0,0.53759765625,0.00927734375,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5376,5440,2048,64,0.31192936684763317,0.0,0.48828125,0.00927734375,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5440,5504,2048,64,0.29513350111345993,0.0,0.525390625,0.0078125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5504,5568,2048,64,0.3053445416553283,0.0,0.49462890625,0.009765625,0.0751953125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5568,5632,2048,64,0.3123456008941744,0.0,0.5078125,0.0078125,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5632,5696,2048,64,0.2932493407855414,0.0,0.4765625,0.009765625,0.09375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5696,5760,2048,64,0.31359663441609303,0.0,0.49169921875,0.005859375,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5760,5824,2048,64,0.3212800035004418,0.0,0.48828125,0.01171875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5824,5888,2048,64,0.27657784623134124,0.0,0.45849609375,0.0048828125,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.up_proj.output,64,5888,5952,2048,64,0.328331053140604,0.0,0.5341796875,0.00830078125,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,5952,6016,2048,64,0.306254910046107,0.0,0.4951171875,0.00537109375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,64,6016,6080,2048,64,0.35542852158734956,0.0,0.5244140625,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.up_proj.output,64,6080,6144,2048,64,0.3342184446890292,0.0,0.5478515625,0.0078125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.up_proj.output,128,0,128,4096,128,0.31150804934746407,0.0,0.49853515625,0.0087890625,0.08837890625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,128,256,4096,128,0.30991417049067704,0.0,0.522705078125,0.0107421875,0.083984375,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,256,384,4096,128,0.3337569037070531,0.0,0.481689453125,0.0087890625,0.0927734375,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.up_proj.output,128,384,512,4096,128,0.3159161692096126,0.0,0.489990234375,0.0087890625,0.092041015625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,512,640,4096,128,0.31251027863064545,0.0,0.498779296875,0.010498046875,0.08642578125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,640,768,4096,128,0.3201915907745827,0.0,0.4921875,0.009033203125,0.080322265625,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.up_proj.output,128,768,896,4096,128,0.3022312155780002,0.0,0.529541015625,0.008056640625,0.09716796875,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,896,1024,4096,128,0.3063613583703795,0.0,0.50146484375,0.00732421875,0.085205078125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,1024,1152,4096,128,0.3143591141465245,0.0,0.504150390625,0.007080078125,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,1152,1280,4096,128,0.2992885247318958,0.0,0.523681640625,0.009033203125,0.08984375,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,1280,1408,4096,128,0.31917298268426597,0.0,0.519287109375,0.00732421875,0.084228515625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,1408,1536,4096,128,0.31119731898031344,0.0,0.50390625,0.005859375,0.086669921875,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,1536,1664,4096,128,0.3351259038926276,0.0,0.480224609375,0.011474609375,0.09521484375,1.0,96,0.75
+fresh-en-1,layers.8.mlp.up_proj.output,128,1664,1792,4096,128,0.31169857258529055,0.0,0.50244140625,0.009521484375,0.088623046875,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,1792,1920,4096,128,0.3332681248055208,0.0,0.472900390625,0.009765625,0.098876953125,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.up_proj.output,128,1920,2048,4096,128,0.32648785598919483,0.0,0.4814453125,0.0078125,0.09130859375,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,2048,2176,4096,128,0.30002568216924264,0.0,0.49853515625,0.007080078125,0.0771484375,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,2176,2304,4096,128,0.30409657673278917,0.0,0.523681640625,0.00634765625,0.08251953125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,2304,2432,4096,128,0.2953160516519567,0.0,0.505859375,0.009765625,0.075927734375,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,2432,2560,4096,128,0.326313993051563,0.0,0.511474609375,0.010986328125,0.092529296875,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,128,2560,2688,4096,128,0.31807252381695483,0.0,0.4990234375,0.007568359375,0.09326171875,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,2688,2816,4096,128,0.3080900544895617,0.0,0.4931640625,0.008056640625,0.0869140625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,2816,2944,4096,128,0.29779563558532435,0.0,0.492431640625,0.00927734375,0.0849609375,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,2944,3072,4096,128,0.34164946842408406,0.0,0.47119140625,0.01025390625,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,3072,3200,4096,128,0.30941889120287064,0.0,0.484375,0.00830078125,0.090087890625,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,3200,3328,4096,128,0.30121846760574233,0.0,0.501220703125,0.00830078125,0.086669921875,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,3328,3456,4096,128,0.30983762098977863,0.0,0.506103515625,0.010009765625,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,3456,3584,4096,128,0.3353299332705107,0.0,0.49658203125,0.0068359375,0.0947265625,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,3584,3712,4096,128,0.31999520162476963,0.0,0.4931640625,0.009033203125,0.08642578125,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,3712,3840,4096,128,0.348216360609994,0.0,0.516845703125,0.0107421875,0.090087890625,1.0,94,0.734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,3840,3968,4096,128,0.339446447252844,0.0,0.505615234375,0.0087890625,0.09228515625,1.0,96,0.75
+fresh-en-1,layers.8.mlp.up_proj.output,128,3968,4096,4096,128,0.32234301389220354,0.0,0.51708984375,0.00634765625,0.08203125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.up_proj.output,128,4096,4224,4096,128,0.30371585391324213,0.0,0.4853515625,0.007568359375,0.08447265625,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,4224,4352,4096,128,0.3145821311517792,0.0,0.510009765625,0.009765625,0.0908203125,1.0,103,0.8046875
+fresh-en-1,layers.8.mlp.up_proj.output,128,4352,4480,4096,128,0.3038059811251564,0.0,0.482666015625,0.009521484375,0.08056640625,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,4480,4608,4096,128,0.3220729843836902,0.0,0.52392578125,0.0078125,0.080322265625,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,4608,4736,4096,128,0.3085753309311952,0.0,0.524169921875,0.009033203125,0.081787109375,1.0,103,0.8046875
+fresh-en-1,layers.8.mlp.up_proj.output,128,4736,4864,4096,128,0.3076056020983624,0.0,0.4912109375,0.00927734375,0.083740234375,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.up_proj.output,128,4864,4992,4096,128,0.32196499145992835,0.0,0.543212890625,0.008544921875,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,4992,5120,4096,128,0.31247643863756047,0.0,0.518798828125,0.007080078125,0.084716796875,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,5120,5248,4096,128,0.3095236733589748,0.0,0.4658203125,0.0078125,0.0810546875,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,5248,5376,4096,128,0.3031994431702801,0.0,0.510498046875,0.008544921875,0.082275390625,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,5376,5504,4096,128,0.3036475863410196,0.0,0.5068359375,0.008544921875,0.090576171875,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.up_proj.output,128,5504,5632,4096,128,0.30886490859002214,0.0,0.501220703125,0.009033203125,0.07861328125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,5632,5760,4096,128,0.303593498767888,0.0,0.484130859375,0.008056640625,0.084716796875,1.0,103,0.8046875
+fresh-en-1,layers.8.mlp.up_proj.output,128,5760,5888,4096,128,0.2997633613996308,0.0,0.473388671875,0.0078125,0.09228515625,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.up_proj.output,128,5888,6016,4096,128,0.3174849212039583,0.0,0.5146484375,0.0068359375,0.08447265625,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.up_proj.output,128,6016,6144,4096,128,0.34498652345281744,0.0,0.5361328125,0.00830078125,0.09326171875,1.0,95,0.7421875
+fresh-en-1,layers.8.mlp.silu_gate,0,0,6144,196608,6144,0.19702632435263734,0.0,0.7899627685546875,0.005472819010416667,0.055231730143229164,1.0,4666,0.7594401041666666
+fresh-en-1,layers.8.mlp.silu_gate,64,0,64,2048,64,0.1911805962988927,0.0,0.80859375,0.005859375,0.05126953125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,64,128,2048,64,0.1940670458701993,0.0,0.765625,0.00732421875,0.0576171875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,128,192,2048,64,0.1885972301630976,0.0,0.81591796875,0.00390625,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,192,256,2048,64,0.18533808339582036,0.0,0.79736328125,0.00390625,0.046875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,256,320,2048,64,0.2014864456703841,0.0,0.7724609375,0.005859375,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,320,384,2048,64,0.1760725069773404,0.0,0.806640625,0.00537109375,0.0615234375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,384,448,2048,64,0.18998568425754414,0.0,0.796875,0.00537109375,0.05908203125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,448,512,2048,64,0.2069211453697148,0.0,0.75927734375,0.0048828125,0.06640625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,512,576,2048,64,0.18432127565577341,0.0,0.76318359375,0.00732421875,0.06103515625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,576,640,2048,64,0.1858347322861926,0.0,0.794921875,0.0068359375,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,640,704,2048,64,0.1831244872865626,0.0,0.80517578125,0.00439453125,0.05078125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,704,768,2048,64,0.19007499546468207,0.0,0.78125,0.0048828125,0.04345703125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,768,832,2048,64,0.2147168553277966,0.0,0.80859375,0.00390625,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,832,896,2048,64,0.20259943857934223,0.0,0.79052734375,0.001953125,0.052734375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,896,960,2048,64,0.20742883410810617,0.0,0.76953125,0.00439453125,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,960,1024,2048,64,0.192459013843529,0.0,0.80615234375,0.00537109375,0.06103515625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,1024,1088,2048,64,0.255305426622481,0.0,0.7763671875,0.00732421875,0.06201171875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.silu_gate,64,1088,1152,2048,64,0.1862602381892656,0.0,0.830078125,0.00341796875,0.046875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,1152,1216,2048,64,0.21271454739585283,0.0,0.76318359375,0.005859375,0.060546875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,1216,1280,2048,64,0.18431440938430318,0.0,0.77099609375,0.00341796875,0.0498046875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1280,1344,2048,64,0.1868595329159386,0.0,0.8466796875,0.0048828125,0.04638671875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1344,1408,2048,64,0.2172040958385591,0.0,0.76416015625,0.00634765625,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,1408,1472,2048,64,0.19083376228589294,0.0,0.80419921875,0.00439453125,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1472,1536,2048,64,0.20425063633774235,0.0,0.81005859375,0.005859375,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,1536,1600,2048,64,0.1749238881866791,0.0,0.81689453125,0.0068359375,0.0498046875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1600,1664,2048,64,0.18646071868035324,0.0,0.80419921875,0.0029296875,0.044921875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1664,1728,2048,64,0.20525680913973435,0.0,0.77294921875,0.01220703125,0.0654296875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.silu_gate,64,1728,1792,2048,64,0.1809555095841627,0.0,0.79638671875,0.005859375,0.048828125,1.0,53,0.828125
+fresh-en-1,layers.8.mlp.silu_gate,64,1792,1856,2048,64,0.1748473741909316,0.0,0.7763671875,0.0068359375,0.05517578125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1856,1920,2048,64,0.196626919979401,0.0,0.81103515625,0.00341796875,0.0439453125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,1920,1984,2048,64,0.18537492701757377,0.0,0.7998046875,0.00830078125,0.0537109375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,1984,2048,2048,64,0.19523147194153054,0.0,0.78955078125,0.00439453125,0.044921875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,2048,2112,2048,64,0.2036588996905735,0.0,0.78955078125,0.01123046875,0.0634765625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,2112,2176,2048,64,0.17778489164843236,0.0,0.79541015625,0.005859375,0.056640625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,2176,2240,2048,64,0.2028234534663087,0.0,0.806640625,0.0078125,0.05322265625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,2240,2304,2048,64,0.20062247344694217,0.0,0.8076171875,0.00439453125,0.0654296875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.silu_gate,64,2304,2368,2048,64,0.1873636092544635,0.0,0.77099609375,0.0068359375,0.06494140625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,2368,2432,2048,64,0.2124237244949981,0.0,0.8095703125,0.00390625,0.04443359375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,2432,2496,2048,64,0.2089193565153435,0.0,0.7890625,0.00537109375,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,2496,2560,2048,64,0.20523972630842266,0.0,0.77783203125,0.0048828125,0.05859375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,2560,2624,2048,64,0.1811830519356957,0.0,0.76123046875,0.00634765625,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,2624,2688,2048,64,0.2013459955820562,0.0,0.7978515625,0.0029296875,0.05712890625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,2688,2752,2048,64,0.19048599353455947,0.0,0.73486328125,0.0068359375,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,2752,2816,2048,64,0.20372321429720297,0.0,0.82373046875,0.00439453125,0.0517578125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,2816,2880,2048,64,0.18831930857071233,0.0,0.83544921875,0.0068359375,0.04931640625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.silu_gate,64,2880,2944,2048,64,0.1918155221895379,0.0,0.83642578125,0.01025390625,0.05224609375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,2944,3008,2048,64,0.19471151465516937,0.0,0.7294921875,0.0048828125,0.0556640625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,3008,3072,2048,64,0.20325990397153554,0.0,0.77197265625,0.00634765625,0.05908203125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,3072,3136,2048,64,0.19321356234655088,0.0,0.77490234375,0.0087890625,0.0576171875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,3136,3200,2048,64,0.2053465649610132,0.0,0.806640625,0.00634765625,0.0517578125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,3200,3264,2048,64,0.22270154893588187,0.0,0.8251953125,0.0068359375,0.060546875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.silu_gate,64,3264,3328,2048,64,0.20198081142331417,0.0,0.8212890625,0.00634765625,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,3328,3392,2048,64,0.2046967939546562,0.0,0.7353515625,0.00732421875,0.060546875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,3392,3456,2048,64,0.1857698172114405,0.0,0.7607421875,0.0048828125,0.05419921875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,3456,3520,2048,64,0.19355061827187217,0.0,0.77734375,0.0068359375,0.05712890625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,3520,3584,2048,64,0.19917226847370986,0.0,0.7802734375,0.00390625,0.0615234375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,3584,3648,2048,64,0.19195558076789979,0.0,0.796875,0.00439453125,0.048828125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,3648,3712,2048,64,0.20294575208869567,0.0,0.7890625,0.00732421875,0.068359375,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,3712,3776,2048,64,0.19141096494471657,0.0,0.802734375,0.0029296875,0.04443359375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,3776,3840,2048,64,0.2158662284358819,0.0,0.7900390625,0.00341796875,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,3840,3904,2048,64,0.20644152536496946,0.0,0.81396484375,0.00341796875,0.046875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,3904,3968,2048,64,0.19825912653524266,0.0,0.791015625,0.0078125,0.05712890625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,3968,4032,2048,64,0.18888150413083338,0.0,0.78564453125,0.0048828125,0.056640625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,4032,4096,2048,64,0.19923543101380747,0.0,0.78466796875,0.00537109375,0.06298828125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4096,4160,2048,64,0.1955678663047944,0.0,0.828125,0.00732421875,0.05419921875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4160,4224,2048,64,0.24121037448487828,0.0,0.7705078125,0.0048828125,0.064453125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.silu_gate,64,4224,4288,2048,64,0.18734545495649377,0.0,0.8232421875,0.00732421875,0.06396484375,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,4288,4352,2048,64,0.18091459006159633,0.0,0.8125,0.00390625,0.046875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,4352,4416,2048,64,0.22250630774685043,0.0,0.80224609375,0.005859375,0.0546875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4416,4480,2048,64,0.20901482851125236,0.0,0.841796875,0.00537109375,0.04443359375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4480,4544,2048,64,0.2136625815679667,0.0,0.75048828125,0.00537109375,0.05810546875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,4544,4608,2048,64,0.18439298671311694,0.0,0.7373046875,0.0048828125,0.06787109375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4608,4672,2048,64,0.17712226995805175,0.0,0.80126953125,0.001953125,0.04443359375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.silu_gate,64,4672,4736,2048,64,0.2081203693105089,0.0,0.77783203125,0.00634765625,0.05859375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4736,4800,2048,64,0.1984169604314629,0.0,0.75048828125,0.00732421875,0.06689453125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,4800,4864,2048,64,0.21493839212945598,0.0,0.775390625,0.00390625,0.0576171875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4864,4928,2048,64,0.19792765825081912,0.0,0.75,0.005859375,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4928,4992,2048,64,0.19324972004561936,0.0,0.79931640625,0.00439453125,0.04931640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,4992,5056,2048,64,0.17422167891511342,0.0,0.78759765625,0.00537109375,0.05517578125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,5056,5120,2048,64,0.19070239183989665,0.0,0.779296875,0.00634765625,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,5120,5184,2048,64,0.2152601270924942,0.0,0.7646484375,0.0048828125,0.0546875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,5184,5248,2048,64,0.18419679847065346,0.0,0.83154296875,0.00390625,0.04736328125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,5248,5312,2048,64,0.18878985077238175,0.0,0.7861328125,0.00341796875,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,5312,5376,2048,64,0.18845156404137814,0.0,0.76318359375,0.0068359375,0.06005859375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,5376,5440,2048,64,0.1924753339179936,0.0,0.79736328125,0.00439453125,0.03759765625,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.silu_gate,64,5440,5504,2048,64,0.1932519493784783,0.0,0.83740234375,0.0029296875,0.046875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,5504,5568,2048,64,0.1910812251410997,0.0,0.7763671875,0.005859375,0.0537109375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,5568,5632,2048,64,0.2259624578323874,0.0,0.7021484375,0.0087890625,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.silu_gate,64,5632,5696,2048,64,0.19941275487857604,0.0,0.81982421875,0.0048828125,0.04833984375,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,64,5696,5760,2048,64,0.18665372429053229,0.0,0.80859375,0.00390625,0.05712890625,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.silu_gate,64,5760,5824,2048,64,0.19823668316989992,0.0,0.79345703125,0.005859375,0.05517578125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,5824,5888,2048,64,0.18527169033686056,0.0,0.82958984375,0.00341796875,0.046875,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,5888,5952,2048,64,0.18928478876636842,0.0,0.82470703125,0.00341796875,0.046875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,64,5952,6016,2048,64,0.1763698878025895,0.0,0.7724609375,0.005859375,0.06005859375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,64,6016,6080,2048,64,0.18919376065368995,0.0,0.74560546875,0.00830078125,0.06640625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,64,6080,6144,2048,64,0.18787727753945768,0.0,0.74755859375,0.005859375,0.06005859375,1.0,48,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,0,128,4096,128,0.19262922765508123,0.0,0.787109375,0.00634765625,0.054443359375,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,128,256,4096,128,0.18697475816541184,0.0,0.806640625,0.00390625,0.046142578125,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,256,384,4096,128,0.18920665355923696,0.0,0.78955078125,0.005615234375,0.0595703125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,384,512,4096,128,0.19863398579286715,0.0,0.778076171875,0.005126953125,0.061279296875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,512,640,4096,128,0.18507955098180415,0.0,0.779052734375,0.007080078125,0.05810546875,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,640,768,4096,128,0.18663210032690694,0.0,0.793212890625,0.004638671875,0.047119140625,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.silu_gate,128,768,896,4096,128,0.20874609035203823,0.0,0.799560546875,0.0029296875,0.053466796875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,896,1024,4096,128,0.20008397390729712,0.0,0.787841796875,0.0048828125,0.060546875,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,1024,1152,4096,128,0.223465587052245,0.0,0.80322265625,0.0048828125,0.057861328125,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.silu_gate,128,1152,1280,4096,128,0.19902170758551319,0.0,0.76708984375,0.004638671875,0.055419921875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,1280,1408,4096,128,0.20260072098910298,0.0,0.805419921875,0.00537109375,0.05908203125,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,1408,1536,4096,128,0.19765607411936695,0.0,0.80712890625,0.005126953125,0.046875,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,1536,1664,4096,128,0.18078435533687592,0.0,0.810546875,0.004638671875,0.047119140625,1.0,102,0.796875
+fresh-en-1,layers.8.mlp.silu_gate,128,1664,1792,4096,128,0.1934880540848573,0.0,0.78466796875,0.008544921875,0.05615234375,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,1792,1920,4096,128,0.1860561070242649,0.0,0.793701171875,0.00537109375,0.050048828125,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,1920,2048,4096,128,0.19036700239698504,0.0,0.794677734375,0.005859375,0.048583984375,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.silu_gate,128,2048,2176,4096,128,0.19116016206524297,0.0,0.79248046875,0.00830078125,0.06005859375,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,2176,2304,4096,128,0.20172596526968076,0.0,0.80712890625,0.006103515625,0.05908203125,1.0,96,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,2304,2432,4096,128,0.2002859965164641,0.0,0.790283203125,0.005615234375,0.053955078125,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,2432,2560,4096,128,0.2070877142444011,0.0,0.783447265625,0.005126953125,0.055908203125,1.0,95,0.7421875
+fresh-en-1,layers.8.mlp.silu_gate,128,2560,2688,4096,128,0.19153003451895267,0.0,0.779541015625,0.00439453125,0.052978515625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,2688,2816,4096,128,0.19721569635355132,0.0,0.779296875,0.00537109375,0.05517578125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,2816,2944,4096,128,0.19007545414044955,0.0,0.8359375,0.008544921875,0.05029296875,1.0,103,0.8046875
+fresh-en-1,layers.8.mlp.silu_gate,128,2944,3072,4096,128,0.199031608672879,0.0,0.750732421875,0.005615234375,0.057373046875,1.0,96,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,3072,3200,4096,128,0.19937238075512378,0.0,0.790771484375,0.007080078125,0.053955078125,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,3200,3328,4096,128,0.21259377705104798,0.0,0.8232421875,0.006591796875,0.056640625,1.0,95,0.7421875
+fresh-en-1,layers.8.mlp.silu_gate,128,3328,3456,4096,128,0.19546253150167553,0.0,0.748046875,0.005859375,0.05810546875,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,3456,3584,4096,128,0.19638156018627045,0.0,0.77880859375,0.005126953125,0.059326171875,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,3584,3712,4096,128,0.19752711621292407,0.0,0.79296875,0.005859375,0.058837890625,1.0,96,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,3712,3840,4096,128,0.20400537502747307,0.0,0.79638671875,0.002685546875,0.051513671875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,3840,3968,4096,128,0.2023916804732011,0.0,0.802490234375,0.005615234375,0.0517578125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,3968,4096,4096,128,0.19412750909387325,0.0,0.78515625,0.005126953125,0.059814453125,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,4096,4224,4096,128,0.2195782720240611,0.0,0.79931640625,0.006591796875,0.060546875,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.silu_gate,128,4224,4352,4096,128,0.18415809565426533,0.0,0.81787109375,0.005615234375,0.05517578125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,4352,4480,4096,128,0.21586599491898248,0.0,0.822021484375,0.005615234375,0.050048828125,1.0,98,0.765625
+fresh-en-1,layers.8.mlp.silu_gate,128,4480,4608,4096,128,0.1995651175822966,0.0,0.743896484375,0.00537109375,0.06396484375,1.0,96,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,4608,4736,4096,128,0.19324387006711954,0.0,0.78955078125,0.00390625,0.05078125,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.silu_gate,128,4736,4864,4096,128,0.20684269699225122,0.0,0.762939453125,0.00634765625,0.06201171875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,4864,4992,4096,128,0.19560267405938409,0.0,0.774658203125,0.0048828125,0.052734375,1.0,96,0.75
+fresh-en-1,layers.8.mlp.silu_gate,128,4992,5120,4096,128,0.18264801621898108,0.0,0.783447265625,0.005859375,0.055908203125,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,5120,5248,4096,128,0.20033145394909319,0.0,0.798095703125,0.004638671875,0.05322265625,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.silu_gate,128,5248,5376,4096,128,0.18862078324551063,0.0,0.774658203125,0.005126953125,0.0556640625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,5376,5504,4096,128,0.1928640325532797,0.0,0.8173828125,0.003662109375,0.042236328125,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.silu_gate,128,5504,5632,4096,128,0.20924993064643663,0.0,0.7392578125,0.0068359375,0.062255859375,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.silu_gate,128,5632,5760,4096,128,0.19313862845089935,0.0,0.814208984375,0.004150390625,0.052978515625,1.0,95,0.7421875
+fresh-en-1,layers.8.mlp.silu_gate,128,5760,5888,4096,128,0.19186373002013804,0.0,0.8115234375,0.004150390625,0.051025390625,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,5888,6016,4096,128,0.18294134112035298,0.0,0.798583984375,0.004638671875,0.0546875,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.silu_gate,128,6016,6144,4096,128,0.18853666816553766,0.0,0.74658203125,0.007080078125,0.063232421875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.gated_product,0,0,6144,196608,6144,0.062470547342134676,0.0,0.4985402425130208,0.029225667317708332,0.18950398763020834,1.0,4121,0.6707356770833334
+fresh-en-1,layers.8.mlp.gated_product,64,0,64,2048,64,0.058243720381395345,0.0,0.5078125,0.02587890625,0.15673828125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,64,128,2048,64,0.053269578775249335,0.0,0.494140625,0.03076171875,0.18115234375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,128,192,2048,64,0.06203319584826938,0.0,0.48583984375,0.02490234375,0.18505859375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,192,256,2048,64,0.05234879655408416,0.0,0.4736328125,0.01953125,0.16748046875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,256,320,2048,64,0.0705757896225473,0.0,0.490234375,0.0322265625,0.20263671875,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gated_product,64,320,384,2048,64,0.0542063567637443,0.0,0.52001953125,0.029296875,0.1787109375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,384,448,2048,64,0.060384128253811065,0.0,0.53564453125,0.025390625,0.18701171875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,448,512,2048,64,0.06001503933293231,0.0,0.47509765625,0.03125,0.19677734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,512,576,2048,64,0.05964756472560101,0.0,0.4892578125,0.03369140625,0.20751953125,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,576,640,2048,64,0.05860880931669772,0.0,0.5,0.037109375,0.18994140625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,640,704,2048,64,0.05623061280741772,0.0,0.52001953125,0.02587890625,0.16943359375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,704,768,2048,64,0.05571086291305681,0.0,0.4912109375,0.02197265625,0.16796875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,768,832,2048,64,0.0673554116792818,0.0,0.4599609375,0.03125,0.18701171875,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,832,896,2048,64,0.05758049846233549,0.0,0.529296875,0.0322265625,0.19384765625,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,896,960,2048,64,0.057569151984901874,0.0,0.50390625,0.0234375,0.18212890625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,960,1024,2048,64,0.0555240780676745,0.0,0.48486328125,0.0322265625,0.17724609375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,1024,1088,2048,64,0.06985364969857373,0.0,0.53173828125,0.03076171875,0.19677734375,1.0,39,0.609375
+fresh-en-1,layers.8.mlp.gated_product,64,1088,1152,2048,64,0.06671194477700763,0.0,0.466796875,0.0234375,0.18994140625,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,1152,1216,2048,64,0.0578588822673672,0.0,0.470703125,0.029296875,0.1845703125,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,1216,1280,2048,64,0.05642329909016702,0.0,0.46533203125,0.02734375,0.1943359375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,1280,1344,2048,64,0.05988301925326883,0.0,0.490234375,0.0205078125,0.177734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,1344,1408,2048,64,0.06161059102295115,0.0,0.4853515625,0.02734375,0.203125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,1408,1472,2048,64,0.06045581565770144,0.0,0.45361328125,0.02294921875,0.1796875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,1472,1536,2048,64,0.06956940005950818,0.0,0.50537109375,0.02880859375,0.2001953125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,1536,1600,2048,64,0.05113621998708033,0.0,0.4931640625,0.02880859375,0.16748046875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,1600,1664,2048,64,0.07596276992762584,0.0,0.52294921875,0.03955078125,0.2099609375,1.0,37,0.578125
+fresh-en-1,layers.8.mlp.gated_product,64,1664,1728,2048,64,0.05451685408922676,0.0,0.51806640625,0.029296875,0.1796875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,1728,1792,2048,64,0.05752831603017318,0.0,0.49267578125,0.02880859375,0.189453125,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,1792,1856,2048,64,0.05502339690977328,0.0,0.5146484375,0.03369140625,0.1953125,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,1856,1920,2048,64,0.06212440546963327,0.0,0.5234375,0.02587890625,0.17919921875,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,1920,1984,2048,64,0.06197449885039105,0.0,0.5048828125,0.0283203125,0.1884765625,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,1984,2048,2048,64,0.06618413907129432,0.0,0.50146484375,0.03076171875,0.1875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,2048,2112,2048,64,0.05925758038978887,0.0,0.490234375,0.033203125,0.18701171875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,2112,2176,2048,64,0.05673462813297908,0.0,0.494140625,0.0244140625,0.18115234375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,2176,2240,2048,64,0.06357918253485671,0.0,0.4912109375,0.02294921875,0.1796875,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,2240,2304,2048,64,0.04990425544792186,0.0,0.48291015625,0.02001953125,0.1806640625,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,2304,2368,2048,64,0.05731411982857821,0.0,0.50244140625,0.02880859375,0.17822265625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,2368,2432,2048,64,0.06390781164663506,0.0,0.505859375,0.02685546875,0.177734375,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,2432,2496,2048,64,0.065890373166828,0.0,0.5146484375,0.0302734375,0.17919921875,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,2496,2560,2048,64,0.11900008471343784,0.0,0.4658203125,0.05322265625,0.3076171875,1.0,18,0.28125
+fresh-en-1,layers.8.mlp.gated_product,64,2560,2624,2048,64,0.0558798777118005,0.0,0.50244140625,0.02587890625,0.18310546875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,2624,2688,2048,64,0.05629110851261274,0.0,0.5009765625,0.0244140625,0.17041015625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,2688,2752,2048,64,0.054622920500638536,0.0,0.4853515625,0.03125,0.18017578125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,2752,2816,2048,64,0.06130583842304976,0.0,0.5341796875,0.0234375,0.18359375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,2816,2880,2048,64,0.05562237068905825,0.0,0.509765625,0.0263671875,0.16357421875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,2880,2944,2048,64,0.06328214716359137,0.0,0.51611328125,0.03125,0.18701171875,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,2944,3008,2048,64,0.07653851355161835,0.0,0.4951171875,0.0341796875,0.2265625,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,3008,3072,2048,64,0.06338774176388935,0.0,0.49951171875,0.02734375,0.17919921875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,3072,3136,2048,64,0.05810747520995868,0.0,0.52587890625,0.03271484375,0.17529296875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,3136,3200,2048,64,0.06469933394726618,0.0,0.521484375,0.0244140625,0.1953125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,3200,3264,2048,64,0.05923667954331661,0.0,0.50537109375,0.03125,0.185546875,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,3264,3328,2048,64,0.056567577897305224,0.0,0.48046875,0.02880859375,0.17333984375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,3328,3392,2048,64,0.0669045960927606,0.0,0.53466796875,0.03369140625,0.20166015625,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,3392,3456,2048,64,0.0551771297475304,0.0,0.4765625,0.029296875,0.1865234375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,3456,3520,2048,64,0.07099797207789293,0.0,0.515625,0.03271484375,0.2099609375,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,3520,3584,2048,64,0.0638411701157756,0.0,0.4931640625,0.02734375,0.18896484375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,3584,3648,2048,64,0.059825344549412164,0.0,0.5166015625,0.025390625,0.17724609375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,3648,3712,2048,64,0.056969109620082704,0.0,0.50390625,0.02880859375,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,3712,3776,2048,64,0.0584646513316515,0.0,0.50390625,0.02197265625,0.1767578125,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,3776,3840,2048,64,0.08354218207634796,0.0,0.47607421875,0.03662109375,0.22509765625,1.0,35,0.546875
+fresh-en-1,layers.8.mlp.gated_product,64,3840,3904,2048,64,0.08663802558847207,0.0,0.5244140625,0.03173828125,0.208984375,1.0,33,0.515625
+fresh-en-1,layers.8.mlp.gated_product,64,3904,3968,2048,64,0.06316575296037463,0.0,0.5126953125,0.03466796875,0.18359375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,3968,4032,2048,64,0.05267815282895616,0.0,0.505859375,0.02685546875,0.171875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,4032,4096,2048,64,0.060554339124904405,0.0,0.5,0.02490234375,0.17236328125,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,4096,4160,2048,64,0.059880908261620534,0.0,0.51318359375,0.03173828125,0.17822265625,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,4160,4224,2048,64,0.06426712950174959,0.0,0.49560546875,0.0263671875,0.19677734375,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,4224,4288,2048,64,0.06196400639881344,0.0,0.482421875,0.0390625,0.205078125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,4288,4352,2048,64,0.05840336173155478,0.0,0.48876953125,0.02880859375,0.18359375,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,4352,4416,2048,64,0.05979197104191476,0.0,0.47216796875,0.03271484375,0.18310546875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,4416,4480,2048,64,0.06486064940691176,0.0,0.55224609375,0.0244140625,0.16357421875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,4480,4544,2048,64,0.0657122624272821,0.0,0.46875,0.02880859375,0.17529296875,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,4544,4608,2048,64,0.05839643301264628,0.0,0.47900390625,0.02587890625,0.185546875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,4608,4672,2048,64,0.05445045585505475,0.0,0.48583984375,0.021484375,0.17333984375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,4672,4736,2048,64,0.06801059370786558,0.0,0.4677734375,0.0322265625,0.2080078125,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,4736,4800,2048,64,0.059757614590109975,0.0,0.52294921875,0.03076171875,0.18115234375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,4800,4864,2048,64,0.0614998840498563,0.0,0.4931640625,0.02880859375,0.17724609375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,64,4864,4928,2048,64,0.06582432380405487,0.0,0.47216796875,0.03173828125,0.1923828125,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,4928,4992,2048,64,0.0560698121712726,0.0,0.49755859375,0.0244140625,0.16943359375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,4992,5056,2048,64,0.05539730855216564,0.0,0.48681640625,0.02587890625,0.1796875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,5056,5120,2048,64,0.06173448357668204,0.0,0.50048828125,0.03125,0.197265625,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,5120,5184,2048,64,0.10267840555794694,0.0,0.5146484375,0.03857421875,0.255859375,1.0,25,0.390625
+fresh-en-1,layers.8.mlp.gated_product,64,5184,5248,2048,64,0.05271680354319332,0.0,0.52392578125,0.02099609375,0.15966796875,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.gated_product,64,5248,5312,2048,64,0.05570475146532359,0.0,0.515625,0.02001953125,0.18359375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,5312,5376,2048,64,0.05617130612416934,0.0,0.4873046875,0.02880859375,0.17138671875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,5376,5440,2048,64,0.06758457819798967,0.0,0.51318359375,0.03173828125,0.1845703125,1.0,42,0.65625
+fresh-en-1,layers.8.mlp.gated_product,64,5440,5504,2048,64,0.060084488609927565,0.0,0.48486328125,0.02685546875,0.177734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,5504,5568,2048,64,0.05992542870233226,0.0,0.50634765625,0.02783203125,0.1865234375,1.0,43,0.671875
+fresh-en-1,layers.8.mlp.gated_product,64,5568,5632,2048,64,0.06768648844800323,0.0,0.470703125,0.037109375,0.224609375,1.0,40,0.625
+fresh-en-1,layers.8.mlp.gated_product,64,5632,5696,2048,64,0.0640214928308562,0.0,0.51318359375,0.03369140625,0.20068359375,1.0,41,0.640625
+fresh-en-1,layers.8.mlp.gated_product,64,5696,5760,2048,64,0.05561532811066527,0.0,0.49267578125,0.025390625,0.16357421875,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,5760,5824,2048,64,0.061609118806056004,0.0,0.49072265625,0.0341796875,0.177734375,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,5824,5888,2048,64,0.052386770661615,0.0,0.5224609375,0.02099609375,0.169921875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,5888,5952,2048,64,0.05758203423108365,0.0,0.46728515625,0.0234375,0.15087890625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.gated_product,64,5952,6016,2048,64,0.054077855810415326,0.0,0.5107421875,0.0263671875,0.19140625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.gated_product,64,6016,6080,2048,64,0.059757994944884665,0.0,0.48876953125,0.03125,0.19580078125,1.0,45,0.703125
+fresh-en-1,layers.8.mlp.gated_product,64,6080,6144,2048,64,0.05638019691453262,0.0,0.48974609375,0.03466796875,0.193359375,1.0,44,0.6875
+fresh-en-1,layers.8.mlp.gated_product,128,0,128,4096,128,0.05581209092463147,0.0,0.5009765625,0.028076171875,0.168701171875,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.gated_product,128,128,256,4096,128,0.05739561781099076,0.0,0.479736328125,0.0224609375,0.17822265625,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.gated_product,128,256,384,4096,128,0.06292563545346358,0.0,0.505126953125,0.03125,0.1923828125,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gated_product,128,384,512,4096,128,0.06019986665726975,0.0,0.50537109375,0.028564453125,0.19140625,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gated_product,128,512,640,4096,128,0.05913046806518529,0.0,0.49462890625,0.035400390625,0.197998046875,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.gated_product,128,640,768,4096,128,0.05597134116320217,0.0,0.505615234375,0.02392578125,0.1689453125,1.0,93,0.7265625
+fresh-en-1,layers.8.mlp.gated_product,128,768,896,4096,128,0.06265885925252929,0.0,0.49462890625,0.031494140625,0.193603515625,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gated_product,128,896,1024,4096,128,0.05655585957938374,0.0,0.494384765625,0.028076171875,0.179443359375,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.gated_product,128,1024,1152,4096,128,0.06830086365537981,0.0,0.499267578125,0.02734375,0.1923828125,1.0,79,0.6171875
+fresh-en-1,layers.8.mlp.gated_product,128,1152,1280,4096,128,0.057145598856987674,0.0,0.468017578125,0.028564453125,0.189697265625,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gated_product,128,1280,1408,4096,128,0.06075294610586681,0.0,0.48779296875,0.023681640625,0.190185546875,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gated_product,128,1408,1536,4096,128,0.06517210703774229,0.0,0.4794921875,0.0263671875,0.18798828125,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,1536,1664,4096,128,0.06475050351018319,0.0,0.508056640625,0.0341796875,0.192626953125,1.0,83,0.6484375
+fresh-en-1,layers.8.mlp.gated_product,128,1664,1792,4096,128,0.056042816332932094,0.0,0.50537109375,0.028564453125,0.1845703125,1.0,92,0.71875
+fresh-en-1,layers.8.mlp.gated_product,128,1792,1920,4096,128,0.05868141086598825,0.0,0.51904296875,0.030517578125,0.188720703125,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gated_product,128,1920,2048,4096,128,0.06411387826502757,0.0,0.503173828125,0.02978515625,0.187255859375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,2048,2176,4096,128,0.05800982185388829,0.0,0.4921875,0.02880859375,0.183349609375,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gated_product,128,2176,2304,4096,128,0.057152196649000585,0.0,0.487060546875,0.02294921875,0.181640625,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gated_product,128,2304,2432,4096,128,0.060700563099473824,0.0,0.504150390625,0.028564453125,0.17724609375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,2432,2560,4096,128,0.09618357821860557,0.0,0.490234375,0.04150390625,0.25341796875,1.0,60,0.46875
+fresh-en-1,layers.8.mlp.gated_product,128,2560,2688,4096,128,0.056085870014935674,0.0,0.501708984375,0.025146484375,0.177490234375,1.0,93,0.7265625
+fresh-en-1,layers.8.mlp.gated_product,128,2688,2816,4096,128,0.058060611729347816,0.0,0.509765625,0.027099609375,0.18408203125,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gated_product,128,2816,2944,4096,128,0.05957549106262341,0.0,0.512939453125,0.02880859375,0.176025390625,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gated_product,128,2944,3072,4096,128,0.0702714375212888,0.0,0.497314453125,0.031982421875,0.202880859375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,3072,3200,4096,128,0.061491798186814446,0.0,0.523681640625,0.028076171875,0.185791015625,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gated_product,128,3200,3328,4096,128,0.057917506302003714,0.0,0.492919921875,0.030517578125,0.179931640625,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gated_product,128,3328,3456,4096,128,0.06132185836025863,0.0,0.505615234375,0.030517578125,0.197509765625,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gated_product,128,3456,3584,4096,128,0.0675144689711941,0.0,0.50439453125,0.02978515625,0.200927734375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,3584,3712,4096,128,0.058414686943271725,0.0,0.51025390625,0.027587890625,0.179443359375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,3712,3840,4096,128,0.07210205143201286,0.0,0.489990234375,0.02880859375,0.20751953125,1.0,78,0.609375
+fresh-en-1,layers.8.mlp.gated_product,128,3840,3968,4096,128,0.07581576295507358,0.0,0.5185546875,0.033447265625,0.19677734375,1.0,74,0.578125
+fresh-en-1,layers.8.mlp.gated_product,128,3968,4096,4096,128,0.05675304296830607,0.0,0.5029296875,0.025390625,0.176513671875,1.0,93,0.7265625
+fresh-en-1,layers.8.mlp.gated_product,128,4096,4224,4096,128,0.062112748726132164,0.0,0.50439453125,0.029052734375,0.187255859375,1.0,84,0.65625
+fresh-en-1,layers.8.mlp.gated_product,128,4224,4352,4096,128,0.0602100105901794,0.0,0.485595703125,0.0341796875,0.1943359375,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gated_product,128,4352,4480,4096,128,0.06237781513712826,0.0,0.51220703125,0.029296875,0.17041015625,1.0,93,0.7265625
+fresh-en-1,layers.8.mlp.gated_product,128,4480,4608,4096,128,0.06216206569087161,0.0,0.473876953125,0.0283203125,0.18310546875,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.gated_product,128,4608,4736,4096,128,0.0616047603652495,0.0,0.476806640625,0.02783203125,0.19287109375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,4736,4864,4096,128,0.0606350073787655,0.0,0.508056640625,0.02978515625,0.178955078125,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,4864,4992,4096,128,0.06114190641934079,0.0,0.48486328125,0.02880859375,0.18359375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,4992,5120,4096,128,0.05865154839091407,0.0,0.49365234375,0.028076171875,0.1884765625,1.0,89,0.6953125
+fresh-en-1,layers.8.mlp.gated_product,128,5120,5248,4096,128,0.08161469335767263,0.0,0.519287109375,0.03173828125,0.22021484375,1.0,67,0.5234375
+fresh-en-1,layers.8.mlp.gated_product,128,5248,5376,4096,128,0.055938515208703084,0.0,0.50146484375,0.024658203125,0.177490234375,1.0,90,0.703125
+fresh-en-1,layers.8.mlp.gated_product,128,5376,5504,4096,128,0.06394458922268832,0.0,0.4990234375,0.028564453125,0.181396484375,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.gated_product,128,5504,5632,4096,128,0.06392385205688085,0.0,0.488525390625,0.0322265625,0.2041015625,1.0,83,0.6484375
+fresh-en-1,layers.8.mlp.gated_product,128,5632,5760,4096,128,0.05996589140981866,0.0,0.5029296875,0.029541015625,0.1826171875,1.0,86,0.671875
+fresh-en-1,layers.8.mlp.gated_product,128,5760,5888,4096,128,0.05718416415587173,0.0,0.506591796875,0.02734375,0.177734375,1.0,91,0.7109375
+fresh-en-1,layers.8.mlp.gated_product,128,5888,6016,4096,128,0.055857430818297395,0.0,0.489013671875,0.0263671875,0.173828125,1.0,93,0.7265625
+fresh-en-1,layers.8.mlp.gated_product,128,6016,6144,4096,128,0.05809365096098856,0.0,0.4892578125,0.032958984375,0.195068359375,1.0,88,0.6875
+fresh-en-1,layers.8.mlp.down_proj.output,0,0,2048,65536,2048,0.04054300450195264,0.0,0.499481201171875,0.0094757080078125,0.0936431884765625,1.0,1543,0.75341796875
+fresh-en-1,layers.8.mlp.down_proj.output,64,0,64,2048,64,0.04036935544576638,0.0,0.51708984375,0.0068359375,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.down_proj.output,64,64,128,2048,64,0.03945529891460045,0.0,0.46923828125,0.0107421875,0.103515625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.down_proj.output,64,128,192,2048,64,0.038907311658083206,0.0,0.49951171875,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.down_proj.output,64,192,256,2048,64,0.039719002151863005,0.0,0.505859375,0.00732421875,0.09375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,256,320,2048,64,0.04096167965125408,0.0,0.49853515625,0.0107421875,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,320,384,2048,64,0.04022931730280942,0.0,0.53125,0.01171875,0.10107421875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,384,448,2048,64,0.03897269641344005,0.0,0.47021484375,0.00634765625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.down_proj.output,64,448,512,2048,64,0.03751350524734739,0.0,0.50537109375,0.01220703125,0.10498046875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.down_proj.output,64,512,576,2048,64,0.037821398310912815,0.0,0.50390625,0.0078125,0.0966796875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.down_proj.output,64,576,640,2048,64,0.04266185428504883,0.0,0.48583984375,0.0078125,0.09375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,640,704,2048,64,0.03962033123338455,0.0,0.53076171875,0.00634765625,0.10302734375,1.0,47,0.734375
+fresh-en-1,layers.8.mlp.down_proj.output,64,704,768,2048,64,0.04049767570725525,0.0,0.4775390625,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,768,832,2048,64,0.038925966101428,0.0,0.509765625,0.01416015625,0.09521484375,1.0,51,0.796875
+fresh-en-1,layers.8.mlp.down_proj.output,64,832,896,2048,64,0.03844459732300786,0.0,0.47509765625,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,896,960,2048,64,0.04122605718617625,0.0,0.46484375,0.01025390625,0.07421875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.down_proj.output,64,960,1024,2048,64,0.040481728155221545,0.0,0.49462890625,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1024,1088,2048,64,0.040158157628692945,0.0,0.50439453125,0.01171875,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,1088,1152,2048,64,0.03990575696749689,0.0,0.49755859375,0.01318359375,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,64,1152,1216,2048,64,0.0547495915122044,0.0,0.46435546875,0.01708984375,0.14306640625,1.0,38,0.59375
+fresh-en-1,layers.8.mlp.down_proj.output,64,1216,1280,2048,64,0.03945546029685653,0.0,0.4951171875,0.0126953125,0.09423828125,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1280,1344,2048,64,0.041051165475705656,0.0,0.5048828125,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1344,1408,2048,64,0.03987333934943237,0.0,0.509765625,0.0087890625,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.down_proj.output,64,1408,1472,2048,64,0.038691010932506216,0.0,0.49853515625,0.0107421875,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,1472,1536,2048,64,0.039499081088858905,0.0,0.50537109375,0.0087890625,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,1536,1600,2048,64,0.04016834557743466,0.0,0.54150390625,0.0078125,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,1600,1664,2048,64,0.042548718643090525,0.0,0.5078125,0.0078125,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1664,1728,2048,64,0.040420118886775096,0.0,0.51220703125,0.0078125,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1728,1792,2048,64,0.03963708197056847,0.0,0.498046875,0.005859375,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,64,1792,1856,2048,64,0.04126994378050751,0.0,0.513671875,0.01220703125,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.8.mlp.down_proj.output,64,1856,1920,2048,64,0.04145004005641274,0.0,0.52587890625,0.0087890625,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,64,1920,1984,2048,64,0.039830708462470325,0.0,0.4814453125,0.0087890625,0.10009765625,1.0,48,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,64,1984,2048,2048,64,0.039739492059462075,0.0,0.4833984375,0.009765625,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.8.mlp.down_proj.output,128,0,128,4096,128,0.03991494376513074,0.0,0.4931640625,0.0087890625,0.093994140625,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.down_proj.output,128,128,256,4096,128,0.03931525169955621,0.0,0.502685546875,0.007080078125,0.09130859375,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,128,256,384,4096,128,0.04059714996463473,0.0,0.514892578125,0.01123046875,0.095703125,1.0,99,0.7734375
+fresh-en-1,layers.8.mlp.down_proj.output,128,384,512,4096,128,0.0382500597494757,0.0,0.48779296875,0.008544921875,0.098388671875,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,512,640,4096,128,0.040314339764105395,0.0,0.494873046875,0.0078125,0.0966796875,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,640,768,4096,128,0.04006140527198915,0.0,0.504150390625,0.00732421875,0.091064453125,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,768,896,4096,128,0.0386860304260966,0.0,0.492431640625,0.011474609375,0.08984375,1.0,100,0.78125
+fresh-en-1,layers.8.mlp.down_proj.output,128,896,1024,4096,128,0.040855587779097806,0.0,0.479736328125,0.0087890625,0.0771484375,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.down_proj.output,128,1024,1152,4096,128,0.040032156220217996,0.0,0.5009765625,0.012451171875,0.0927734375,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,1152,1280,4096,128,0.0477192367813551,0.0,0.479736328125,0.014892578125,0.125244140625,1.0,87,0.6796875
+fresh-en-1,layers.8.mlp.down_proj.output,128,1280,1408,4096,128,0.040466537891131485,0.0,0.50732421875,0.009033203125,0.09423828125,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,1408,1536,4096,128,0.039097133743048004,0.0,0.501953125,0.009765625,0.091796875,1.0,97,0.7578125
+fresh-en-1,layers.8.mlp.down_proj.output,128,1536,1664,4096,128,0.04137565373862444,0.0,0.524658203125,0.0078125,0.086669921875,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.down_proj.output,128,1664,1792,4096,128,0.04003051509762644,0.0,0.505126953125,0.007080078125,0.087646484375,1.0,101,0.7890625
+fresh-en-1,layers.8.mlp.down_proj.output,128,1792,1920,4096,128,0.04136008994383638,0.0,0.519775390625,0.010498046875,0.091064453125,1.0,96,0.75
+fresh-en-1,layers.8.mlp.down_proj.output,128,1920,2048,4096,128,0.039785126402754806,0.0,0.482421875,0.00927734375,0.09326171875,1.0,96,0.75
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1734890000705687,0.0,0.5003407796223959,0.0135650634765625,0.13187662760416666,1.0,3087,0.50244140625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.188511685064438,0.0,0.58740234375,0.01220703125,0.1240234375,1.0,35,0.546875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.559588019357517,0.0,0.4404296875,0.0087890625,0.123046875,1.0,28,0.4375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.1392542277204367,0.0,0.47900390625,0.0107421875,0.1064453125,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.4020320392162422,0.0,0.51904296875,0.013671875,0.10498046875,1.0,39,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.6612302047237538,0.0,0.48046875,0.00830078125,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8947656029286233,0.0,0.46142578125,0.0107421875,0.115234375,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.6289892962622254,0.0,0.453125,0.01123046875,0.091796875,1.0,51,0.796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.7445058555277374,0.0,0.5029296875,0.0087890625,0.1044921875,1.0,51,0.796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.058536080024742,0.0,0.53662109375,0.0087890625,0.0869140625,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5114210456720376,0.0,0.51318359375,0.01171875,0.119140625,1.0,36,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.386144715510396,0.0,0.47705078125,0.01611328125,0.1748046875,1.0,15,0.234375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4144755652085759,0.0,0.54833984375,0.009765625,0.1376953125,1.0,28,0.4375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.9211216998705836,0.0,0.4814453125,0.0078125,0.083984375,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.0407216757880833,0.0,0.49072265625,0.01025390625,0.10595703125,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.5831793922638795,0.0,0.4931640625,0.00634765625,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7092539330108093,0.0,0.498046875,0.00927734375,0.10205078125,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.547893718683392,0.0,0.5107421875,0.0185546875,0.1640625,1.0,25,0.390625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0011112387075152,0.0,0.53662109375,0.0068359375,0.10986328125,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9458843448077218,0.0,0.5,0.0126953125,0.1064453125,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.012714046921645,0.0,0.45458984375,0.01025390625,0.10888671875,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.8441591738984955,0.0,0.5087890625,0.0107421875,0.08984375,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,0.9504886061305938,0.0,0.55810546875,0.0078125,0.0986328125,1.0,40,0.625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7424895738769667,0.0,0.47509765625,0.0078125,0.091796875,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.7013150102683502,0.0,0.48828125,0.01318359375,0.091796875,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.3446884582025793,0.0,0.5341796875,0.0107421875,0.1162109375,1.0,35,0.546875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.198758763256729,0.0,0.501953125,0.013671875,0.09521484375,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5008615070264002,0.0,0.5361328125,0.01123046875,0.10693359375,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.2659698500700878,0.0,0.5107421875,0.00927734375,0.09228515625,1.0,39,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.138713326626427,0.0,0.5048828125,0.0107421875,0.10302734375,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2506461823916162,0.0,0.48681640625,0.0107421875,0.1044921875,1.0,36,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.131759065284473,0.0,0.50830078125,0.0146484375,0.13671875,1.0,32,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.1636720620351917,0.0,0.474609375,0.01708984375,0.13671875,1.0,31,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.5992639869763587,0.0,0.4453125,0.01171875,0.1484375,1.0,28,0.4375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.6775867299024718,0.0,0.466796875,0.0078125,0.12158203125,1.0,30,0.46875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.09322068053756,0.0,0.4697265625,0.0234375,0.17431640625,1.0,25,0.390625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6654096473876243,0.0,0.50830078125,0.0087890625,0.138671875,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.7056122584704536,0.0,0.49755859375,0.01220703125,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7577997382922237,0.0,0.4775390625,0.00927734375,0.10595703125,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.6903864958779997,0.0,0.546875,0.0087890625,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.7059707541006801,0.0,0.5419921875,0.01025390625,0.09619140625,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.9571631480547769,0.0,0.41796875,0.01171875,0.1083984375,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.8901550308951142,0.0,0.4638671875,0.0087890625,0.09130859375,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.0175812456059392,0.0,0.5302734375,0.01171875,0.11767578125,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9838817181422175,0.0,0.5185546875,0.01220703125,0.1171875,1.0,36,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.061459397201291,0.0,0.45556640625,0.0107421875,0.10546875,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.030124667014213,0.0,0.548828125,0.0126953125,0.1044921875,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.6293722598507532,0.0,0.50048828125,0.01220703125,0.10205078125,1.0,51,0.796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.8943218659303585,0.0,0.458984375,0.015625,0.12109375,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.382721875252724,0.0,0.509765625,0.0126953125,0.1123046875,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.0711886836373936,0.0,0.50341796875,0.01025390625,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.9053689896899835,0.0,0.505859375,0.0087890625,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2441072189349374,0.0,0.509765625,0.01416015625,0.13232421875,1.0,34,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.6165856750491487,0.0,0.45068359375,0.00830078125,0.12939453125,1.0,29,0.453125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.3494219013974118,0.0,0.48876953125,0.013671875,0.1044921875,1.0,35,0.546875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.9368174117260866,0.0,0.5283203125,0.009765625,0.09375,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8770045445264602,0.0,0.431640625,0.005859375,0.078125,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.4482610217638952,0.0,0.53271484375,0.009765625,0.09423828125,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5852053690582046,0.0,0.52734375,0.00830078125,0.09912109375,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.7757298196303535,0.0,0.5146484375,0.0166015625,0.12353515625,1.0,32,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.6112728573843484,0.0,0.529296875,0.01416015625,0.11181640625,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6679946391544265,0.0,0.5771484375,0.0146484375,0.111328125,1.0,32,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.3229659480249552,0.0,0.513671875,0.013671875,0.1201171875,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.6634720268084712,0.0,0.52392578125,0.0087890625,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.6740099446323669,0.0,0.474609375,0.00732421875,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.0477000193579498,0.0,0.43310546875,0.01220703125,0.15185546875,1.0,24,0.375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.6032272830102053,0.0,0.47412109375,0.00927734375,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.6811287171918414,0.0,0.4873046875,0.00634765625,0.107421875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9962466573382469,0.0,0.5068359375,0.02001953125,0.15185546875,1.0,29,0.453125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0068179283949241,0.0,0.51025390625,0.013671875,0.11181640625,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9551491642201713,0.0,0.47314453125,0.01318359375,0.11181640625,1.0,42,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.038837939060813,0.0,0.46337890625,0.0126953125,0.1435546875,1.0,30,0.46875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9626530410597203,0.0,0.49462890625,0.01611328125,0.14453125,1.0,36,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.0054055249698437,0.0,0.55078125,0.01416015625,0.14453125,1.0,34,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7313493154599059,0.0,0.50244140625,0.0107421875,0.11181640625,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.9545608852652219,0.0,0.54345703125,0.0087890625,0.1083984375,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.0743960913866692,0.0,0.5498046875,0.01416015625,0.1416015625,1.0,31,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.6842146625982932,0.0,0.5361328125,0.01123046875,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.7613970530425583,0.0,0.4716796875,0.01025390625,0.11083984375,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1606282762829068,0.0,0.53857421875,0.01220703125,0.12890625,1.0,32,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.1222162066188746,0.0,0.529296875,0.0146484375,0.13134765625,1.0,31,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.1874198035379688,0.0,0.51123046875,0.01904296875,0.18017578125,1.0,25,0.390625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.6260916145868803,0.0,0.50537109375,0.0107421875,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8955320718209804,0.0,0.50634765625,0.0107421875,0.11669921875,1.0,40,0.625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.0701262093367256,0.0,0.5078125,0.01611328125,0.15576171875,1.0,33,0.515625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.4178929766365467,0.0,0.47802734375,0.01708984375,0.158203125,1.0,22,0.34375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.543114817427521,0.0,0.576171875,0.01611328125,0.14990234375,1.0,23,0.359375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.8073030803784809,0.0,0.451171875,0.0205078125,0.20263671875,1.0,14,0.21875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.0285410730351363,0.0,0.50732421875,0.02392578125,0.236328125,1.0,9,0.140625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.78079049094099,0.0,0.51171875,0.0107421875,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.378266740795506,0.0,0.4931640625,0.0166015625,0.1533203125,1.0,23,0.359375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8601869491818996,0.0,0.498046875,0.0146484375,0.14208984375,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.6138081347785155,0.0,0.46142578125,0.0078125,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.2154285256494537,0.0,0.521484375,0.0224609375,0.18359375,1.0,20,0.3125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.473202469174225,0.0,0.4052734375,0.02490234375,0.19873046875,1.0,15,0.234375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.175884516872461,0.0,0.509765625,0.0126953125,0.1123046875,1.0,39,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0939832000380658,0.0,0.5009765625,0.01123046875,0.1201171875,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3865198908883731,0.0,0.513916015625,0.010986328125,0.127197265625,1.0,59,0.4609375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.2774181058619263,0.0,0.4990234375,0.012451171875,0.110107421875,1.0,79,0.6171875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.786711785796819,0.0,0.470947265625,0.009765625,0.104736328125,1.0,95,0.7421875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.6891721496576664,0.0,0.47802734375,0.009765625,0.098876953125,1.0,101,0.7890625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3047781823004443,0.0,0.52490234375,0.0107421875,0.106201171875,1.0,78,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.9614315853389215,0.0,0.5126953125,0.0146484375,0.162353515625,1.0,38,0.296875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.9827427925015858,0.0,0.486083984375,0.009521484375,0.09423828125,1.0,91,0.7109375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.6492839690969466,0.0,0.49560546875,0.008056640625,0.09765625,1.0,97,0.7578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.303495047287483,0.0,0.523681640625,0.01171875,0.138916015625,1.0,62,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.9798691072242119,0.0,0.477294921875,0.01123046875,0.107421875,1.0,86,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,0.8988974639137296,0.0,0.533447265625,0.009765625,0.093505859375,1.0,84,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7221957874924555,0.0,0.481689453125,0.01025390625,0.09130859375,1.0,87,0.6796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.273815061558787,0.0,0.51806640625,0.01171875,0.10595703125,1.0,71,0.5546875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.388392041996791,0.0,0.5234375,0.010498046875,0.100830078125,1.0,76,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.195989948487726,0.0,0.495849609375,0.010498046875,0.104248046875,1.0,73,0.5703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.1478264785704368,0.0,0.491455078125,0.015380859375,0.13623046875,1.0,63,0.4921875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.6388933059208564,0.0,0.4560546875,0.009765625,0.13427734375,1.0,57,0.4453125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.891449458886213,0.0,0.489013671875,0.01513671875,0.157470703125,1.0,60,0.46875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.732171121616913,0.0,0.487548828125,0.010986328125,0.1005859375,1.0,95,0.7421875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.6982221062585267,0.0,0.54443359375,0.00927734375,0.097412109375,1.0,97,0.7578125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9242665392142064,0.0,0.44091796875,0.01025390625,0.10009765625,1.0,89,0.6953125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.0008733253272906,0.0,0.5244140625,0.01171875,0.1171875,1.0,73,0.5703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.045909384578337,0.0,0.502197265625,0.01171875,0.1044921875,1.0,87,0.6796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.7732790703720107,0.0,0.479736328125,0.01416015625,0.115966796875,1.0,87,0.6796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.2368033352670145,0.0,0.506591796875,0.011962890625,0.109130859375,1.0,81,0.6328125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0880017876130272,0.0,0.5078125,0.012451171875,0.117919921875,1.0,77,0.6015625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.4890078429519968,0.0,0.4697265625,0.01220703125,0.115966796875,1.0,63,0.4921875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.9074039436858393,0.0,0.47998046875,0.0078125,0.08642578125,1.0,89,0.6953125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.5182779800240076,0.0,0.530029296875,0.009765625,0.09765625,1.0,76,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6954964779184842,0.0,0.52197265625,0.01513671875,0.11767578125,1.0,70,0.546875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5053977905991283,0.0,0.54541015625,0.013916015625,0.116455078125,1.0,68,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.6687617422597777,0.0,0.499267578125,0.0078125,0.0966796875,1.0,92,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.8548562702380215,0.0,0.45361328125,0.01220703125,0.12841796875,1.0,68,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.8533591657798708,0.0,0.4970703125,0.0126953125,0.1337890625,1.0,73,0.5703125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9813236639478176,0.0,0.49169921875,0.012939453125,0.111572265625,1.0,83,0.6484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.0014702045227417,0.0,0.47900390625,0.01416015625,0.142578125,1.0,66,0.515625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8791223153985912,0.0,0.526611328125,0.013427734375,0.12939453125,1.0,81,0.6328125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.0162463886443278,0.0,0.546630859375,0.0107421875,0.125732421875,1.0,67,0.5234375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.7238353324121408,0.0,0.50390625,0.0107421875,0.106689453125,1.0,88,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1415838142916812,0.0,0.533935546875,0.013671875,0.130615234375,1.0,62,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.9491987409626488,0.0,0.50830078125,0.015380859375,0.146728515625,1.0,68,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9866984837247312,0.0,0.507080078125,0.012451171875,0.1357421875,1.0,72,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.4818272222090567,0.0,0.527099609375,0.016357421875,0.15283203125,1.0,45,0.3515625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.9211094853412296,0.0,0.479248046875,0.0224609375,0.220458984375,1.0,23,0.1796875
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.1201011114017652,0.0,0.50244140625,0.01318359375,0.13134765625,1.0,64,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7472221938162518,0.0,0.479736328125,0.01123046875,0.12109375,1.0,84,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.350479917685457,0.0,0.46337890625,0.0234375,0.192626953125,1.0,34,0.265625
+fresh-en-1,layers.9.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.135672408528513,0.0,0.50537109375,0.011474609375,0.11767578125,1.0,76,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.4400890233216999,0.0,0.2955780029296875,0.00970458984375,0.096221923828125,1.0,1098,0.5361328125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,0,64,2048,64,1.391290589580072,0.0,0.23486328125,0.01318359375,0.11083984375,1.0,30,0.46875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3559224669711507,0.0,0.2119140625,0.00537109375,0.0556640625,1.0,40,0.625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,128,192,2048,64,1.452805484521519,0.0,0.283203125,0.0078125,0.09423828125,1.0,36,0.5625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2911422038015865,0.0,0.21044921875,0.005859375,0.09521484375,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7571221392402783,0.0,0.13427734375,0.00439453125,0.03271484375,1.0,42,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,320,384,2048,64,1.773122721938496,0.0,0.21240234375,0.0048828125,0.0595703125,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6398807986402588,0.0,0.1611328125,0.0029296875,0.05419921875,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4005393192097464,0.0,0.10693359375,0.0029296875,0.05224609375,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3403040330419074,0.0,0.20361328125,0.00927734375,0.078125,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,576,640,2048,64,1.2128664368078625,0.0,0.18310546875,0.0126953125,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,640,704,2048,64,1.5005016344239015,0.0,0.50634765625,0.01416015625,0.11767578125,1.0,29,0.453125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3838393283423207,0.0,0.48681640625,0.01025390625,0.13134765625,1.0,26,0.40625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,768,832,2048,64,1.2568995836784072,0.0,0.2216796875,0.0107421875,0.0791015625,1.0,40,0.625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,832,896,2048,64,1.2854668126072892,0.0,0.20703125,0.00830078125,0.0888671875,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,896,960,2048,64,1.8547483675728584,0.0,0.2734375,0.00732421875,0.09326171875,1.0,30,0.46875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.890366773313924,0.0,0.17529296875,0.0087890625,0.07275390625,1.0,34,0.53125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.2557797644496724,0.0,0.15625,0.00341796875,0.05419921875,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.253863894173221,0.0,0.10400390625,0.00439453125,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.365037464632912,0.0,0.17529296875,0.00830078125,0.08349609375,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.3266556511081442,0.0,0.24169921875,0.0078125,0.0986328125,1.0,43,0.671875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9257249517727172,0.0,0.35986328125,0.01220703125,0.11376953125,1.0,38,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.3235027570071631,0.0,0.32177734375,0.0126953125,0.12939453125,1.0,31,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.605509709401508,0.0,0.5146484375,0.01171875,0.1181640625,1.0,31,0.484375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.2176519822726393,0.0,0.419921875,0.00830078125,0.10986328125,1.0,37,0.578125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9422036688927018,0.0,0.330078125,0.01318359375,0.1318359375,1.0,27,0.421875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1600,1664,2048,64,0.7059909118495292,0.0,0.287109375,0.0107421875,0.0869140625,1.0,39,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.6114372960876764,0.0,0.2822265625,0.00537109375,0.0537109375,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.7423803429190339,0.0,0.21484375,0.00634765625,0.04638671875,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.8988013794031164,0.0,0.5458984375,0.0166015625,0.15087890625,1.0,18,0.28125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4031049537595688,0.0,0.482421875,0.01708984375,0.111328125,1.0,29,0.453125
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.482891352119523,0.0,0.66357421875,0.00830078125,0.10791015625,1.0,33,0.515625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.4199255142923386,0.0,0.54638671875,0.01171875,0.107421875,1.0,32,0.5
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,0,128,4096,128,1.3737203574765855,0.0,0.223388671875,0.009033203125,0.08349609375,1.0,69,0.5390625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3743529325274173,0.0,0.246826171875,0.006591796875,0.095458984375,1.0,76,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7651405608708495,0.0,0.17333984375,0.004638671875,0.046142578125,1.0,78,0.609375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5249130169294105,0.0,0.134033203125,0.00341796875,0.05419921875,1.0,88,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,512,640,4096,128,1.2781744588520385,0.0,0.193359375,0.01123046875,0.0791015625,1.0,79,0.6171875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,640,768,4096,128,1.4433496529905228,0.0,0.49658203125,0.012451171875,0.1259765625,1.0,55,0.4296875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,768,896,4096,128,1.2712634443272757,0.0,0.21435546875,0.009521484375,0.084228515625,1.0,76,0.59375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.8726422569011254,0.0,0.224365234375,0.008056640625,0.08251953125,1.0,63,0.4921875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.2548221949568212,0.0,0.130126953125,0.00390625,0.05712890625,1.0,94,0.734375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3459833759130577,0.0,0.20849609375,0.00830078125,0.091552734375,1.0,88,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1420652858177944,0.0,0.3408203125,0.0126953125,0.128662109375,1.0,67,0.5234375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4248399518744206,0.0,0.46728515625,0.01171875,0.1201171875,1.0,67,0.5234375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1536,1664,4096,128,0.8325175437457754,0.0,0.30859375,0.011962890625,0.110107421875,1.0,66,0.515625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6781864346092499,0.0,0.24853515625,0.006103515625,0.051025390625,1.0,84,0.65625
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.6694535318013226,0.0,0.51416015625,0.015625,0.1337890625,1.0,46,0.359375
+fresh-en-1,layers.9.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4517498455879425,0.0,0.60498046875,0.01025390625,0.1083984375,1.0,65,0.5078125
+fresh-en-1,layers.9.linear_attn.in_proj_b.output,0,0,16,512,16,1.534668006343711,0.0,0.73046875,0.001953125,0.04296875,1.0,11,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_b.output,64,0,16,512,16,1.534668006343711,0.0,0.73046875,0.001953125,0.04296875,1.0,11,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_b.output,128,0,16,512,16,1.534668006343711,0.0,0.73046875,0.001953125,0.04296875,1.0,11,0.6875
+fresh-en-1,layers.9.linear_attn.in_proj_a.output,0,0,16,512,16,1.3082509559738211,0.0,0.5234375,0.009765625,0.08203125,1.0,12,0.75
+fresh-en-1,layers.9.linear_attn.in_proj_a.output,64,0,16,512,16,1.3082509559738211,0.0,0.5234375,0.009765625,0.08203125,1.0,12,0.75
+fresh-en-1,layers.9.linear_attn.in_proj_a.output,128,0,16,512,16,1.3082509559738211,0.0,0.5234375,0.009765625,0.08203125,1.0,12,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,0,0,2048,65536,2048,0.027680067194360104,0.0,0.495452880859375,0.0112457275390625,0.1082305908203125,1.0,1426,0.6962890625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,0,64,2048,64,0.027498415477266724,0.0,0.5244140625,0.0087890625,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,64,128,2048,64,0.02605756221562387,0.0,0.48046875,0.01171875,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,128,192,2048,64,0.025347028961555215,0.0,0.5302734375,0.0146484375,0.1064453125,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,192,256,2048,64,0.026602166585062165,0.0,0.4521484375,0.0126953125,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,256,320,2048,64,0.02740590411988658,0.0,0.484375,0.01171875,0.09375,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,320,384,2048,64,0.026059926820202497,0.0,0.4765625,0.00830078125,0.09375,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,384,448,2048,64,0.02677079694934042,0.0,0.54150390625,0.005859375,0.09228515625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,448,512,2048,64,0.024403553792770965,0.0,0.48486328125,0.01123046875,0.11328125,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,512,576,2048,64,0.025998813084911542,0.0,0.47412109375,0.01025390625,0.11376953125,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,576,640,2048,64,0.027849268143374493,0.0,0.5087890625,0.009765625,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,640,704,2048,64,0.02515591394437646,0.0,0.4599609375,0.01123046875,0.1044921875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,704,768,2048,64,0.0253018267046502,0.0,0.51904296875,0.01025390625,0.10302734375,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,768,832,2048,64,0.025747420187472208,0.0,0.5146484375,0.00830078125,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,832,896,2048,64,0.025783464490825917,0.0,0.517578125,0.0087890625,0.1044921875,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,896,960,2048,64,0.027784292095439346,0.0,0.50048828125,0.00732421875,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,960,1024,2048,64,0.02804145773196815,0.0,0.47900390625,0.01123046875,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1024,1088,2048,64,0.025074155340383972,0.0,0.52734375,0.0087890625,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1088,1152,2048,64,0.024649327708153458,0.0,0.51318359375,0.01416015625,0.1171875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1152,1216,2048,64,0.05243438598116614,0.0,0.56640625,0.0224609375,0.21435546875,1.0,21,0.328125
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1216,1280,2048,64,0.02573307330793819,0.0,0.4560546875,0.0126953125,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1280,1344,2048,64,0.028290554437275007,0.0,0.47216796875,0.0107421875,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1344,1408,2048,64,0.026609080818014705,0.0,0.46728515625,0.01025390625,0.1142578125,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02557311918775208,0.0,0.5029296875,0.0166015625,0.12158203125,1.0,45,0.703125
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1472,1536,2048,64,0.025286455754940276,0.0,0.52880859375,0.01416015625,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1536,1600,2048,64,0.026074225158498367,0.0,0.48974609375,0.00732421875,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02573222083710114,0.0,0.51611328125,0.0087890625,0.09423828125,1.0,50,0.78125
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1664,1728,2048,64,0.02614830588695745,0.0,0.45703125,0.0087890625,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02657045859134059,0.0,0.46337890625,0.015625,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1792,1856,2048,64,0.027959958410164017,0.0,0.4716796875,0.015625,0.13232421875,1.0,44,0.6875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1856,1920,2048,64,0.028397583368700373,0.0,0.49658203125,0.0068359375,0.1103515625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1920,1984,2048,64,0.031496909012894904,0.0,0.4833984375,0.0126953125,0.11962890625,1.0,41,0.640625
+fresh-en-1,layers.9.linear_attn.out_proj.output,64,1984,2048,2048,64,0.024861380112170966,0.0,0.494140625,0.01123046875,0.10009765625,1.0,46,0.71875
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,0,128,4096,128,0.026787678159757432,0.0,0.50244140625,0.010009765625,0.099365234375,1.0,93,0.7265625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,128,256,4096,128,0.025982177970652467,0.0,0.4912109375,0.013916015625,0.103759765625,1.0,93,0.7265625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,256,384,4096,128,0.026741385215642118,0.0,0.48046875,0.01025390625,0.094482421875,1.0,95,0.7421875
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,384,512,4096,128,0.02561453695677008,0.0,0.51318359375,0.008544921875,0.1025390625,1.0,90,0.703125
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,512,640,4096,128,0.026939933351307132,0.0,0.491455078125,0.009765625,0.108642578125,1.0,89,0.6953125
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,640,768,4096,128,0.02522897581124751,0.0,0.489501953125,0.0107421875,0.103271484375,1.0,91,0.7109375
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,768,896,4096,128,0.02576544864212471,0.0,0.51611328125,0.008544921875,0.0966796875,1.0,93,0.7265625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,896,1024,4096,128,0.02791317107548379,0.0,0.48974609375,0.00927734375,0.095947265625,1.0,93,0.7265625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024862648918585164,0.0,0.520263671875,0.011474609375,0.109375,1.0,93,0.7265625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1152,1280,4096,128,0.04130106472655175,0.0,0.51123046875,0.017578125,0.165283203125,1.0,61,0.4765625
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1280,1408,4096,128,0.0274626897112069,0.0,0.4697265625,0.010498046875,0.104248046875,1.0,91,0.7109375
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1408,1536,4096,128,0.025430191403502313,0.0,0.515869140625,0.015380859375,0.109375,1.0,90,0.703125
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1536,1664,4096,128,0.02590378743374616,0.0,0.5029296875,0.008056640625,0.09765625,1.0,97,0.7578125
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1664,1792,4096,128,0.02636022733695632,0.0,0.460205078125,0.01220703125,0.095703125,1.0,94,0.734375
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1792,1920,4096,128,0.028179620432862377,0.0,0.484130859375,0.011474609375,0.12109375,1.0,89,0.6953125
+fresh-en-1,layers.9.linear_attn.out_proj.output,128,1920,2048,4096,128,0.02837378630398515,0.0,0.48876953125,0.010986328125,0.111328125,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,0,0,6144,196608,6144,0.49803687848740424,0.0,0.7563120524088541,0.0083465576171875,0.0811920166015625,1.0,4164,0.677734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,0,64,2048,64,0.4912141152382397,0.0,0.76806640625,0.0048828125,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,64,128,2048,64,0.4971287195901992,0.0,0.73486328125,0.01123046875,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,128,192,2048,64,0.49598375709968046,0.0,0.759765625,0.00390625,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,192,256,2048,64,0.5424767687193223,0.0,0.73828125,0.00830078125,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,256,320,2048,64,0.5572103650952354,0.0,0.79638671875,0.01123046875,0.095703125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,320,384,2048,64,0.42236286715401683,0.0,0.71435546875,0.00927734375,0.08984375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,384,448,2048,64,0.5128989265177918,0.0,0.7451171875,0.0078125,0.08984375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,448,512,2048,64,0.4794092709347906,0.0,0.70947265625,0.0087890625,0.07275390625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,512,576,2048,64,0.470654547357266,0.0,0.78076171875,0.00634765625,0.080078125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,576,640,2048,64,0.4774663855613072,0.0,0.81298828125,0.0087890625,0.07568359375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,640,704,2048,64,0.481302995119363,0.0,0.74853515625,0.005859375,0.08740234375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,704,768,2048,64,0.48180401451845867,0.0,0.7978515625,0.00634765625,0.0771484375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,768,832,2048,64,0.5380852885971263,0.0,0.8154296875,0.00732421875,0.08203125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,832,896,2048,64,0.45111141380542824,0.0,0.73486328125,0.01220703125,0.08740234375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,896,960,2048,64,0.49656815251921704,0.0,0.7548828125,0.00830078125,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,960,1024,2048,64,0.49106117711229147,0.0,0.7529296875,0.00830078125,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1024,1088,2048,64,0.47251974579605477,0.0,0.74267578125,0.00634765625,0.068359375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1088,1152,2048,64,0.5301145827434512,0.0,0.7744140625,0.00732421875,0.083984375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1152,1216,2048,64,0.5258479261137601,0.0,0.72509765625,0.01025390625,0.08203125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1216,1280,2048,64,0.4878428329444532,0.0,0.7412109375,0.01025390625,0.09228515625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1280,1344,2048,64,0.4394169824533142,0.0,0.70556640625,0.005859375,0.083984375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1344,1408,2048,64,0.48635347088370356,0.0,0.744140625,0.009765625,0.07763671875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1408,1472,2048,64,0.5322796598653696,0.0,0.74658203125,0.00830078125,0.0888671875,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1472,1536,2048,64,0.4998643608309283,0.0,0.759765625,0.0107421875,0.095703125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1536,1600,2048,64,0.4981025973602651,0.0,0.7734375,0.0068359375,0.0732421875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1600,1664,2048,64,0.43873995745364397,0.0,0.740234375,0.00634765625,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1664,1728,2048,64,0.4902636012476947,0.0,0.7744140625,0.0078125,0.0771484375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1728,1792,2048,64,0.5333699093170263,0.0,0.7587890625,0.0078125,0.08837890625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1792,1856,2048,64,0.5013000681845944,0.0,0.740234375,0.005859375,0.07666015625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1856,1920,2048,64,0.4837604802783421,0.0,0.75048828125,0.0048828125,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1920,1984,2048,64,0.4667419834192222,0.0,0.72900390625,0.0107421875,0.09130859375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,1984,2048,2048,64,0.47109983607027317,0.0,0.74755859375,0.00732421875,0.08837890625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2048,2112,2048,64,0.4573873837949969,0.0,0.76318359375,0.009765625,0.0810546875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2112,2176,2048,64,0.498731303495968,0.0,0.7451171875,0.01171875,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2176,2240,2048,64,0.6003461055532046,0.0,0.80224609375,0.0107421875,0.09423828125,1.0,38,0.59375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2240,2304,2048,64,0.5047785206912327,0.0,0.81640625,0.00732421875,0.07373046875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2304,2368,2048,64,0.515020476597825,0.0,0.7529296875,0.0068359375,0.0712890625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2368,2432,2048,64,0.4527192265045246,0.0,0.73486328125,0.0087890625,0.08544921875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2432,2496,2048,64,0.5346781276867423,0.0,0.802734375,0.009765625,0.08349609375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2496,2560,2048,64,0.4969690084900627,0.0,0.73974609375,0.013671875,0.0830078125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2560,2624,2048,64,0.5025300918722687,0.0,0.771484375,0.01171875,0.07666015625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2624,2688,2048,64,0.4923638079473238,0.0,0.759765625,0.0087890625,0.06884765625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2688,2752,2048,64,0.43768281177875595,0.0,0.7568359375,0.005859375,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2752,2816,2048,64,0.4957999157433941,0.0,0.76123046875,0.005859375,0.07666015625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2816,2880,2048,64,0.5423151558772112,0.0,0.7978515625,0.0087890625,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2880,2944,2048,64,0.4916755593741749,0.0,0.7802734375,0.00732421875,0.076171875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,2944,3008,2048,64,0.5097982531797731,0.0,0.736328125,0.0087890625,0.07861328125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3008,3072,2048,64,0.5117400349627383,0.0,0.783203125,0.00732421875,0.0732421875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3072,3136,2048,64,0.4664785029627261,0.0,0.7763671875,0.00927734375,0.08056640625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3136,3200,2048,64,0.5340546930029554,0.0,0.8203125,0.009765625,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3200,3264,2048,64,0.49912021210552904,0.0,0.7255859375,0.00732421875,0.08349609375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3264,3328,2048,64,0.5738068188051612,0.0,0.771484375,0.0048828125,0.0771484375,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3328,3392,2048,64,0.49752223381001,0.0,0.7822265625,0.0078125,0.0732421875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3392,3456,2048,64,0.4782068774730938,0.0,0.7666015625,0.0068359375,0.0732421875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3456,3520,2048,64,0.5269562334750725,0.0,0.78271484375,0.00537109375,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3520,3584,2048,64,0.5238345533942605,0.0,0.70068359375,0.01123046875,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3584,3648,2048,64,0.4643823308888405,0.0,0.74072265625,0.01025390625,0.07666015625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3648,3712,2048,64,0.5335609394412627,0.0,0.73388671875,0.00927734375,0.08154296875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3712,3776,2048,64,0.447010621396284,0.0,0.6923828125,0.00927734375,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3776,3840,2048,64,0.4599935474064653,0.0,0.77001953125,0.00634765625,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3840,3904,2048,64,0.4989629823912887,0.0,0.71875,0.0087890625,0.08935546875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3904,3968,2048,64,0.47669352719259206,0.0,0.7177734375,0.00830078125,0.07958984375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,3968,4032,2048,64,0.46412489288416414,0.0,0.76025390625,0.0078125,0.07666015625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4032,4096,2048,64,0.514066125722334,0.0,0.76025390625,0.0068359375,0.06640625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4096,4160,2048,64,0.4640711815462026,0.0,0.77099609375,0.00537109375,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4160,4224,2048,64,0.511770383352387,0.0,0.78173828125,0.0087890625,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4224,4288,2048,64,0.5182897267244678,0.0,0.77978515625,0.01123046875,0.08349609375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4288,4352,2048,64,0.5238816150403833,0.0,0.73974609375,0.0087890625,0.08935546875,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4352,4416,2048,64,0.4594357051567765,0.0,0.7373046875,0.00634765625,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4416,4480,2048,64,0.5151239729780133,0.0,0.7490234375,0.01220703125,0.0869140625,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4480,4544,2048,64,0.44613129363775533,0.0,0.7080078125,0.00732421875,0.07470703125,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4544,4608,2048,64,0.50209248313769,0.0,0.75634765625,0.0078125,0.07177734375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4608,4672,2048,64,0.4883318668587257,0.0,0.75537109375,0.005859375,0.068359375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4672,4736,2048,64,0.47070784740723054,0.0,0.78125,0.01025390625,0.08740234375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4736,4800,2048,64,0.4560055572646136,0.0,0.72119140625,0.00634765625,0.08740234375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4800,4864,2048,64,0.4734381322075988,0.0,0.7041015625,0.0068359375,0.08642578125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4864,4928,2048,64,0.4693884783048024,0.0,0.767578125,0.00634765625,0.0712890625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4928,4992,2048,64,0.4483047937560234,0.0,0.72900390625,0.0087890625,0.06982421875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,4992,5056,2048,64,0.5186553432929069,0.0,0.76123046875,0.00830078125,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5056,5120,2048,64,0.4771353485147849,0.0,0.7470703125,0.00830078125,0.08349609375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5120,5184,2048,64,0.5162909891139116,0.0,0.73193359375,0.0087890625,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5184,5248,2048,64,0.54952237592587,0.0,0.763671875,0.01220703125,0.1025390625,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5248,5312,2048,64,0.49677227406046187,0.0,0.73388671875,0.00927734375,0.0771484375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5312,5376,2048,64,0.5345354171067271,0.0,0.72705078125,0.009765625,0.08203125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5376,5440,2048,64,0.5218603370272077,0.0,0.77099609375,0.009765625,0.08447265625,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5440,5504,2048,64,0.4876465112525312,0.0,0.73095703125,0.0087890625,0.08203125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5504,5568,2048,64,0.5382390178981256,0.0,0.76708984375,0.00830078125,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5568,5632,2048,64,0.4738533140846984,0.0,0.73046875,0.01123046875,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5632,5696,2048,64,0.5328176936056432,0.0,0.76220703125,0.00927734375,0.09033203125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5696,5760,2048,64,0.48939348234223606,0.0,0.7626953125,0.00732421875,0.0732421875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5760,5824,2048,64,0.4688030284721434,0.0,0.78271484375,0.001953125,0.0615234375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5824,5888,2048,64,0.5156342380389978,0.0,0.78466796875,0.00830078125,0.08203125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5888,5952,2048,64,0.5533888426317403,0.0,0.75732421875,0.00830078125,0.0791015625,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,5952,6016,2048,64,0.5057595020490866,0.0,0.79248046875,0.00390625,0.0771484375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,64,6016,6080,2048,64,0.5516332629346951,0.0,0.787109375,0.00927734375,0.083984375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,64,6080,6144,2048,64,0.48284157591447335,0.0,0.78857421875,0.0107421875,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,0,128,4096,128,0.49418026612293897,0.0,0.75146484375,0.008056640625,0.082275390625,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,128,256,4096,128,0.5197503881224487,0.0,0.7490234375,0.006591796875,0.081298828125,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,256,384,4096,128,0.49440559388023064,0.0,0.75537109375,0.00927734375,0.0927734375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,384,512,4096,128,0.49643658098559307,0.0,0.727294921875,0.00830078125,0.081787109375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,512,640,4096,128,0.4740727013281042,0.0,0.796875,0.007568359375,0.07763671875,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,640,768,4096,128,0.48155356997792714,0.0,0.773193359375,0.006103515625,0.082275390625,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,768,896,4096,128,0.4965064377579535,0.0,0.775146484375,0.009765625,0.085205078125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,896,1024,4096,128,0.49382234141604897,0.0,0.75390625,0.008056640625,0.088134765625,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1024,1152,4096,128,0.5021435955005459,0.0,0.758544921875,0.0068359375,0.076904296875,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1152,1280,4096,128,0.507201474294689,0.0,0.733154296875,0.010009765625,0.0859375,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1280,1408,4096,128,0.4634797639104655,0.0,0.724853515625,0.0078125,0.081298828125,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1408,1536,4096,128,0.5163264546463342,0.0,0.753173828125,0.009765625,0.092529296875,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1536,1664,4096,128,0.4693607076457656,0.0,0.7568359375,0.006591796875,0.078369140625,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1664,1792,4096,128,0.512270367517589,0.0,0.7666015625,0.007568359375,0.0810546875,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1792,1920,4096,128,0.4926083437382132,0.0,0.745361328125,0.00537109375,0.073486328125,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,1920,2048,4096,128,0.46892597210623116,0.0,0.73828125,0.009033203125,0.08984375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2048,2176,4096,128,0.47850607725587935,0.0,0.754150390625,0.01123046875,0.083984375,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2176,2304,4096,128,0.5546245583293842,0.0,0.809326171875,0.008544921875,0.08447265625,1.0,81,0.6328125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2304,2432,4096,128,0.4848715238915902,0.0,0.743896484375,0.008056640625,0.078125,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2432,2560,4096,128,0.5161680422237492,0.0,0.771240234375,0.01171875,0.083984375,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2560,2688,4096,128,0.4974729201743247,0.0,0.765625,0.01025390625,0.07275390625,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2688,2816,4096,128,0.46764505780437504,0.0,0.759033203125,0.005859375,0.0712890625,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2816,2944,4096,128,0.5176150036368883,0.0,0.7890625,0.00732421875,0.078857421875,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,2944,3072,4096,128,0.5107700668249916,0.0,0.759765625,0.008056640625,0.075927734375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3072,3200,4096,128,0.5014063266677171,0.0,0.79833984375,0.009765625,0.079833984375,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3200,3328,4096,128,0.5377616811560524,0.0,0.74853515625,0.0068359375,0.08251953125,1.0,82,0.640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3328,3456,4096,128,0.4879601371002906,0.0,0.7744140625,0.00732421875,0.07275390625,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3456,3584,4096,128,0.5253977118945226,0.0,0.74169921875,0.008544921875,0.083984375,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3584,3712,4096,128,0.5001690840801715,0.0,0.7373046875,0.009765625,0.080810546875,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3712,3840,4096,128,0.4535485416670833,0.0,0.731201171875,0.0078125,0.072509765625,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3840,3968,4096,128,0.4879553138680447,0.0,0.71826171875,0.008544921875,0.0849609375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,3968,4096,4096,128,0.48973252792208294,0.0,0.76025390625,0.0078125,0.072265625,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4096,4224,4096,128,0.48850331975245453,0.0,0.7763671875,0.00732421875,0.082275390625,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4224,4352,4096,128,0.5210931718058892,0.0,0.759765625,0.010009765625,0.086669921875,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4352,4480,4096,128,0.48807472517513006,0.0,0.7431640625,0.00927734375,0.084228515625,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4480,4608,4096,128,0.4749368341086363,0.0,0.732177734375,0.0078125,0.0751953125,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4608,4736,4096,128,0.4796008182856222,0.0,0.768310546875,0.0078125,0.077880859375,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4736,4864,4096,128,0.4648035785600357,0.0,0.712646484375,0.0068359375,0.087646484375,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4864,4992,4096,128,0.4589677176392304,0.0,0.748291015625,0.007568359375,0.0703125,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,4992,5120,4096,128,0.4983279572373039,0.0,0.754150390625,0.00830078125,0.078857421875,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5120,5248,4096,128,0.5331656530026265,0.0,0.747802734375,0.010498046875,0.09521484375,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5248,5376,4096,128,0.5159994207441833,0.0,0.73046875,0.00927734375,0.080322265625,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5376,5504,4096,128,0.50504323146584,0.0,0.7509765625,0.00927734375,0.08251953125,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5504,5632,4096,128,0.5070691292402795,0.0,0.748779296875,0.009765625,0.082763671875,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5632,5760,4096,128,0.5115665524534895,0.0,0.762451171875,0.00830078125,0.081298828125,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5760,5888,4096,128,0.4927752768467139,0.0,0.78369140625,0.00537109375,0.0732421875,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gate_proj.output,128,5888,6016,4096,128,0.5301093684619416,0.0,0.77490234375,0.00634765625,0.077880859375,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gate_proj.output,128,6016,6144,4096,128,0.518379804876478,0.0,0.787841796875,0.010009765625,0.083251953125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.up_proj.output,0,0,6144,196608,6144,0.32822192366714714,0.0,0.5007680257161459,0.008600870768229166,0.08593241373697917,1.0,4714,0.7672526041666666
+fresh-en-1,layers.9.mlp.up_proj.output,64,0,64,2048,64,0.3329654976912674,0.0,0.48486328125,0.01025390625,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,64,128,2048,64,0.3550462836140061,0.0,0.48095703125,0.0068359375,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,128,192,2048,64,0.3203443486971161,0.0,0.47509765625,0.00830078125,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,192,256,2048,64,0.2962031791767679,0.0,0.48193359375,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,256,320,2048,64,0.3122386625830313,0.0,0.49658203125,0.009765625,0.08056640625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,320,384,2048,64,0.3127075524928562,0.0,0.5732421875,0.0068359375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,384,448,2048,64,0.36102183137068666,0.0,0.46826171875,0.009765625,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,448,512,2048,64,0.3142048900921085,0.0,0.5009765625,0.00830078125,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,512,576,2048,64,0.31499373079454074,0.0,0.45166015625,0.00634765625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,576,640,2048,64,0.33177073563662396,0.0,0.46826171875,0.0068359375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,640,704,2048,64,0.3311666751527338,0.0,0.53271484375,0.0078125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,704,768,2048,64,0.33869293049656574,0.0,0.47998046875,0.00732421875,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,768,832,2048,64,0.309751492090931,0.0,0.4921875,0.01123046875,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,832,896,2048,64,0.34268159100831286,0.0,0.509765625,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,896,960,2048,64,0.31963964900536995,0.0,0.53662109375,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,960,1024,2048,64,0.3323962689070216,0.0,0.57470703125,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1024,1088,2048,64,0.3048035506510738,0.0,0.51513671875,0.0087890625,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1088,1152,2048,64,0.32278913181952923,0.0,0.494140625,0.0107421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1152,1216,2048,64,0.3332165153753431,0.0,0.47802734375,0.009765625,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,1216,1280,2048,64,0.3644530766891967,0.0,0.50634765625,0.0078125,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,1280,1344,2048,64,0.33808899875828746,0.0,0.49169921875,0.01171875,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,1344,1408,2048,64,0.3096024191277177,0.0,0.5078125,0.0068359375,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1408,1472,2048,64,0.3832219990229002,0.0,0.48583984375,0.01611328125,0.10009765625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.up_proj.output,64,1472,1536,2048,64,0.33794297209807106,0.0,0.47021484375,0.01025390625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1536,1600,2048,64,0.3388594626074708,0.0,0.54052734375,0.00634765625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,1600,1664,2048,64,0.3267020876866282,0.0,0.54052734375,0.005859375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1664,1728,2048,64,0.31097078427869623,0.0,0.52392578125,0.00732421875,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,1728,1792,2048,64,0.3169721444701664,0.0,0.47021484375,0.00732421875,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,1792,1856,2048,64,0.33664614179091984,0.0,0.537109375,0.00927734375,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,1856,1920,2048,64,0.3090776595616693,0.0,0.46826171875,0.00732421875,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1920,1984,2048,64,0.39391098624068277,0.0,0.4501953125,0.0068359375,0.08251953125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.up_proj.output,64,1984,2048,2048,64,0.3303778702325486,0.0,0.45849609375,0.0068359375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,2048,2112,2048,64,0.33705172507566794,0.0,0.45654296875,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,2112,2176,2048,64,0.3483625548614219,0.0,0.46728515625,0.005859375,0.072265625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,2176,2240,2048,64,0.3096227542196455,0.0,0.46337890625,0.01220703125,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2240,2304,2048,64,0.3226152032583911,0.0,0.5068359375,0.00927734375,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,2304,2368,2048,64,0.2982044884131443,0.0,0.5048828125,0.00390625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,2368,2432,2048,64,0.3408712933077622,0.0,0.49951171875,0.00927734375,0.0810546875,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,2432,2496,2048,64,0.3006670850913097,0.0,0.50390625,0.01025390625,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,2496,2560,2048,64,0.33769161424470834,0.0,0.4931640625,0.01123046875,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2560,2624,2048,64,0.31015999380005804,0.0,0.5302734375,0.00927734375,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2624,2688,2048,64,0.3250354850962314,0.0,0.4755859375,0.00927734375,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2688,2752,2048,64,0.29810655957144766,0.0,0.5166015625,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2752,2816,2048,64,0.3139155480884664,0.0,0.470703125,0.00634765625,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,2816,2880,2048,64,0.333434180042612,0.0,0.49462890625,0.00732421875,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,2880,2944,2048,64,0.322518967669524,0.0,0.48046875,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,2944,3008,2048,64,0.33833047111116255,0.0,0.43310546875,0.0107421875,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,3008,3072,2048,64,0.30885615071231826,0.0,0.49462890625,0.009765625,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,3072,3136,2048,64,0.34261859988036325,0.0,0.46630859375,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,3136,3200,2048,64,0.30681409552860006,0.0,0.53955078125,0.00732421875,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3200,3264,2048,64,0.300056456157766,0.0,0.47705078125,0.00830078125,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3264,3328,2048,64,0.3465026678046724,0.0,0.55029296875,0.0087890625,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,3328,3392,2048,64,0.31044138827767553,0.0,0.53271484375,0.0087890625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,3392,3456,2048,64,0.3115279007936838,0.0,0.46337890625,0.009765625,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,3456,3520,2048,64,0.31640894886899146,0.0,0.52294921875,0.0078125,0.07470703125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3520,3584,2048,64,0.3460751374727979,0.0,0.45263671875,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,3584,3648,2048,64,0.31722892320189294,0.0,0.52880859375,0.00830078125,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3648,3712,2048,64,0.3258294139391542,0.0,0.55078125,0.0078125,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3712,3776,2048,64,0.33987423520513843,0.0,0.48876953125,0.005859375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3776,3840,2048,64,0.35318379067028727,0.0,0.48388671875,0.01123046875,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,3840,3904,2048,64,0.35397862781785105,0.0,0.51171875,0.0087890625,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,3904,3968,2048,64,0.3375660849857174,0.0,0.51904296875,0.009765625,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,3968,4032,2048,64,0.32873383266359213,0.0,0.51708984375,0.0048828125,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4032,4096,2048,64,0.3278628482078514,0.0,0.5029296875,0.01318359375,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,4096,4160,2048,64,0.32032441487999813,0.0,0.44970703125,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,4160,4224,2048,64,0.33397467055402785,0.0,0.4990234375,0.0078125,0.09375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4224,4288,2048,64,0.353160350263166,0.0,0.49755859375,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4288,4352,2048,64,0.3410395493152826,0.0,0.49853515625,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4352,4416,2048,64,0.3269986873117676,0.0,0.505859375,0.005859375,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,4416,4480,2048,64,0.3358834851078245,0.0,0.52978515625,0.0068359375,0.1025390625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,4480,4544,2048,64,0.31064156073615756,0.0,0.54345703125,0.0078125,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,4544,4608,2048,64,0.3186017006319895,0.0,0.5087890625,0.0068359375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4608,4672,2048,64,0.31877267854472474,0.0,0.48095703125,0.01123046875,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,4672,4736,2048,64,0.314154156500557,0.0,0.55859375,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,4736,4800,2048,64,0.32588284895527214,0.0,0.53125,0.0078125,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,4800,4864,2048,64,0.32781545772294757,0.0,0.50244140625,0.0048828125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,4864,4928,2048,64,0.32722244038916315,0.0,0.51513671875,0.00830078125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,4928,4992,2048,64,0.3070706761044397,0.0,0.54638671875,0.009765625,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,4992,5056,2048,64,0.32084784339600436,0.0,0.5537109375,0.0107421875,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5056,5120,2048,64,0.32254689707184997,0.0,0.48876953125,0.00732421875,0.10009765625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5120,5184,2048,64,0.3379235423725499,0.0,0.482421875,0.00927734375,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5184,5248,2048,64,0.3244327889706715,0.0,0.46337890625,0.0107421875,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5248,5312,2048,64,0.34323685132849513,0.0,0.4912109375,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5312,5376,2048,64,0.31978826111591063,0.0,0.4599609375,0.00732421875,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5376,5440,2048,64,0.30896420314549017,0.0,0.52099609375,0.00732421875,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5440,5504,2048,64,0.33370769148219975,0.0,0.4541015625,0.00927734375,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,5504,5568,2048,64,0.3266037675249832,0.0,0.51318359375,0.00927734375,0.0830078125,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,5568,5632,2048,64,0.32411611729449424,0.0,0.49169921875,0.005859375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5632,5696,2048,64,0.36043561859757817,0.0,0.5498046875,0.009765625,0.07373046875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,64,5696,5760,2048,64,0.32616324044628775,0.0,0.501953125,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,5760,5824,2048,64,0.3599173585330663,0.0,0.51171875,0.0107421875,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,64,5824,5888,2048,64,0.33137328774415314,0.0,0.55224609375,0.00927734375,0.072265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,64,5888,5952,2048,64,0.3095517586245863,0.0,0.45166015625,0.00830078125,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,5952,6016,2048,64,0.3021331912170976,0.0,0.5205078125,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,64,6016,6080,2048,64,0.3497352170808628,0.0,0.5107421875,0.009765625,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,64,6080,6144,2048,64,0.30443016280556684,0.0,0.54248046875,0.01123046875,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,0,128,4096,128,0.34418300812279407,0.0,0.48291015625,0.009033203125,0.091552734375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,128,256,4096,128,0.3085099877610156,0.0,0.478515625,0.0078125,0.084716796875,1.0,102,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,128,256,384,4096,128,0.3124731954885991,0.0,0.534912109375,0.00830078125,0.080810546875,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,384,512,4096,128,0.3384239025867104,0.0,0.484619140625,0.008544921875,0.0927734375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,512,640,4096,128,0.32349101337187885,0.0,0.4599609375,0.00634765625,0.080810546875,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,640,768,4096,128,0.33495094260209796,0.0,0.50634765625,0.007568359375,0.095947265625,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,768,896,4096,128,0.326631795504163,0.0,0.5009765625,0.010498046875,0.080078125,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,896,1024,4096,128,0.326080346540224,0.0,0.5556640625,0.00732421875,0.081787109375,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,1024,1152,4096,128,0.3139251727006829,0.0,0.504638671875,0.009765625,0.087646484375,1.0,102,0.796875
+fresh-en-1,layers.9.mlp.up_proj.output,128,1152,1280,4096,128,0.3491842573965125,0.0,0.4921875,0.009033203125,0.090087890625,1.0,96,0.75
+fresh-en-1,layers.9.mlp.up_proj.output,128,1280,1408,4096,128,0.32415877977552626,0.0,0.499755859375,0.009033203125,0.0810546875,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,1408,1536,4096,128,0.36129250817418385,0.0,0.47802734375,0.012939453125,0.089111328125,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,1536,1664,4096,128,0.332836288208952,0.0,0.54052734375,0.006591796875,0.08251953125,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,1664,1792,4096,128,0.31398580305877166,0.0,0.4970703125,0.007080078125,0.083740234375,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,1792,1920,4096,128,0.3231560183741216,0.0,0.502685546875,0.008056640625,0.086181640625,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,1920,2048,4096,128,0.36353500671909306,0.0,0.454345703125,0.006591796875,0.0849609375,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,2048,2176,4096,128,0.3427538001292333,0.0,0.4619140625,0.006591796875,0.080078125,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,2176,2304,4096,128,0.31618572018990043,0.0,0.485107421875,0.0107421875,0.0810546875,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,2304,2432,4096,128,0.32024924317713194,0.0,0.502197265625,0.006103515625,0.081298828125,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,2432,2560,4096,128,0.31971575061959473,0.0,0.49853515625,0.010986328125,0.086669921875,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,2560,2688,4096,128,0.3176848189053063,0.0,0.5029296875,0.00927734375,0.087158203125,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,2688,2816,4096,128,0.30611312630399184,0.0,0.49365234375,0.0087890625,0.087890625,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,2816,2944,4096,128,0.3280219786289513,0.0,0.487548828125,0.00830078125,0.085693359375,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,2944,3072,4096,128,0.3239287186366249,0.0,0.4638671875,0.01025390625,0.08544921875,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,3072,3200,4096,128,0.32520946649737414,0.0,0.5029296875,0.00830078125,0.08740234375,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,3200,3328,4096,128,0.3241126159822481,0.0,0.513671875,0.008544921875,0.091552734375,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,3328,3456,4096,128,0.31098511904003523,0.0,0.498046875,0.00927734375,0.086181640625,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,3456,3584,4096,128,0.3315739915171243,0.0,0.48779296875,0.008056640625,0.08251953125,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,3584,3712,4096,128,0.3215579237896068,0.0,0.539794921875,0.008056640625,0.0888671875,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,3712,3840,4096,128,0.3465929065550181,0.0,0.486328125,0.0087890625,0.083740234375,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,3840,3968,4096,128,0.3458697230782085,0.0,0.515380859375,0.00927734375,0.087890625,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,3968,4096,4096,128,0.3282986292787858,0.0,0.510009765625,0.009033203125,0.08740234375,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,4096,4224,4096,128,0.32722072927909424,0.0,0.474365234375,0.00732421875,0.087890625,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,4224,4352,4096,128,0.3471528533623,0.0,0.498046875,0.0087890625,0.085693359375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,4352,4480,4096,128,0.331470856239125,0.0,0.517822265625,0.00634765625,0.08935546875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.up_proj.output,128,4480,4608,4096,128,0.31464680429188513,0.0,0.526123046875,0.00732421875,0.08544921875,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,4608,4736,4096,128,0.31647184284952967,0.0,0.519775390625,0.010009765625,0.090087890625,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,4736,4864,4096,128,0.3268505817382848,0.0,0.516845703125,0.00634765625,0.08642578125,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,4864,4992,4096,128,0.31730657542625645,0.0,0.53076171875,0.009033203125,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,4992,5120,4096,128,0.3216984919319218,0.0,0.521240234375,0.009033203125,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,5120,5248,4096,128,0.3312468528521447,0.0,0.472900390625,0.010498046875,0.08740234375,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,5248,5376,4096,128,0.33171981253569804,0.0,0.4755859375,0.00830078125,0.08642578125,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.up_proj.output,128,5376,5504,4096,128,0.3215740211675274,0.0,0.487548828125,0.008056640625,0.07861328125,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.up_proj.output,128,5504,5632,4096,128,0.32536231992316783,0.0,0.50244140625,0.007568359375,0.083984375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,5632,5760,4096,128,0.34372684981845814,0.0,0.52587890625,0.009521484375,0.080078125,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,5760,5888,4096,128,0.34593985084389245,0.0,0.531982421875,0.010009765625,0.07958984375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.up_proj.output,128,5888,6016,4096,128,0.3058649673488298,0.0,0.486083984375,0.00830078125,0.0859375,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.up_proj.output,128,6016,6144,4096,128,0.3278661663639771,0.0,0.526611328125,0.010498046875,0.08203125,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,0,0,6144,196608,6144,0.18940264283551309,0.0,0.7563120524088541,0.00634765625,0.061559041341145836,1.0,4558,0.7418619791666666
+fresh-en-1,layers.9.mlp.silu_gate,64,0,64,2048,64,0.17836928252648832,0.0,0.76806640625,0.001953125,0.05615234375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,64,128,2048,64,0.1974910530434814,0.0,0.73486328125,0.00927734375,0.06689453125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,128,192,2048,64,0.2076499643611991,0.0,0.759765625,0.00390625,0.06103515625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.silu_gate,64,192,256,2048,64,0.2042718397638476,0.0,0.73828125,0.0068359375,0.06591796875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,256,320,2048,64,0.17313046648707392,0.0,0.79638671875,0.0048828125,0.06103515625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,320,384,2048,64,0.1756961450003386,0.0,0.71435546875,0.005859375,0.0732421875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,384,448,2048,64,0.18172397413491034,0.0,0.7451171875,0.005859375,0.0625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,448,512,2048,64,0.2025532439613499,0.0,0.70947265625,0.00634765625,0.060546875,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,512,576,2048,64,0.17397141278279235,0.0,0.78076171875,0.00390625,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,576,640,2048,64,0.16350850301329592,0.0,0.81298828125,0.00537109375,0.05322265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,640,704,2048,64,0.18898358874247534,0.0,0.74853515625,0.0048828125,0.06591796875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,704,768,2048,64,0.1687633709700473,0.0,0.7978515625,0.00390625,0.0537109375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,768,832,2048,64,0.18251909128193106,0.0,0.8154296875,0.005859375,0.0576171875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,832,896,2048,64,0.18120117575039996,0.0,0.73486328125,0.00927734375,0.07275390625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,896,960,2048,64,0.20954585414091545,0.0,0.7548828125,0.00634765625,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.silu_gate,64,960,1024,2048,64,0.2010289813066085,0.0,0.7529296875,0.0078125,0.06640625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,1024,1088,2048,64,0.1851599480338756,0.0,0.74267578125,0.00537109375,0.052734375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1088,1152,2048,64,0.1767071518549337,0.0,0.7744140625,0.005859375,0.056640625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,1152,1216,2048,64,0.205737508823977,0.0,0.72509765625,0.00830078125,0.06298828125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,1216,1280,2048,64,0.18710094224176047,0.0,0.7412109375,0.0087890625,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,1280,1344,2048,64,0.18324476008173538,0.0,0.70556640625,0.0048828125,0.06787109375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,1344,1408,2048,64,0.19660211011442452,0.0,0.744140625,0.00830078125,0.06396484375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,1408,1472,2048,64,0.2520163183115588,0.0,0.74658203125,0.00830078125,0.08544921875,1.0,39,0.609375
+fresh-en-1,layers.9.mlp.silu_gate,64,1472,1536,2048,64,0.174396197410424,0.0,0.759765625,0.0078125,0.068359375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,1536,1600,2048,64,0.18270873432866527,0.0,0.7734375,0.005859375,0.05224609375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1600,1664,2048,64,0.1780686827000017,0.0,0.740234375,0.005859375,0.068359375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1664,1728,2048,64,0.1810336077008732,0.0,0.7744140625,0.00732421875,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1728,1792,2048,64,0.19206986398827755,0.0,0.7587890625,0.00439453125,0.060546875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1792,1856,2048,64,0.1921602985944982,0.0,0.740234375,0.00537109375,0.05908203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,1856,1920,2048,64,0.19610307730494048,0.0,0.75048828125,0.00390625,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,1920,1984,2048,64,0.18455559420868314,0.0,0.72900390625,0.0078125,0.07080078125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,1984,2048,2048,64,0.1827012693926603,0.0,0.74755859375,0.005859375,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2048,2112,2048,64,0.17403334233500758,0.0,0.76318359375,0.0068359375,0.06396484375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,2112,2176,2048,64,0.1797095810180254,0.0,0.7451171875,0.009765625,0.056640625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,2176,2240,2048,64,0.17762348161058264,0.0,0.80224609375,0.00634765625,0.0625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,2240,2304,2048,64,0.18270864478140975,0.0,0.81640625,0.005859375,0.05712890625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2304,2368,2048,64,0.19382128417930058,0.0,0.7529296875,0.00537109375,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2368,2432,2048,64,0.18277617185145412,0.0,0.73486328125,0.0068359375,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,2432,2496,2048,64,0.18583067620068636,0.0,0.802734375,0.0068359375,0.052734375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2496,2560,2048,64,0.18175543925636095,0.0,0.73974609375,0.009765625,0.060546875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2560,2624,2048,64,0.19227642334085351,0.0,0.771484375,0.009765625,0.05859375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2624,2688,2048,64,0.21123194594050534,0.0,0.759765625,0.00732421875,0.05908203125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,2688,2752,2048,64,0.1663432115091775,0.0,0.7568359375,0.00341796875,0.04541015625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,2752,2816,2048,64,0.18341591447822703,0.0,0.76123046875,0.0048828125,0.05126953125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,2816,2880,2048,64,0.1802728310590334,0.0,0.7978515625,0.005859375,0.05322265625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,2880,2944,2048,64,0.1926444547057192,0.0,0.7802734375,0.00390625,0.05712890625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,2944,3008,2048,64,0.19064486951867693,0.0,0.736328125,0.00537109375,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,3008,3072,2048,64,0.17466192435455377,0.0,0.783203125,0.00439453125,0.05126953125,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,3072,3136,2048,64,0.17624930405613987,0.0,0.7763671875,0.005859375,0.06298828125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,3136,3200,2048,64,0.19260943751633347,0.0,0.8203125,0.00634765625,0.05224609375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,3200,3264,2048,64,0.20549997427703245,0.0,0.7255859375,0.00634765625,0.068359375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,3264,3328,2048,64,0.23293833056142738,0.0,0.771484375,0.00341796875,0.06396484375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.silu_gate,64,3328,3392,2048,64,0.18832376497331563,0.0,0.7822265625,0.0068359375,0.05712890625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,3392,3456,2048,64,0.18942597348696977,0.0,0.7666015625,0.00634765625,0.05908203125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,3456,3520,2048,64,0.19454939586124134,0.0,0.78271484375,0.00439453125,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,3520,3584,2048,64,0.22959466194144681,0.0,0.70068359375,0.0107421875,0.0810546875,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.silu_gate,64,3584,3648,2048,64,0.16999145143010422,0.0,0.74072265625,0.0078125,0.05712890625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,3648,3712,2048,64,0.19537750010208646,0.0,0.73388671875,0.0087890625,0.056640625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,3712,3776,2048,64,0.18359130935280013,0.0,0.6923828125,0.0078125,0.0634765625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,3776,3840,2048,64,0.17089566853343,0.0,0.77001953125,0.00537109375,0.05224609375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,3840,3904,2048,64,0.1934370655471215,0.0,0.71875,0.00732421875,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,3904,3968,2048,64,0.19843746303780582,0.0,0.7177734375,0.00634765625,0.06201171875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.silu_gate,64,3968,4032,2048,64,0.1786915589387732,0.0,0.76025390625,0.0068359375,0.0576171875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.silu_gate,64,4032,4096,2048,64,0.2020128269581118,0.0,0.76025390625,0.00634765625,0.05029296875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,4096,4160,2048,64,0.17264798530672346,0.0,0.77099609375,0.00390625,0.0546875,1.0,53,0.828125
+fresh-en-1,layers.9.mlp.silu_gate,64,4160,4224,2048,64,0.1950590470995188,0.0,0.78173828125,0.0068359375,0.0615234375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,4224,4288,2048,64,0.18688649048331896,0.0,0.77978515625,0.009765625,0.06103515625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,4288,4352,2048,64,0.1832256129845387,0.0,0.73974609375,0.0068359375,0.068359375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,4352,4416,2048,64,0.18552067616145163,0.0,0.7373046875,0.00634765625,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,4416,4480,2048,64,0.20735093910551394,0.0,0.7490234375,0.0107421875,0.06787109375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.silu_gate,64,4480,4544,2048,64,0.17986158881808337,0.0,0.7080078125,0.0068359375,0.06005859375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,4544,4608,2048,64,0.1869790922010336,0.0,0.75634765625,0.00537109375,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,4608,4672,2048,64,0.2029198466775588,0.0,0.75537109375,0.00390625,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,4672,4736,2048,64,0.17140648772371855,0.0,0.78125,0.0078125,0.06591796875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,4736,4800,2048,64,0.18186779031671155,0.0,0.72119140625,0.005859375,0.07177734375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,4800,4864,2048,64,0.20789860974040208,0.0,0.7041015625,0.00634765625,0.076171875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,4864,4928,2048,64,0.16747959173822513,0.0,0.767578125,0.005859375,0.05322265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,4928,4992,2048,64,0.1861133915666972,0.0,0.72900390625,0.00634765625,0.060546875,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,4992,5056,2048,64,0.18897774240078302,0.0,0.76123046875,0.00537109375,0.05615234375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,5056,5120,2048,64,0.17742033615148617,0.0,0.7470703125,0.00634765625,0.0537109375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,5120,5184,2048,64,0.200398507627427,0.0,0.73193359375,0.005859375,0.072265625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,5184,5248,2048,64,0.18483560104528873,0.0,0.763671875,0.005859375,0.06689453125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,5248,5312,2048,64,0.19482430173117557,0.0,0.73388671875,0.0048828125,0.0634765625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,5312,5376,2048,64,0.23930076806380618,0.0,0.72705078125,0.0078125,0.07421875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.silu_gate,64,5376,5440,2048,64,0.17426360439753824,0.0,0.77099609375,0.00537109375,0.05908203125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,5440,5504,2048,64,0.177333948156431,0.0,0.73095703125,0.005859375,0.0615234375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,5504,5568,2048,64,0.2027745480409919,0.0,0.76708984375,0.00634765625,0.0615234375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,64,5568,5632,2048,64,0.1748370224609451,0.0,0.73046875,0.0068359375,0.06005859375,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,5632,5696,2048,64,0.1896019682015254,0.0,0.76220703125,0.0078125,0.06640625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,5696,5760,2048,64,0.18614029797801437,0.0,0.7626953125,0.005859375,0.0556640625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,5760,5824,2048,64,0.1937313681397936,0.0,0.78271484375,0.00146484375,0.046875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,5824,5888,2048,64,0.18591472346388868,0.0,0.78466796875,0.00439453125,0.0625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,64,5888,5952,2048,64,0.19413624534392138,0.0,0.75732421875,0.005859375,0.06005859375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,64,5952,6016,2048,64,0.17994409313233684,0.0,0.79248046875,0.0029296875,0.04931640625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,64,6016,6080,2048,64,0.19261246295568255,0.0,0.787109375,0.00537109375,0.06201171875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.silu_gate,64,6080,6144,2048,64,0.18116704867596353,0.0,0.78857421875,0.0078125,0.064453125,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,128,0,128,4096,128,0.1881732140625193,0.0,0.75146484375,0.006103515625,0.062255859375,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,128,128,256,4096,128,0.20596782785148057,0.0,0.7490234375,0.00537109375,0.063720703125,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.silu_gate,128,256,384,4096,128,0.17441802342936327,0.0,0.75537109375,0.00537109375,0.06689453125,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.silu_gate,128,384,512,4096,128,0.19242065821352408,0.0,0.727294921875,0.006103515625,0.060791015625,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,128,512,640,4096,128,0.16882103397279874,0.0,0.796875,0.0048828125,0.055419921875,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.silu_gate,128,640,768,4096,128,0.17915896878911594,0.0,0.773193359375,0.004638671875,0.060791015625,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,768,896,4096,128,0.18186132735646302,0.0,0.775146484375,0.007568359375,0.065185546875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,896,1024,4096,128,0.2053315810010951,0.0,0.75390625,0.0068359375,0.07177734375,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.silu_gate,128,1024,1152,4096,128,0.1809829050940863,0.0,0.758544921875,0.005859375,0.0546875,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.silu_gate,128,1152,1280,4096,128,0.19664013466844782,0.0,0.733154296875,0.008544921875,0.06591796875,1.0,93,0.7265625
+fresh-en-1,layers.9.mlp.silu_gate,128,1280,1408,4096,128,0.19004082692786972,0.0,0.724853515625,0.0068359375,0.064208984375,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.silu_gate,128,1408,1536,4096,128,0.21670978100506738,0.0,0.753173828125,0.008056640625,0.079833984375,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.silu_gate,128,1536,1664,4096,128,0.18040362712331573,0.0,0.7568359375,0.005859375,0.060546875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,1664,1792,4096,128,0.18663333004807728,0.0,0.7666015625,0.005859375,0.058349609375,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.silu_gate,128,1792,1920,4096,128,0.1941416973300612,0.0,0.745361328125,0.004638671875,0.05810546875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,1920,2048,4096,128,0.18363077246394402,0.0,0.73828125,0.0068359375,0.0712890625,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.silu_gate,128,2048,2176,4096,128,0.17689423076229505,0.0,0.754150390625,0.00830078125,0.060791015625,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,128,2176,2304,4096,128,0.18018400330956735,0.0,0.809326171875,0.005859375,0.0595703125,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,2304,2432,4096,128,0.18837969529328988,0.0,0.743896484375,0.006103515625,0.0625,1.0,94,0.734375
+fresh-en-1,layers.9.mlp.silu_gate,128,2432,2560,4096,128,0.18380435239198917,0.0,0.771240234375,0.0078125,0.05712890625,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,2560,2688,4096,128,0.20197667929561036,0.0,0.765625,0.00830078125,0.057861328125,1.0,93,0.7265625
+fresh-en-1,layers.9.mlp.silu_gate,128,2688,2816,4096,128,0.17508778041181405,0.0,0.759033203125,0.00439453125,0.048583984375,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,128,2816,2944,4096,128,0.18656122258779115,0.0,0.7890625,0.0048828125,0.055419921875,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.silu_gate,128,2944,3072,4096,128,0.1828281352705721,0.0,0.759765625,0.0048828125,0.0556640625,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.silu_gate,128,3072,3200,4096,128,0.18461068847798603,0.0,0.79833984375,0.006103515625,0.05810546875,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.silu_gate,128,3200,3328,4096,128,0.2196480198779468,0.0,0.74853515625,0.0048828125,0.06787109375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.silu_gate,128,3328,3456,4096,128,0.18887567324196464,0.0,0.7744140625,0.006591796875,0.05810546875,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.silu_gate,128,3456,3584,4096,128,0.21279470884162185,0.0,0.74169921875,0.00732421875,0.070556640625,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.silu_gate,128,3584,3712,4096,128,0.18312490423950298,0.0,0.7373046875,0.00830078125,0.0556640625,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,3712,3840,4096,128,0.17735712333222414,0.0,0.731201171875,0.006103515625,0.05810546875,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.silu_gate,128,3840,3968,4096,128,0.1959532151616323,0.0,0.71826171875,0.0068359375,0.065185546875,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,128,3968,4096,4096,128,0.19070901327883938,0.0,0.76025390625,0.006591796875,0.053466796875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,4096,4224,4096,128,0.18419467783549406,0.0,0.7763671875,0.005615234375,0.059326171875,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,4224,4352,4096,128,0.1850651041913786,0.0,0.759765625,0.00830078125,0.064453125,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,4352,4480,4096,128,0.19673882843930524,0.0,0.7431640625,0.008544921875,0.066162109375,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,128,4480,4608,4096,128,0.18345486100467318,0.0,0.732177734375,0.006103515625,0.056640625,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.silu_gate,128,4608,4736,4096,128,0.18782524884773247,0.0,0.768310546875,0.005859375,0.063232421875,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,4736,4864,4096,128,0.19531733805102322,0.0,0.712646484375,0.005615234375,0.073486328125,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.silu_gate,128,4864,4992,4096,128,0.177041814508976,0.0,0.748291015625,0.006103515625,0.055908203125,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.silu_gate,128,4992,5120,4096,128,0.1832901563137026,0.0,0.754150390625,0.005859375,0.054931640625,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.silu_gate,128,5120,5248,4096,128,0.1927741700449947,0.0,0.747802734375,0.005859375,0.06982421875,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,5248,5376,4096,128,0.21819872380580932,0.0,0.73046875,0.00634765625,0.069091796875,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.silu_gate,128,5376,5504,4096,128,0.17580547913300296,0.0,0.7509765625,0.005615234375,0.060546875,1.0,99,0.7734375
+fresh-en-1,layers.9.mlp.silu_gate,128,5504,5632,4096,128,0.18932181828336314,0.0,0.748779296875,0.007080078125,0.060302734375,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.silu_gate,128,5632,5760,4096,128,0.1878791059128665,0.0,0.762451171875,0.006591796875,0.06103515625,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.silu_gate,128,5760,5888,4096,128,0.18986327633585495,0.0,0.78369140625,0.0029296875,0.054443359375,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,5888,6016,4096,128,0.18717472907614202,0.0,0.77490234375,0.004638671875,0.054931640625,1.0,96,0.75
+fresh-en-1,layers.9.mlp.silu_gate,128,6016,6144,4096,128,0.18697735212026764,0.0,0.787841796875,0.006591796875,0.0634765625,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.gated_product,0,0,6144,196608,6144,0.060487609394181775,0.0,0.4987691243489583,0.0305938720703125,0.19516499837239584,1.0,4048,0.6588541666666666
+fresh-en-1,layers.9.mlp.gated_product,64,0,64,2048,64,0.055634693593675504,0.0,0.51953125,0.02587890625,0.19970703125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,64,128,2048,64,0.07016904688810037,0.0,0.4775390625,0.03955078125,0.21044921875,1.0,37,0.578125
+fresh-en-1,layers.9.mlp.gated_product,64,128,192,2048,64,0.05970882779808914,0.0,0.51806640625,0.03076171875,0.1875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,192,256,2048,64,0.06621426188587345,0.0,0.49853515625,0.03369140625,0.19921875,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,256,320,2048,64,0.05587519752742554,0.0,0.4970703125,0.03076171875,0.18798828125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,320,384,2048,64,0.052122311813041756,0.0,0.47900390625,0.02587890625,0.19775390625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,384,448,2048,64,0.06983527286339845,0.0,0.52880859375,0.0400390625,0.216796875,1.0,38,0.59375
+fresh-en-1,layers.9.mlp.gated_product,64,448,512,2048,64,0.06140956580966012,0.0,0.50830078125,0.03076171875,0.19677734375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,512,576,2048,64,0.054803504461479066,0.0,0.52734375,0.03125,0.1865234375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,576,640,2048,64,0.05298581147422936,0.0,0.5126953125,0.0224609375,0.1689453125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,640,704,2048,64,0.054042153409063,0.0,0.4609375,0.0302734375,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,704,768,2048,64,0.05763377088782036,0.0,0.51904296875,0.02587890625,0.19921875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,768,832,2048,64,0.058207558478053006,0.0,0.505859375,0.03076171875,0.181640625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,832,896,2048,64,0.05913809210181007,0.0,0.49951171875,0.03271484375,0.18603515625,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,896,960,2048,64,0.06159811276614134,0.0,0.46923828125,0.02978515625,0.20458984375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,960,1024,2048,64,0.06407005881203524,0.0,0.49658203125,0.03125,0.203125,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,1024,1088,2048,64,0.0519165925112668,0.0,0.5166015625,0.02587890625,0.169921875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.gated_product,64,1088,1152,2048,64,0.055266403980191066,0.0,0.505859375,0.029296875,0.17724609375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,1152,1216,2048,64,0.06242879770354103,0.0,0.5078125,0.037109375,0.19091796875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,1216,1280,2048,64,0.06293688249908118,0.0,0.47802734375,0.0302734375,0.1943359375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,1280,1344,2048,64,0.06080466643068068,0.0,0.4912109375,0.0380859375,0.20361328125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,1344,1408,2048,64,0.06195761702871483,0.0,0.5361328125,0.02978515625,0.19873046875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,1408,1472,2048,64,0.07912136187811844,0.0,0.4921875,0.04248046875,0.2373046875,1.0,34,0.53125
+fresh-en-1,layers.9.mlp.gated_product,64,1472,1536,2048,64,0.05631261652246106,0.0,0.51025390625,0.0283203125,0.1796875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,1536,1600,2048,64,0.059248102922416064,0.0,0.48095703125,0.025390625,0.1767578125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,1600,1664,2048,64,0.05756725514280536,0.0,0.46533203125,0.02294921875,0.1943359375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,1664,1728,2048,64,0.05560568177428311,0.0,0.49169921875,0.025390625,0.1865234375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,1728,1792,2048,64,0.05548193645336739,0.0,0.51708984375,0.02490234375,0.18310546875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,1792,1856,2048,64,0.06819245348308613,0.0,0.515625,0.03173828125,0.2099609375,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gated_product,64,1856,1920,2048,64,0.06277512546126797,0.0,0.525390625,0.0263671875,0.19921875,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,1920,1984,2048,64,0.06814539500121383,0.0,0.51025390625,0.03515625,0.19775390625,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gated_product,64,1984,2048,2048,64,0.0554278824477722,0.0,0.5478515625,0.02880859375,0.18994140625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,2048,2112,2048,64,0.0645940483866067,0.0,0.5126953125,0.0390625,0.205078125,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gated_product,64,2112,2176,2048,64,0.0611633553600499,0.0,0.51708984375,0.0263671875,0.17529296875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,2176,2240,2048,64,0.05567117023866836,0.0,0.5302734375,0.0361328125,0.19873046875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,2240,2304,2048,64,0.0583574778244796,0.0,0.4970703125,0.02294921875,0.18017578125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,2304,2368,2048,64,0.055418624895730365,0.0,0.5009765625,0.0244140625,0.17578125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,2368,2432,2048,64,0.06440519855405215,0.0,0.5146484375,0.03857421875,0.21728515625,1.0,39,0.609375
+fresh-en-1,layers.9.mlp.gated_product,64,2432,2496,2048,64,0.05653307895372296,0.0,0.5048828125,0.033203125,0.19140625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,2496,2560,2048,64,0.058269095510192236,0.0,0.50048828125,0.037109375,0.2001953125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,2560,2624,2048,64,0.0580005073570492,0.0,0.4755859375,0.02685546875,0.18310546875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,2624,2688,2048,64,0.06080076443402125,0.0,0.5322265625,0.0341796875,0.19091796875,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,2688,2752,2048,64,0.049482497850976005,0.0,0.46875,0.02880859375,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,2752,2816,2048,64,0.06263416867879491,0.0,0.53564453125,0.02880859375,0.21337890625,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,2816,2880,2048,64,0.05851769212241938,0.0,0.47021484375,0.03173828125,0.1875,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,2880,2944,2048,64,0.05572014676695993,0.0,0.5224609375,0.025390625,0.16943359375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,2944,3008,2048,64,0.05901657418334118,0.0,0.54931640625,0.0302734375,0.18896484375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,3008,3072,2048,64,0.052270080004586925,0.0,0.46435546875,0.02490234375,0.17724609375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gated_product,64,3072,3136,2048,64,0.05501555179727984,0.0,0.51806640625,0.02734375,0.19580078125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,3136,3200,2048,64,0.05608625295550745,0.0,0.47216796875,0.02685546875,0.1748046875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,3200,3264,2048,64,0.05657517935218209,0.0,0.50537109375,0.0283203125,0.20068359375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,3264,3328,2048,64,0.06363584010855249,0.0,0.49462890625,0.0283203125,0.19482421875,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,3328,3392,2048,64,0.05949142764745622,0.0,0.46728515625,0.02685546875,0.2001953125,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,3392,3456,2048,64,0.057663239459281646,0.0,0.52001953125,0.02734375,0.19775390625,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,3456,3520,2048,64,0.05902863149302114,0.0,0.484375,0.02685546875,0.1796875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,3520,3584,2048,64,0.06705953888359674,0.0,0.505859375,0.033203125,0.21533203125,1.0,37,0.578125
+fresh-en-1,layers.9.mlp.gated_product,64,3584,3648,2048,64,0.055406020873074925,0.0,0.4814453125,0.03125,0.19580078125,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,3648,3712,2048,64,0.06132940536545297,0.0,0.49853515625,0.03271484375,0.18505859375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,3712,3776,2048,64,0.0595218528488426,0.0,0.44677734375,0.037109375,0.19482421875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,3776,3840,2048,64,0.06028278052962274,0.0,0.4951171875,0.02880859375,0.1767578125,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,3840,3904,2048,64,0.060851280872964,0.0,0.4765625,0.02490234375,0.1875,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,3904,3968,2048,64,0.06621919024387393,0.0,0.50244140625,0.0263671875,0.19970703125,1.0,39,0.609375
+fresh-en-1,layers.9.mlp.gated_product,64,3968,4032,2048,64,0.057623871179063195,0.0,0.48828125,0.02587890625,0.18994140625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,4032,4096,2048,64,0.06955246916695788,0.0,0.48779296875,0.03857421875,0.20654296875,1.0,40,0.625
+fresh-en-1,layers.9.mlp.gated_product,64,4096,4160,2048,64,0.05419434648190814,0.0,0.5380859375,0.02734375,0.18701171875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,4160,4224,2048,64,0.05685686904505172,0.0,0.50830078125,0.0283203125,0.17822265625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,4224,4288,2048,64,0.0613055731264696,0.0,0.4638671875,0.03271484375,0.18115234375,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,4288,4352,2048,64,0.0640013949925432,0.0,0.5009765625,0.0400390625,0.20849609375,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,4352,4416,2048,64,0.05464337841452326,0.0,0.49609375,0.0302734375,0.17333984375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,4416,4480,2048,64,0.0796150386248191,0.0,0.50537109375,0.03857421875,0.25390625,1.0,33,0.515625
+fresh-en-1,layers.9.mlp.gated_product,64,4480,4544,2048,64,0.058116522804358126,0.0,0.48583984375,0.0302734375,0.19873046875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,4544,4608,2048,64,0.05628588039154184,0.0,0.47509765625,0.0224609375,0.173828125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,4608,4672,2048,64,0.06483675874216477,0.0,0.490234375,0.02880859375,0.205078125,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,4672,4736,2048,64,0.05329441683005735,0.0,0.451171875,0.03564453125,0.19873046875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,4736,4800,2048,64,0.05365436571546388,0.0,0.47705078125,0.0322265625,0.20751953125,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,4800,4864,2048,64,0.0665589657945358,0.0,0.53662109375,0.02734375,0.22705078125,1.0,39,0.609375
+fresh-en-1,layers.9.mlp.gated_product,64,4864,4928,2048,64,0.05336836689697627,0.0,0.49365234375,0.025390625,0.17724609375,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,4928,4992,2048,64,0.06328115661121235,0.0,0.494140625,0.033203125,0.2158203125,1.0,38,0.59375
+fresh-en-1,layers.9.mlp.gated_product,64,4992,5056,2048,64,0.06219860908250687,0.0,0.45947265625,0.02685546875,0.17822265625,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,5056,5120,2048,64,0.054078956048522184,0.0,0.51220703125,0.025390625,0.197265625,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,5120,5184,2048,64,0.08039875930290312,0.0,0.48681640625,0.0390625,0.2333984375,1.0,37,0.578125
+fresh-en-1,layers.9.mlp.gated_product,64,5184,5248,2048,64,0.057842356219664194,0.0,0.50732421875,0.0341796875,0.19677734375,1.0,43,0.671875
+fresh-en-1,layers.9.mlp.gated_product,64,5248,5312,2048,64,0.06108494164840205,0.0,0.51708984375,0.0302734375,0.19482421875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,5312,5376,2048,64,0.07210848986626874,0.0,0.51025390625,0.03515625,0.2138671875,1.0,39,0.609375
+fresh-en-1,layers.9.mlp.gated_product,64,5376,5440,2048,64,0.05149840428499117,0.0,0.48828125,0.02734375,0.17529296875,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,5440,5504,2048,64,0.06187183561351252,0.0,0.51025390625,0.03173828125,0.20263671875,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,5504,5568,2048,64,0.05904180115524118,0.0,0.462890625,0.0263671875,0.1787109375,1.0,45,0.703125
+fresh-en-1,layers.9.mlp.gated_product,64,5568,5632,2048,64,0.05660024636589228,0.0,0.50537109375,0.0244140625,0.2001953125,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,5632,5696,2048,64,0.05709197274612561,0.0,0.47998046875,0.0302734375,0.17529296875,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.gated_product,64,5696,5760,2048,64,0.05524486947446016,0.0,0.4990234375,0.0302734375,0.1806640625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.gated_product,64,5760,5824,2048,64,0.05983292547869405,0.0,0.51416015625,0.029296875,0.1845703125,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,5824,5888,2048,64,0.06414467083937009,0.0,0.4892578125,0.0322265625,0.1845703125,1.0,42,0.65625
+fresh-en-1,layers.9.mlp.gated_product,64,5888,5952,2048,64,0.08416526750901651,0.0,0.5234375,0.037109375,0.24072265625,1.0,28,0.4375
+fresh-en-1,layers.9.mlp.gated_product,64,5952,6016,2048,64,0.05455637977800152,0.0,0.45751953125,0.02734375,0.1806640625,1.0,44,0.6875
+fresh-en-1,layers.9.mlp.gated_product,64,6016,6080,2048,64,0.06979043365810315,0.0,0.498046875,0.0322265625,0.18798828125,1.0,41,0.640625
+fresh-en-1,layers.9.mlp.gated_product,64,6080,6144,2048,64,0.049010373658858755,0.0,0.4921875,0.029296875,0.16650390625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.gated_product,128,0,128,4096,128,0.0633202742904932,0.0,0.49853515625,0.03271484375,0.2041015625,1.0,80,0.625
+fresh-en-1,layers.9.mlp.gated_product,128,128,256,4096,128,0.06304550972953148,0.0,0.50830078125,0.032470703125,0.192626953125,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,256,384,4096,128,0.0540313477874871,0.0,0.488037109375,0.0283203125,0.194580078125,1.0,91,0.7109375
+fresh-en-1,layers.9.mlp.gated_product,128,384,512,4096,128,0.0657575094906897,0.0,0.5185546875,0.035400390625,0.209228515625,1.0,80,0.625
+fresh-en-1,layers.9.mlp.gated_product,128,512,640,4096,128,0.05390232053836797,0.0,0.52001953125,0.027587890625,0.17724609375,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gated_product,128,640,768,4096,128,0.05586683225241283,0.0,0.489990234375,0.02783203125,0.188720703125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,768,896,4096,128,0.05867467000937513,0.0,0.502685546875,0.03173828125,0.18359375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gated_product,128,896,1024,4096,128,0.06284624066930306,0.0,0.48291015625,0.030517578125,0.204833984375,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,1024,1152,4096,128,0.05361766493835125,0.0,0.51123046875,0.028076171875,0.17529296875,1.0,93,0.7265625
+fresh-en-1,layers.9.mlp.gated_product,128,1152,1280,4096,128,0.0626833548935154,0.0,0.492919921875,0.03369140625,0.193359375,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gated_product,128,1280,1408,4096,128,0.061383848721073365,0.0,0.513671875,0.033935546875,0.2001953125,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gated_product,128,1408,1536,4096,128,0.06867059299676219,0.0,0.501220703125,0.036376953125,0.2099609375,1.0,79,0.6171875
+fresh-en-1,layers.9.mlp.gated_product,128,1536,1664,4096,128,0.058413725119110735,0.0,0.47314453125,0.02392578125,0.186279296875,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gated_product,128,1664,1792,4096,128,0.055543843575135934,0.0,0.50439453125,0.025146484375,0.18505859375,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,1792,1920,4096,128,0.06553978596517081,0.0,0.5205078125,0.0283203125,0.205322265625,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,1920,2048,4096,128,0.06211298178527381,0.0,0.529052734375,0.031005859375,0.1962890625,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,2048,2176,4096,128,0.06290209505998601,0.0,0.514892578125,0.032470703125,0.189453125,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,2176,2304,4096,128,0.0570301429674581,0.0,0.513671875,0.029541015625,0.189208984375,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.gated_product,128,2304,2432,4096,128,0.060080169715641396,0.0,0.5078125,0.031494140625,0.198974609375,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,2432,2560,4096,128,0.05740764978451818,0.0,0.502685546875,0.034912109375,0.196044921875,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,2560,2688,4096,128,0.05941713477371852,0.0,0.50390625,0.02978515625,0.18701171875,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,2688,2816,4096,128,0.056442699614988205,0.0,0.502197265625,0.029296875,0.195068359375,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gated_product,128,2816,2944,4096,128,0.057136043996175556,0.0,0.496337890625,0.027587890625,0.177734375,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,2944,3072,4096,128,0.055745480946995746,0.0,0.5068359375,0.02734375,0.182861328125,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gated_product,128,3072,3200,4096,128,0.05555348193474622,0.0,0.4951171875,0.027099609375,0.184814453125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,3200,3328,4096,128,0.06020909841981039,0.0,0.5,0.028076171875,0.198486328125,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,3328,3456,4096,128,0.05858446529785424,0.0,0.49365234375,0.02734375,0.2001953125,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gated_product,128,3456,3584,4096,128,0.0631718334830465,0.0,0.4951171875,0.029541015625,0.197509765625,1.0,80,0.625
+fresh-en-1,layers.9.mlp.gated_product,128,3584,3712,4096,128,0.05844280585096709,0.0,0.489990234375,0.032470703125,0.190673828125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,3712,3840,4096,128,0.059903524916910915,0.0,0.470947265625,0.032958984375,0.185546875,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gated_product,128,3840,3968,4096,128,0.06359190019347874,0.0,0.489501953125,0.02587890625,0.1962890625,1.0,81,0.6328125
+fresh-en-1,layers.9.mlp.gated_product,128,3968,4096,4096,128,0.06386727055731244,0.0,0.488037109375,0.032470703125,0.202880859375,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,4096,4224,4096,128,0.05554156438293429,0.0,0.523193359375,0.02734375,0.183837890625,1.0,90,0.703125
+fresh-en-1,layers.9.mlp.gated_product,128,4224,4352,4096,128,0.06266798168664937,0.0,0.482421875,0.0361328125,0.193603515625,1.0,85,0.6640625
+fresh-en-1,layers.9.mlp.gated_product,128,4352,4480,4096,128,0.06828049933833313,0.0,0.500732421875,0.0380859375,0.215576171875,1.0,76,0.59375
+fresh-en-1,layers.9.mlp.gated_product,128,4480,4608,4096,128,0.05720852451479776,0.0,0.48046875,0.026123046875,0.1865234375,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,4608,4736,4096,128,0.05934686238313522,0.0,0.470703125,0.03369140625,0.202880859375,1.0,84,0.65625
+fresh-en-1,layers.9.mlp.gated_product,128,4736,4864,4096,128,0.060451992886781374,0.0,0.5068359375,0.029541015625,0.218994140625,1.0,81,0.6328125
+fresh-en-1,layers.9.mlp.gated_product,128,4864,4992,4096,128,0.058534978292056526,0.0,0.493896484375,0.030029296875,0.200927734375,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,4992,5120,4096,128,0.05828035886598718,0.0,0.48583984375,0.02734375,0.187255859375,1.0,86,0.671875
+fresh-en-1,layers.9.mlp.gated_product,128,5120,5248,4096,128,0.07003462954313629,0.0,0.4970703125,0.036865234375,0.22119140625,1.0,79,0.6171875
+fresh-en-1,layers.9.mlp.gated_product,128,5248,5376,4096,128,0.06682441322968151,0.0,0.513671875,0.03271484375,0.206298828125,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,5376,5504,4096,128,0.05692191882783781,0.0,0.499267578125,0.0302734375,0.190673828125,1.0,88,0.6875
+fresh-en-1,layers.9.mlp.gated_product,128,5504,5632,4096,128,0.05783390948368759,0.0,0.484130859375,0.025390625,0.18994140625,1.0,89,0.6953125
+fresh-en-1,layers.9.mlp.gated_product,128,5632,5760,4096,128,0.05617601336555706,0.0,0.489501953125,0.0302734375,0.177490234375,1.0,92,0.71875
+fresh-en-1,layers.9.mlp.gated_product,128,5760,5888,4096,128,0.062026275756448944,0.0,0.501708984375,0.03076171875,0.18505859375,1.0,83,0.6484375
+fresh-en-1,layers.9.mlp.gated_product,128,5888,6016,4096,128,0.07092316557143315,0.0,0.490478515625,0.034423828125,0.21337890625,1.0,71,0.5546875
+fresh-en-1,layers.9.mlp.gated_product,128,6016,6144,4096,128,0.06030224438761402,0.0,0.4951171875,0.030029296875,0.184814453125,1.0,87,0.6796875
+fresh-en-1,layers.9.mlp.down_proj.output,0,0,2048,65536,2048,0.03906850796333162,0.0,0.496826171875,0.00933837890625,0.0930938720703125,1.0,1546,0.7548828125
+fresh-en-1,layers.9.mlp.down_proj.output,64,0,64,2048,64,0.03922663403028817,0.0,0.52392578125,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,64,128,2048,64,0.0365525412680947,0.0,0.44873046875,0.0107421875,0.09375,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.down_proj.output,64,128,192,2048,64,0.038333587175876205,0.0,0.4560546875,0.00537109375,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,192,256,2048,64,0.03822340925964815,0.0,0.5126953125,0.009765625,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,256,320,2048,64,0.039090103845649204,0.0,0.50732421875,0.01318359375,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,320,384,2048,64,0.03821384264376952,0.0,0.50830078125,0.009765625,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,384,448,2048,64,0.04023597230427107,0.0,0.5078125,0.01025390625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,448,512,2048,64,0.03741284140702833,0.0,0.48486328125,0.00537109375,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.9.mlp.down_proj.output,64,512,576,2048,64,0.035949688234366645,0.0,0.4970703125,0.00732421875,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,64,576,640,2048,64,0.039261432303891806,0.0,0.4775390625,0.0107421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,640,704,2048,64,0.03779620224240178,0.0,0.486328125,0.01220703125,0.09375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,64,704,768,2048,64,0.03727491144409836,0.0,0.5283203125,0.00634765625,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,768,832,2048,64,0.03858907004045928,0.0,0.50244140625,0.01025390625,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,832,896,2048,64,0.03649999890454576,0.0,0.515625,0.0048828125,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,896,960,2048,64,0.04046254568595215,0.0,0.517578125,0.0068359375,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,960,1024,2048,64,0.03995181233756031,0.0,0.47802734375,0.00732421875,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,1024,1088,2048,64,0.037377890273578816,0.0,0.515625,0.0078125,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,1088,1152,2048,64,0.038231251328072986,0.0,0.4921875,0.0126953125,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,64,1152,1216,2048,64,0.06064401906749874,0.0,0.53662109375,0.013671875,0.15380859375,1.0,36,0.5625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1216,1280,2048,64,0.035949156913698675,0.0,0.49267578125,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1280,1344,2048,64,0.039138235693983864,0.0,0.498046875,0.0048828125,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,1344,1408,2048,64,0.03769641794563645,0.0,0.49560546875,0.00830078125,0.09619140625,1.0,46,0.71875
+fresh-en-1,layers.9.mlp.down_proj.output,64,1408,1472,2048,64,0.038800420442371,0.0,0.48876953125,0.00927734375,0.09619140625,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1472,1536,2048,64,0.038427779987551154,0.0,0.47412109375,0.0048828125,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1536,1600,2048,64,0.03800627026571082,0.0,0.49072265625,0.0078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1600,1664,2048,64,0.03805130928432207,0.0,0.46484375,0.0107421875,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.9.mlp.down_proj.output,64,1664,1728,2048,64,0.03853302432108944,0.0,0.46875,0.01025390625,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,64,1728,1792,2048,64,0.03736719065730199,0.0,0.51953125,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,64,1792,1856,2048,64,0.03763076206970938,0.0,0.49560546875,0.0126953125,0.1083984375,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,64,1856,1920,2048,64,0.0397610489329733,0.0,0.4970703125,0.01171875,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,64,1920,1984,2048,64,0.03635628233459079,0.0,0.53076171875,0.0078125,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,64,1984,2048,2048,64,0.038317985277137576,0.0,0.48486328125,0.00927734375,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,128,0,128,4096,128,0.037913171131560126,0.0,0.486328125,0.0107421875,0.087646484375,1.0,96,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,128,128,256,4096,128,0.03827853785870783,0.0,0.484375,0.007568359375,0.089599609375,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,128,256,384,4096,128,0.038654456329551556,0.0,0.5078125,0.01123046875,0.090576171875,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,128,384,512,4096,128,0.03885005900521595,0.0,0.496337890625,0.0078125,0.09033203125,1.0,96,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,128,512,640,4096,128,0.03764199882246717,0.0,0.4873046875,0.00927734375,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,128,640,768,4096,128,0.03753646178793303,0.0,0.50732421875,0.00927734375,0.094970703125,1.0,96,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,128,768,896,4096,128,0.037559061800178886,0.0,0.509033203125,0.0078125,0.087158203125,1.0,102,0.796875
+fresh-en-1,layers.9.mlp.down_proj.output,128,896,1024,4096,128,0.04020798995500398,0.0,0.497802734375,0.007080078125,0.09033203125,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,128,1024,1152,4096,128,0.03780697858474002,0.0,0.50390625,0.01025390625,0.09033203125,1.0,98,0.765625
+fresh-en-1,layers.9.mlp.down_proj.output,128,1152,1280,4096,128,0.04984996956601318,0.0,0.5146484375,0.013427734375,0.127685546875,1.0,82,0.640625
+fresh-en-1,layers.9.mlp.down_proj.output,128,1280,1408,4096,128,0.038424090224557915,0.0,0.496826171875,0.006591796875,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.9.mlp.down_proj.output,128,1408,1536,4096,128,0.038614549727249176,0.0,0.4814453125,0.007080078125,0.09423828125,1.0,97,0.7578125
+fresh-en-1,layers.9.mlp.down_proj.output,128,1536,1664,4096,128,0.03802879644270503,0.0,0.477783203125,0.00927734375,0.08740234375,1.0,101,0.7890625
+fresh-en-1,layers.9.mlp.down_proj.output,128,1664,1792,4096,128,0.03795458405086813,0.0,0.494140625,0.00927734375,0.09130859375,1.0,100,0.78125
+fresh-en-1,layers.9.mlp.down_proj.output,128,1792,1920,4096,128,0.038710562293755024,0.0,0.496337890625,0.01220703125,0.099609375,1.0,96,0.75
+fresh-en-1,layers.9.mlp.down_proj.output,128,1920,2048,4096,128,0.037350015133138896,0.0,0.5078125,0.00830078125,0.085693359375,1.0,96,0.75
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1154900510739285,0.0,0.4991505940755208,0.013326009114583334,0.129913330078125,1.0,3209,0.5222981770833334
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.1313449138693494,0.0,0.43408203125,0.01708984375,0.1318359375,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.9792871173781045,0.0,0.48583984375,0.01416015625,0.09375,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.9051853008155085,0.0,0.51904296875,0.00927734375,0.10546875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.8075197844023231,0.0,0.49609375,0.009765625,0.09619140625,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.988958703068702,0.0,0.54931640625,0.01123046875,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.179012963436075,0.0,0.5185546875,0.00830078125,0.11474609375,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3259395305035508,0.0,0.47900390625,0.01318359375,0.10888671875,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.3325536164768679,0.0,0.46484375,0.01171875,0.1181640625,1.0,34,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.2393938783219256,0.0,0.5234375,0.0107421875,0.126953125,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.2863321147024058,0.0,0.5263671875,0.01171875,0.10791015625,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.1911534669746935,0.0,0.48681640625,0.01171875,0.1201171875,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0568043566862042,0.0,0.5185546875,0.01171875,0.109375,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.1831595483261932,0.0,0.484375,0.01171875,0.103515625,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.2435412652217481,0.0,0.46728515625,0.0146484375,0.12744140625,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4749213860551988,0.0,0.48193359375,0.0126953125,0.1279296875,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.101281596821805,0.0,0.47265625,0.0126953125,0.109375,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.0322372291262714,0.0,0.521484375,0.009765625,0.1142578125,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.0043252065181845,0.0,0.4853515625,0.01025390625,0.11376953125,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9380506237316447,0.0,0.4658203125,0.00927734375,0.095703125,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1389768194205185,0.0,0.455078125,0.01220703125,0.11962890625,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.5135672033730705,0.0,0.50341796875,0.01171875,0.12451171875,1.0,30,0.46875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.1867312314834673,0.0,0.513671875,0.0107421875,0.12060546875,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.053605509765201,0.0,0.447265625,0.00830078125,0.10888671875,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.2185806571037532,0.0,0.47900390625,0.01123046875,0.10595703125,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.777318181692158,0.0,0.521484375,0.01025390625,0.08349609375,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,0.8110972990537841,0.0,0.484375,0.00732421875,0.10107421875,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.2515390607028771,0.0,0.490234375,0.01025390625,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.1538172843999734,0.0,0.46923828125,0.009765625,0.11474609375,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.4083195696941169,0.0,0.47314453125,0.0126953125,0.1181640625,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.3762479327286037,0.0,0.5126953125,0.0107421875,0.12841796875,1.0,32,0.5
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.567402560909889,0.0,0.45263671875,0.01953125,0.14306640625,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3472664342132747,0.0,0.52685546875,0.01513671875,0.13134765625,1.0,34,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.1409677004339336,0.0,0.4853515625,0.00927734375,0.11279296875,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.1148662170120813,0.0,0.458984375,0.0078125,0.115234375,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6779889606991164,0.0,0.5224609375,0.01025390625,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.659896546244511,0.0,0.54443359375,0.0205078125,0.21533203125,1.0,13,0.203125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.9082552973969169,0.0,0.46826171875,0.009765625,0.099609375,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.224615958917549,0.0,0.50927734375,0.0146484375,0.1171875,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.591890756319193,0.0,0.47705078125,0.0087890625,0.12109375,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.357333677108867,0.0,0.50390625,0.0107421875,0.126953125,1.0,38,0.59375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.163805160903073,0.0,0.48486328125,0.009765625,0.11572265625,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.3028401460693906,0.0,0.455078125,0.009765625,0.11181640625,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.153381438017273,0.0,0.51611328125,0.01123046875,0.11279296875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4558153244111882,0.0,0.521484375,0.01318359375,0.12353515625,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.2275400005871426,0.0,0.513671875,0.00927734375,0.107421875,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.132672568317654,0.0,0.49462890625,0.01025390625,0.111328125,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.4882661904143861,0.0,0.53955078125,0.013671875,0.14208984375,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.9285297151722794,0.0,0.47802734375,0.01123046875,0.0986328125,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2257727656954338,0.0,0.4775390625,0.01123046875,0.10107421875,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.3753324227769972,0.0,0.52880859375,0.01025390625,0.1171875,1.0,34,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.61782628010585,0.0,0.48583984375,0.013671875,0.13427734375,1.0,32,0.5
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.278842414233722,0.0,0.51611328125,0.01171875,0.10791015625,1.0,38,0.59375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.1064023343576,0.0,0.453125,0.013671875,0.1376953125,1.0,28,0.4375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.8788927417705055,0.0,0.53369140625,0.013671875,0.1201171875,1.0,33,0.515625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.8915590648598621,0.0,0.64306640625,0.0087890625,0.09326171875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.8949861780079001,0.0,0.48828125,0.01123046875,0.0849609375,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,0.6710112372325037,0.0,0.4755859375,0.0068359375,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5965871345180047,0.0,0.48291015625,0.02490234375,0.2294921875,1.0,11,0.171875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.0392205685095046,0.0,0.5341796875,0.00732421875,0.0908203125,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.9920462930904524,0.0,0.53857421875,0.009765625,0.0966796875,1.0,45,0.703125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.9968355021238381,0.0,0.52490234375,0.0087890625,0.10498046875,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.012464445736735,0.0,0.50341796875,0.0126953125,0.11279296875,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.7245637849642527,0.0,0.50732421875,0.009765625,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7978332370354971,0.0,0.4853515625,0.01416015625,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.5781464397548178,0.0,0.47412109375,0.015625,0.0966796875,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7831416431999833,0.0,0.4853515625,0.01025390625,0.1328125,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.4480802905096315,0.0,0.51611328125,0.0185546875,0.17041015625,1.0,22,0.34375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0744788395016183,0.0,0.47509765625,0.0107421875,0.13671875,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.735645698303806,0.0,0.48681640625,0.01123046875,0.09619140625,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8927076879647772,0.0,0.451171875,0.009765625,0.115234375,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0513527749970992,0.0,0.48095703125,0.01416015625,0.14501953125,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.7137733662122915,0.0,0.4892578125,0.00830078125,0.10205078125,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8942770394499174,0.0,0.53466796875,0.01416015625,0.123046875,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.4383221596947415,0.0,0.501953125,0.0244140625,0.2265625,1.0,16,0.25
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.0049013025076194,0.0,0.501953125,0.0107421875,0.15576171875,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6045070784864752,0.0,0.4951171875,0.01220703125,0.11083984375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7046679546252178,0.0,0.53759765625,0.01318359375,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.7499366951192867,0.0,0.51953125,0.01123046875,0.119140625,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.8313310755528203,0.0,0.50341796875,0.0087890625,0.1083984375,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.7454076998331393,0.0,0.49072265625,0.01318359375,0.09814453125,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.505990006663706,0.0,0.5205078125,0.0078125,0.09912109375,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.6835643477036245,0.0,0.4912109375,0.0146484375,0.11865234375,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.5483536795579425,0.0,0.56787109375,0.01123046875,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8710400351944483,0.0,0.529296875,0.0107421875,0.115234375,1.0,34,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8615941563179642,0.0,0.5458984375,0.013671875,0.138671875,1.0,34,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6312797806712627,0.0,0.45263671875,0.01025390625,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.8522812513968376,0.0,0.52001953125,0.01416015625,0.12890625,1.0,30,0.46875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.667175899264868,0.0,0.51904296875,0.01171875,0.10400390625,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.8920737342335296,0.0,0.5107421875,0.0126953125,0.125,1.0,33,0.515625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.7308604762461176,0.0,0.5322265625,0.00830078125,0.1396484375,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6237163629523723,0.0,0.47607421875,0.01123046875,0.09765625,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9609582907137718,0.0,0.51123046875,0.0166015625,0.14013671875,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9152236581453187,0.0,0.46923828125,0.01513671875,0.134765625,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.3884206674558173,0.0,0.494140625,0.01953125,0.17724609375,1.0,23,0.359375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.6267736663921513,0.0,0.47216796875,0.015625,0.1201171875,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.0231000726120683,0.0,0.50048828125,0.015625,0.150390625,1.0,31,0.484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.0580511737153273,0.0,0.4599609375,0.015869140625,0.11474609375,1.0,75,0.5859375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8577437353352215,0.0,0.507568359375,0.01025390625,0.101318359375,1.0,85,0.6640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.0881431165810966,0.0,0.533935546875,0.009765625,0.110107421875,1.0,82,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3292506872929495,0.0,0.471923828125,0.012451171875,0.114013671875,1.0,69,0.5390625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.2630810534040615,0.0,0.52490234375,0.01123046875,0.116943359375,1.0,69,0.5390625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1259844648565926,0.0,0.502685546875,0.011474609375,0.1162109375,1.0,73,0.5703125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.2137259565290566,0.0,0.475830078125,0.013671875,0.114990234375,1.0,76,0.59375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3015787049850989,0.0,0.477294921875,0.012939453125,0.121826171875,1.0,70,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.018376850100707,0.0,0.50341796875,0.010009765625,0.114013671875,1.0,82,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.0433616745550434,0.0,0.46044921875,0.0107421875,0.109375,1.0,77,0.6015625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.360003068912869,0.0,0.508544921875,0.011962890625,0.1220703125,1.0,66,0.515625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.139083708090631,0.0,0.463134765625,0.009765625,0.108642578125,1.0,69,0.5390625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.7943873060798324,0.0,0.5029296875,0.0087890625,0.092041015625,1.0,85,0.6640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.2036702925313827,0.0,0.479736328125,0.009521484375,0.10693359375,1.0,79,0.6171875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.3923760955149975,0.0,0.492919921875,0.01171875,0.12353515625,1.0,66,0.515625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.4614851406539566,0.0,0.48974609375,0.016845703125,0.136962890625,1.0,64,0.5
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.1279924590324901,0.0,0.47216796875,0.009033203125,0.114501953125,1.0,79,0.6171875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.2678575580609053,0.0,0.533447265625,0.015869140625,0.1728515625,1.0,52,0.40625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.0781029477942052,0.0,0.48876953125,0.013427734375,0.107666015625,1.0,85,0.6640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.4792685508501102,0.0,0.490478515625,0.00927734375,0.125,1.0,75,0.5859375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.2352803120657956,0.0,0.469970703125,0.01025390625,0.11474609375,1.0,78,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.3133329738404587,0.0,0.518798828125,0.011962890625,0.118896484375,1.0,77,0.6015625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.1810591856593793,0.0,0.504150390625,0.009521484375,0.1103515625,1.0,79,0.6171875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.2403837481780515,0.0,0.5087890625,0.013671875,0.124267578125,1.0,72,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3027006843980464,0.0,0.503173828125,0.0107421875,0.110107421875,1.0,72,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.458218055203725,0.0,0.5009765625,0.0126953125,0.122314453125,1.0,68,0.53125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.99589187197917,0.0,0.493408203125,0.013671875,0.129150390625,1.0,61,0.4765625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8932742649822003,0.0,0.565673828125,0.010009765625,0.089111328125,1.0,83,0.6484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.2246114809605346,0.0,0.479248046875,0.017578125,0.170654296875,1.0,44,0.34375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.0159072884982483,0.0,0.536376953125,0.008544921875,0.09423828125,1.0,86,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.0046803651349714,0.0,0.51416015625,0.0107421875,0.10888671875,1.0,85,0.6640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.762079573469944,0.0,0.496337890625,0.011962890625,0.103759765625,1.0,89,0.6953125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6883182908782611,0.0,0.479736328125,0.01318359375,0.112548828125,1.0,91,0.7109375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.275037510095135,0.0,0.49560546875,0.014892578125,0.157470703125,1.0,52,0.40625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.817955258429308,0.0,0.468994140625,0.01123046875,0.104736328125,1.0,80,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.8985585890213635,0.0,0.485107421875,0.012451171875,0.128173828125,1.0,73,0.5703125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.1976021998886472,0.0,0.518310546875,0.019287109375,0.1806640625,1.0,51,0.3984375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.8292332107802255,0.0,0.49853515625,0.013916015625,0.13623046875,1.0,78,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.7276544416693016,0.0,0.528564453125,0.012451171875,0.113037109375,1.0,88,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.7895391048422936,0.0,0.4970703125,0.010986328125,0.103271484375,1.0,82,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.6013676513976367,0.0,0.505859375,0.010986328125,0.1083984375,1.0,89,0.6953125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.7278057779367653,0.0,0.548583984375,0.012451171875,0.113037109375,1.0,79,0.6171875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.7552677179933026,0.0,0.499267578125,0.011962890625,0.116455078125,1.0,81,0.6328125
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.76534535081963,0.0,0.51953125,0.012451171875,0.116943359375,1.0,69,0.5390625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8154607847861405,0.0,0.521484375,0.010986328125,0.13671875,1.0,71,0.5546875
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.810081149609738,0.0,0.49365234375,0.012939453125,0.1240234375,1.0,83,0.6484375
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.1758712289718116,0.0,0.481689453125,0.018798828125,0.16259765625,1.0,61,0.4765625
+fresh-en-1,layers.10.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.8484040863472663,0.0,0.486328125,0.01513671875,0.13818359375,1.0,74,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7255630975374927,0.0,0.1965179443359375,0.0066986083984375,0.0633087158203125,1.0,1206,0.5888671875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,0,64,2048,64,2.1703234683071377,0.0,0.0009765625,0.0,0.00048828125,1.0,54,0.84375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,64,128,2048,64,2.2176457921153196,0.0,0.03125,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,128,192,2048,64,1.7716646780952778,0.0,0.3037109375,0.00927734375,0.0615234375,1.0,39,0.609375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7842837592934968,0.0,0.28271484375,0.005859375,0.0654296875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,256,320,2048,64,2.028189404608905,0.0,0.1796875,0.0087890625,0.08349609375,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8956688015344665,0.0,0.22412109375,0.00732421875,0.09228515625,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6427294821284382,0.0,0.18701171875,0.01416015625,0.0830078125,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,448,512,2048,64,1.425515955970731,0.0,0.2099609375,0.00732421875,0.06591796875,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,512,576,2048,64,2.072438619141685,0.0,0.17822265625,0.00146484375,0.00927734375,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,576,640,2048,64,1.9252549135270498,0.0,0.15478515625,0.0078125,0.05126953125,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,640,704,2048,64,1.737215747448269,0.0,0.14208984375,0.0048828125,0.03369140625,1.0,45,0.703125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,704,768,2048,64,1.567607667259918,0.0,0.05322265625,0.0029296875,0.03125,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,768,832,2048,64,1.9390322329481762,0.0,0.1201171875,0.00146484375,0.01171875,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,832,896,2048,64,2.0449032828497535,0.0,0.08544921875,0.00048828125,0.00927734375,1.0,50,0.78125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,896,960,2048,64,2.07530126150951,0.0,0.1357421875,0.001953125,0.021484375,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.064226853272848,0.0,0.15380859375,0.0029296875,0.02197265625,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.2350286240309427,0.0,0.2255859375,0.00830078125,0.10107421875,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1088,1152,2048,64,0.9931934202741655,0.0,0.20947265625,0.01416015625,0.09375,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.0998566679707094,0.0,0.19287109375,0.00390625,0.05517578125,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1662784186643547,0.0,0.20361328125,0.01123046875,0.0947265625,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.5820457854169632,0.0,0.20751953125,0.0048828125,0.064453125,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5051581402064336,0.0,0.24365234375,0.00439453125,0.06005859375,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4790049649907564,0.0,0.1845703125,0.0068359375,0.0654296875,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.0289214797385033,0.0,0.16064453125,0.0078125,0.07861328125,1.0,38,0.59375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0237190978157078,0.0,0.35595703125,0.01123046875,0.09228515625,1.0,35,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.161804971513786,0.0,0.33642578125,0.00830078125,0.072265625,1.0,37,0.578125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.3087968803300567,0.0,0.13720703125,0.005859375,0.05810546875,1.0,42,0.65625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.214202988080507,0.0,0.18115234375,0.01123046875,0.08251953125,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.0146984344631504,0.0,0.29345703125,0.00048828125,0.0107421875,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.9656854321034816,0.0,0.2978515625,0.0029296875,0.029296875,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.2379679061891746,0.0,0.2666015625,0.0009765625,0.01123046875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.3010431851639512,0.0,0.34912109375,0.0,0.02392578125,1.0,36,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,0,128,4096,128,2.194112214128018,0.0,0.01611328125,0.0,0.000244140625,1.0,106,0.828125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,128,256,4096,128,1.7779854140696678,0.0,0.293212890625,0.007568359375,0.0634765625,1.0,79,0.6171875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,256,384,4096,128,1.963047689955461,0.0,0.201904296875,0.00830078125,0.0869140625,1.0,71,0.5546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,384,512,4096,128,1.5379622706980027,0.0,0.198486328125,0.010498046875,0.074462890625,1.0,72,0.5625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,512,640,4096,128,2.0002010289180863,0.0,0.16650390625,0.0048828125,0.03125,1.0,97,0.7578125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,640,768,4096,128,1.6545864062711155,0.0,0.09765625,0.00390625,0.031982421875,1.0,94,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9926710010212032,0.0,0.102783203125,0.0009765625,0.010498046875,1.0,99,0.7734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.069771464171309,0.0,0.144775390625,0.00244140625,0.02197265625,1.0,95,0.7421875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.1206535754307971,0.0,0.217529296875,0.011474609375,0.09912109375,1.0,76,0.59375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1335541539604226,0.0,0.1982421875,0.00732421875,0.074462890625,1.0,81,0.6328125
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.5440806154772597,0.0,0.2255859375,0.004638671875,0.061767578125,1.0,85,0.6640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.2739966832638498,0.0,0.172607421875,0.00732421875,0.0771484375,1.0,70,0.546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.094940999110627,0.0,0.34619140625,0.010009765625,0.083984375,1.0,71,0.5546875
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.2623862662088257,0.0,0.1591796875,0.008544921875,0.070556640625,1.0,82,0.640625
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.9903428096451274,0.0,0.295654296875,0.001708984375,0.020263671875,1.0,94,0.734375
+fresh-en-1,layers.10.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.269724662720373,0.0,0.307861328125,0.00048828125,0.017578125,1.0,77,0.6015625
+fresh-en-1,layers.10.linear_attn.in_proj_b.output,0,0,16,512,16,1.327892281631093,0.0,0.408203125,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_b.output,64,0,16,512,16,1.327892281631093,0.0,0.408203125,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_b.output,128,0,16,512,16,1.327892281631093,0.0,0.408203125,0.0078125,0.087890625,1.0,10,0.625
+fresh-en-1,layers.10.linear_attn.in_proj_a.output,0,0,16,512,16,1.2222646603776328,0.0,0.474609375,0.00390625,0.09375,1.0,13,0.8125
+fresh-en-1,layers.10.linear_attn.in_proj_a.output,64,0,16,512,16,1.2222646603776328,0.0,0.474609375,0.00390625,0.09375,1.0,13,0.8125
+fresh-en-1,layers.10.linear_attn.in_proj_a.output,128,0,16,512,16,1.2222646603776328,0.0,0.474609375,0.00390625,0.09375,1.0,13,0.8125
+fresh-en-1,layers.10.linear_attn.out_proj.output,0,0,2048,65536,2048,0.032444807776916086,0.0,0.495147705078125,0.0104827880859375,0.1013946533203125,1.0,1428,0.697265625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,0,64,2048,64,0.03201333823822941,0.0,0.5029296875,0.01220703125,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,64,128,2048,64,0.03053236877292519,0.0,0.533203125,0.01171875,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,128,192,2048,64,0.029936354395733885,0.0,0.5185546875,0.0087890625,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,192,256,2048,64,0.031388206596508796,0.0,0.48388671875,0.0068359375,0.07177734375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,256,320,2048,64,0.03101388578826132,0.0,0.42138671875,0.00927734375,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,320,384,2048,64,0.029777560717057266,0.0,0.4482421875,0.00927734375,0.10400390625,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,384,448,2048,64,0.03126235843989407,0.0,0.4970703125,0.0126953125,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,448,512,2048,64,0.02894111777229369,0.0,0.5107421875,0.01220703125,0.1005859375,1.0,45,0.703125
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,512,576,2048,64,0.02894748185345503,0.0,0.4736328125,0.01123046875,0.1044921875,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,576,640,2048,64,0.03335590558133674,0.0,0.51708984375,0.0126953125,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,640,704,2048,64,0.029493934760219234,0.0,0.4765625,0.0087890625,0.099609375,1.0,44,0.6875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,704,768,2048,64,0.029135303024436524,0.0,0.515625,0.0087890625,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,768,832,2048,64,0.029358430561577255,0.0,0.47705078125,0.0078125,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,832,896,2048,64,0.030346727491576124,0.0,0.4794921875,0.00634765625,0.09326171875,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,896,960,2048,64,0.03015882124473433,0.0,0.529296875,0.01123046875,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,960,1024,2048,64,0.03071102368316489,0.0,0.51318359375,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02993104986851387,0.0,0.5146484375,0.00830078125,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1088,1152,2048,64,0.030822725476790463,0.0,0.51953125,0.0087890625,0.10009765625,1.0,43,0.671875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06248193935385231,0.0,0.52197265625,0.02294921875,0.2216796875,1.0,18,0.28125
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1216,1280,2048,64,0.033683154501902374,0.0,0.568359375,0.01171875,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1280,1344,2048,64,0.029317966830938645,0.0,0.44482421875,0.0087890625,0.09619140625,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1344,1408,2048,64,0.03187322841385509,0.0,0.4521484375,0.00927734375,0.10498046875,1.0,41,0.640625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1408,1472,2048,64,0.029908672757100727,0.0,0.490234375,0.00830078125,0.083984375,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1472,1536,2048,64,0.029605903976512825,0.0,0.53955078125,0.0087890625,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1536,1600,2048,64,0.0305939961463298,0.0,0.51416015625,0.009765625,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1600,1664,2048,64,0.03003699828954201,0.0,0.470703125,0.0087890625,0.078125,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1664,1728,2048,64,0.03151465202160389,0.0,0.47607421875,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1728,1792,2048,64,0.031864150679830096,0.0,0.4443359375,0.01318359375,0.095703125,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1792,1856,2048,64,0.03524615774428495,0.0,0.5029296875,0.01123046875,0.11962890625,1.0,40,0.625
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1856,1920,2048,64,0.03078731664148486,0.0,0.50537109375,0.01171875,0.103515625,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03783866044125921,0.0,0.4580078125,0.01220703125,0.13525390625,1.0,38,0.59375
+fresh-en-1,layers.10.linear_attn.out_proj.output,64,1984,2048,2048,64,0.029645673657891034,0.0,0.52392578125,0.00634765625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,0,128,4096,128,0.03128161894820326,0.0,0.51806640625,0.011962890625,0.09765625,1.0,91,0.7109375
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,128,256,4096,128,0.030670872402428443,0.0,0.501220703125,0.008056640625,0.080078125,1.0,95,0.7421875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,256,384,4096,128,0.03040200843649437,0.0,0.434814453125,0.00927734375,0.099609375,1.0,94,0.734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,384,512,4096,128,0.030124104577017634,0.0,0.50390625,0.0126953125,0.0986328125,1.0,92,0.71875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,512,640,4096,128,0.031229578469834967,0.0,0.495361328125,0.01171875,0.101318359375,1.0,91,0.7109375
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,640,768,4096,128,0.029315167319715306,0.0,0.49609375,0.0087890625,0.098388671875,1.0,90,0.703125
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,768,896,4096,128,0.029856668555675595,0.0,0.478271484375,0.007080078125,0.093994140625,1.0,96,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,896,1024,4096,128,0.03043617481336767,0.0,0.521240234375,0.009521484375,0.0859375,1.0,99,0.7734375
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03038015924949252,0.0,0.51708984375,0.0087890625,0.100830078125,1.0,90,0.703125
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05019236815800538,0.0,0.545166015625,0.01806640625,0.1650390625,1.0,60,0.46875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1280,1408,4096,128,0.030622262070443114,0.0,0.448486328125,0.009521484375,0.100341796875,1.0,89,0.6953125
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02975767343356867,0.0,0.514892578125,0.008544921875,0.089599609375,1.0,92,0.71875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1536,1664,4096,128,0.0303167764319328,0.0,0.492431640625,0.00927734375,0.08984375,1.0,95,0.7421875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03168988316947302,0.0,0.460205078125,0.01123046875,0.093994140625,1.0,96,0.75
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1792,1920,4096,128,0.03309192123251587,0.0,0.504150390625,0.01123046875,0.111083984375,1.0,88,0.6875
+fresh-en-1,layers.10.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03398992637987827,0.0,0.490966796875,0.009521484375,0.1103515625,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,0,0,6144,196608,6144,0.5529528424352821,0.0,0.7554219563802084,0.008341471354166666,0.0851287841796875,1.0,3887,0.6326497395833334
+fresh-en-1,layers.10.mlp.gate_proj.output,64,0,64,2048,64,0.5925765141178032,0.0,0.7958984375,0.0078125,0.08447265625,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,64,128,2048,64,0.5470258539459615,0.0,0.75244140625,0.00830078125,0.0869140625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,128,192,2048,64,0.5012838764616642,0.0,0.767578125,0.009765625,0.09326171875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,192,256,2048,64,0.5621690187031363,0.0,0.728515625,0.01171875,0.09814453125,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,256,320,2048,64,0.5956975632976681,0.0,0.7548828125,0.0048828125,0.08740234375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,320,384,2048,64,0.5578019044354845,0.0,0.7490234375,0.00830078125,0.099609375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,384,448,2048,64,0.5499588154912944,0.0,0.7734375,0.00634765625,0.083984375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,448,512,2048,64,0.5018522341412771,0.0,0.771484375,0.0078125,0.078125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,512,576,2048,64,0.5804501183807674,0.0,0.77197265625,0.0107421875,0.091796875,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,576,640,2048,64,0.5988741285631232,0.0,0.66015625,0.01123046875,0.09716796875,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,640,704,2048,64,0.5671752198688309,0.0,0.7236328125,0.0078125,0.083984375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,704,768,2048,64,0.4782381827262693,0.0,0.69140625,0.01171875,0.08935546875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,768,832,2048,64,0.4985802953997032,0.0,0.70556640625,0.00390625,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,832,896,2048,64,0.5565683802936249,0.0,0.77685546875,0.00634765625,0.08642578125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,896,960,2048,64,0.49858296849854256,0.0,0.74560546875,0.0078125,0.0888671875,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,960,1024,2048,64,0.5839963778374276,0.0,0.765625,0.00732421875,0.0810546875,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1024,1088,2048,64,0.4856215048692152,0.0,0.716796875,0.00634765625,0.08251953125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1088,1152,2048,64,0.5762996096258022,0.0,0.76611328125,0.0048828125,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1152,1216,2048,64,0.4913910137115279,0.0,0.7490234375,0.0068359375,0.0703125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1216,1280,2048,64,0.6176790858410623,0.0,0.7978515625,0.009765625,0.09521484375,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1280,1344,2048,64,0.627743251645202,0.0,0.7822265625,0.00732421875,0.0888671875,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1344,1408,2048,64,0.586245309545547,0.0,0.77880859375,0.009765625,0.07763671875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1408,1472,2048,64,0.6193576055272727,0.0,0.77880859375,0.0107421875,0.087890625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1472,1536,2048,64,0.5209520482286835,0.0,0.75537109375,0.01025390625,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1536,1600,2048,64,0.6142922339431363,0.0,0.78955078125,0.00830078125,0.08447265625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1600,1664,2048,64,0.5090662358548307,0.0,0.771484375,0.0068359375,0.078125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1664,1728,2048,64,0.582000400045764,0.0,0.76123046875,0.01171875,0.10009765625,1.0,36,0.5625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1728,1792,2048,64,0.563720921167738,0.0,0.8017578125,0.0078125,0.0751953125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1792,1856,2048,64,0.6184790281675124,0.0,0.7548828125,0.0087890625,0.08935546875,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1856,1920,2048,64,0.6044526047660124,0.0,0.708984375,0.0078125,0.08251953125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1920,1984,2048,64,0.4936971156707408,0.0,0.74609375,0.0107421875,0.08837890625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,1984,2048,2048,64,0.46865054296553793,0.0,0.72998046875,0.00732421875,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2048,2112,2048,64,0.49461170433620355,0.0,0.7587890625,0.0078125,0.0849609375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2112,2176,2048,64,0.5953771115457529,0.0,0.77490234375,0.01220703125,0.08837890625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2176,2240,2048,64,0.5226449259475011,0.0,0.74755859375,0.0087890625,0.06884765625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2240,2304,2048,64,0.5999840028503729,0.0,0.73974609375,0.0087890625,0.0986328125,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2304,2368,2048,64,0.5992385324065735,0.0,0.7265625,0.01220703125,0.09814453125,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2368,2432,2048,64,0.5028247533804611,0.0,0.75634765625,0.00830078125,0.078125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2432,2496,2048,64,0.5107845095780577,0.0,0.76513671875,0.0068359375,0.0830078125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2496,2560,2048,64,0.6102985251477876,0.0,0.79248046875,0.0107421875,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2560,2624,2048,64,0.5330565417233618,0.0,0.73974609375,0.00439453125,0.07861328125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2624,2688,2048,64,0.5222086265363443,0.0,0.77685546875,0.0068359375,0.078125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2688,2752,2048,64,0.5299429183305867,0.0,0.759765625,0.00927734375,0.08349609375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2752,2816,2048,64,0.5053445279284032,0.0,0.71923828125,0.01171875,0.08642578125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2816,2880,2048,64,0.5541163992037653,0.0,0.73388671875,0.01123046875,0.0810546875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2880,2944,2048,64,0.5727862502427099,0.0,0.7685546875,0.00830078125,0.08544921875,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,2944,3008,2048,64,0.5328560236844972,0.0,0.74267578125,0.005859375,0.0693359375,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3008,3072,2048,64,0.5428808431311936,0.0,0.73583984375,0.00732421875,0.0888671875,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3072,3136,2048,64,0.5246353481294893,0.0,0.7744140625,0.0048828125,0.08251953125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3136,3200,2048,64,0.5622241223762149,0.0,0.7880859375,0.00927734375,0.08642578125,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3200,3264,2048,64,0.5136975634518862,0.0,0.72021484375,0.005859375,0.0703125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3264,3328,2048,64,0.6183922906740017,0.0,0.82470703125,0.0048828125,0.0791015625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3328,3392,2048,64,0.5260513882498687,0.0,0.69482421875,0.01123046875,0.0927734375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3392,3456,2048,64,0.5566453360106959,0.0,0.75146484375,0.0078125,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3456,3520,2048,64,0.621254587649485,0.0,0.8017578125,0.01123046875,0.08154296875,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3520,3584,2048,64,0.5237336759962036,0.0,0.74951171875,0.00927734375,0.07275390625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3584,3648,2048,64,0.5219274550491948,0.0,0.77197265625,0.00537109375,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3648,3712,2048,64,0.5131625134111142,0.0,0.75390625,0.0078125,0.078125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3712,3776,2048,64,0.582521176608037,0.0,0.77099609375,0.01123046875,0.09521484375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3776,3840,2048,64,0.6301443320228426,0.0,0.83544921875,0.00634765625,0.09375,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3840,3904,2048,64,0.5390145199937303,0.0,0.7763671875,0.005859375,0.078125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3904,3968,2048,64,0.5463374445996395,0.0,0.79541015625,0.0087890625,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,3968,4032,2048,64,0.5246169587538533,0.0,0.771484375,0.00439453125,0.078125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4032,4096,2048,64,0.5204698174292037,0.0,0.69677734375,0.009765625,0.0859375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4096,4160,2048,64,0.6046909338203775,0.0,0.73388671875,0.0087890625,0.09716796875,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4160,4224,2048,64,0.49003975959616314,0.0,0.73388671875,0.0068359375,0.07958984375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4224,4288,2048,64,0.5719418613929429,0.0,0.7353515625,0.01025390625,0.09375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4288,4352,2048,64,0.5382606081584312,0.0,0.79345703125,0.00537109375,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4352,4416,2048,64,0.5618984777560203,0.0,0.74169921875,0.00732421875,0.087890625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4416,4480,2048,64,0.48397181548885215,0.0,0.7646484375,0.01123046875,0.078125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4480,4544,2048,64,0.5246461515950956,0.0,0.78173828125,0.0087890625,0.080078125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4544,4608,2048,64,0.5558026203237008,0.0,0.75048828125,0.0087890625,0.083984375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4608,4672,2048,64,0.5816499628289814,0.0,0.794921875,0.01025390625,0.09033203125,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4672,4736,2048,64,0.596919748168073,0.0,0.7509765625,0.0078125,0.078125,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4736,4800,2048,64,0.5406595047778154,0.0,0.8076171875,0.00830078125,0.06884765625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4800,4864,2048,64,0.5684917191002492,0.0,0.7744140625,0.00537109375,0.07666015625,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4864,4928,2048,64,0.6113321237697034,0.0,0.71826171875,0.0078125,0.0908203125,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4928,4992,2048,64,0.5905129041987075,0.0,0.76123046875,0.01123046875,0.103515625,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,4992,5056,2048,64,0.5159595045391353,0.0,0.728515625,0.0048828125,0.0830078125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5056,5120,2048,64,0.6159155165550652,0.0,0.78125,0.00927734375,0.0888671875,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5120,5184,2048,64,0.4694062075821427,0.0,0.74951171875,0.00634765625,0.08447265625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5184,5248,2048,64,0.5358965266466638,0.0,0.765625,0.00634765625,0.068359375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5248,5312,2048,64,0.48862179246763454,0.0,0.755859375,0.00732421875,0.0869140625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5312,5376,2048,64,0.6403152470632064,0.0,0.76025390625,0.00830078125,0.087890625,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5376,5440,2048,64,0.5215885391818746,0.0,0.7197265625,0.005859375,0.099609375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5440,5504,2048,64,0.46777169000266955,0.0,0.7099609375,0.0068359375,0.09326171875,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5504,5568,2048,64,0.5923460437336132,0.0,0.7490234375,0.01171875,0.08984375,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5568,5632,2048,64,0.5303462584147924,0.0,0.7236328125,0.0078125,0.0908203125,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5632,5696,2048,64,0.6259805461312768,0.0,0.775390625,0.01025390625,0.0947265625,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5696,5760,2048,64,0.5393169381115953,0.0,0.74267578125,0.0078125,0.08935546875,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5760,5824,2048,64,0.5785250938823939,0.0,0.7314453125,0.009765625,0.09375,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5824,5888,2048,64,0.5692319389338462,0.0,0.7578125,0.00732421875,0.07861328125,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5888,5952,2048,64,0.4959210983607196,0.0,0.69287109375,0.0087890625,0.0869140625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,5952,6016,2048,64,0.5301019562789533,0.0,0.78857421875,0.005859375,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,64,6016,6080,2048,64,0.5688404066203868,0.0,0.73876953125,0.0087890625,0.0927734375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,64,6080,6144,2048,64,0.5004690095500371,0.0,0.7685546875,0.00537109375,0.08056640625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,0,128,4096,128,0.5702561748763951,0.0,0.774169921875,0.008544921875,0.08447265625,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,128,256,4096,128,0.5325971884971231,0.0,0.748046875,0.0107421875,0.094970703125,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gate_proj.output,128,256,384,4096,128,0.577060894321662,0.0,0.751953125,0.007080078125,0.093017578125,1.0,79,0.6171875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,384,512,4096,128,0.5264552989804447,0.0,0.7724609375,0.007080078125,0.08056640625,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,512,640,4096,128,0.58973407642364,0.0,0.716064453125,0.010986328125,0.095703125,1.0,78,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,640,768,4096,128,0.5245948386376772,0.0,0.70751953125,0.010009765625,0.089111328125,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,768,896,4096,128,0.5283704538027861,0.0,0.7412109375,0.005615234375,0.076171875,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,896,1024,4096,128,0.542971797519933,0.0,0.755615234375,0.007568359375,0.0859375,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1024,1152,4096,128,0.5328928063158168,0.0,0.741455078125,0.006103515625,0.081787109375,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1152,1280,4096,128,0.5581185274840343,0.0,0.7734375,0.00830078125,0.083251953125,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1280,1408,4096,128,0.6073488095609662,0.0,0.780517578125,0.00830078125,0.08349609375,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1408,1536,4096,128,0.5722739204603584,0.0,0.76708984375,0.0107421875,0.088623046875,1.0,78,0.609375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1536,1664,4096,128,0.5641380066837612,0.0,0.780517578125,0.00732421875,0.081298828125,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1664,1792,4096,128,0.5729335662254535,0.0,0.781494140625,0.009765625,0.088134765625,1.0,77,0.6015625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1792,1920,4096,128,0.6115060341858647,0.0,0.73193359375,0.00830078125,0.086669921875,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gate_proj.output,128,1920,2048,4096,128,0.48133677058973084,0.0,0.738037109375,0.009033203125,0.083740234375,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2048,2176,4096,128,0.547318299995043,0.0,0.766845703125,0.009033203125,0.086181640625,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2176,2304,4096,128,0.5626448801397846,0.0,0.74365234375,0.009033203125,0.080810546875,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2304,2432,4096,128,0.5531363083964501,0.0,0.741455078125,0.009765625,0.08740234375,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2432,2560,4096,128,0.56274554863742,0.0,0.77880859375,0.0087890625,0.084228515625,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2560,2688,4096,128,0.5276604619938116,0.0,0.75830078125,0.005615234375,0.077880859375,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2688,2816,4096,128,0.517789816719062,0.0,0.739501953125,0.0107421875,0.0859375,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2816,2944,4096,128,0.5635286471572013,0.0,0.751220703125,0.009765625,0.0830078125,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,2944,3072,4096,128,0.5378917882881691,0.0,0.7392578125,0.006591796875,0.0791015625,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3072,3200,4096,128,0.543754637814086,0.0,0.78125,0.007080078125,0.083251953125,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3200,3328,4096,128,0.568460294066984,0.0,0.7724609375,0.00537109375,0.077392578125,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3328,3456,4096,128,0.5415644436177816,0.0,0.72314453125,0.01025390625,0.08837890625,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3456,3584,4096,128,0.5745668916880036,0.0,0.775634765625,0.01025390625,0.077392578125,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3584,3712,4096,128,0.5175635388551542,0.0,0.762939453125,0.00634765625,0.07568359375,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3712,3840,4096,128,0.6068001319945994,0.0,0.80322265625,0.00927734375,0.0947265625,1.0,77,0.6015625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3840,3968,4096,128,0.5426883341917972,0.0,0.785888671875,0.00732421875,0.0751953125,1.0,87,0.6796875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,3968,4096,4096,128,0.5225475022746405,0.0,0.734130859375,0.00732421875,0.082275390625,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4096,4224,4096,128,0.5503590152934834,0.0,0.73388671875,0.008056640625,0.09033203125,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4224,4352,4096,128,0.5553566309628024,0.0,0.764404296875,0.008056640625,0.08203125,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4352,4480,4096,128,0.5243846953774054,0.0,0.753173828125,0.009033203125,0.08203125,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4480,4608,4096,128,0.5404489509390484,0.0,0.76611328125,0.008544921875,0.08154296875,1.0,79,0.6171875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4608,4736,4096,128,0.5893343130227491,0.0,0.77294921875,0.009033203125,0.084228515625,1.0,79,0.6171875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4736,4864,4096,128,0.554750184674214,0.0,0.791015625,0.0068359375,0.07275390625,1.0,87,0.6796875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4864,4992,4096,128,0.6010126685761157,0.0,0.73974609375,0.009521484375,0.097900390625,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,4992,5120,4096,128,0.5681400064498022,0.0,0.7548828125,0.007568359375,0.083984375,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5120,5248,4096,128,0.5037495781579415,0.0,0.757568359375,0.006591796875,0.077880859375,1.0,88,0.6875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5248,5376,4096,128,0.5695414259278684,0.0,0.758056640625,0.008544921875,0.091064453125,1.0,77,0.6015625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5376,5504,4096,128,0.4954114240577399,0.0,0.71484375,0.006591796875,0.0966796875,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5504,5632,4096,128,0.5622014716013439,0.0,0.736328125,0.009765625,0.091552734375,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5632,5760,4096,128,0.5842578214576498,0.0,0.759033203125,0.009033203125,0.091552734375,1.0,79,0.6171875
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5760,5888,4096,128,0.5738973272955794,0.0,0.74462890625,0.008544921875,0.0859375,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gate_proj.output,128,5888,6016,4096,128,0.5132961230372172,0.0,0.74072265625,0.00732421875,0.078857421875,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gate_proj.output,128,6016,6144,4096,128,0.5357465061594159,0.0,0.753662109375,0.00732421875,0.08642578125,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.up_proj.output,0,0,6144,196608,6144,0.33855057279842493,0.0,0.4967600504557292,0.0083770751953125,0.08665974934895833,1.0,4615,0.7511393229166666
+fresh-en-1,layers.10.mlp.up_proj.output,64,0,64,2048,64,0.32194298141154803,0.0,0.50830078125,0.01123046875,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,64,128,2048,64,0.35365362627520897,0.0,0.515625,0.00732421875,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,128,192,2048,64,0.3322892712920578,0.0,0.5166015625,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,192,256,2048,64,0.3520161095875791,0.0,0.52392578125,0.00927734375,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,256,320,2048,64,0.3117408522976335,0.0,0.5380859375,0.0078125,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,320,384,2048,64,0.32830997342322993,0.0,0.466796875,0.00732421875,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,384,448,2048,64,0.31363847452431076,0.0,0.49462890625,0.01025390625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,448,512,2048,64,0.34289950265257335,0.0,0.48095703125,0.0087890625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,512,576,2048,64,0.3339659584070125,0.0,0.52392578125,0.0068359375,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,576,640,2048,64,0.33479908654835044,0.0,0.4814453125,0.00390625,0.0771484375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,640,704,2048,64,0.33889045413946345,0.0,0.4560546875,0.00537109375,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,704,768,2048,64,0.3471646832290978,0.0,0.51025390625,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,768,832,2048,64,0.3926353321107934,0.0,0.48388671875,0.00927734375,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.up_proj.output,64,832,896,2048,64,0.34430882696979076,0.0,0.4892578125,0.009765625,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,896,960,2048,64,0.332504960819196,0.0,0.53125,0.0107421875,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,960,1024,2048,64,0.3149096922886499,0.0,0.51708984375,0.0068359375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,1024,1088,2048,64,0.37167277309661173,0.0,0.513671875,0.0087890625,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,1088,1152,2048,64,0.34227643931164015,0.0,0.52392578125,0.00927734375,0.0791015625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,1152,1216,2048,64,0.33629565388660976,0.0,0.54541015625,0.00732421875,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,1216,1280,2048,64,0.33912376670451966,0.0,0.52978515625,0.00927734375,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,1280,1344,2048,64,0.316572570260964,0.0,0.48779296875,0.0078125,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,1344,1408,2048,64,0.3279046575906999,0.0,0.51025390625,0.01220703125,0.095703125,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,1408,1472,2048,64,0.3388872770927519,0.0,0.5341796875,0.005859375,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,1472,1536,2048,64,0.3676496897671285,0.0,0.46923828125,0.0126953125,0.07958984375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,1536,1600,2048,64,0.3166937225399646,0.0,0.45751953125,0.0068359375,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,1600,1664,2048,64,0.3619521053045861,0.0,0.453125,0.00732421875,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,1664,1728,2048,64,0.37759682755145696,0.0,0.4560546875,0.00830078125,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,1728,1792,2048,64,0.3268516886556719,0.0,0.48193359375,0.0078125,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,1792,1856,2048,64,0.34533463222746025,0.0,0.5458984375,0.0048828125,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,1856,1920,2048,64,0.33800876283261155,0.0,0.474609375,0.00927734375,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,1920,1984,2048,64,0.3276449671633614,0.0,0.49169921875,0.0087890625,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,1984,2048,2048,64,0.3286578940670541,0.0,0.48779296875,0.00830078125,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,2048,2112,2048,64,0.344050833696508,0.0,0.50634765625,0.00830078125,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,2112,2176,2048,64,0.36385716277087926,0.0,0.47607421875,0.0078125,0.09912109375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,2176,2240,2048,64,0.3441128589332589,0.0,0.52197265625,0.01123046875,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,2240,2304,2048,64,0.34635925403300377,0.0,0.48583984375,0.0087890625,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,2304,2368,2048,64,0.31725842864221654,0.0,0.4599609375,0.0107421875,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,2368,2432,2048,64,0.303414543262354,0.0,0.50927734375,0.01123046875,0.091796875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,2432,2496,2048,64,0.346757050967415,0.0,0.49658203125,0.00830078125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,2496,2560,2048,64,0.34777396483541045,0.0,0.5419921875,0.01123046875,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,2560,2624,2048,64,0.3272190214408631,0.0,0.494140625,0.009765625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,2624,2688,2048,64,0.340160122997098,0.0,0.451171875,0.0078125,0.0771484375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,2688,2752,2048,64,0.3333424399657074,0.0,0.49951171875,0.00830078125,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,2752,2816,2048,64,0.34073720589991036,0.0,0.4296875,0.0078125,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,2816,2880,2048,64,0.32078868111016035,0.0,0.47607421875,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,2880,2944,2048,64,0.3148573092764297,0.0,0.4951171875,0.00927734375,0.078125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,2944,3008,2048,64,0.37633456797311854,0.0,0.447265625,0.00830078125,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,3008,3072,2048,64,0.35042546716805884,0.0,0.5224609375,0.00439453125,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,3072,3136,2048,64,0.3445109542510829,0.0,0.51220703125,0.01025390625,0.09716796875,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,3136,3200,2048,64,0.3331905276139407,0.0,0.50439453125,0.0087890625,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,3200,3264,2048,64,0.3408894134824803,0.0,0.4560546875,0.0068359375,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,3264,3328,2048,64,0.3420286928874318,0.0,0.51611328125,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3328,3392,2048,64,0.3363228404023203,0.0,0.49609375,0.00634765625,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,3392,3456,2048,64,0.3364466717264945,0.0,0.529296875,0.00830078125,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,3456,3520,2048,64,0.3241574414858113,0.0,0.544921875,0.00732421875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3520,3584,2048,64,0.32174067299171644,0.0,0.49658203125,0.009765625,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3584,3648,2048,64,0.3284202951655009,0.0,0.490234375,0.00732421875,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3648,3712,2048,64,0.32163261613774236,0.0,0.47998046875,0.009765625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,3712,3776,2048,64,0.3334632648946927,0.0,0.4892578125,0.0078125,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,3776,3840,2048,64,0.31797110879203855,0.0,0.462890625,0.01220703125,0.09375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3840,3904,2048,64,0.3265786712214918,0.0,0.5205078125,0.00927734375,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,3904,3968,2048,64,0.2998573704255114,0.0,0.51611328125,0.00439453125,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,3968,4032,2048,64,0.3376429140549444,0.0,0.45947265625,0.0078125,0.087890625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,4032,4096,2048,64,0.3437511064268201,0.0,0.48388671875,0.00732421875,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4096,4160,2048,64,0.4308441237233704,0.0,0.53173828125,0.01318359375,0.1142578125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.up_proj.output,64,4160,4224,2048,64,0.3208799494818697,0.0,0.45703125,0.0087890625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4224,4288,2048,64,0.32842398232968545,0.0,0.53466796875,0.00634765625,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4288,4352,2048,64,0.34401611197776927,0.0,0.52880859375,0.0068359375,0.08154296875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,4352,4416,2048,64,0.31541193815666413,0.0,0.46435546875,0.0078125,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4416,4480,2048,64,0.3464878896757022,0.0,0.47607421875,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4480,4544,2048,64,0.3735316840210732,0.0,0.458984375,0.00927734375,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,4544,4608,2048,64,0.33574452315628306,0.0,0.5087890625,0.005859375,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,4608,4672,2048,64,0.30959587885101253,0.0,0.533203125,0.00537109375,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4672,4736,2048,64,0.346736655491109,0.0,0.490234375,0.00927734375,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,4736,4800,2048,64,0.3049545999137911,0.0,0.46044921875,0.005859375,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,4800,4864,2048,64,0.3099659564225107,0.0,0.4892578125,0.00732421875,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,4864,4928,2048,64,0.33515346452878964,0.0,0.427734375,0.00390625,0.06787109375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,4928,4992,2048,64,0.3824413501822455,0.0,0.482421875,0.00927734375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,4992,5056,2048,64,0.3469195913137593,0.0,0.494140625,0.00634765625,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,5056,5120,2048,64,0.3409491217130634,0.0,0.529296875,0.0048828125,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,5120,5184,2048,64,0.3270392350459842,0.0,0.5361328125,0.00927734375,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,5184,5248,2048,64,0.3496798959559152,0.0,0.486328125,0.0078125,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,64,5248,5312,2048,64,0.3259107018396501,0.0,0.5234375,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5312,5376,2048,64,0.37439541699920503,0.0,0.474609375,0.009765625,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5376,5440,2048,64,0.34402966286758424,0.0,0.47900390625,0.005859375,0.0703125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5440,5504,2048,64,0.35847324202641034,0.0,0.423828125,0.00927734375,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,5504,5568,2048,64,0.3287958221283386,0.0,0.46923828125,0.0078125,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5568,5632,2048,64,0.34498782044824844,0.0,0.5166015625,0.01025390625,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,5632,5696,2048,64,0.30643465119218494,0.0,0.49609375,0.00634765625,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5696,5760,2048,64,0.33880381573622537,0.0,0.576171875,0.0078125,0.078125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,5760,5824,2048,64,0.33480198791432053,0.0,0.4853515625,0.00732421875,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.up_proj.output,64,5824,5888,2048,64,0.33505678141400996,0.0,0.49609375,0.00830078125,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,64,5888,5952,2048,64,0.3504205501023495,0.0,0.5390625,0.00927734375,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,64,5952,6016,2048,64,0.34886196648506945,0.0,0.4755859375,0.00927734375,0.087890625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,64,6016,6080,2048,64,0.3121864402662951,0.0,0.51904296875,0.01220703125,0.1015625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,64,6080,6144,2048,64,0.325359442819718,0.0,0.552734375,0.01171875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,128,0,128,4096,128,0.3381702017163558,0.0,0.511962890625,0.009033203125,0.08349609375,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,128,256,4096,128,0.34229482995290866,0.0,0.520263671875,0.008544921875,0.088623046875,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,256,384,4096,128,0.32013262692235606,0.0,0.50244140625,0.00732421875,0.09033203125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,384,512,4096,128,0.32859485816223516,0.0,0.48779296875,0.00927734375,0.0888671875,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,512,640,4096,128,0.3343827819493135,0.0,0.502685546875,0.00537109375,0.076904296875,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,640,768,4096,128,0.34305251579635127,0.0,0.483154296875,0.007080078125,0.08837890625,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.up_proj.output,128,768,896,4096,128,0.3692635050685799,0.0,0.486572265625,0.00927734375,0.094970703125,1.0,91,0.7109375
+fresh-en-1,layers.10.mlp.up_proj.output,128,896,1024,4096,128,0.3238268544042535,0.0,0.524169921875,0.0087890625,0.0849609375,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,1024,1152,4096,128,0.35727707117108726,0.0,0.518798828125,0.009033203125,0.081787109375,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,1152,1280,4096,128,0.3377126707475483,0.0,0.53759765625,0.00830078125,0.09130859375,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,128,1280,1408,4096,128,0.32228842417259357,0.0,0.4990234375,0.010009765625,0.0869140625,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,1408,1536,4096,128,0.3535610845110116,0.0,0.501708984375,0.00927734375,0.0869140625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,1536,1664,4096,128,0.3400766387379779,0.0,0.455322265625,0.00732421875,0.0849609375,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,128,1664,1792,4096,128,0.35313693558872383,0.0,0.468994140625,0.00830078125,0.0849609375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,1792,1920,4096,128,0.3416913314435325,0.0,0.51025390625,0.007080078125,0.088134765625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,1920,2048,4096,128,0.3281518214486026,0.0,0.48974609375,0.008544921875,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,2048,2176,4096,128,0.3540925098522534,0.0,0.4912109375,0.0087890625,0.09326171875,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,2176,2304,4096,128,0.3452378835944281,0.0,0.50390625,0.010009765625,0.0859375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,2304,2432,4096,128,0.31041367206328985,0.0,0.484619140625,0.010986328125,0.088623046875,1.0,100,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,128,2432,2560,4096,128,0.3472658801357828,0.0,0.519287109375,0.009765625,0.088134765625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,2560,2688,4096,128,0.3337523013179961,0.0,0.47265625,0.00927734375,0.079345703125,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,2688,2816,4096,128,0.33706010277602505,0.0,0.464599609375,0.008056640625,0.07666015625,1.0,100,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,128,2816,2944,4096,128,0.31783683167089793,0.0,0.485595703125,0.008544921875,0.0859375,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,2944,3072,4096,128,0.36361086004921944,0.0,0.48486328125,0.006591796875,0.09228515625,1.0,92,0.71875
+fresh-en-1,layers.10.mlp.up_proj.output,128,3072,3200,4096,128,0.33889801215900334,0.0,0.50830078125,0.009521484375,0.095458984375,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,3200,3328,4096,128,0.3414595283358736,0.0,0.486083984375,0.008056640625,0.085205078125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,3328,3456,4096,128,0.33638476176256865,0.0,0.5126953125,0.00732421875,0.083984375,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,3456,3584,4096,128,0.32295131794729515,0.0,0.520751953125,0.008544921875,0.08349609375,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,3584,3712,4096,128,0.3250441739519438,0.0,0.485107421875,0.008544921875,0.079833984375,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,3712,3840,4096,128,0.32580928091497513,0.0,0.47607421875,0.01025390625,0.08837890625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,3840,3968,4096,128,0.3135028477504611,0.0,0.518310546875,0.0068359375,0.09228515625,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,3968,4096,4096,128,0.34071069882025834,0.0,0.4716796875,0.007568359375,0.07861328125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,4096,4224,4096,128,0.3798622124708156,0.0,0.494384765625,0.01171875,0.1025390625,1.0,91,0.7109375
+fresh-en-1,layers.10.mlp.up_proj.output,128,4224,4352,4096,128,0.33631042019954616,0.0,0.53173828125,0.0068359375,0.0830078125,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.up_proj.output,128,4352,4480,4096,128,0.33131446423576566,0.0,0.47021484375,0.009033203125,0.0732421875,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,4480,4608,4096,128,0.35514103099829136,0.0,0.48388671875,0.00732421875,0.09326171875,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.up_proj.output,128,4608,4736,4096,128,0.3286912810394359,0.0,0.51171875,0.0068359375,0.092041015625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.up_proj.output,128,4736,4864,4096,128,0.30747048813626177,0.0,0.474853515625,0.006591796875,0.08251953125,1.0,101,0.7890625
+fresh-en-1,layers.10.mlp.up_proj.output,128,4864,4992,4096,128,0.3595756047863019,0.0,0.455078125,0.005859375,0.080810546875,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.up_proj.output,128,4992,5120,4096,128,0.34394731168757164,0.0,0.51171875,0.005615234375,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.up_proj.output,128,5120,5248,4096,128,0.3385488819175173,0.0,0.51123046875,0.0087890625,0.090576171875,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,5248,5376,4096,128,0.35099124906728224,0.0,0.4990234375,0.00927734375,0.091796875,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,5376,5504,4096,128,0.3513256852136697,0.0,0.451416015625,0.00732421875,0.08251953125,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,5504,5632,4096,128,0.33698908654931464,0.0,0.492919921875,0.009033203125,0.085205078125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.up_proj.output,128,5632,5760,4096,128,0.323024937898533,0.0,0.5361328125,0.0068359375,0.081298828125,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,5760,5888,4096,128,0.33492940889305056,0.0,0.49072265625,0.0078125,0.076171875,1.0,100,0.78125
+fresh-en-1,layers.10.mlp.up_proj.output,128,5888,6016,4096,128,0.34964212674809575,0.0,0.50732421875,0.00927734375,0.08837890625,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.up_proj.output,128,6016,6144,4096,128,0.3188409795792398,0.0,0.535888671875,0.011962890625,0.094970703125,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,0,0,6144,196608,6144,0.20197090958279793,0.0,0.7554219563802084,0.006123860677083333,0.06268819173177083,1.0,4424,0.7200520833333334
+fresh-en-1,layers.10.mlp.silu_gate,64,0,64,2048,64,0.19409623566948714,0.0,0.7958984375,0.00537109375,0.05419921875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,64,128,2048,64,0.18612228776541545,0.0,0.75244140625,0.00439453125,0.06591796875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,128,192,2048,64,0.19016445396857784,0.0,0.767578125,0.0068359375,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,192,256,2048,64,0.1879339704407035,0.0,0.728515625,0.009765625,0.06689453125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,256,320,2048,64,0.22347147664164793,0.0,0.7548828125,0.00341796875,0.06201171875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.silu_gate,64,320,384,2048,64,0.17344641486245727,0.0,0.7490234375,0.00439453125,0.060546875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,384,448,2048,64,0.19156959370875487,0.0,0.7734375,0.00341796875,0.0556640625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,448,512,2048,64,0.19298095708573468,0.0,0.771484375,0.005859375,0.06005859375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,512,576,2048,64,0.22318040517875776,0.0,0.77197265625,0.00830078125,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.silu_gate,64,576,640,2048,64,0.25140258671817556,0.0,0.66015625,0.009765625,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.10.mlp.silu_gate,64,640,704,2048,64,0.28580931225866807,0.0,0.7236328125,0.0078125,0.08935546875,1.0,35,0.546875
+fresh-en-1,layers.10.mlp.silu_gate,64,704,768,2048,64,0.1838272466674115,0.0,0.69140625,0.00927734375,0.0693359375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,768,832,2048,64,0.19294722820909385,0.0,0.70556640625,0.001953125,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,832,896,2048,64,0.1987132004407775,0.0,0.77685546875,0.0048828125,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,896,960,2048,64,0.17461759767083754,0.0,0.74560546875,0.00537109375,0.06201171875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,960,1024,2048,64,0.19486110709463866,0.0,0.765625,0.00439453125,0.05712890625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,1024,1088,2048,64,0.2024435151340067,0.0,0.716796875,0.00537109375,0.0693359375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,1088,1152,2048,64,0.19961282589162252,0.0,0.76611328125,0.00341796875,0.0517578125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,1152,1216,2048,64,0.19076496010844504,0.0,0.7490234375,0.00537109375,0.05517578125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,1216,1280,2048,64,0.17381378443254789,0.0,0.7978515625,0.00830078125,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,1280,1344,2048,64,0.2596108343437214,0.0,0.7822265625,0.00537109375,0.072265625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.silu_gate,64,1344,1408,2048,64,0.1930563425646198,0.0,0.77880859375,0.005859375,0.05126953125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,1408,1472,2048,64,0.186579066521836,0.0,0.77880859375,0.0078125,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,1472,1536,2048,64,0.2049472230773767,0.0,0.75537109375,0.00927734375,0.07080078125,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,64,1536,1600,2048,64,0.210011090375649,0.0,0.78955078125,0.005859375,0.0556640625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,1600,1664,2048,64,0.18208227742312635,0.0,0.771484375,0.00390625,0.056640625,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.silu_gate,64,1664,1728,2048,64,0.1876698832721898,0.0,0.76123046875,0.0078125,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,1728,1792,2048,64,0.18834214554779408,0.0,0.8017578125,0.00390625,0.048828125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,1792,1856,2048,64,0.21111825089994085,0.0,0.7548828125,0.005859375,0.06298828125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,1856,1920,2048,64,0.26252395966813613,0.0,0.708984375,0.00732421875,0.07275390625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.silu_gate,64,1920,1984,2048,64,0.1710804180364806,0.0,0.74609375,0.0068359375,0.0654296875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,1984,2048,2048,64,0.19290172904202338,0.0,0.72998046875,0.00634765625,0.068359375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,2048,2112,2048,64,0.19757475980866496,0.0,0.7587890625,0.00634765625,0.06591796875,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,2112,2176,2048,64,0.20912826424573247,0.0,0.77490234375,0.00830078125,0.06396484375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,2176,2240,2048,64,0.19672522814828583,0.0,0.74755859375,0.0068359375,0.05224609375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,2240,2304,2048,64,0.21430731670720407,0.0,0.73974609375,0.00634765625,0.06591796875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.silu_gate,64,2304,2368,2048,64,0.24616138084708816,0.0,0.7265625,0.01025390625,0.08447265625,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.silu_gate,64,2368,2432,2048,64,0.196169474103326,0.0,0.75634765625,0.00537109375,0.06396484375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,2432,2496,2048,64,0.18681928781027438,0.0,0.76513671875,0.005859375,0.06201171875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,2496,2560,2048,64,0.21366575394523976,0.0,0.79248046875,0.005859375,0.05517578125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,2560,2624,2048,64,0.20011896542828886,0.0,0.73974609375,0.00439453125,0.05712890625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,2624,2688,2048,64,0.18157897973956652,0.0,0.77685546875,0.00439453125,0.05712890625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,2688,2752,2048,64,0.19741469778086046,0.0,0.759765625,0.0078125,0.0634765625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,64,2752,2816,2048,64,0.17750265943166746,0.0,0.71923828125,0.0078125,0.05908203125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,2816,2880,2048,64,0.19880620818652273,0.0,0.73388671875,0.00732421875,0.0576171875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,2880,2944,2048,64,0.22447856650156933,0.0,0.7685546875,0.00732421875,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.silu_gate,64,2944,3008,2048,64,0.20945727175282797,0.0,0.74267578125,0.00439453125,0.0546875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3008,3072,2048,64,0.19385899763121758,0.0,0.73583984375,0.00537109375,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,3072,3136,2048,64,0.19514480559486722,0.0,0.7744140625,0.00341796875,0.056640625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3136,3200,2048,64,0.178409538458389,0.0,0.7880859375,0.001953125,0.05615234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3200,3264,2048,64,0.21171639299857373,0.0,0.72021484375,0.005859375,0.05908203125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,3264,3328,2048,64,0.1845385988058017,0.0,0.82470703125,0.00244140625,0.05029296875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,3328,3392,2048,64,0.25114764202213935,0.0,0.69482421875,0.0107421875,0.0908203125,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.silu_gate,64,3392,3456,2048,64,0.20529303440015415,0.0,0.75146484375,0.005859375,0.0634765625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3456,3520,2048,64,0.18783977199329832,0.0,0.8017578125,0.00830078125,0.05224609375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,3520,3584,2048,64,0.2095142804228654,0.0,0.74951171875,0.00732421875,0.05419921875,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,64,3584,3648,2048,64,0.18951849914347718,0.0,0.77197265625,0.00390625,0.05029296875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3648,3712,2048,64,0.17579832207623042,0.0,0.75390625,0.00537109375,0.0546875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,3712,3776,2048,64,0.18755995358941915,0.0,0.77099609375,0.00927734375,0.0625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,3776,3840,2048,64,0.17661499130963149,0.0,0.83544921875,0.00341796875,0.0517578125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,3840,3904,2048,64,0.2088556830078211,0.0,0.7763671875,0.00439453125,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,3904,3968,2048,64,0.1759742119230089,0.0,0.79541015625,0.005859375,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.silu_gate,64,3968,4032,2048,64,0.19256342603888674,0.0,0.771484375,0.00390625,0.052734375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4032,4096,2048,64,0.19030496327555627,0.0,0.69677734375,0.00732421875,0.06640625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4096,4160,2048,64,0.2484784921144302,0.0,0.73388671875,0.0078125,0.08349609375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.silu_gate,64,4160,4224,2048,64,0.18088780020820902,0.0,0.73388671875,0.00439453125,0.05615234375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4224,4288,2048,64,0.25783642353561087,0.0,0.7353515625,0.01025390625,0.08251953125,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.silu_gate,64,4288,4352,2048,64,0.19473572586814228,0.0,0.79345703125,0.00341796875,0.0576171875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4352,4416,2048,64,0.1964343404684026,0.0,0.74169921875,0.0048828125,0.06103515625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,4416,4480,2048,64,0.1886375837473002,0.0,0.7646484375,0.0107421875,0.06005859375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4480,4544,2048,64,0.1936142443636924,0.0,0.78173828125,0.00732421875,0.0615234375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,4544,4608,2048,64,0.17931191721484435,0.0,0.75048828125,0.00634765625,0.05126953125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4608,4672,2048,64,0.20543265450081039,0.0,0.794921875,0.00634765625,0.07177734375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,4672,4736,2048,64,0.20954185279729623,0.0,0.7509765625,0.0048828125,0.05615234375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,4736,4800,2048,64,0.19084635635889668,0.0,0.8076171875,0.00537109375,0.046875,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.silu_gate,64,4800,4864,2048,64,0.21987647470890043,0.0,0.7744140625,0.00341796875,0.05859375,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.silu_gate,64,4864,4928,2048,64,0.21426501682790705,0.0,0.71826171875,0.00537109375,0.06201171875,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,4928,4992,2048,64,0.18036641237212658,0.0,0.76123046875,0.00537109375,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,4992,5056,2048,64,0.19498600201645855,0.0,0.728515625,0.00341796875,0.06298828125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,5056,5120,2048,64,0.18795899364967467,0.0,0.78125,0.00732421875,0.05322265625,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.silu_gate,64,5120,5184,2048,64,0.1796759160541608,0.0,0.74951171875,0.00537109375,0.0634765625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.silu_gate,64,5184,5248,2048,64,0.23638263746992233,0.0,0.765625,0.00634765625,0.06396484375,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.silu_gate,64,5248,5312,2048,64,0.1939350362376078,0.0,0.755859375,0.00537109375,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,5312,5376,2048,64,0.20518308406013003,0.0,0.76025390625,0.00537109375,0.0546875,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,64,5376,5440,2048,64,0.190138123669818,0.0,0.7197265625,0.00439453125,0.0703125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,5440,5504,2048,64,0.1825986533720589,0.0,0.7099609375,0.005859375,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,5504,5568,2048,64,0.22366625635937096,0.0,0.7490234375,0.01025390625,0.06494140625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.silu_gate,64,5568,5632,2048,64,0.188734966067326,0.0,0.7236328125,0.0068359375,0.072265625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,5632,5696,2048,64,0.18786919565523053,0.0,0.775390625,0.00732421875,0.0537109375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,5696,5760,2048,64,0.19253775724918668,0.0,0.74267578125,0.00537109375,0.0634765625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,64,5760,5824,2048,64,0.1902022359731174,0.0,0.7314453125,0.0048828125,0.0625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,5824,5888,2048,64,0.2201195810564689,0.0,0.7578125,0.0048828125,0.060546875,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,64,5888,5952,2048,64,0.20881147037936082,0.0,0.69287109375,0.0078125,0.07080078125,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,64,5952,6016,2048,64,0.1989148197491108,0.0,0.78857421875,0.00537109375,0.048828125,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,64,6016,6080,2048,64,0.20092701017536502,0.0,0.73876953125,0.00732421875,0.06591796875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.silu_gate,64,6080,6144,2048,64,0.20672007304557719,0.0,0.7685546875,0.00439453125,0.06640625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,128,0,128,4096,128,0.19015106455670608,0.0,0.774169921875,0.005126953125,0.06005859375,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,128,256,4096,128,0.18905250170094892,0.0,0.748046875,0.00830078125,0.0693359375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.silu_gate,128,256,384,4096,128,0.20002894753139885,0.0,0.751953125,0.004150390625,0.062744140625,1.0,92,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,128,384,512,4096,128,0.19227657037645482,0.0,0.7724609375,0.004638671875,0.057861328125,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,512,640,4096,128,0.23771070007926048,0.0,0.716064453125,0.00927734375,0.075927734375,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.silu_gate,128,640,768,4096,128,0.2402908857937543,0.0,0.70751953125,0.00927734375,0.07861328125,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.silu_gate,128,768,896,4096,128,0.19585143464242072,0.0,0.7412109375,0.00341796875,0.05712890625,1.0,96,0.75
+fresh-en-1,layers.10.mlp.silu_gate,128,896,1024,4096,128,0.18501642693891093,0.0,0.755615234375,0.0048828125,0.06103515625,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.silu_gate,128,1024,1152,4096,128,0.20103315283834655,0.0,0.741455078125,0.00439453125,0.060302734375,1.0,92,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,128,1152,1280,4096,128,0.1824863031352502,0.0,0.7734375,0.007080078125,0.054931640625,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.silu_gate,128,1280,1408,4096,128,0.22876684278219928,0.0,0.780517578125,0.006591796875,0.06396484375,1.0,89,0.6953125
+fresh-en-1,layers.10.mlp.silu_gate,128,1408,1536,4096,128,0.19597845839694694,0.0,0.76708984375,0.008544921875,0.06640625,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,1536,1664,4096,128,0.19654339703022505,0.0,0.780517578125,0.005126953125,0.058349609375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.silu_gate,128,1664,1792,4096,128,0.18800631488987782,0.0,0.781494140625,0.005859375,0.059326171875,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,1792,1920,4096,128,0.23821182303035207,0.0,0.73193359375,0.006591796875,0.06884765625,1.0,89,0.6953125
+fresh-en-1,layers.10.mlp.silu_gate,128,1920,2048,4096,128,0.18231783580184793,0.0,0.738037109375,0.0068359375,0.0673828125,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,2048,2176,4096,128,0.2034335476511735,0.0,0.766845703125,0.0068359375,0.064697265625,1.0,91,0.7109375
+fresh-en-1,layers.10.mlp.silu_gate,128,2176,2304,4096,128,0.20570420679246812,0.0,0.74365234375,0.006591796875,0.0595703125,1.0,90,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,128,2304,2432,4096,128,0.2225734575264093,0.0,0.741455078125,0.0078125,0.074462890625,1.0,89,0.6953125
+fresh-en-1,layers.10.mlp.silu_gate,128,2432,2560,4096,128,0.20069192896941057,0.0,0.77880859375,0.00537109375,0.06005859375,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,2560,2688,4096,128,0.1910739728578314,0.0,0.75830078125,0.004150390625,0.05712890625,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,2688,2816,4096,128,0.1877228768760257,0.0,0.739501953125,0.0078125,0.061279296875,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,2816,2944,4096,128,0.21203128923828965,0.0,0.751220703125,0.00732421875,0.06494140625,1.0,92,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,128,2944,3072,4096,128,0.2018088943192525,0.0,0.7392578125,0.0048828125,0.0595703125,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,3072,3200,4096,128,0.18696451342914502,0.0,0.78125,0.0029296875,0.05810546875,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,3200,3328,4096,128,0.1985929574702174,0.0,0.7724609375,0.00439453125,0.0546875,1.0,96,0.75
+fresh-en-1,layers.10.mlp.silu_gate,128,3328,3456,4096,128,0.2293690999966032,0.0,0.72314453125,0.008544921875,0.076416015625,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.silu_gate,128,3456,3584,4096,128,0.19897237703209633,0.0,0.775634765625,0.0078125,0.052490234375,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,3584,3712,4096,128,0.18278718713631736,0.0,0.762939453125,0.004638671875,0.0517578125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.silu_gate,128,3712,3840,4096,128,0.18216968922650972,0.0,0.80322265625,0.005859375,0.056884765625,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,128,3840,3968,4096,128,0.1931160526556344,0.0,0.785888671875,0.00537109375,0.0517578125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.silu_gate,128,3968,4096,4096,128,0.19143752518138213,0.0,0.734130859375,0.005615234375,0.060546875,1.0,96,0.75
+fresh-en-1,layers.10.mlp.silu_gate,128,4096,4224,4096,128,0.2173268935355515,0.0,0.73388671875,0.007080078125,0.0703125,1.0,87,0.6796875
+fresh-en-1,layers.10.mlp.silu_gate,128,4224,4352,4096,128,0.22847497043552403,0.0,0.764404296875,0.005859375,0.06884765625,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.silu_gate,128,4352,4480,4096,128,0.192575424337162,0.0,0.753173828125,0.007568359375,0.060791015625,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.silu_gate,128,4480,4608,4096,128,0.18660015980136083,0.0,0.76611328125,0.0068359375,0.055908203125,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.silu_gate,128,4608,4736,4096,128,0.20749742601894258,0.0,0.77294921875,0.005615234375,0.064453125,1.0,93,0.7265625
+fresh-en-1,layers.10.mlp.silu_gate,128,4736,4864,4096,128,0.20587374269911246,0.0,0.791015625,0.00439453125,0.052490234375,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,4864,4992,4096,128,0.19804234414419472,0.0,0.73974609375,0.005615234375,0.064697265625,1.0,93,0.7265625
+fresh-en-1,layers.10.mlp.silu_gate,128,4992,5120,4096,128,0.19150473137257057,0.0,0.7548828125,0.00537109375,0.058349609375,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.silu_gate,128,5120,5248,4096,128,0.20995259715842832,0.0,0.757568359375,0.00537109375,0.067138671875,1.0,92,0.71875
+fresh-en-1,layers.10.mlp.silu_gate,128,5248,5376,4096,128,0.19963829325170637,0.0,0.758056640625,0.00537109375,0.062744140625,1.0,90,0.703125
+fresh-en-1,layers.10.mlp.silu_gate,128,5376,5504,4096,128,0.18640651046297757,0.0,0.71484375,0.0048828125,0.070556640625,1.0,94,0.734375
+fresh-en-1,layers.10.mlp.silu_gate,128,5504,5632,4096,128,0.2069389785060448,0.0,0.736328125,0.008056640625,0.069091796875,1.0,89,0.6953125
+fresh-en-1,layers.10.mlp.silu_gate,128,5632,5760,4096,128,0.19021779969641384,0.0,0.759033203125,0.00634765625,0.05908203125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.silu_gate,128,5760,5888,4096,128,0.20570551831884434,0.0,0.74462890625,0.00537109375,0.06201171875,1.0,91,0.7109375
+fresh-en-1,layers.10.mlp.silu_gate,128,5888,6016,4096,128,0.203923191027666,0.0,0.74072265625,0.00634765625,0.05908203125,1.0,93,0.7265625
+fresh-en-1,layers.10.mlp.silu_gate,128,6016,6144,4096,128,0.2038441218406604,0.0,0.753662109375,0.005859375,0.06640625,1.0,93,0.7265625
+fresh-en-1,layers.10.mlp.gated_product,0,0,6144,196608,6144,0.06702810300964789,0.0,0.4997202555338542,0.029993693033854168,0.1984710693359375,1.0,3820,0.6217447916666666
+fresh-en-1,layers.10.mlp.gated_product,64,0,64,2048,64,0.06319113155523612,0.0,0.48388671875,0.02685546875,0.1787109375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,64,128,2048,64,0.0719335292638446,0.0,0.52294921875,0.0302734375,0.21728515625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,128,192,2048,64,0.06047443931811105,0.0,0.4853515625,0.02880859375,0.1904296875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,192,256,2048,64,0.06063287804787794,0.0,0.43994140625,0.033203125,0.1923828125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,256,320,2048,64,0.06511922236338313,0.0,0.494140625,0.0234375,0.18359375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,320,384,2048,64,0.0568749566479266,0.0,0.51171875,0.02734375,0.2021484375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,384,448,2048,64,0.06216672827603369,0.0,0.52001953125,0.02783203125,0.1943359375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,448,512,2048,64,0.057946956022824306,0.0,0.51220703125,0.0244140625,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,512,576,2048,64,0.0736887765741678,0.0,0.46484375,0.0322265625,0.19677734375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,576,640,2048,64,0.07767115872534443,0.0,0.521484375,0.02978515625,0.19921875,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gated_product,64,640,704,2048,64,0.08958968573092616,0.0,0.5224609375,0.0400390625,0.2509765625,1.0,28,0.4375
+fresh-en-1,layers.10.mlp.gated_product,64,704,768,2048,64,0.059210496233467615,0.0,0.50537109375,0.03173828125,0.189453125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,768,832,2048,64,0.07300059757633647,0.0,0.5087890625,0.0283203125,0.1982421875,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,832,896,2048,64,0.06339704311776888,0.0,0.48583984375,0.0302734375,0.18359375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,896,960,2048,64,0.06159845315234804,0.0,0.48388671875,0.03369140625,0.20166015625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,960,1024,2048,64,0.05825970724006493,0.0,0.48583984375,0.0244140625,0.17919921875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,1024,1088,2048,64,0.07045138394325665,0.0,0.4990234375,0.02490234375,0.18359375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,1088,1152,2048,64,0.0793729871250741,0.0,0.46875,0.02978515625,0.20458984375,1.0,34,0.53125
+fresh-en-1,layers.10.mlp.gated_product,64,1152,1216,2048,64,0.06198046723028542,0.0,0.49853515625,0.02587890625,0.1884765625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,1216,1280,2048,64,0.05740514866889431,0.0,0.46923828125,0.0341796875,0.17724609375,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,1280,1344,2048,64,0.07839504560059583,0.0,0.51513671875,0.03125,0.21533203125,1.0,34,0.53125
+fresh-en-1,layers.10.mlp.gated_product,64,1344,1408,2048,64,0.06932120356684296,0.0,0.50390625,0.0361328125,0.19287109375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,1408,1472,2048,64,0.0572036786723262,0.0,0.48486328125,0.02685546875,0.1806640625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gated_product,64,1472,1536,2048,64,0.07578702834717647,0.0,0.4951171875,0.03564453125,0.20361328125,1.0,36,0.5625
+fresh-en-1,layers.10.mlp.gated_product,64,1536,1600,2048,64,0.06486180370672305,0.0,0.533203125,0.017578125,0.18798828125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,1600,1664,2048,64,0.0677975641897659,0.0,0.4833984375,0.0263671875,0.19775390625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,1664,1728,2048,64,0.06204053300350118,0.0,0.50146484375,0.0302734375,0.19775390625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,1728,1792,2048,64,0.06949827076187463,0.0,0.50927734375,0.02392578125,0.19775390625,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gated_product,64,1792,1856,2048,64,0.07339512309330673,0.0,0.501953125,0.02783203125,0.19775390625,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,1856,1920,2048,64,0.07841261490930987,0.0,0.515625,0.0341796875,0.21484375,1.0,35,0.546875
+fresh-en-1,layers.10.mlp.gated_product,64,1920,1984,2048,64,0.05480939629331495,0.0,0.48681640625,0.041015625,0.2099609375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,1984,2048,2048,64,0.0630534530909953,0.0,0.521484375,0.03076171875,0.20703125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,2048,2112,2048,64,0.06475709058050444,0.0,0.46923828125,0.033203125,0.2041015625,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,2112,2176,2048,64,0.07047346238754915,0.0,0.5341796875,0.033203125,0.19970703125,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gated_product,64,2176,2240,2048,64,0.0752900746397586,0.0,0.478515625,0.03955078125,0.2041015625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,2240,2304,2048,64,0.07196179273863815,0.0,0.4921875,0.029296875,0.21728515625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,2304,2368,2048,64,0.07000447587060123,0.0,0.5126953125,0.03662109375,0.2177734375,1.0,36,0.5625
+fresh-en-1,layers.10.mlp.gated_product,64,2368,2432,2048,64,0.05440916776077094,0.0,0.4697265625,0.0283203125,0.181640625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,2432,2496,2048,64,0.06747469715971448,0.0,0.4677734375,0.0283203125,0.18603515625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,2496,2560,2048,64,0.06810556336502668,0.0,0.49365234375,0.0283203125,0.18505859375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,2560,2624,2048,64,0.07985255879444175,0.0,0.52197265625,0.03076171875,0.22265625,1.0,31,0.484375
+fresh-en-1,layers.10.mlp.gated_product,64,2624,2688,2048,64,0.06400006079219528,0.0,0.52099609375,0.025390625,0.18408203125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,2688,2752,2048,64,0.06644205588288635,0.0,0.45751953125,0.03173828125,0.1865234375,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,2752,2816,2048,64,0.0553039304983355,0.0,0.51611328125,0.0244140625,0.17822265625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,2816,2880,2048,64,0.06162342846531806,0.0,0.517578125,0.03173828125,0.18994140625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,2880,2944,2048,64,0.06139043828719687,0.0,0.544921875,0.0263671875,0.18994140625,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,2944,3008,2048,64,0.07597503465885702,0.0,0.49853515625,0.02685546875,0.21044921875,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gated_product,64,3008,3072,2048,64,0.07976507147960382,0.0,0.47802734375,0.025390625,0.22509765625,1.0,31,0.484375
+fresh-en-1,layers.10.mlp.gated_product,64,3072,3136,2048,64,0.06939182825717155,0.0,0.48779296875,0.03125,0.21337890625,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,3136,3200,2048,64,0.061126507159053566,0.0,0.49853515625,0.0283203125,0.19482421875,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,3200,3264,2048,64,0.06572350410053009,0.0,0.51904296875,0.0263671875,0.18798828125,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,3264,3328,2048,64,0.06455266815089832,0.0,0.4765625,0.029296875,0.171875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,3328,3392,2048,64,0.0783546854685913,0.0,0.53857421875,0.03662109375,0.234375,1.0,34,0.53125
+fresh-en-1,layers.10.mlp.gated_product,64,3392,3456,2048,64,0.06182696054430363,0.0,0.52001953125,0.02685546875,0.17724609375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,3456,3520,2048,64,0.06143894701898154,0.0,0.494140625,0.029296875,0.17822265625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gated_product,64,3520,3584,2048,64,0.07490221672967606,0.0,0.4853515625,0.0283203125,0.2158203125,1.0,35,0.546875
+fresh-en-1,layers.10.mlp.gated_product,64,3584,3648,2048,64,0.05754170072816824,0.0,0.48291015625,0.021484375,0.171875,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,3648,3712,2048,64,0.05525875759361684,0.0,0.52587890625,0.03271484375,0.17431640625,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gated_product,64,3712,3776,2048,64,0.05938796072484435,0.0,0.49365234375,0.03076171875,0.18310546875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,3776,3840,2048,64,0.058054471801745264,0.0,0.52490234375,0.02978515625,0.1806640625,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,3840,3904,2048,64,0.07537575098585905,0.0,0.49609375,0.03759765625,0.22802734375,1.0,37,0.578125
+fresh-en-1,layers.10.mlp.gated_product,64,3904,3968,2048,64,0.05216378009712341,0.0,0.5224609375,0.02685546875,0.16845703125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.gated_product,64,3968,4032,2048,64,0.06850115372063406,0.0,0.50244140625,0.02490234375,0.2060546875,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,4032,4096,2048,64,0.0674984446192272,0.0,0.509765625,0.02587890625,0.2021484375,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,4096,4160,2048,64,0.09391759254334474,0.0,0.4658203125,0.044921875,0.2578125,1.0,28,0.4375
+fresh-en-1,layers.10.mlp.gated_product,64,4160,4224,2048,64,0.05298948106280894,0.0,0.51513671875,0.02587890625,0.17333984375,1.0,46,0.71875
+fresh-en-1,layers.10.mlp.gated_product,64,4224,4288,2048,64,0.07158881149732987,0.0,0.47314453125,0.03857421875,0.2109375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,4288,4352,2048,64,0.06392125696680534,0.0,0.4970703125,0.0244140625,0.162109375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,4352,4416,2048,64,0.05946742778430429,0.0,0.5205078125,0.025390625,0.17431640625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,4416,4480,2048,64,0.06766431710518753,0.0,0.50146484375,0.03173828125,0.21533203125,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,4480,4544,2048,64,0.06389469114805602,0.0,0.52685546875,0.03076171875,0.18310546875,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,4544,4608,2048,64,0.05754953329866224,0.0,0.50146484375,0.0244140625,0.1806640625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,4608,4672,2048,64,0.06133948374303679,0.0,0.4814453125,0.033203125,0.21142578125,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,4672,4736,2048,64,0.10077069994910645,0.0,0.4658203125,0.04443359375,0.23828125,1.0,26,0.40625
+fresh-en-1,layers.10.mlp.gated_product,64,4736,4800,2048,64,0.057904078594036346,0.0,0.52685546875,0.02392578125,0.17041015625,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,4800,4864,2048,64,0.06720178745044461,0.0,0.4951171875,0.02392578125,0.197265625,1.0,38,0.59375
+fresh-en-1,layers.10.mlp.gated_product,64,4864,4928,2048,64,0.06743043010023168,0.0,0.53173828125,0.0185546875,0.17822265625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,4928,4992,2048,64,0.061001167417966046,0.0,0.54052734375,0.0263671875,0.18359375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,4992,5056,2048,64,0.06454312858632438,0.0,0.51171875,0.0234375,0.2060546875,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,5056,5120,2048,64,0.06383815156002962,0.0,0.5107421875,0.0263671875,0.1826171875,1.0,45,0.703125
+fresh-en-1,layers.10.mlp.gated_product,64,5120,5184,2048,64,0.06206687696181537,0.0,0.48193359375,0.03466796875,0.20361328125,1.0,40,0.625
+fresh-en-1,layers.10.mlp.gated_product,64,5184,5248,2048,64,0.09239526745090795,0.0,0.5048828125,0.0322265625,0.25146484375,1.0,29,0.453125
+fresh-en-1,layers.10.mlp.gated_product,64,5248,5312,2048,64,0.06005035800182147,0.0,0.4814453125,0.02734375,0.201171875,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,5312,5376,2048,64,0.064276442205326,0.0,0.48388671875,0.0244140625,0.1796875,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,5376,5440,2048,64,0.06148320127825072,0.0,0.50341796875,0.0244140625,0.1884765625,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,5440,5504,2048,64,0.06386713071440919,0.0,0.53515625,0.0322265625,0.2158203125,1.0,41,0.640625
+fresh-en-1,layers.10.mlp.gated_product,64,5504,5568,2048,64,0.06427071748571271,0.0,0.53662109375,0.03125,0.1845703125,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,5568,5632,2048,64,0.06358034391679698,0.0,0.515625,0.03076171875,0.2021484375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,5632,5696,2048,64,0.05355059908760499,0.0,0.509765625,0.02978515625,0.16796875,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.gated_product,64,5696,5760,2048,64,0.06079213862616992,0.0,0.45849609375,0.0224609375,0.1787109375,1.0,43,0.671875
+fresh-en-1,layers.10.mlp.gated_product,64,5760,5824,2048,64,0.06104481651140435,0.0,0.4990234375,0.0283203125,0.1875,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,5824,5888,2048,64,0.07295601416259315,0.0,0.4921875,0.0302734375,0.193359375,1.0,39,0.609375
+fresh-en-1,layers.10.mlp.gated_product,64,5888,5952,2048,64,0.06473102995792945,0.0,0.47216796875,0.03515625,0.1982421875,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,64,5952,6016,2048,64,0.07769347901100228,0.0,0.49951171875,0.02587890625,0.2119140625,1.0,34,0.53125
+fresh-en-1,layers.10.mlp.gated_product,64,6016,6080,2048,64,0.060537711599667005,0.0,0.47265625,0.03271484375,0.20068359375,1.0,44,0.6875
+fresh-en-1,layers.10.mlp.gated_product,64,6080,6144,2048,64,0.06244141458182694,0.0,0.47265625,0.029296875,0.1943359375,1.0,42,0.65625
+fresh-en-1,layers.10.mlp.gated_product,128,0,128,4096,128,0.0677035883080932,0.0,0.50341796875,0.028076171875,0.200927734375,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gated_product,128,128,256,4096,128,0.06055371050236614,0.0,0.462646484375,0.03125,0.191162109375,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gated_product,128,256,384,4096,128,0.061136216005389425,0.0,0.5029296875,0.025146484375,0.19189453125,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.gated_product,128,384,512,4096,128,0.06009389243865529,0.0,0.51611328125,0.02587890625,0.1884765625,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gated_product,128,512,640,4096,128,0.07570615790916638,0.0,0.4931640625,0.031005859375,0.196044921875,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gated_product,128,640,768,4096,128,0.07593482288640567,0.0,0.513916015625,0.034912109375,0.223876953125,1.0,70,0.546875
+fresh-en-1,layers.10.mlp.gated_product,128,768,896,4096,128,0.06836765434976715,0.0,0.497314453125,0.029541015625,0.1904296875,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gated_product,128,896,1024,4096,128,0.059952326553938215,0.0,0.48486328125,0.02880859375,0.192626953125,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,1024,1152,4096,128,0.07504488185305291,0.0,0.48388671875,0.027587890625,0.19580078125,1.0,74,0.578125
+fresh-en-1,layers.10.mlp.gated_product,128,1152,1280,4096,128,0.059736627841644796,0.0,0.48388671875,0.0302734375,0.183837890625,1.0,89,0.6953125
+fresh-en-1,layers.10.mlp.gated_product,128,1280,1408,4096,128,0.07399733927201431,0.0,0.509521484375,0.0341796875,0.205810546875,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gated_product,128,1408,1536,4096,128,0.06714139751056153,0.0,0.489990234375,0.031005859375,0.193359375,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gated_product,128,1536,1664,4096,128,0.06634592410297296,0.0,0.50830078125,0.0224609375,0.192626953125,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gated_product,128,1664,1792,4096,128,0.06587502324192894,0.0,0.50537109375,0.027587890625,0.199462890625,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gated_product,128,1792,1920,4096,128,0.07594531674434367,0.0,0.5087890625,0.0302734375,0.207275390625,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gated_product,128,1920,2048,4096,128,0.05907540888024387,0.0,0.504150390625,0.0361328125,0.208740234375,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gated_product,128,2048,2176,4096,128,0.06767565914470638,0.0,0.501708984375,0.033935546875,0.20361328125,1.0,77,0.6015625
+fresh-en-1,layers.10.mlp.gated_product,128,2176,2304,4096,128,0.07364473828257907,0.0,0.4853515625,0.033935546875,0.210693359375,1.0,77,0.6015625
+fresh-en-1,layers.10.mlp.gated_product,128,2304,2432,4096,128,0.06269363675181598,0.0,0.4912109375,0.033447265625,0.2041015625,1.0,81,0.6328125
+fresh-en-1,layers.10.mlp.gated_product,128,2432,2560,4096,128,0.06779086412660207,0.0,0.480712890625,0.028076171875,0.185546875,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gated_product,128,2560,2688,4096,128,0.07236172651141094,0.0,0.521484375,0.03076171875,0.205078125,1.0,72,0.5625
+fresh-en-1,layers.10.mlp.gated_product,128,2688,2816,4096,128,0.06112720964721568,0.0,0.48681640625,0.02880859375,0.18408203125,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gated_product,128,2816,2944,4096,128,0.06150704369791439,0.0,0.53125,0.029052734375,0.1904296875,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gated_product,128,2944,3072,4096,128,0.07789310790936779,0.0,0.48828125,0.026123046875,0.218017578125,1.0,69,0.5390625
+fresh-en-1,layers.10.mlp.gated_product,128,3072,3200,4096,128,0.06538989106252822,0.0,0.4931640625,0.030029296875,0.20361328125,1.0,78,0.609375
+fresh-en-1,layers.10.mlp.gated_product,128,3200,3328,4096,128,0.06514071674710219,0.0,0.497802734375,0.027587890625,0.179931640625,1.0,88,0.6875
+fresh-en-1,layers.10.mlp.gated_product,128,3328,3456,4096,128,0.07057630546092913,0.0,0.529296875,0.0322265625,0.208740234375,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gated_product,128,3456,3584,4096,128,0.06850213968125589,0.0,0.48974609375,0.02880859375,0.201416015625,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gated_product,128,3584,3712,4096,128,0.05641177897159504,0.0,0.50439453125,0.02685546875,0.17138671875,1.0,90,0.703125
+fresh-en-1,layers.10.mlp.gated_product,128,3712,3840,4096,128,0.058725001384569125,0.0,0.50927734375,0.0302734375,0.181640625,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.gated_product,128,3840,3968,4096,128,0.06481729626690426,0.0,0.50927734375,0.032470703125,0.197021484375,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gated_product,128,3968,4096,4096,128,0.06800164735898984,0.0,0.506103515625,0.025390625,0.203857421875,1.0,78,0.609375
+fresh-en-1,layers.10.mlp.gated_product,128,4096,4224,4096,128,0.07625089931418355,0.0,0.490478515625,0.037109375,0.229248046875,1.0,72,0.5625
+fresh-en-1,layers.10.mlp.gated_product,128,4224,4352,4096,128,0.06786341070052622,0.0,0.485107421875,0.031494140625,0.1875,1.0,82,0.640625
+fresh-en-1,layers.10.mlp.gated_product,128,4352,4480,4096,128,0.06369786015476822,0.0,0.510986328125,0.02783203125,0.194091796875,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,4480,4608,4096,128,0.060804935407412865,0.0,0.51416015625,0.027587890625,0.184814453125,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,4608,4736,4096,128,0.08341842192853782,0.0,0.4736328125,0.04248046875,0.235107421875,1.0,65,0.5078125
+fresh-en-1,layers.10.mlp.gated_product,128,4736,4864,4096,128,0.0627254436188341,0.0,0.510986328125,0.0244140625,0.182373046875,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gated_product,128,4864,4992,4096,128,0.06429621034655524,0.0,0.5361328125,0.023681640625,0.181640625,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,4992,5120,4096,128,0.06419160787171527,0.0,0.51123046875,0.025146484375,0.194580078125,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,5120,5248,4096,128,0.07870572616753478,0.0,0.493408203125,0.0341796875,0.232177734375,1.0,67,0.5234375
+fresh-en-1,layers.10.mlp.gated_product,128,5248,5376,4096,128,0.06219930272407215,0.0,0.482666015625,0.025634765625,0.190185546875,1.0,83,0.6484375
+fresh-en-1,layers.10.mlp.gated_product,128,5376,5504,4096,128,0.06268649944411205,0.0,0.519287109375,0.02880859375,0.203125,1.0,84,0.65625
+fresh-en-1,layers.10.mlp.gated_product,128,5504,5632,4096,128,0.06392646266886069,0.0,0.526123046875,0.031005859375,0.193603515625,1.0,85,0.6640625
+fresh-en-1,layers.10.mlp.gated_product,128,5632,5760,4096,128,0.05728590918098822,0.0,0.484130859375,0.026611328125,0.174072265625,1.0,90,0.703125
+fresh-en-1,layers.10.mlp.gated_product,128,5760,5888,4096,128,0.06726458810326395,0.0,0.49560546875,0.0302734375,0.1904296875,1.0,80,0.625
+fresh-en-1,layers.10.mlp.gated_product,128,5888,6016,4096,128,0.07150658333414978,0.0,0.48583984375,0.0322265625,0.205322265625,1.0,76,0.59375
+fresh-en-1,layers.10.mlp.gated_product,128,6016,6144,4096,128,0.061496929926233096,0.0,0.47265625,0.031005859375,0.198486328125,1.0,86,0.671875
+fresh-en-1,layers.10.mlp.down_proj.output,0,0,2048,65536,2048,0.04347222769649207,0.0,0.4995574951171875,0.009307861328125,0.0911865234375,1.0,1536,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,0,64,2048,64,0.04282165678765174,0.0,0.48779296875,0.0107421875,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.down_proj.output,64,64,128,2048,64,0.043334694333272986,0.0,0.4873046875,0.00927734375,0.091796875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,128,192,2048,64,0.04231287982127259,0.0,0.53173828125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,192,256,2048,64,0.04682587135692742,0.0,0.52734375,0.015625,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,256,320,2048,64,0.04196587774875003,0.0,0.52978515625,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,320,384,2048,64,0.04324777934493573,0.0,0.49169921875,0.009765625,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,384,448,2048,64,0.04507114778560152,0.0,0.4609375,0.005859375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,448,512,2048,64,0.04267068095941679,0.0,0.52099609375,0.0107421875,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.down_proj.output,64,512,576,2048,64,0.03782352198697844,0.0,0.46826171875,0.00634765625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,576,640,2048,64,0.0439624176599165,0.0,0.49658203125,0.009765625,0.07421875,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.down_proj.output,64,640,704,2048,64,0.04097191719820755,0.0,0.50732421875,0.0087890625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.down_proj.output,64,704,768,2048,64,0.04165638346974421,0.0,0.5263671875,0.00830078125,0.07568359375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,768,832,2048,64,0.04279769624288604,0.0,0.5087890625,0.009765625,0.09716796875,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,832,896,2048,64,0.04350790594637796,0.0,0.505859375,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,896,960,2048,64,0.042283373557843264,0.0,0.53466796875,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-en-1,layers.10.mlp.down_proj.output,64,960,1024,2048,64,0.043905019332682725,0.0,0.50244140625,0.0068359375,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,1024,1088,2048,64,0.04305977883514553,0.0,0.5048828125,0.01025390625,0.09765625,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,1088,1152,2048,64,0.04149025410709525,0.0,0.46044921875,0.00830078125,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,1152,1216,2048,64,0.06547932060364778,0.0,0.4736328125,0.01806640625,0.15234375,1.0,34,0.53125
+fresh-en-1,layers.10.mlp.down_proj.output,64,1216,1280,2048,64,0.041615732721334814,0.0,0.50244140625,0.01220703125,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,1280,1344,2048,64,0.04296544598889381,0.0,0.482421875,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,1344,1408,2048,64,0.039817785482506106,0.0,0.52734375,0.0087890625,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.down_proj.output,64,1408,1472,2048,64,0.04231067206483351,0.0,0.49609375,0.0087890625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,1472,1536,2048,64,0.04314809557047898,0.0,0.50537109375,0.0068359375,0.09375,1.0,47,0.734375
+fresh-en-1,layers.10.mlp.down_proj.output,64,1536,1600,2048,64,0.041017887940870044,0.0,0.48974609375,0.00830078125,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,64,1600,1664,2048,64,0.04499714523532157,0.0,0.5380859375,0.0048828125,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.down_proj.output,64,1664,1728,2048,64,0.04120954163556664,0.0,0.4384765625,0.009765625,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.10.mlp.down_proj.output,64,1728,1792,2048,64,0.043430325581620806,0.0,0.50927734375,0.00830078125,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,1792,1856,2048,64,0.04118220728606223,0.0,0.44580078125,0.009765625,0.10498046875,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,1856,1920,2048,64,0.04327403155508294,0.0,0.517578125,0.0087890625,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,64,1920,1984,2048,64,0.04165608846103057,0.0,0.48388671875,0.0107421875,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,64,1984,2048,2048,64,0.042486291774705885,0.0,0.5224609375,0.01123046875,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,128,0,128,4096,128,0.04307893930331643,0.0,0.487548828125,0.010009765625,0.085205078125,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,128,128,256,4096,128,0.044626460912248984,0.0,0.529541015625,0.011474609375,0.085205078125,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.down_proj.output,128,256,384,4096,128,0.04261164930797259,0.0,0.5107421875,0.00927734375,0.090087890625,1.0,100,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,128,384,512,4096,128,0.04388732947133983,0.0,0.490966796875,0.0078125,0.093505859375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,128,512,640,4096,128,0.04100800520632758,0.0,0.482421875,0.0078125,0.0830078125,1.0,98,0.765625
+fresh-en-1,layers.10.mlp.down_proj.output,128,640,768,4096,128,0.04131556778428171,0.0,0.516845703125,0.008544921875,0.08447265625,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.down_proj.output,128,768,896,4096,128,0.043154262150668345,0.0,0.50732421875,0.00927734375,0.09423828125,1.0,100,0.78125
+fresh-en-1,layers.10.mlp.down_proj.output,128,896,1024,4096,128,0.04310182363911859,0.0,0.5185546875,0.007568359375,0.08544921875,1.0,101,0.7890625
+fresh-en-1,layers.10.mlp.down_proj.output,128,1024,1152,4096,128,0.042282299719876765,0.0,0.482666015625,0.00927734375,0.095703125,1.0,96,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,128,1152,1280,4096,128,0.05486078124055868,0.0,0.488037109375,0.014892578125,0.1220703125,1.0,79,0.6171875
+fresh-en-1,layers.10.mlp.down_proj.output,128,1280,1408,4096,128,0.041421525742996394,0.0,0.5048828125,0.009033203125,0.0859375,1.0,96,0.75
+fresh-en-1,layers.10.mlp.down_proj.output,128,1408,1536,4096,128,0.042731435278592446,0.0,0.500732421875,0.0078125,0.089599609375,1.0,95,0.7421875
+fresh-en-1,layers.10.mlp.down_proj.output,128,1536,1664,4096,128,0.04305351443528388,0.0,0.513916015625,0.0068359375,0.08349609375,1.0,101,0.7890625
+fresh-en-1,layers.10.mlp.down_proj.output,128,1664,1792,4096,128,0.04233449835500054,0.0,0.473876953125,0.0087890625,0.0830078125,1.0,99,0.7734375
+fresh-en-1,layers.10.mlp.down_proj.output,128,1792,1920,4096,128,0.04224107008577382,0.0,0.481689453125,0.009521484375,0.101318359375,1.0,97,0.7578125
+fresh-en-1,layers.10.mlp.down_proj.output,128,1920,2048,4096,128,0.04207323789916011,0.0,0.503173828125,0.010986328125,0.086181640625,1.0,98,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.output,0,0,4096,131072,4096,1.6447706742858579,0.0,0.7439804077148438,0.01273345947265625,0.1226654052734375,1.0,1823,0.445068359375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,0,64,2048,64,1.7839291444807657,0.0,0.53076171875,0.0185546875,0.1513671875,1.0,17,0.265625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,64,128,2048,64,0.6358778398203379,0.0,0.49658203125,0.0107421875,0.1181640625,1.0,39,0.609375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,128,192,2048,64,0.5791822408762953,0.0,0.47314453125,0.01025390625,0.0927734375,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,192,256,2048,64,0.6019882311140472,0.0,0.48779296875,0.00927734375,0.11181640625,1.0,39,0.609375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,256,320,2048,64,2.05477831996108,0.0,0.99462890625,0.00048828125,0.0048828125,1.0,54,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,320,384,2048,64,2.1600929298387466,0.0,0.99609375,0.001953125,0.00634765625,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,384,448,2048,64,2.2407810198758047,0.0,0.99658203125,0.00048828125,0.00439453125,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,448,512,2048,64,2.092836000895381,0.0,0.99609375,0.0,0.00537109375,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,512,576,2048,64,1.2462785495838904,0.0,0.53662109375,0.01513671875,0.154296875,1.0,19,0.296875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,576,640,2048,64,0.5839671753875028,0.0,0.51953125,0.0078125,0.091796875,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,640,704,2048,64,0.6016906558759941,0.0,0.48876953125,0.0078125,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,704,768,2048,64,0.690768985654771,0.0,0.4765625,0.01220703125,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,768,832,2048,64,3.1156289962808636,0.0,0.99658203125,0.0009765625,0.005859375,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,832,896,2048,64,3.0415584296217943,0.0,0.99853515625,0.0009765625,0.00341796875,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,896,960,2048,64,3.06626209693254,0.0,0.99560546875,0.00146484375,0.0078125,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,960,1024,2048,64,3.1148256100474776,0.0,0.99658203125,0.00048828125,0.00341796875,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1024,1088,2048,64,1.3618149630698084,0.0,0.51806640625,0.013671875,0.1484375,1.0,18,0.28125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1088,1152,2048,64,0.5344077052711281,0.0,0.48828125,0.0087890625,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1152,1216,2048,64,0.5853420077479069,0.0,0.44775390625,0.01171875,0.09814453125,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1216,1280,2048,64,0.5931923059555662,0.0,0.455078125,0.015625,0.1123046875,1.0,39,0.609375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1280,1344,2048,64,2.358778393213336,0.0,0.998046875,0.00048828125,0.00244140625,1.0,54,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1344,1408,2048,64,2.470838997121929,0.0,0.99755859375,0.0,0.00244140625,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1408,1472,2048,64,2.4301839886461774,0.0,0.99951171875,0.0,0.0009765625,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1472,1536,2048,64,2.4385182706979314,0.0,0.9970703125,0.00048828125,0.001953125,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1536,1600,2048,64,1.7372688464835018,0.0,0.57958984375,0.01953125,0.15234375,1.0,19,0.296875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1600,1664,2048,64,0.6222724899651245,0.0,0.453125,0.005859375,0.0869140625,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1664,1728,2048,64,0.6151697753063092,0.0,0.4482421875,0.00830078125,0.09765625,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1728,1792,2048,64,0.5882828373883895,0.0,0.5166015625,0.0078125,0.09765625,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1792,1856,2048,64,2.003999864834909,0.0,0.994140625,0.001953125,0.00732421875,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1856,1920,2048,64,2.163681958356515,0.0,0.99462890625,0.0009765625,0.01025390625,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1920,1984,2048,64,2.2107055048442086,0.0,0.99462890625,0.0,0.0087890625,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,1984,2048,2048,64,1.9862475942718831,0.0,0.98876953125,0.0029296875,0.01318359375,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2048,2112,2048,64,1.319636475956701,0.0,0.509765625,0.01171875,0.12646484375,1.0,22,0.34375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2112,2176,2048,64,0.5382012989061856,0.0,0.462890625,0.00732421875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2176,2240,2048,64,0.5230163758100508,0.0,0.48486328125,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2240,2304,2048,64,0.5130421044346455,0.0,0.4765625,0.00732421875,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2304,2368,2048,64,1.7845421676640596,0.0,0.99658203125,0.0,0.0068359375,1.0,54,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2368,2432,2048,64,1.8403823519166933,0.0,0.99560546875,0.001953125,0.0078125,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2432,2496,2048,64,1.737620940248643,0.0,0.9873046875,0.0009765625,0.01171875,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2496,2560,2048,64,1.751102443204115,0.0,0.99365234375,0.00048828125,0.005859375,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2560,2624,2048,64,1.1503367668434625,0.0,0.5068359375,0.01025390625,0.11572265625,1.0,26,0.40625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2624,2688,2048,64,0.5433103618874598,0.0,0.4638671875,0.00732421875,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2688,2752,2048,64,0.5146717871879797,0.0,0.52783203125,0.00927734375,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2752,2816,2048,64,0.5262293145150234,0.0,0.466796875,0.0107421875,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2816,2880,2048,64,2.1087541650476544,0.0,0.99755859375,0.00048828125,0.00390625,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2880,2944,2048,64,2.1978959141154033,0.0,0.99755859375,0.00048828125,0.00244140625,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,2944,3008,2048,64,2.1220595883044977,0.0,0.99853515625,0.0,0.001953125,1.0,54,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3008,3072,2048,64,2.0507873757795383,0.0,0.99658203125,0.00048828125,0.00341796875,1.0,54,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3072,3136,2048,64,2.3560673823055813,0.0,0.5302734375,0.0185546875,0.1650390625,1.0,14,0.21875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3136,3200,2048,64,0.7577329885430732,0.0,0.453125,0.01953125,0.16357421875,1.0,22,0.34375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3200,3264,2048,64,0.5360473335669899,0.0,0.517578125,0.00927734375,0.0966796875,1.0,40,0.625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3264,3328,2048,64,0.5450679101616983,0.0,0.47705078125,0.0185546875,0.10400390625,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3328,3392,2048,64,1.3389917007188512,0.0,0.990234375,0.0,0.0126953125,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3392,3456,2048,64,1.390971717707343,0.0,0.9912109375,0.00048828125,0.00830078125,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3456,3520,2048,64,1.2886177188477461,0.0,0.990234375,0.00244140625,0.0126953125,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3520,3584,2048,64,1.2961540443004331,0.0,0.990234375,0.0009765625,0.01416015625,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3584,3648,2048,64,1.4011760359732053,0.0,0.4951171875,0.00830078125,0.1123046875,1.0,23,0.359375
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3648,3712,2048,64,0.5539712649649052,0.0,0.44580078125,0.01025390625,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3712,3776,2048,64,0.6062135255287147,0.0,0.5263671875,0.01416015625,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3776,3840,2048,64,0.5272206799436069,0.0,0.51416015625,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3840,3904,2048,64,1.5822650041113173,0.0,0.98974609375,0.0,0.00830078125,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3904,3968,2048,64,1.5849972922829076,0.0,0.99853515625,0.00048828125,0.00244140625,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,3968,4032,2048,64,1.5684013351777963,0.0,0.99609375,0.0009765625,0.0068359375,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,64,4032,4096,2048,64,1.4870392084206665,0.0,0.99462890625,0.00048828125,0.00390625,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,0,128,4096,128,1.3391683650128643,0.0,0.513671875,0.019287109375,0.173828125,1.0,32,0.25
+fresh-en-1,layers.11.self_attn.q_proj.output,128,128,256,4096,128,0.5906953100145228,0.0,0.48046875,0.009765625,0.101318359375,1.0,83,0.6484375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,256,384,4096,128,2.1080933814375276,0.0,0.995361328125,0.001220703125,0.005615234375,1.0,106,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,384,512,4096,128,2.1680708136128097,0.0,0.996337890625,0.000244140625,0.0048828125,1.0,104,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,512,640,4096,128,0.9731977920964948,0.0,0.528076171875,0.012451171875,0.133056640625,1.0,60,0.46875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,640,768,4096,128,0.6477628566501035,0.0,0.482666015625,0.01025390625,0.0869140625,1.0,97,0.7578125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,768,896,4096,128,3.078816470924298,0.0,0.99755859375,0.0009765625,0.004638671875,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,896,1024,4096,128,3.0906392403589242,0.0,0.99609375,0.0009765625,0.00537109375,1.0,104,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1024,1152,4096,128,1.0344398457846586,0.0,0.503173828125,0.013427734375,0.142822265625,1.0,45,0.3515625
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1152,1280,4096,128,0.5892802295509466,0.0,0.451416015625,0.013427734375,0.105224609375,1.0,82,0.640625
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1280,1408,4096,128,2.415458637400834,0.0,0.997802734375,0.000244140625,0.00244140625,1.0,106,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1408,1536,4096,128,2.434354696341504,0.0,0.998291015625,0.000244140625,0.00146484375,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1536,1664,4096,128,1.304861313843259,0.0,0.516357421875,0.015380859375,0.152099609375,1.0,40,0.3125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1664,1792,4096,128,0.60187646125104,0.0,0.482421875,0.008056640625,0.09814453125,1.0,90,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1792,1920,4096,128,2.0853698802821308,0.0,0.994384765625,0.00146484375,0.0087890625,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,1920,2048,4096,128,2.1014754739110484,0.0,0.99169921875,0.00146484375,0.0107421875,1.0,102,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2048,2176,4096,128,1.0077452720850955,0.0,0.486328125,0.01318359375,0.131591796875,1.0,48,0.375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2176,2304,4096,128,0.5180532454720316,0.0,0.480712890625,0.007568359375,0.095458984375,1.0,92,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2304,2432,4096,128,1.812677294696654,0.0,0.99609375,0.0009765625,0.00732421875,1.0,106,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2432,2560,4096,128,1.7443747158489196,0.0,0.990478515625,0.000732421875,0.0087890625,1.0,106,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2560,2688,4096,128,0.8995723501992915,0.0,0.4853515625,0.011962890625,0.11474609375,1.0,61,0.4765625
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2688,2816,4096,128,0.5204826317862203,0.0,0.497314453125,0.010009765625,0.086669921875,1.0,99,0.7734375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2816,2944,4096,128,2.1537862681671798,0.0,0.99755859375,0.00048828125,0.003173828125,1.0,106,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,2944,3072,4096,128,2.0867277921391403,0.0,0.99755859375,0.000244140625,0.00244140625,1.0,108,0.84375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3072,3200,4096,128,1.7500303985775063,0.0,0.49169921875,0.028564453125,0.230224609375,1.0,20,0.15625
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3200,3328,4096,128,0.5405764379402421,0.0,0.497314453125,0.013671875,0.100830078125,1.0,81,0.6328125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3328,3456,4096,128,1.3652291188763295,0.0,0.99072265625,0.000244140625,0.0107421875,1.0,102,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3456,3584,4096,128,1.2923913749102356,0.0,0.990234375,0.001708984375,0.013427734375,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3584,3712,4096,128,1.0654056612840956,0.0,0.470458984375,0.0107421875,0.1298828125,1.0,51,0.3984375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3712,3840,4096,128,0.5680917548663036,0.0,0.520263671875,0.011474609375,0.093017578125,1.0,94,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3840,3968,4096,128,1.5836317374597442,0.0,0.994140625,0.000244140625,0.00537109375,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.q_proj.output,128,3968,4096,4096,128,1.5282618158496037,0.0,0.995361328125,0.000732421875,0.005126953125,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.17688601868384332,0.0,0.0,0.0001983642578125,0.0145721435546875,1.0,1357,0.66259765625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.15833368221998345,0.0,0.0,0.0,0.001953125,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.15398503111817222,0.0,0.0,0.0,0.0009765625,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.14997255368596552,0.0,0.0,0.00146484375,0.01318359375,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.16134575820024633,0.0,0.0,0.0,0.005859375,1.0,50,0.78125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.09206488421454478,0.0,0.0,0.0,0.0224609375,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.0866650192106187,0.0,0.0,0.0,0.009765625,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.1029769485163797,0.0,0.0,0.0,0.03271484375,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.0892134362155942,0.0,0.0,0.0,0.03125,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.1194016237591572,0.0,0.0,0.0,0.0078125,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.12081118737068086,0.0,0.0,0.0,0.0029296875,1.0,44,0.6875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.11807139389362961,0.0,0.0,0.0,0.0048828125,1.0,49,0.765625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.12148241026558444,0.0,0.0,0.0,0.00146484375,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.1769742105437753,0.0,0.0,0.0,0.0029296875,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.16668870587709245,0.0,0.0,0.0,0.01806640625,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.16636793325375154,0.0,0.0,0.00146484375,0.03173828125,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.18690702993670413,0.0,0.0,0.0,0.0048828125,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.1902047063827393,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.18790272336563385,0.0,0.0,0.0,0.00048828125,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.20091217896411195,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.19510609651891583,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.1508816453942599,0.0,0.0,0.0,0.00048828125,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.14476873228678575,0.0,0.0,0.0,0.00927734375,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.14720410480533067,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.1560372983113833,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.2563978220097344,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.2514058876229853,0.0,0.0,0.0,0.001953125,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.26207460360270474,0.0,0.0,0.0,0.00048828125,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.2652862594938388,0.0,0.0,0.0,0.0,1.0,51,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.21277959942177335,0.0,0.0,0.0,0.0,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.20821761342825787,0.0,0.0,0.0,0.00146484375,1.0,52,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.21199123395565964,0.0,0.0,0.0,0.0048828125,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.22109181851606888,0.0,0.0,0.0,0.0,1.0,53,0.828125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.15617449333006203,0.0,0.0,0.0,0.00146484375,1.0,95,0.7421875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1557629939175255,0.0,0.0,0.000732421875,0.00927734375,1.0,96,0.75
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.08940572817279227,0.0,0.0,0.0,0.01513671875,1.0,90,0.703125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.09634129210037358,0.0,0.0,0.0,0.03271484375,1.0,86,0.671875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.12010847336936117,0.0,0.0,0.0,0.005615234375,1.0,92,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.1197890438644545,0.0,0.0,0.0,0.003173828125,1.0,95,0.7421875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.17190839983050907,0.0,0.0,0.0,0.010986328125,1.0,92,0.71875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.17693576101919695,0.0,0.0,0.0009765625,0.018798828125,1.0,93,0.7265625
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.18905721855878183,0.0,0.0,0.0,0.000244140625,1.0,104,0.8125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.1980304175561874,0.0,0.0,0.0,0.0,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.14785678334929755,0.0,0.0,0.0,0.005126953125,1.0,102,0.796875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.15168501398598083,0.0,0.0,0.0,0.0,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.25391412274904734,0.0,0.0,0.0,0.0009765625,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.2636853212920158,0.0,0.0,0.0,0.000244140625,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.21051096464537156,0.0,0.0,0.0,0.000732421875,1.0,103,0.8046875
+fresh-en-1,layers.11.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.2165893297103825,0.0,0.0,0.0,0.002685546875,1.0,105,0.8203125
+fresh-en-1,layers.11.self_attn.k_proj.output,0,0,512,16384,512,0.8351240439372344,0.0,0.47784423828125,0.01629638671875,0.15057373046875,1.0,210,0.41015625
+fresh-en-1,layers.11.self_attn.k_proj.output,64,0,64,2048,64,0.7691013617676997,0.0,0.51318359375,0.02685546875,0.234375,1.0,15,0.234375
+fresh-en-1,layers.11.self_attn.k_proj.output,64,64,128,2048,64,0.8468199245511642,0.0,0.49169921875,0.0126953125,0.11767578125,1.0,34,0.53125
+fresh-en-1,layers.11.self_attn.k_proj.output,64,128,192,2048,64,0.8807324998890282,0.0,0.48095703125,0.013671875,0.126953125,1.0,31,0.484375
+fresh-en-1,layers.11.self_attn.k_proj.output,64,192,256,2048,64,0.7783128176334753,0.0,0.45166015625,0.01123046875,0.12109375,1.0,36,0.5625
+fresh-en-1,layers.11.self_attn.k_proj.output,64,256,320,2048,64,0.8140820021658834,0.0,0.4697265625,0.02392578125,0.22509765625,1.0,15,0.234375
+fresh-en-1,layers.11.self_attn.k_proj.output,64,320,384,2048,64,0.8077466757612474,0.0,0.43017578125,0.01123046875,0.109375,1.0,31,0.484375
+fresh-en-1,layers.11.self_attn.k_proj.output,64,384,448,2048,64,0.9054882398328683,0.0,0.53369140625,0.015625,0.140625,1.0,26,0.40625
+fresh-en-1,layers.11.self_attn.k_proj.output,64,448,512,2048,64,0.8684945200887266,0.0,0.45166015625,0.01318359375,0.1298828125,1.0,30,0.46875
+fresh-en-1,layers.11.self_attn.k_proj.output,128,0,128,4096,128,0.8088945819109464,0.0,0.50244140625,0.02001953125,0.177978515625,1.0,47,0.3671875
+fresh-en-1,layers.11.self_attn.k_proj.output,128,128,256,4096,128,0.8311018524986382,0.0,0.46630859375,0.01220703125,0.12158203125,1.0,66,0.515625
+fresh-en-1,layers.11.self_attn.k_proj.output,128,256,384,4096,128,0.8109205258389256,0.0,0.449951171875,0.017822265625,0.167236328125,1.0,45,0.3515625
+fresh-en-1,layers.11.self_attn.k_proj.output,128,384,512,4096,128,0.887184220976617,0.0,0.49267578125,0.01416015625,0.136474609375,1.0,55,0.4296875
+fresh-en-1,layers.11.self_attn.v_proj.output,0,0,512,16384,512,0.805078185719468,0.0,0.5048828125,0.012451171875,0.11474609375,1.0,331,0.646484375
+fresh-en-1,layers.11.self_attn.v_proj.output,64,0,64,2048,64,1.0511275136257474,0.0,0.46728515625,0.0146484375,0.15087890625,1.0,34,0.53125
+fresh-en-1,layers.11.self_attn.v_proj.output,64,64,128,2048,64,0.6570565090531872,0.0,0.49267578125,0.00634765625,0.0810546875,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.v_proj.output,64,128,192,2048,64,0.7917003517883269,0.0,0.5322265625,0.00927734375,0.1005859375,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.v_proj.output,64,192,256,2048,64,0.7662680150389808,0.0,0.47705078125,0.01171875,0.10791015625,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.v_proj.output,64,256,320,2048,64,0.7063504572845211,0.0,0.51806640625,0.01171875,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.v_proj.output,64,320,384,2048,64,1.0036568075368555,0.0,0.54345703125,0.01708984375,0.15380859375,1.0,33,0.515625
+fresh-en-1,layers.11.self_attn.v_proj.output,64,384,448,2048,64,0.7188734199426784,0.0,0.47314453125,0.01025390625,0.10693359375,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.v_proj.output,64,448,512,2048,64,0.641577514697833,0.0,0.53515625,0.0126953125,0.10302734375,1.0,50,0.78125
+fresh-en-1,layers.11.self_attn.v_proj.output,128,0,128,4096,128,0.8765250441345664,0.0,0.47998046875,0.01123046875,0.119140625,1.0,77,0.6015625
+fresh-en-1,layers.11.self_attn.v_proj.output,128,128,256,4096,128,0.7790879661160028,0.0,0.504638671875,0.0107421875,0.103759765625,1.0,85,0.6640625
+fresh-en-1,layers.11.self_attn.v_proj.output,128,256,384,4096,128,0.8678300397604143,0.0,0.53076171875,0.01513671875,0.1279296875,1.0,75,0.5859375
+fresh-en-1,layers.11.self_attn.v_proj.output,128,384,512,4096,128,0.6813225011937925,0.0,0.504150390625,0.011962890625,0.10546875,1.0,96,0.75
+fresh-en-1,layers.11.self_attn.o_proj.output,0,0,2048,65536,2048,0.03003822975656313,0.0,0.509857177734375,0.0116424560546875,0.11810302734375,1.0,1344,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,0,64,2048,64,0.030589250215660262,0.0,0.47607421875,0.009765625,0.11865234375,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,64,128,2048,64,0.030859436092279032,0.0,0.50537109375,0.0146484375,0.11328125,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,128,192,2048,64,0.02808419765391167,0.0,0.52685546875,0.00634765625,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.11.self_attn.o_proj.output,64,192,256,2048,64,0.03291262108396059,0.0,0.45458984375,0.0107421875,0.10595703125,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,256,320,2048,64,0.028121394903434436,0.0,0.48779296875,0.0087890625,0.1259765625,1.0,44,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,320,384,2048,64,0.028069550434245406,0.0,0.533203125,0.013671875,0.1103515625,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,384,448,2048,64,0.029976394310970666,0.0,0.61376953125,0.00732421875,0.1103515625,1.0,44,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,448,512,2048,64,0.02590922573244061,0.0,0.44970703125,0.01220703125,0.10595703125,1.0,44,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,512,576,2048,64,0.025707723285604195,0.0,0.61962890625,0.0107421875,0.115234375,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,576,640,2048,64,0.03076447436877331,0.0,0.55029296875,0.0107421875,0.10498046875,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,640,704,2048,64,0.030893330263210974,0.0,0.45556640625,0.01611328125,0.1455078125,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,704,768,2048,64,0.028582325359682404,0.0,0.5361328125,0.0107421875,0.14013671875,1.0,40,0.625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,768,832,2048,64,0.028331060835895726,0.0,0.47802734375,0.009765625,0.11376953125,1.0,48,0.75
+fresh-en-1,layers.11.self_attn.o_proj.output,64,832,896,2048,64,0.02773213165014441,0.0,0.52099609375,0.01318359375,0.11962890625,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,896,960,2048,64,0.03399718418795368,0.0,0.46923828125,0.00830078125,0.1044921875,1.0,44,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,960,1024,2048,64,0.028549762145937838,0.0,0.48779296875,0.0146484375,0.111328125,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1024,1088,2048,64,0.027477473916501047,0.0,0.45849609375,0.0107421875,0.11083984375,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1088,1152,2048,64,0.02947333988536652,0.0,0.52197265625,0.01220703125,0.12353515625,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1152,1216,2048,64,0.04295611265723557,0.0,0.47509765625,0.0185546875,0.203125,1.0,27,0.421875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1216,1280,2048,64,0.029699897323562152,0.0,0.45361328125,0.0126953125,0.11181640625,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1280,1344,2048,64,0.031088379660478158,0.0,0.552734375,0.013671875,0.10888671875,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1344,1408,2048,64,0.027694454960219442,0.0,0.48583984375,0.009765625,0.11181640625,1.0,42,0.65625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1408,1472,2048,64,0.030264016362705894,0.0,0.5205078125,0.01171875,0.12744140625,1.0,41,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1472,1536,2048,64,0.03255861315802636,0.0,0.46533203125,0.01025390625,0.12353515625,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1536,1600,2048,64,0.02745456526117624,0.0,0.515625,0.009765625,0.09912109375,1.0,46,0.71875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1600,1664,2048,64,0.028644049045540652,0.0,0.58154296875,0.01513671875,0.107421875,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1664,1728,2048,64,0.031197208313386127,0.0,0.51611328125,0.0087890625,0.1044921875,1.0,45,0.703125
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1728,1792,2048,64,0.031948950473484845,0.0,0.5458984375,0.01025390625,0.1181640625,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1792,1856,2048,64,0.025792353241413574,0.0,0.52978515625,0.01416015625,0.12255859375,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1856,1920,2048,64,0.030334665586191998,0.0,0.48046875,0.015625,0.11474609375,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1920,1984,2048,64,0.029884936001095323,0.0,0.57568359375,0.01318359375,0.12255859375,1.0,40,0.625
+fresh-en-1,layers.11.self_attn.o_proj.output,64,1984,2048,2048,64,0.030600015084945375,0.0,0.4716796875,0.01123046875,0.1015625,1.0,43,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,0,128,4096,128,0.030724640149965347,0.0,0.49072265625,0.011962890625,0.11572265625,1.0,83,0.6484375
+fresh-en-1,layers.11.self_attn.o_proj.output,128,128,256,4096,128,0.030593812973216866,0.0,0.49072265625,0.0087890625,0.097900390625,1.0,88,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,256,384,4096,128,0.028095484627387677,0.0,0.510498046875,0.01123046875,0.1181640625,1.0,89,0.6953125
+fresh-en-1,layers.11.self_attn.o_proj.output,128,384,512,4096,128,0.028016711030573852,0.0,0.53173828125,0.01025390625,0.10986328125,1.0,88,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,512,640,4096,128,0.02834907335095899,0.0,0.5849609375,0.01025390625,0.113037109375,1.0,86,0.671875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,640,768,4096,128,0.02976026862881593,0.0,0.495849609375,0.012939453125,0.144287109375,1.0,81,0.6328125
+fresh-en-1,layers.11.self_attn.o_proj.output,128,768,896,4096,128,0.02803319580379809,0.0,0.49951171875,0.011474609375,0.1162109375,1.0,89,0.6953125
+fresh-en-1,layers.11.self_attn.o_proj.output,128,896,1024,4096,128,0.031391857632985604,0.0,0.478515625,0.01220703125,0.110107421875,1.0,88,0.6875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1024,1152,4096,128,0.02849288803219439,0.0,0.490234375,0.011474609375,0.117919921875,1.0,87,0.6796875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1152,1280,4096,128,0.03692770989143009,0.0,0.46435546875,0.0146484375,0.15771484375,1.0,69,0.5390625
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1280,1408,4096,128,0.029440365023702196,0.0,0.519287109375,0.010986328125,0.112548828125,1.0,83,0.6484375
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1408,1536,4096,128,0.03143226031624307,0.0,0.492919921875,0.01123046875,0.124755859375,1.0,82,0.640625
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1536,1664,4096,128,0.028055611732802438,0.0,0.548583984375,0.012451171875,0.1025390625,1.0,90,0.703125
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1664,1792,4096,128,0.03157531664849931,0.0,0.531005859375,0.009521484375,0.111328125,1.0,87,0.6796875
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1792,1920,4096,128,0.028155260804652107,0.0,0.505126953125,0.014404296875,0.120849609375,1.0,85,0.6640625
+fresh-en-1,layers.11.self_attn.o_proj.output,128,1920,2048,4096,128,0.030244588962229656,0.0,0.523681640625,0.012451171875,0.11181640625,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,0,0,6144,196608,6144,0.5553931982159068,0.0,0.7494557698567709,0.0087127685546875,0.08623250325520833,1.0,3863,0.6287434895833334
+fresh-en-1,layers.11.mlp.gate_proj.output,64,0,64,2048,64,0.518634796200882,0.0,0.76953125,0.00634765625,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,64,128,2048,64,0.5684978556785706,0.0,0.7939453125,0.00732421875,0.08544921875,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,128,192,2048,64,0.5964973814773562,0.0,0.71533203125,0.00927734375,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,192,256,2048,64,0.537871751340231,0.0,0.75732421875,0.0087890625,0.0869140625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,256,320,2048,64,0.5535528668974325,0.0,0.7421875,0.0048828125,0.09619140625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,320,384,2048,64,0.5311658766419695,0.0,0.72607421875,0.00927734375,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,384,448,2048,64,0.5070009865783738,0.0,0.69775390625,0.00830078125,0.07568359375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,448,512,2048,64,0.5832553093200186,0.0,0.80712890625,0.01123046875,0.0751953125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,512,576,2048,64,0.550122832098489,0.0,0.76708984375,0.00830078125,0.0849609375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,576,640,2048,64,0.5182516919938388,0.0,0.76611328125,0.0126953125,0.0859375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,640,704,2048,64,0.5312642373652456,0.0,0.74365234375,0.00634765625,0.0830078125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,704,768,2048,64,0.5450594475973675,0.0,0.78466796875,0.00634765625,0.0771484375,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,768,832,2048,64,0.585212672340337,0.0,0.70166015625,0.0068359375,0.09814453125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,832,896,2048,64,0.6300743474809999,0.0,0.76806640625,0.0087890625,0.08740234375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,896,960,2048,64,0.485857848090448,0.0,0.75341796875,0.0048828125,0.07763671875,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,960,1024,2048,64,0.5439452511547788,0.0,0.7470703125,0.0087890625,0.091796875,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1024,1088,2048,64,0.6743493947527727,0.0,0.7548828125,0.0126953125,0.1083984375,1.0,34,0.53125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1088,1152,2048,64,0.46398173736742016,0.0,0.7275390625,0.00634765625,0.0771484375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1152,1216,2048,64,0.58186057244555,0.0,0.72021484375,0.01171875,0.083984375,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1216,1280,2048,64,0.5978548861862396,0.0,0.73095703125,0.00830078125,0.0771484375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1280,1344,2048,64,0.5615965049204719,0.0,0.7578125,0.01171875,0.08154296875,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1344,1408,2048,64,0.507452677884295,0.0,0.71240234375,0.00634765625,0.0830078125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1408,1472,2048,64,0.6477035124503745,0.0,0.7861328125,0.00537109375,0.0791015625,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1472,1536,2048,64,0.5898825089220284,0.0,0.7470703125,0.00927734375,0.0869140625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1536,1600,2048,64,0.5197444594556747,0.0,0.7724609375,0.005859375,0.08203125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1600,1664,2048,64,0.5866768801657123,0.0,0.7734375,0.01220703125,0.0947265625,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1664,1728,2048,64,0.5479719208411249,0.0,0.7177734375,0.00927734375,0.087890625,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1728,1792,2048,64,0.49335515229866866,0.0,0.802734375,0.0078125,0.0751953125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1792,1856,2048,64,0.5048010625313814,0.0,0.8056640625,0.005859375,0.0712890625,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1856,1920,2048,64,0.5533203066324859,0.0,0.7666015625,0.00830078125,0.09423828125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1920,1984,2048,64,0.675908527898349,0.0,0.81884765625,0.01025390625,0.08544921875,1.0,36,0.5625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,1984,2048,2048,64,0.5567626938201619,0.0,0.763671875,0.0087890625,0.087890625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2048,2112,2048,64,0.5619091397332561,0.0,0.74560546875,0.00732421875,0.09814453125,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2112,2176,2048,64,0.5313403060598605,0.0,0.79248046875,0.01123046875,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2176,2240,2048,64,0.5540931994878127,0.0,0.76220703125,0.00634765625,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2240,2304,2048,64,0.5513585500700109,0.0,0.68115234375,0.00830078125,0.09130859375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2304,2368,2048,64,0.6747303539372064,0.0,0.83203125,0.009765625,0.09228515625,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2368,2432,2048,64,0.5824910336191501,0.0,0.78662109375,0.01123046875,0.0859375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2432,2496,2048,64,0.6046171304018781,0.0,0.80322265625,0.0107421875,0.0966796875,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2496,2560,2048,64,0.5073982208424364,0.0,0.7060546875,0.00634765625,0.08837890625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2560,2624,2048,64,0.5944950896538106,0.0,0.74853515625,0.00830078125,0.08984375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2624,2688,2048,64,0.5216100392098285,0.0,0.74609375,0.009765625,0.080078125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2688,2752,2048,64,0.4741772427907201,0.0,0.74365234375,0.01025390625,0.08544921875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2752,2816,2048,64,0.4568130431857987,0.0,0.716796875,0.00634765625,0.078125,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2816,2880,2048,64,0.5921895162587235,0.0,0.7509765625,0.009765625,0.0859375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2880,2944,2048,64,0.6224230475637822,0.0,0.73388671875,0.0078125,0.09228515625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,2944,3008,2048,64,0.5270402611885365,0.0,0.73779296875,0.009765625,0.08544921875,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3008,3072,2048,64,0.5838775696407454,0.0,0.80322265625,0.0078125,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3072,3136,2048,64,0.5208526684717881,0.0,0.7021484375,0.01416015625,0.1064453125,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3136,3200,2048,64,0.6077347425291225,0.0,0.7451171875,0.01123046875,0.09033203125,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3200,3264,2048,64,0.4850464188541721,0.0,0.70703125,0.0107421875,0.08984375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3264,3328,2048,64,0.5618151391207451,0.0,0.73193359375,0.0048828125,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3328,3392,2048,64,0.6059169110367152,0.0,0.79296875,0.00634765625,0.0927734375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3392,3456,2048,64,0.588291747846759,0.0,0.78515625,0.0107421875,0.08349609375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3456,3520,2048,64,0.5667799812148726,0.0,0.80029296875,0.00732421875,0.07861328125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3520,3584,2048,64,0.5124661635031563,0.0,0.7236328125,0.0107421875,0.07861328125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3584,3648,2048,64,0.5299596046307696,0.0,0.7255859375,0.00830078125,0.087890625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3648,3712,2048,64,0.5621479377021005,0.0,0.708984375,0.00732421875,0.08349609375,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3712,3776,2048,64,0.5543161795776897,0.0,0.75830078125,0.005859375,0.08056640625,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3776,3840,2048,64,0.586300481748463,0.0,0.744140625,0.00830078125,0.08203125,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3840,3904,2048,64,0.6062444290630924,0.0,0.73876953125,0.0078125,0.10009765625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3904,3968,2048,64,0.5447158244457163,0.0,0.7705078125,0.0107421875,0.09423828125,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,3968,4032,2048,64,0.5391096595533083,0.0,0.7451171875,0.0126953125,0.09912109375,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4032,4096,2048,64,0.5271801412995498,0.0,0.75830078125,0.005859375,0.076171875,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4096,4160,2048,64,0.6847583657578135,0.0,0.751953125,0.00634765625,0.095703125,1.0,34,0.53125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4160,4224,2048,64,0.5561130714985427,0.0,0.7626953125,0.0107421875,0.0859375,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4224,4288,2048,64,0.5612506446838983,0.0,0.7421875,0.01171875,0.076171875,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4288,4352,2048,64,0.5774644786652057,0.0,0.74853515625,0.00830078125,0.09033203125,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4352,4416,2048,64,0.5141194634823564,0.0,0.7578125,0.01171875,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4416,4480,2048,64,0.6029138598666244,0.0,0.783203125,0.00732421875,0.07861328125,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4480,4544,2048,64,0.5222218674818776,0.0,0.75439453125,0.0078125,0.07958984375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4544,4608,2048,64,0.5584371366654886,0.0,0.755859375,0.01025390625,0.091796875,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4608,4672,2048,64,0.5037669137596789,0.0,0.7158203125,0.00537109375,0.076171875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4672,4736,2048,64,0.5279410091324074,0.0,0.7060546875,0.00927734375,0.080078125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4736,4800,2048,64,0.5407997602995013,0.0,0.75244140625,0.00634765625,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4800,4864,2048,64,0.5676689700947075,0.0,0.744140625,0.01123046875,0.0859375,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4864,4928,2048,64,0.4848845498330637,0.0,0.72021484375,0.0107421875,0.06884765625,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4928,4992,2048,64,0.5449301556201039,0.0,0.7607421875,0.0078125,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,4992,5056,2048,64,0.5677832140211047,0.0,0.77880859375,0.00830078125,0.09033203125,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5056,5120,2048,64,0.5008933149607538,0.0,0.77490234375,0.00732421875,0.08447265625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5120,5184,2048,64,0.5663285582624722,0.0,0.7587890625,0.01123046875,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5184,5248,2048,64,0.5048613088936126,0.0,0.6962890625,0.00732421875,0.09375,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5248,5312,2048,64,0.51893531444242,0.0,0.7236328125,0.005859375,0.09619140625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5312,5376,2048,64,0.49178772026726303,0.0,0.76611328125,0.0078125,0.076171875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5376,5440,2048,64,0.49134410206227386,0.0,0.70458984375,0.00439453125,0.0712890625,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5440,5504,2048,64,0.5296779956145193,0.0,0.73583984375,0.00830078125,0.078125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5504,5568,2048,64,0.5716210974525221,0.0,0.73779296875,0.01025390625,0.0966796875,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5568,5632,2048,64,0.5607329844365117,0.0,0.73583984375,0.01123046875,0.08984375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5632,5696,2048,64,0.5703367218753699,0.0,0.72705078125,0.0087890625,0.09619140625,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5696,5760,2048,64,0.5179135226699503,0.0,0.73291015625,0.01220703125,0.08984375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5760,5824,2048,64,0.5501047235489231,0.0,0.70263671875,0.009765625,0.087890625,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5824,5888,2048,64,0.551637768131515,0.0,0.76416015625,0.00830078125,0.08251953125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5888,5952,2048,64,0.5301846048085984,0.0,0.7197265625,0.00537109375,0.08056640625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,64,5952,6016,2048,64,0.4901984778960833,0.0,0.68408203125,0.00732421875,0.0849609375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,64,6016,6080,2048,64,0.6252925228888558,0.0,0.7578125,0.0068359375,0.0791015625,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,64,6080,6144,2048,64,0.5558770609388797,0.0,0.76318359375,0.0078125,0.0830078125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,0,128,4096,128,0.5441377875784144,0.0,0.78173828125,0.007080078125,0.0810546875,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,128,256,4096,128,0.5679415229577557,0.0,0.736328125,0.009521484375,0.090087890625,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,256,384,4096,128,0.542474868062659,0.0,0.734130859375,0.00732421875,0.09423828125,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,384,512,4096,128,0.5464598595694998,0.0,0.75244140625,0.009765625,0.0751953125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,512,640,4096,128,0.5344248996119749,0.0,0.7666015625,0.010498046875,0.085205078125,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,640,768,4096,128,0.5382060438709432,0.0,0.76416015625,0.00634765625,0.081298828125,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,768,896,4096,128,0.6080573801958686,0.0,0.73486328125,0.008056640625,0.092529296875,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,896,1024,4096,128,0.5157200232708229,0.0,0.750244140625,0.00634765625,0.084716796875,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1024,1152,4096,128,0.5788031439159261,0.0,0.7412109375,0.01025390625,0.100830078125,1.0,77,0.6015625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1152,1280,4096,128,0.5899119386414486,0.0,0.7255859375,0.010009765625,0.08203125,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1280,1408,4096,128,0.5352097040557241,0.0,0.735107421875,0.009521484375,0.082275390625,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1408,1536,4096,128,0.6194680033596164,0.0,0.7666015625,0.007080078125,0.083251953125,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1536,1664,4096,128,0.5542220064450007,0.0,0.77294921875,0.009033203125,0.08642578125,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1664,1792,4096,128,0.521379196137492,0.0,0.76025390625,0.008544921875,0.083251953125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1792,1920,4096,128,0.529616594559064,0.0,0.7861328125,0.007080078125,0.08154296875,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,1920,2048,4096,128,0.6192079760934918,0.0,0.791259765625,0.01025390625,0.089111328125,1.0,77,0.6015625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2048,2176,4096,128,0.5468383683317923,0.0,0.76904296875,0.00927734375,0.091796875,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2176,2304,4096,128,0.5527275660096688,0.0,0.7216796875,0.00732421875,0.083740234375,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2304,2432,4096,128,0.6303002676387396,0.0,0.809326171875,0.010498046875,0.092041015625,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2432,2560,4096,128,0.5581284927727088,0.0,0.754638671875,0.008544921875,0.093017578125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2560,2688,4096,128,0.5592412022673987,0.0,0.747314453125,0.009033203125,0.084716796875,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2688,2816,4096,128,0.4655761022675455,0.0,0.730224609375,0.00830078125,0.0810546875,1.0,91,0.7109375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2816,2944,4096,128,0.6074943922808371,0.0,0.742431640625,0.0087890625,0.08935546875,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,2944,3072,4096,128,0.5561854246756491,0.0,0.7705078125,0.009033203125,0.078125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3072,3200,4096,128,0.5659633466626268,0.0,0.7236328125,0.012939453125,0.10107421875,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3200,3328,4096,128,0.5248362978055725,0.0,0.719482421875,0.007568359375,0.08544921875,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3328,3456,4096,128,0.5971693577473937,0.0,0.7890625,0.0087890625,0.088623046875,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3456,3584,4096,128,0.5403059854571182,0.0,0.761962890625,0.009033203125,0.078857421875,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3584,3712,4096,128,0.5462908961364478,0.0,0.71728515625,0.0078125,0.085693359375,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3712,3840,4096,128,0.5705325064534384,0.0,0.751220703125,0.00732421875,0.08203125,1.0,77,0.6015625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3840,3968,4096,128,0.5763018467659162,0.0,0.754638671875,0.009521484375,0.097900390625,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,3968,4096,4096,128,0.5331782658756343,0.0,0.751708984375,0.00927734375,0.0869140625,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4096,4224,4096,128,0.6237610791668773,0.0,0.75732421875,0.009033203125,0.091552734375,1.0,75,0.5859375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4224,4352,4096,128,0.5694152747679716,0.0,0.745361328125,0.01025390625,0.083251953125,1.0,81,0.6328125
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4352,4480,4096,128,0.5602784777013381,0.0,0.7705078125,0.009765625,0.083251953125,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4480,4608,4096,128,0.5406328303402455,0.0,0.755126953125,0.00927734375,0.084228515625,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4608,4736,4096,128,0.5159955486836569,0.0,0.7109375,0.00732421875,0.077392578125,1.0,88,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4736,4864,4096,128,0.5543971682595357,0.0,0.748291015625,0.009033203125,0.09033203125,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4864,4992,4096,128,0.5157818827619692,0.0,0.740478515625,0.00927734375,0.07861328125,1.0,88,0.6875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,4992,5120,4096,128,0.5353839235056037,0.0,0.77685546875,0.008056640625,0.087646484375,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5120,5248,4096,128,0.5364759906656691,0.0,0.7275390625,0.010009765625,0.089111328125,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5248,5376,4096,128,0.5055437777191631,0.0,0.744873046875,0.007080078125,0.0859375,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5376,5504,4096,128,0.5108707300627023,0.0,0.72021484375,0.00634765625,0.075439453125,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5504,5632,4096,128,0.5662032139117116,0.0,0.73681640625,0.0107421875,0.0927734375,1.0,77,0.6015625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5632,5760,4096,128,0.5447560891279418,0.0,0.72998046875,0.01025390625,0.09130859375,1.0,81,0.6328125
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5760,5888,4096,128,0.5508717791373762,0.0,0.7333984375,0.009033203125,0.085205078125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gate_proj.output,128,5888,6016,4096,128,0.5105831288378448,0.0,0.701904296875,0.0068359375,0.082763671875,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gate_proj.output,128,6016,6144,4096,128,0.5916037719871119,0.0,0.760498046875,0.008056640625,0.082763671875,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.up_proj.output,0,0,6144,196608,6144,0.3396812846341086,0.0,0.5041859944661459,0.009028116861979166,0.08630879720052083,1.0,4691,0.7635091145833334
+fresh-en-1,layers.11.mlp.up_proj.output,64,0,64,2048,64,0.33620305137707557,0.0,0.4482421875,0.0107421875,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,64,128,2048,64,0.3409748662568158,0.0,0.53076171875,0.0078125,0.076171875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,128,192,2048,64,0.33343090503054224,0.0,0.5029296875,0.009765625,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,192,256,2048,64,0.3211409582643133,0.0,0.4853515625,0.01220703125,0.072265625,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.up_proj.output,64,256,320,2048,64,0.33238765335001075,0.0,0.47119140625,0.0078125,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,320,384,2048,64,0.3403800344121971,0.0,0.5283203125,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,384,448,2048,64,0.3630640181453238,0.0,0.462890625,0.0078125,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.up_proj.output,64,448,512,2048,64,0.3243748341348027,0.0,0.50830078125,0.0078125,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,512,576,2048,64,0.32496106927786744,0.0,0.5283203125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,576,640,2048,64,0.3056666718117248,0.0,0.47412109375,0.00927734375,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,640,704,2048,64,0.3553762435251343,0.0,0.54150390625,0.00830078125,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.up_proj.output,64,704,768,2048,64,0.32483575650156216,0.0,0.4580078125,0.009765625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,768,832,2048,64,0.3483387858686425,0.0,0.5205078125,0.01025390625,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,832,896,2048,64,0.35189385500891596,0.0,0.46044921875,0.01123046875,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.up_proj.output,64,896,960,2048,64,0.328784047141918,0.0,0.51904296875,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,960,1024,2048,64,0.3305994620384812,0.0,0.50927734375,0.0078125,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,1024,1088,2048,64,0.3260413186633804,0.0,0.55712890625,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,1088,1152,2048,64,0.3490103941590823,0.0,0.52099609375,0.0087890625,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,1152,1216,2048,64,0.32770577417009805,0.0,0.50048828125,0.00927734375,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1216,1280,2048,64,0.3408331486154944,0.0,0.52197265625,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,1280,1344,2048,64,0.3108261845918182,0.0,0.48828125,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1344,1408,2048,64,0.34945724609305584,0.0,0.49658203125,0.00927734375,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,1408,1472,2048,64,0.35530777019789705,0.0,0.47265625,0.009765625,0.08203125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,1472,1536,2048,64,0.335869381765994,0.0,0.48974609375,0.0126953125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,1536,1600,2048,64,0.34048012045007336,0.0,0.51123046875,0.00732421875,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1600,1664,2048,64,0.33290917917515916,0.0,0.49609375,0.00927734375,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,1664,1728,2048,64,0.3761111786682048,0.0,0.50390625,0.00927734375,0.08837890625,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1728,1792,2048,64,0.32541453644352025,0.0,0.51025390625,0.00830078125,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1792,1856,2048,64,0.3332011914106831,0.0,0.48193359375,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,1856,1920,2048,64,0.40001165102997843,0.0,0.6005859375,0.01171875,0.0927734375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1920,1984,2048,64,0.32397736489080603,0.0,0.50244140625,0.005859375,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,1984,2048,2048,64,0.36580097932398187,0.0,0.46337890625,0.00732421875,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,2048,2112,2048,64,0.3380966122416236,0.0,0.47802734375,0.0078125,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,2112,2176,2048,64,0.3385604195617927,0.0,0.537109375,0.00927734375,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2176,2240,2048,64,0.3577416458608274,0.0,0.4970703125,0.00830078125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,2240,2304,2048,64,0.3480857378893458,0.0,0.52978515625,0.009765625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,2304,2368,2048,64,0.33081397414114344,0.0,0.47900390625,0.01318359375,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,2368,2432,2048,64,0.3376872273097348,0.0,0.5283203125,0.00732421875,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2432,2496,2048,64,0.3120311667786797,0.0,0.52392578125,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2496,2560,2048,64,0.3425277679053406,0.0,0.4921875,0.0078125,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2560,2624,2048,64,0.3507633252559856,0.0,0.52783203125,0.01171875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,2624,2688,2048,64,0.3297930505281353,0.0,0.50537109375,0.0078125,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,2688,2752,2048,64,0.32916895306427724,0.0,0.47265625,0.00927734375,0.078125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2752,2816,2048,64,0.33993991004418705,0.0,0.49560546875,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,2816,2880,2048,64,0.32493651371069693,0.0,0.490234375,0.01123046875,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,2880,2944,2048,64,0.34184818739472933,0.0,0.490234375,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,2944,3008,2048,64,0.3496249567909102,0.0,0.49267578125,0.00634765625,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3008,3072,2048,64,0.35775694266165686,0.0,0.44384765625,0.009765625,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3072,3136,2048,64,0.3429974787442616,0.0,0.51708984375,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3136,3200,2048,64,0.34247099999159547,0.0,0.5146484375,0.00927734375,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3200,3264,2048,64,0.3257774323790979,0.0,0.52587890625,0.00537109375,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,3264,3328,2048,64,0.3338160175394363,0.0,0.46923828125,0.00732421875,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,3328,3392,2048,64,0.34803470809311715,0.0,0.55078125,0.00927734375,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3392,3456,2048,64,0.31792245872007674,0.0,0.5009765625,0.00634765625,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,3456,3520,2048,64,0.35726420479860915,0.0,0.53076171875,0.005859375,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3520,3584,2048,64,0.33296280822197494,0.0,0.51904296875,0.00732421875,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,3584,3648,2048,64,0.34093917433919557,0.0,0.46533203125,0.0107421875,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,3648,3712,2048,64,0.3178792883017811,0.0,0.47705078125,0.0068359375,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,3712,3776,2048,64,0.30561881122754,0.0,0.52392578125,0.00732421875,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.up_proj.output,64,3776,3840,2048,64,0.33299894584242734,0.0,0.42138671875,0.009765625,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,3840,3904,2048,64,0.34599300197408206,0.0,0.53955078125,0.01171875,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,3904,3968,2048,64,0.32318571164238247,0.0,0.5224609375,0.00927734375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,3968,4032,2048,64,0.42391719638968844,0.0,0.53271484375,0.01025390625,0.10546875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4032,4096,2048,64,0.3434985173087656,0.0,0.4638671875,0.01220703125,0.078125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4096,4160,2048,64,0.34795701386087696,0.0,0.4775390625,0.0068359375,0.078125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4160,4224,2048,64,0.3243375687911212,0.0,0.4736328125,0.00634765625,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4224,4288,2048,64,0.34626021405917895,0.0,0.47265625,0.01318359375,0.09912109375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,4288,4352,2048,64,0.3414107506327684,0.0,0.51513671875,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4352,4416,2048,64,0.34630197909052784,0.0,0.505859375,0.0107421875,0.1025390625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,4416,4480,2048,64,0.34236453741011497,0.0,0.50830078125,0.0107421875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4480,4544,2048,64,0.33971277941154526,0.0,0.5400390625,0.009765625,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,4544,4608,2048,64,0.3478735279680457,0.0,0.53466796875,0.00927734375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4608,4672,2048,64,0.31975945721655297,0.0,0.4599609375,0.00732421875,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4672,4736,2048,64,0.3469861736697979,0.0,0.47265625,0.0078125,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,4736,4800,2048,64,0.32674866917646755,0.0,0.52392578125,0.01025390625,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,4800,4864,2048,64,0.34399562268145,0.0,0.49853515625,0.00927734375,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,4864,4928,2048,64,0.34619266220623224,0.0,0.49072265625,0.01171875,0.09765625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,4928,4992,2048,64,0.32964773510712037,0.0,0.55029296875,0.00732421875,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,64,4992,5056,2048,64,0.46480079938305513,0.0,0.48095703125,0.0087890625,0.11767578125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5056,5120,2048,64,0.3500397132736998,0.0,0.54248046875,0.00830078125,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,5120,5184,2048,64,0.32427025644679386,0.0,0.53125,0.0087890625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,5184,5248,2048,64,0.33570921247096724,0.0,0.47900390625,0.013671875,0.09375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,5248,5312,2048,64,0.32444241213878405,0.0,0.47265625,0.0087890625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,5312,5376,2048,64,0.3254001812699945,0.0,0.53466796875,0.0126953125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,5376,5440,2048,64,0.337383068244244,0.0,0.54345703125,0.0107421875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5440,5504,2048,64,0.3220106039751881,0.0,0.54150390625,0.0107421875,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,64,5504,5568,2048,64,0.33113363032201554,0.0,0.5478515625,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5568,5632,2048,64,0.3532483830229343,0.0,0.5341796875,0.0087890625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5632,5696,2048,64,0.33283125249501455,0.0,0.45751953125,0.009765625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5696,5760,2048,64,0.3111816021754963,0.0,0.458984375,0.00537109375,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,5760,5824,2048,64,0.3260699328057722,0.0,0.5283203125,0.01171875,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5824,5888,2048,64,0.3409546774920789,0.0,0.56103515625,0.00634765625,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,5888,5952,2048,64,0.30499303292862745,0.0,0.50439453125,0.00537109375,0.09326171875,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.up_proj.output,64,5952,6016,2048,64,0.32696615731785644,0.0,0.46240234375,0.0107421875,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,64,6016,6080,2048,64,0.32576188080080093,0.0,0.49560546875,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,64,6080,6144,2048,64,0.3368990765839354,0.0,0.576171875,0.00927734375,0.07373046875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,128,0,128,4096,128,0.3385973650031184,0.0,0.489501953125,0.009033203125,0.078857421875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,128,256,4096,128,0.3273436141918824,0.0,0.494140625,0.0107421875,0.0771484375,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,256,384,4096,128,0.33640758012117933,0.0,0.499755859375,0.007080078125,0.084716796875,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,384,512,4096,128,0.34426335434650085,0.0,0.485595703125,0.007568359375,0.09423828125,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.up_proj.output,128,512,640,4096,128,0.3154614166603197,0.0,0.501220703125,0.008056640625,0.083984375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,640,768,4096,128,0.34044863280969256,0.0,0.499755859375,0.00927734375,0.08642578125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,768,896,4096,128,0.35012083266600685,0.0,0.490478515625,0.010498046875,0.088134765625,1.0,96,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,128,896,1024,4096,128,0.3296930041380558,0.0,0.51416015625,0.008056640625,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,1024,1152,4096,128,0.3377211843420797,0.0,0.5390625,0.009033203125,0.0869140625,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,1152,1280,4096,128,0.3343338971893031,0.0,0.51123046875,0.0087890625,0.079345703125,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,1280,1408,4096,128,0.3307062774387944,0.0,0.492431640625,0.0087890625,0.0888671875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,1408,1536,4096,128,0.34572521832437436,0.0,0.481201171875,0.010986328125,0.08251953125,1.0,96,0.75
+fresh-en-1,layers.11.mlp.up_proj.output,128,1536,1664,4096,128,0.3367159292346998,0.0,0.503662109375,0.00830078125,0.083740234375,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,1664,1792,4096,128,0.35167757907488034,0.0,0.507080078125,0.008544921875,0.08203125,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.up_proj.output,128,1792,1920,4096,128,0.36812521980789903,0.0,0.541259765625,0.00927734375,0.08740234375,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,1920,2048,4096,128,0.34552256759579014,0.0,0.48291015625,0.00634765625,0.087158203125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,2048,2176,4096,128,0.33832859537963966,0.0,0.507568359375,0.008544921875,0.08251953125,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,2176,2304,4096,128,0.35294671418302226,0.0,0.513427734375,0.009033203125,0.089599609375,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,2304,2432,4096,128,0.3342682672459305,0.0,0.503662109375,0.01025390625,0.0927734375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,2432,2560,4096,128,0.32763449210017487,0.0,0.508056640625,0.0087890625,0.08056640625,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.up_proj.output,128,2560,2688,4096,128,0.34043969107706107,0.0,0.5166015625,0.01025390625,0.080078125,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,2688,2816,4096,128,0.334597775024194,0.0,0.484130859375,0.007568359375,0.07958984375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,2816,2944,4096,128,0.33349956609231435,0.0,0.490234375,0.0107421875,0.08056640625,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,2944,3072,4096,128,0.35371432006186987,0.0,0.46826171875,0.008056640625,0.086181640625,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.up_proj.output,128,3072,3200,4096,128,0.3427343404593152,0.0,0.515869140625,0.008544921875,0.091064453125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,3200,3328,4096,128,0.32982121597420544,0.0,0.49755859375,0.006103515625,0.090576171875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,3328,3456,4096,128,0.33331880219699594,0.0,0.52587890625,0.008056640625,0.086669921875,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,3456,3584,4096,128,0.3453273401350132,0.0,0.52490234375,0.006591796875,0.083251953125,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.up_proj.output,128,3584,3712,4096,128,0.3296109544071156,0.0,0.47119140625,0.009033203125,0.08837890625,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,3712,3840,4096,128,0.3196022181621262,0.0,0.47265625,0.00830078125,0.082275390625,1.0,102,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,128,3840,3968,4096,128,0.3347836328323342,0.0,0.531005859375,0.0107421875,0.0810546875,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,3968,4096,4096,128,0.38580890398500006,0.0,0.498291015625,0.01171875,0.092041015625,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,4096,4224,4096,128,0.33635468037795596,0.0,0.4755859375,0.006591796875,0.081298828125,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,4224,4352,4096,128,0.3438440318574243,0.0,0.493896484375,0.011962890625,0.08984375,1.0,101,0.7890625
+fresh-en-1,layers.11.mlp.up_proj.output,128,4352,4480,4096,128,0.34433888627198234,0.0,0.507080078125,0.01025390625,0.09326171875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,4480,4608,4096,128,0.34381736718529204,0.0,0.537353515625,0.009521484375,0.083984375,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,4608,4736,4096,128,0.3336506520280095,0.0,0.46630859375,0.0078125,0.089111328125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,4736,4864,4096,128,0.33548299601663206,0.0,0.51123046875,0.009521484375,0.08544921875,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,4864,4992,4096,128,0.3380214406119031,0.0,0.5205078125,0.009521484375,0.091796875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,4992,5120,4096,128,0.4114411160639278,0.0,0.51171875,0.00927734375,0.102783203125,1.0,91,0.7109375
+fresh-en-1,layers.11.mlp.up_proj.output,128,5120,5248,4096,128,0.33003929656477765,0.0,0.505126953125,0.010986328125,0.0888671875,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,5248,5376,4096,128,0.32492164960569947,0.0,0.503662109375,0.0107421875,0.081298828125,1.0,102,0.796875
+fresh-en-1,layers.11.mlp.up_proj.output,128,5376,5504,4096,128,0.3297864186184489,0.0,0.54248046875,0.010498046875,0.091064453125,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.up_proj.output,128,5504,5632,4096,128,0.3423696111211938,0.0,0.541015625,0.008544921875,0.087158203125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,5632,5760,4096,128,0.32218832394261976,0.0,0.458251953125,0.007568359375,0.083251953125,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.up_proj.output,128,5760,5888,4096,128,0.33359533358823257,0.0,0.544677734375,0.00927734375,0.0888671875,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.up_proj.output,128,5888,6016,4096,128,0.3161705379745305,0.0,0.4833984375,0.008544921875,0.0869140625,1.0,103,0.8046875
+fresh-en-1,layers.11.mlp.up_proj.output,128,6016,6144,4096,128,0.3313772704833447,0.0,0.535888671875,0.00830078125,0.080322265625,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.silu_gate,0,0,6144,196608,6144,0.20177632331302925,0.0,0.7494557698567709,0.006474812825520833,0.06334431966145833,1.0,4440,0.72265625
+fresh-en-1,layers.11.mlp.silu_gate,64,0,64,2048,64,0.1853899523625175,0.0,0.76953125,0.0048828125,0.060546875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,64,128,2048,64,0.18737085591815392,0.0,0.7939453125,0.00439453125,0.05419921875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,128,192,2048,64,0.23163151546636876,0.0,0.71533203125,0.00830078125,0.078125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.silu_gate,64,192,256,2048,64,0.19614886396090225,0.0,0.75732421875,0.00634765625,0.06494140625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,256,320,2048,64,0.18223111638468964,0.0,0.7421875,0.0029296875,0.06689453125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,320,384,2048,64,0.18872423031073948,0.0,0.72607421875,0.005859375,0.06640625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,384,448,2048,64,0.1959201957222456,0.0,0.69775390625,0.0048828125,0.0625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,448,512,2048,64,0.18135111444999172,0.0,0.80712890625,0.00732421875,0.0478515625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,512,576,2048,64,0.20161078019770765,0.0,0.76708984375,0.0068359375,0.0625,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,576,640,2048,64,0.1827471397310412,0.0,0.76611328125,0.00634765625,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,640,704,2048,64,0.19905130729041012,0.0,0.74365234375,0.00439453125,0.06005859375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,704,768,2048,64,0.20066719372856476,0.0,0.78466796875,0.00537109375,0.06005859375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,768,832,2048,64,0.2070559574794082,0.0,0.70166015625,0.0048828125,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,832,896,2048,64,0.26350613808114604,0.0,0.76806640625,0.0078125,0.0791015625,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.silu_gate,64,896,960,2048,64,0.18079617964242042,0.0,0.75341796875,0.00244140625,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,960,1024,2048,64,0.18475322722593038,0.0,0.7470703125,0.00537109375,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,1024,1088,2048,64,0.18331503746965327,0.0,0.7548828125,0.00927734375,0.0654296875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,1088,1152,2048,64,0.18586743857803587,0.0,0.7275390625,0.00537109375,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,1152,1216,2048,64,0.24084681169582942,0.0,0.72021484375,0.009765625,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.silu_gate,64,1216,1280,2048,64,0.20501376829031026,0.0,0.73095703125,0.00537109375,0.0556640625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,1280,1344,2048,64,0.20977405067608113,0.0,0.7578125,0.009765625,0.0654296875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,1344,1408,2048,64,0.20725328899444487,0.0,0.71240234375,0.00390625,0.0654296875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,1408,1472,2048,64,0.2158813242787048,0.0,0.7861328125,0.00341796875,0.0498046875,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,1472,1536,2048,64,0.21182623368991824,0.0,0.7470703125,0.0048828125,0.06396484375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,1536,1600,2048,64,0.1898555489785054,0.0,0.7724609375,0.00390625,0.05908203125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,1600,1664,2048,64,0.18072953457433982,0.0,0.7734375,0.00732421875,0.05810546875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,1664,1728,2048,64,0.24108524218383326,0.0,0.7177734375,0.00830078125,0.080078125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.silu_gate,64,1728,1792,2048,64,0.1789648796660477,0.0,0.802734375,0.005859375,0.05908203125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,1792,1856,2048,64,0.18895279549752697,0.0,0.8056640625,0.0048828125,0.05419921875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,1856,1920,2048,64,0.180625854028924,0.0,0.7666015625,0.0068359375,0.0634765625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,1920,1984,2048,64,0.1854517434905941,0.0,0.81884765625,0.00390625,0.04541015625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,1984,2048,2048,64,0.18317102554767647,0.0,0.763671875,0.0068359375,0.068359375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,2048,2112,2048,64,0.18284819428900362,0.0,0.74560546875,0.005859375,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,2112,2176,2048,64,0.1898368265390108,0.0,0.79248046875,0.0087890625,0.0615234375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,2176,2240,2048,64,0.1924210378962253,0.0,0.76220703125,0.00634765625,0.05126953125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,2240,2304,2048,64,0.1850248169989314,0.0,0.68115234375,0.00634765625,0.0576171875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,2304,2368,2048,64,0.1909595247655091,0.0,0.83203125,0.00634765625,0.0556640625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,2368,2432,2048,64,0.186946787085098,0.0,0.78662109375,0.0048828125,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,2432,2496,2048,64,0.17772831335054995,0.0,0.80322265625,0.00634765625,0.05712890625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,2496,2560,2048,64,0.20944683972070016,0.0,0.7060546875,0.00634765625,0.07373046875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,2560,2624,2048,64,0.1881324314403822,0.0,0.74853515625,0.00439453125,0.05810546875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,2624,2688,2048,64,0.2062065468479676,0.0,0.74609375,0.00732421875,0.06640625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,2688,2752,2048,64,0.18272196969410476,0.0,0.74365234375,0.00732421875,0.068359375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,2752,2816,2048,64,0.18186092019835515,0.0,0.716796875,0.00537109375,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,2816,2880,2048,64,0.2173318207088432,0.0,0.7509765625,0.0068359375,0.0654296875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.silu_gate,64,2880,2944,2048,64,0.21220976792764598,0.0,0.73388671875,0.00390625,0.0615234375,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,2944,3008,2048,64,0.20154865398110103,0.0,0.73779296875,0.00634765625,0.06298828125,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,3008,3072,2048,64,0.23195531177645562,0.0,0.80322265625,0.00634765625,0.05224609375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.silu_gate,64,3072,3136,2048,64,0.19097258204015988,0.0,0.7021484375,0.01123046875,0.07568359375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,3136,3200,2048,64,0.19538267188854946,0.0,0.7451171875,0.00830078125,0.06298828125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,3200,3264,2048,64,0.18752771384775743,0.0,0.70703125,0.0087890625,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,3264,3328,2048,64,0.25490679854784626,0.0,0.73193359375,0.00439453125,0.072265625,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.silu_gate,64,3328,3392,2048,64,0.19778369072126417,0.0,0.79296875,0.00439453125,0.05810546875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,3392,3456,2048,64,0.2085707664621553,0.0,0.78515625,0.00830078125,0.05908203125,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,3456,3520,2048,64,0.19094359414290582,0.0,0.80029296875,0.00537109375,0.05419921875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,3520,3584,2048,64,0.19208604130320908,0.0,0.7236328125,0.00927734375,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,3584,3648,2048,64,0.21850270131905444,0.0,0.7255859375,0.00439453125,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.silu_gate,64,3648,3712,2048,64,0.2201714763119807,0.0,0.708984375,0.00634765625,0.0673828125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.silu_gate,64,3712,3776,2048,64,0.18816944867837498,0.0,0.75830078125,0.00341796875,0.048828125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,3776,3840,2048,64,0.240081418969631,0.0,0.744140625,0.00732421875,0.06689453125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.silu_gate,64,3840,3904,2048,64,0.20642987340626304,0.0,0.73876953125,0.00537109375,0.06689453125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,3904,3968,2048,64,0.17934663932975026,0.0,0.7705078125,0.0068359375,0.06103515625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,3968,4032,2048,64,0.17932670827464994,0.0,0.7451171875,0.00830078125,0.0673828125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,4032,4096,2048,64,0.18931711214046784,0.0,0.75830078125,0.00390625,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4096,4160,2048,64,0.19400324110357164,0.0,0.751953125,0.0029296875,0.048828125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,4160,4224,2048,64,0.19392748129788645,0.0,0.7626953125,0.009765625,0.06005859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4224,4288,2048,64,0.22896975123058788,0.0,0.7421875,0.0087890625,0.06005859375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.silu_gate,64,4288,4352,2048,64,0.1878481865482328,0.0,0.74853515625,0.005859375,0.06005859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4352,4416,2048,64,0.18881877160959232,0.0,0.7578125,0.0087890625,0.0654296875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,4416,4480,2048,64,0.1928305633191873,0.0,0.783203125,0.00439453125,0.0498046875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4480,4544,2048,64,0.17956066211961433,0.0,0.75439453125,0.0068359375,0.05224609375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,4544,4608,2048,64,0.18252451367386185,0.0,0.755859375,0.0068359375,0.060546875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4608,4672,2048,64,0.20259415831836278,0.0,0.7158203125,0.00439453125,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,4672,4736,2048,64,0.20571761448954437,0.0,0.7060546875,0.0068359375,0.0615234375,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,64,4736,4800,2048,64,0.22347078148662308,0.0,0.75244140625,0.00439453125,0.07763671875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,4800,4864,2048,64,0.18198808920583284,0.0,0.744140625,0.0068359375,0.05810546875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,4864,4928,2048,64,0.19462380712345784,0.0,0.72021484375,0.0087890625,0.05517578125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,4928,4992,2048,64,0.20590487583637437,0.0,0.7607421875,0.0068359375,0.06103515625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,4992,5056,2048,64,0.17945621055041866,0.0,0.77880859375,0.00439453125,0.0517578125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,5056,5120,2048,64,0.17988174804026483,0.0,0.77490234375,0.0048828125,0.06201171875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,5120,5184,2048,64,0.2411309812696136,0.0,0.7587890625,0.01123046875,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.silu_gate,64,5184,5248,2048,64,0.1861590521324934,0.0,0.6962890625,0.00439453125,0.0654296875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,5248,5312,2048,64,0.18848727056022116,0.0,0.7236328125,0.00439453125,0.06884765625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,5312,5376,2048,64,0.18349025814974204,0.0,0.76611328125,0.00439453125,0.05859375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.silu_gate,64,5376,5440,2048,64,0.21034585570324052,0.0,0.70458984375,0.00390625,0.06103515625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,5440,5504,2048,64,0.1921431334941475,0.0,0.73583984375,0.0078125,0.0546875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,5504,5568,2048,64,0.2134099701718007,0.0,0.73779296875,0.0078125,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.silu_gate,64,5568,5632,2048,64,0.1953289837279974,0.0,0.73583984375,0.0087890625,0.06640625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,5632,5696,2048,64,0.3137447163948068,0.0,0.72705078125,0.009765625,0.10595703125,1.0,29,0.453125
+fresh-en-1,layers.11.mlp.silu_gate,64,5696,5760,2048,64,0.18835097205313414,0.0,0.73291015625,0.01025390625,0.068359375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.silu_gate,64,5760,5824,2048,64,0.25969280676340295,0.0,0.70263671875,0.00927734375,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.11.mlp.silu_gate,64,5824,5888,2048,64,0.2091814832944576,0.0,0.76416015625,0.00634765625,0.06591796875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,5888,5952,2048,64,0.20370681981150515,0.0,0.7197265625,0.00390625,0.06298828125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,64,5952,6016,2048,64,0.19136539933267474,0.0,0.68408203125,0.0048828125,0.0654296875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,64,6016,6080,2048,64,0.22391971034526215,0.0,0.7578125,0.005859375,0.0625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.silu_gate,64,6080,6144,2048,64,0.19411805345832148,0.0,0.76318359375,0.0048828125,0.05517578125,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,128,0,128,4096,128,0.18638303582203788,0.0,0.78173828125,0.004638671875,0.05712890625,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.silu_gate,128,128,256,4096,128,0.2146247140829769,0.0,0.736328125,0.007080078125,0.070556640625,1.0,93,0.7265625
+fresh-en-1,layers.11.mlp.silu_gate,128,256,384,4096,128,0.18550608465113935,0.0,0.734130859375,0.00439453125,0.06640625,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,384,512,4096,128,0.18877625619247912,0.0,0.75244140625,0.005859375,0.05615234375,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,128,512,640,4096,128,0.19241026969967726,0.0,0.7666015625,0.00732421875,0.060546875,1.0,93,0.7265625
+fresh-en-1,layers.11.mlp.silu_gate,128,640,768,4096,128,0.19986088358270437,0.0,0.76416015625,0.0048828125,0.0595703125,1.0,91,0.7109375
+fresh-en-1,layers.11.mlp.silu_gate,128,768,896,4096,128,0.23696798764195398,0.0,0.73486328125,0.005859375,0.07421875,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.silu_gate,128,896,1024,4096,128,0.18278541181353974,0.0,0.750244140625,0.00390625,0.058837890625,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,1024,1152,4096,128,0.18459564957774643,0.0,0.7412109375,0.00732421875,0.0625,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,1152,1280,4096,128,0.2236490910920938,0.0,0.7255859375,0.007568359375,0.063232421875,1.0,89,0.6953125
+fresh-en-1,layers.11.mlp.silu_gate,128,1280,1408,4096,128,0.2085174790468007,0.0,0.735107421875,0.0068359375,0.06640625,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,128,1408,1536,4096,128,0.21386339033549331,0.0,0.7666015625,0.004150390625,0.057373046875,1.0,92,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,128,1536,1664,4096,128,0.18534871748327145,0.0,0.77294921875,0.005859375,0.05908203125,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,128,1664,1792,4096,128,0.2123093523054513,0.0,0.76025390625,0.007080078125,0.068359375,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.silu_gate,128,1792,1920,4096,128,0.18483622219414733,0.0,0.7861328125,0.006103515625,0.0595703125,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.silu_gate,128,1920,2048,4096,128,0.18431491226144542,0.0,0.791259765625,0.00537109375,0.057373046875,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.silu_gate,128,2048,2176,4096,128,0.18637527044266317,0.0,0.76904296875,0.00732421875,0.065673828125,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,2176,2304,4096,128,0.18875915703688212,0.0,0.7216796875,0.00634765625,0.05419921875,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.silu_gate,128,2304,2432,4096,128,0.18896380777824895,0.0,0.809326171875,0.005615234375,0.0546875,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.silu_gate,128,2432,2560,4096,128,0.19423610894401167,0.0,0.754638671875,0.00634765625,0.066162109375,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,2560,2688,4096,128,0.19737648254368245,0.0,0.747314453125,0.00634765625,0.062255859375,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,2688,2816,4096,128,0.18229195333898565,0.0,0.730224609375,0.00634765625,0.06494140625,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.silu_gate,128,2816,2944,4096,128,0.21478606320770224,0.0,0.742431640625,0.00537109375,0.064208984375,1.0,92,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,128,2944,3072,4096,128,0.21728452151833816,0.0,0.7705078125,0.00634765625,0.0576171875,1.0,91,0.7109375
+fresh-en-1,layers.11.mlp.silu_gate,128,3072,3200,4096,128,0.19319021140497022,0.0,0.7236328125,0.009765625,0.06982421875,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,128,3200,3328,4096,128,0.22376787013206198,0.0,0.719482421875,0.007080078125,0.07421875,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.silu_gate,128,3328,3456,4096,128,0.2032488043481875,0.0,0.7890625,0.00634765625,0.058837890625,1.0,93,0.7265625
+fresh-en-1,layers.11.mlp.silu_gate,128,3456,3584,4096,128,0.19151566960401553,0.0,0.761962890625,0.00732421875,0.056884765625,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,3584,3712,4096,128,0.21933867587035463,0.0,0.71728515625,0.00537109375,0.071044921875,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.silu_gate,128,3712,3840,4096,128,0.21569287094198908,0.0,0.751220703125,0.00537109375,0.058837890625,1.0,88,0.6875
+fresh-en-1,layers.11.mlp.silu_gate,128,3840,3968,4096,128,0.19336301310411114,0.0,0.754638671875,0.006103515625,0.06298828125,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,128,3968,4096,4096,128,0.184389583829765,0.0,0.751708984375,0.00634765625,0.061279296875,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,4096,4224,4096,128,0.1939653648995519,0.0,0.75732421875,0.00634765625,0.054443359375,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,4224,4352,4096,128,0.20942073460865446,0.0,0.745361328125,0.00732421875,0.061767578125,1.0,92,0.71875
+fresh-en-1,layers.11.mlp.silu_gate,128,4352,4480,4096,128,0.19083520988296485,0.0,0.7705078125,0.006591796875,0.056884765625,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.silu_gate,128,4480,4608,4096,128,0.18104865295372138,0.0,0.755126953125,0.006591796875,0.056396484375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.silu_gate,128,4608,4736,4096,128,0.2041618596800032,0.0,0.7109375,0.005615234375,0.061279296875,1.0,93,0.7265625
+fresh-en-1,layers.11.mlp.silu_gate,128,4736,4864,4096,128,0.20378770177691322,0.0,0.748291015625,0.005859375,0.068359375,1.0,94,0.734375
+fresh-en-1,layers.11.mlp.silu_gate,128,4864,4992,4096,128,0.2003437598135036,0.0,0.740478515625,0.0078125,0.058349609375,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,4992,5120,4096,128,0.17966910527847785,0.0,0.77685546875,0.004638671875,0.056884765625,1.0,96,0.75
+fresh-en-1,layers.11.mlp.silu_gate,128,5120,5248,4096,128,0.21540582956238108,0.0,0.7275390625,0.00830078125,0.073486328125,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.silu_gate,128,5248,5376,4096,128,0.18600554561504476,0.0,0.744873046875,0.004638671875,0.063720703125,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.silu_gate,128,5376,5504,4096,128,0.2014501957810891,0.0,0.72021484375,0.005859375,0.05810546875,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,5504,5632,4096,128,0.20456933696541757,0.0,0.73681640625,0.00830078125,0.066162109375,1.0,90,0.703125
+fresh-en-1,layers.11.mlp.silu_gate,128,5632,5760,4096,128,0.25875841603609556,0.0,0.72998046875,0.01025390625,0.08740234375,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.silu_gate,128,5760,5888,4096,128,0.23579360343097053,0.0,0.7333984375,0.008056640625,0.073974609375,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.silu_gate,128,5888,6016,4096,128,0.19763246760017836,0.0,0.701904296875,0.00439453125,0.064453125,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.silu_gate,128,6016,6144,4096,128,0.2095493442599545,0.0,0.760498046875,0.005615234375,0.057861328125,1.0,92,0.71875
+fresh-en-1,layers.11.mlp.gated_product,0,0,6144,196608,6144,0.06855870292225148,0.0,0.4968363444010417,0.03228759765625,0.20315043131510416,1.0,3847,0.6261393229166666
+fresh-en-1,layers.11.mlp.gated_product,64,0,64,2048,64,0.06274163515163406,0.0,0.5048828125,0.029296875,0.1865234375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,64,128,2048,64,0.05793021824926608,0.0,0.48486328125,0.0234375,0.15380859375,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.gated_product,64,128,192,2048,64,0.07763256188951018,0.0,0.50341796875,0.03662109375,0.2109375,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gated_product,64,192,256,2048,64,0.06183160161189027,0.0,0.51611328125,0.033203125,0.18505859375,1.0,48,0.75
+fresh-en-1,layers.11.mlp.gated_product,64,256,320,2048,64,0.06135793000228352,0.0,0.56494140625,0.02880859375,0.19873046875,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,320,384,2048,64,0.06362878544279134,0.0,0.47705078125,0.02197265625,0.2060546875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,384,448,2048,64,0.0667538623810111,0.0,0.51318359375,0.03271484375,0.21533203125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,448,512,2048,64,0.06074614338824375,0.0,0.46484375,0.03076171875,0.17138671875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,512,576,2048,64,0.06104266885616689,0.0,0.47509765625,0.0322265625,0.19677734375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,576,640,2048,64,0.05218154574170705,0.0,0.537109375,0.03564453125,0.18701171875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,640,704,2048,64,0.07977369624128186,0.0,0.4951171875,0.0400390625,0.23193359375,1.0,33,0.515625
+fresh-en-1,layers.11.mlp.gated_product,64,704,768,2048,64,0.06387379224275658,0.0,0.52294921875,0.03173828125,0.1982421875,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,768,832,2048,64,0.06935358943679099,0.0,0.47216796875,0.02978515625,0.1884765625,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,832,896,2048,64,0.07968621996524766,0.0,0.505859375,0.03515625,0.2236328125,1.0,34,0.53125
+fresh-en-1,layers.11.mlp.gated_product,64,896,960,2048,64,0.05685653018180436,0.0,0.486328125,0.029296875,0.17578125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,960,1024,2048,64,0.05660557770772958,0.0,0.48779296875,0.0263671875,0.19287109375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,1024,1088,2048,64,0.06400480299068341,0.0,0.44580078125,0.0390625,0.208984375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,1088,1152,2048,64,0.05874539045555679,0.0,0.50341796875,0.029296875,0.1884765625,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,1152,1216,2048,64,0.07736764416367299,0.0,0.498046875,0.0322265625,0.20556640625,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,1216,1280,2048,64,0.07332506327926218,0.0,0.4853515625,0.0322265625,0.2060546875,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gated_product,64,1280,1344,2048,64,0.05946820378538119,0.0,0.521484375,0.0322265625,0.18798828125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,1344,1408,2048,64,0.06809930916587917,0.0,0.4677734375,0.0283203125,0.19580078125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,1408,1472,2048,64,0.08046943123551724,0.0,0.5185546875,0.0234375,0.18505859375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,1472,1536,2048,64,0.0652381667351594,0.0,0.50830078125,0.02685546875,0.18310546875,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,1536,1600,2048,64,0.06315015201671935,0.0,0.47607421875,0.0244140625,0.1826171875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,1600,1664,2048,64,0.06292451756872387,0.0,0.5263671875,0.03369140625,0.2021484375,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,1664,1728,2048,64,0.06866514906037548,0.0,0.5087890625,0.02685546875,0.19384765625,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,1728,1792,2048,64,0.05815896730628003,0.0,0.48974609375,0.02392578125,0.17919921875,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,1792,1856,2048,64,0.06428774300296386,0.0,0.48974609375,0.025390625,0.1875,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,1856,1920,2048,64,0.07087210612674351,0.0,0.46875,0.029296875,0.203125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,1920,1984,2048,64,0.05768026397139338,0.0,0.484375,0.01904296875,0.16455078125,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gated_product,64,1984,2048,2048,64,0.062148321239974276,0.0,0.54052734375,0.0283203125,0.18017578125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,2048,2112,2048,64,0.05870567294281036,0.0,0.5068359375,0.0263671875,0.1845703125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,2112,2176,2048,64,0.07017657642236035,0.0,0.46240234375,0.0400390625,0.20849609375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gated_product,64,2176,2240,2048,64,0.0651084270912917,0.0,0.51513671875,0.0244140625,0.173828125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,2240,2304,2048,64,0.06423708606008928,0.0,0.4990234375,0.033203125,0.19140625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,2304,2368,2048,64,0.06319479496535897,0.0,0.53466796875,0.033203125,0.17431640625,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,2368,2432,2048,64,0.06249607363261897,0.0,0.48291015625,0.03076171875,0.18603515625,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,2432,2496,2048,64,0.05199402541012218,0.0,0.4833984375,0.02880859375,0.16796875,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gated_product,64,2496,2560,2048,64,0.0815719692681494,0.0,0.509765625,0.0400390625,0.24560546875,1.0,37,0.578125
+fresh-en-1,layers.11.mlp.gated_product,64,2560,2624,2048,64,0.06192227308696749,0.0,0.486328125,0.02734375,0.18017578125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,2624,2688,2048,64,0.06232635432551101,0.0,0.50830078125,0.0283203125,0.18505859375,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,2688,2752,2048,64,0.06163300352313965,0.0,0.50634765625,0.03271484375,0.20068359375,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gated_product,64,2752,2816,2048,64,0.062347664616199984,0.0,0.47216796875,0.025390625,0.197265625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,2816,2880,2048,64,0.06407289900046512,0.0,0.4931640625,0.03076171875,0.1728515625,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,2880,2944,2048,64,0.0682049959446649,0.0,0.52587890625,0.029296875,0.1796875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,2944,3008,2048,64,0.06656030571546469,0.0,0.48046875,0.03125,0.203125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,3008,3072,2048,64,0.10638908257880962,0.0,0.513671875,0.03662109375,0.2412109375,1.0,28,0.4375
+fresh-en-1,layers.11.mlp.gated_product,64,3072,3136,2048,64,0.06295609789800137,0.0,0.49951171875,0.03759765625,0.22119140625,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,3136,3200,2048,64,0.0679447970235087,0.0,0.4765625,0.0302734375,0.1943359375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,3200,3264,2048,64,0.05763344206508444,0.0,0.51025390625,0.02978515625,0.2109375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,3264,3328,2048,64,0.09599352488082855,0.0,0.5380859375,0.03076171875,0.25927734375,1.0,26,0.40625
+fresh-en-1,layers.11.mlp.gated_product,64,3328,3392,2048,64,0.06091579912223448,0.0,0.4541015625,0.0234375,0.171875,1.0,46,0.71875
+fresh-en-1,layers.11.mlp.gated_product,64,3392,3456,2048,64,0.06345340863349778,0.0,0.4765625,0.02734375,0.19287109375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,3456,3520,2048,64,0.07021101442897658,0.0,0.4794921875,0.025390625,0.18994140625,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,3520,3584,2048,64,0.06158406389987769,0.0,0.49853515625,0.02734375,0.1875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,3584,3648,2048,64,0.06301535671138989,0.0,0.49951171875,0.033203125,0.2001953125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,3648,3712,2048,64,0.0719282181461692,0.0,0.50146484375,0.03466796875,0.22802734375,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gated_product,64,3712,3776,2048,64,0.059312091646938944,0.0,0.4931640625,0.02490234375,0.193359375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,3776,3840,2048,64,0.06965139144259513,0.0,0.50830078125,0.0322265625,0.19384765625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gated_product,64,3840,3904,2048,64,0.07694357123414586,0.0,0.48828125,0.03466796875,0.21240234375,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,3904,3968,2048,64,0.057872106079537675,0.0,0.478515625,0.03076171875,0.18115234375,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,3968,4032,2048,64,0.07625657047716118,0.0,0.52685546875,0.0439453125,0.2470703125,1.0,35,0.546875
+fresh-en-1,layers.11.mlp.gated_product,64,4032,4096,2048,64,0.10131229332189197,0.0,0.54833984375,0.0380859375,0.25732421875,1.0,28,0.4375
+fresh-en-1,layers.11.mlp.gated_product,64,4096,4160,2048,64,0.0704028927292629,0.0,0.5302734375,0.02685546875,0.18212890625,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gated_product,64,4160,4224,2048,64,0.06495432880333235,0.0,0.4951171875,0.02978515625,0.19580078125,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,4224,4288,2048,64,0.08891978834577755,0.0,0.4970703125,0.0380859375,0.2275390625,1.0,36,0.5625
+fresh-en-1,layers.11.mlp.gated_product,64,4288,4352,2048,64,0.06883994665568757,0.0,0.48046875,0.03369140625,0.18017578125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,4352,4416,2048,64,0.06692704872794118,0.0,0.478515625,0.0390625,0.2197265625,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,4416,4480,2048,64,0.06194909307721537,0.0,0.50732421875,0.025390625,0.16943359375,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.gated_product,64,4480,4544,2048,64,0.06205339306668406,0.0,0.49658203125,0.03369140625,0.18798828125,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,4544,4608,2048,64,0.06385006586159085,0.0,0.48876953125,0.0263671875,0.18896484375,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,4608,4672,2048,64,0.06591885458854259,0.0,0.51953125,0.0302734375,0.2060546875,1.0,39,0.609375
+fresh-en-1,layers.11.mlp.gated_product,64,4672,4736,2048,64,0.07055638573571996,0.0,0.482421875,0.0322265625,0.20751953125,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,4736,4800,2048,64,0.08819560779505088,0.0,0.5224609375,0.0439453125,0.2587890625,1.0,33,0.515625
+fresh-en-1,layers.11.mlp.gated_product,64,4800,4864,2048,64,0.059112556675279364,0.0,0.46923828125,0.02685546875,0.18701171875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,4864,4928,2048,64,0.06466770781664857,0.0,0.5078125,0.03662109375,0.19384765625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,4928,4992,2048,64,0.0742004262756934,0.0,0.45849609375,0.03466796875,0.21484375,1.0,38,0.59375
+fresh-en-1,layers.11.mlp.gated_product,64,4992,5056,2048,64,0.0989957046534523,0.0,0.5029296875,0.04443359375,0.28125,1.0,25,0.390625
+fresh-en-1,layers.11.mlp.gated_product,64,5056,5120,2048,64,0.058835363059367575,0.0,0.4638671875,0.025390625,0.193359375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,5120,5184,2048,64,0.08532645077220387,0.0,0.5107421875,0.04248046875,0.251953125,1.0,31,0.484375
+fresh-en-1,layers.11.mlp.gated_product,64,5184,5248,2048,64,0.05954500317694106,0.0,0.49267578125,0.03369140625,0.1923828125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,5248,5312,2048,64,0.05873947110911722,0.0,0.517578125,0.02880859375,0.1904296875,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,5312,5376,2048,64,0.06002643488002627,0.0,0.4814453125,0.03271484375,0.1884765625,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,5376,5440,2048,64,0.07632865357357291,0.0,0.48046875,0.03125,0.2138671875,1.0,36,0.5625
+fresh-en-1,layers.11.mlp.gated_product,64,5440,5504,2048,64,0.06330064750100281,0.0,0.47265625,0.033203125,0.20751953125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,5504,5568,2048,64,0.06712962893681433,0.0,0.49365234375,0.03564453125,0.20654296875,1.0,40,0.625
+fresh-en-1,layers.11.mlp.gated_product,64,5568,5632,2048,64,0.0695179403473982,0.0,0.43701171875,0.03515625,0.1982421875,1.0,42,0.65625
+fresh-en-1,layers.11.mlp.gated_product,64,5632,5696,2048,64,0.09392249222195982,0.0,0.53515625,0.0537109375,0.26953125,1.0,27,0.421875
+fresh-en-1,layers.11.mlp.gated_product,64,5696,5760,2048,64,0.05712277678234785,0.0,0.52880859375,0.03076171875,0.2021484375,1.0,45,0.703125
+fresh-en-1,layers.11.mlp.gated_product,64,5760,5824,2048,64,0.06621105773278882,0.0,0.51806640625,0.044921875,0.21533203125,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,64,5824,5888,2048,64,0.08190657557241386,0.0,0.4814453125,0.03466796875,0.2197265625,1.0,33,0.515625
+fresh-en-1,layers.11.mlp.gated_product,64,5888,5952,2048,64,0.05459139956893049,0.0,0.48095703125,0.02490234375,0.1845703125,1.0,44,0.6875
+fresh-en-1,layers.11.mlp.gated_product,64,5952,6016,2048,64,0.07096237266409285,0.0,0.5029296875,0.03125,0.2138671875,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,6016,6080,2048,64,0.06973068542460459,0.0,0.49169921875,0.02978515625,0.19873046875,1.0,41,0.640625
+fresh-en-1,layers.11.mlp.gated_product,64,6080,6144,2048,64,0.06611135862634035,0.0,0.46728515625,0.02587890625,0.18212890625,1.0,43,0.671875
+fresh-en-1,layers.11.mlp.gated_product,128,0,128,4096,128,0.06038386774589867,0.0,0.494873046875,0.026123046875,0.17236328125,1.0,90,0.703125
+fresh-en-1,layers.11.mlp.gated_product,128,128,256,4096,128,0.07017820752705266,0.0,0.509765625,0.03564453125,0.200927734375,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gated_product,128,256,384,4096,128,0.06250367153651815,0.0,0.52099609375,0.025146484375,0.200927734375,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.gated_product,128,384,512,4096,128,0.06382073361897385,0.0,0.489013671875,0.03125,0.19384765625,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,512,640,4096,128,0.056785214347915926,0.0,0.506103515625,0.033447265625,0.192138671875,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.gated_product,128,640,768,4096,128,0.07226238284013037,0.0,0.509033203125,0.03564453125,0.21826171875,1.0,74,0.578125
+fresh-en-1,layers.11.mlp.gated_product,128,768,896,4096,128,0.07469877515768517,0.0,0.489013671875,0.03271484375,0.206298828125,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.gated_product,128,896,1024,4096,128,0.05673119270710004,0.0,0.487060546875,0.02783203125,0.184814453125,1.0,90,0.703125
+fresh-en-1,layers.11.mlp.gated_product,128,1024,1152,4096,128,0.06143140770669356,0.0,0.474609375,0.033935546875,0.199462890625,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.gated_product,128,1152,1280,4096,128,0.07537346107332647,0.0,0.49169921875,0.03271484375,0.20458984375,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.gated_product,128,1280,1408,4096,128,0.06392958302042029,0.0,0.49462890625,0.030029296875,0.191162109375,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,1408,1536,4096,128,0.07325076027705138,0.0,0.513427734375,0.02685546875,0.18798828125,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gated_product,128,1536,1664,4096,128,0.06303743574651258,0.0,0.501220703125,0.029052734375,0.192626953125,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,1664,1792,4096,128,0.06362927067638185,0.0,0.499267578125,0.026123046875,0.18798828125,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gated_product,128,1792,1920,4096,128,0.06766006697918471,0.0,0.479248046875,0.026123046875,0.196044921875,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.gated_product,128,1920,2048,4096,128,0.059955928333888124,0.0,0.512451171875,0.02294921875,0.17333984375,1.0,91,0.7109375
+fresh-en-1,layers.11.mlp.gated_product,128,2048,2176,4096,128,0.06469585734044955,0.0,0.484619140625,0.033203125,0.19580078125,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gated_product,128,2176,2304,4096,128,0.06467422401464652,0.0,0.507080078125,0.02880859375,0.1826171875,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,2304,2432,4096,128,0.0628464053475117,0.0,0.5087890625,0.0322265625,0.180419921875,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,2432,2560,4096,128,0.06840089490873764,0.0,0.49658203125,0.035888671875,0.2099609375,1.0,79,0.6171875
+fresh-en-1,layers.11.mlp.gated_product,128,2560,2688,4096,128,0.06212464224350158,0.0,0.497314453125,0.028076171875,0.182861328125,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.gated_product,128,2688,2816,4096,128,0.061991363940380836,0.0,0.4892578125,0.029052734375,0.19921875,1.0,84,0.65625
+fresh-en-1,layers.11.mlp.gated_product,128,2816,2944,4096,128,0.06617120921569879,0.0,0.509521484375,0.03076171875,0.176513671875,1.0,86,0.671875
+fresh-en-1,layers.11.mlp.gated_product,128,2944,3072,4096,128,0.08873812931569185,0.0,0.4970703125,0.0361328125,0.22705078125,1.0,65,0.5078125
+fresh-en-1,layers.11.mlp.gated_product,128,3072,3200,4096,128,0.06549796067477417,0.0,0.488037109375,0.0341796875,0.20751953125,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,3200,3328,4096,128,0.07917187146744635,0.0,0.524169921875,0.033935546875,0.244873046875,1.0,67,0.5234375
+fresh-en-1,layers.11.mlp.gated_product,128,3328,3456,4096,128,0.06219754677601873,0.0,0.46533203125,0.025146484375,0.1826171875,1.0,89,0.6953125
+fresh-en-1,layers.11.mlp.gated_product,128,3456,3584,4096,128,0.06603856249787005,0.0,0.489013671875,0.028076171875,0.1875,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gated_product,128,3584,3712,4096,128,0.06761879822633132,0.0,0.50048828125,0.033935546875,0.21435546875,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.gated_product,128,3712,3840,4096,128,0.06468864098674705,0.0,0.500732421875,0.028564453125,0.1962890625,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.gated_product,128,3840,3968,4096,128,0.06807897552234957,0.0,0.4833984375,0.03173828125,0.199951171875,1.0,81,0.6328125
+fresh-en-1,layers.11.mlp.gated_product,128,3968,4096,4096,128,0.08966394291765035,0.0,0.53759765625,0.042724609375,0.255859375,1.0,61,0.4765625
+fresh-en-1,layers.11.mlp.gated_product,128,4096,4224,4096,128,0.06773341913317055,0.0,0.5126953125,0.028564453125,0.18994140625,1.0,82,0.640625
+fresh-en-1,layers.11.mlp.gated_product,128,4224,4352,4096,128,0.07951624681477297,0.0,0.48876953125,0.037841796875,0.21240234375,1.0,76,0.59375
+fresh-en-1,layers.11.mlp.gated_product,128,4352,4480,4096,128,0.06448612247810263,0.0,0.492919921875,0.0322265625,0.19482421875,1.0,88,0.6875
+fresh-en-1,layers.11.mlp.gated_product,128,4480,4608,4096,128,0.0629581388766293,0.0,0.49267578125,0.0302734375,0.18798828125,1.0,87,0.6796875
+fresh-en-1,layers.11.mlp.gated_product,128,4608,4736,4096,128,0.06827700549362549,0.0,0.5009765625,0.03125,0.20654296875,1.0,80,0.625
+fresh-en-1,layers.11.mlp.gated_product,128,4736,4864,4096,128,0.07507582697189075,0.0,0.495849609375,0.037353515625,0.2255859375,1.0,75,0.5859375
+fresh-en-1,layers.11.mlp.gated_product,128,4864,4992,4096,128,0.06959747011836724,0.0,0.483154296875,0.03466796875,0.202392578125,1.0,81,0.6328125
+fresh-en-1,layers.11.mlp.gated_product,128,4992,5120,4096,128,0.08143018324356502,0.0,0.4833984375,0.03515625,0.24365234375,1.0,68,0.53125
+fresh-en-1,layers.11.mlp.gated_product,128,5120,5248,4096,128,0.07357380853511408,0.0,0.501708984375,0.03955078125,0.225830078125,1.0,73,0.5703125
+fresh-en-1,layers.11.mlp.gated_product,128,5248,5376,4096,128,0.0593864393215524,0.0,0.49951171875,0.03076171875,0.18994140625,1.0,88,0.6875
+fresh-en-1,layers.11.mlp.gated_product,128,5376,5504,4096,128,0.07011788406106076,0.0,0.4765625,0.03369140625,0.20947265625,1.0,78,0.609375
+fresh-en-1,layers.11.mlp.gated_product,128,5504,5632,4096,128,0.06833421950728198,0.0,0.46533203125,0.034912109375,0.203125,1.0,81,0.6328125
+fresh-en-1,layers.11.mlp.gated_product,128,5632,5760,4096,128,0.07773173795982578,0.0,0.531982421875,0.04296875,0.24462890625,1.0,69,0.5390625
+fresh-en-1,layers.11.mlp.gated_product,128,5760,5888,4096,128,0.0744734559695407,0.0,0.499755859375,0.039306640625,0.220458984375,1.0,75,0.5859375
+fresh-en-1,layers.11.mlp.gated_product,128,5888,6016,4096,128,0.063308290298397,0.0,0.491943359375,0.028564453125,0.198974609375,1.0,85,0.6640625
+fresh-en-1,layers.11.mlp.gated_product,128,6016,6144,4096,128,0.06794512576044638,0.0,0.4794921875,0.027587890625,0.191162109375,1.0,83,0.6484375
+fresh-en-1,layers.11.mlp.down_proj.output,0,0,2048,65536,2048,0.047592652396833246,0.0,0.50482177734375,0.009521484375,0.09722900390625,1.0,1533,0.74853515625
+fresh-en-1,layers.11.mlp.down_proj.output,64,0,64,2048,64,0.046802377631270514,0.0,0.49072265625,0.005859375,0.0966796875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,64,128,2048,64,0.04441834771192998,0.0,0.51220703125,0.00732421875,0.1044921875,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.down_proj.output,64,128,192,2048,64,0.045092335717235164,0.0,0.47802734375,0.0078125,0.09375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,64,192,256,2048,64,0.05007263516164746,0.0,0.482421875,0.01416015625,0.0986328125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,256,320,2048,64,0.04693069386966759,0.0,0.509765625,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,320,384,2048,64,0.04285196274870802,0.0,0.49072265625,0.005859375,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,384,448,2048,64,0.044727567260893324,0.0,0.49072265625,0.01123046875,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,448,512,2048,64,0.044693233084963556,0.0,0.51220703125,0.00830078125,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.down_proj.output,64,512,576,2048,64,0.043444350234756644,0.0,0.4912109375,0.01318359375,0.1025390625,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.down_proj.output,64,576,640,2048,64,0.04860174908033844,0.0,0.5087890625,0.00830078125,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,640,704,2048,64,0.0434252359780213,0.0,0.53466796875,0.0126953125,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.11.mlp.down_proj.output,64,704,768,2048,64,0.04738691319009408,0.0,0.4794921875,0.01416015625,0.10400390625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,768,832,2048,64,0.045375143783236566,0.0,0.50732421875,0.0068359375,0.09375,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.down_proj.output,64,832,896,2048,64,0.046118417659222866,0.0,0.5234375,0.0107421875,0.095703125,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,896,960,2048,64,0.04599689936986146,0.0,0.515625,0.00732421875,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.down_proj.output,64,960,1024,2048,64,0.046408212424683445,0.0,0.50830078125,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,1024,1088,2048,64,0.04580607220562773,0.0,0.50048828125,0.00537109375,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1088,1152,2048,64,0.043828279612214936,0.0,0.5107421875,0.0068359375,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,1152,1216,2048,64,0.09319758176904684,0.0,0.4912109375,0.02685546875,0.212890625,1.0,22,0.34375
+fresh-en-1,layers.11.mlp.down_proj.output,64,1216,1280,2048,64,0.04551073331629748,0.0,0.4912109375,0.009765625,0.10107421875,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,64,1280,1344,2048,64,0.04355786079300985,0.0,0.49560546875,0.00830078125,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1344,1408,2048,64,0.042648284269159585,0.0,0.4541015625,0.009765625,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,1408,1472,2048,64,0.04363689109975364,0.0,0.49951171875,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1472,1536,2048,64,0.04548687270957548,0.0,0.541015625,0.00341796875,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1536,1600,2048,64,0.04396106644640471,0.0,0.525390625,0.01318359375,0.0986328125,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1600,1664,2048,64,0.0478496663194429,0.0,0.48828125,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,64,1664,1728,2048,64,0.046174128695656645,0.0,0.56298828125,0.00537109375,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1728,1792,2048,64,0.04595114326533967,0.0,0.4951171875,0.01025390625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,64,1792,1856,2048,64,0.04519959135509141,0.0,0.4990234375,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,1856,1920,2048,64,0.0452369257922222,0.0,0.53515625,0.00830078125,0.09375,1.0,50,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,64,1920,1984,2048,64,0.04287710123532689,0.0,0.5078125,0.0087890625,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,64,1984,2048,2048,64,0.04523202668149217,0.0,0.52099609375,0.01171875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,128,0,128,4096,128,0.045625936513117,0.0,0.50146484375,0.006591796875,0.1005859375,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.down_proj.output,128,128,256,4096,128,0.047647599795096154,0.0,0.480224609375,0.011474609375,0.09716796875,1.0,96,0.75
+fresh-en-1,layers.11.mlp.down_proj.output,128,256,384,4096,128,0.0449376275436583,0.0,0.500244140625,0.008056640625,0.090576171875,1.0,101,0.7890625
+fresh-en-1,layers.11.mlp.down_proj.output,128,384,512,4096,128,0.04471040346868175,0.0,0.50146484375,0.009765625,0.092041015625,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,128,512,640,4096,128,0.04609523609326878,0.0,0.5,0.010498046875,0.09716796875,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.down_proj.output,128,640,768,4096,128,0.04544926105797732,0.0,0.507080078125,0.01318359375,0.099365234375,1.0,95,0.7421875
+fresh-en-1,layers.11.mlp.down_proj.output,128,768,896,4096,128,0.04574829024531907,0.0,0.515380859375,0.0087890625,0.0947265625,1.0,103,0.8046875
+fresh-en-1,layers.11.mlp.down_proj.output,128,896,1024,4096,128,0.04620301360352864,0.0,0.511962890625,0.00732421875,0.08203125,1.0,102,0.796875
+fresh-en-1,layers.11.mlp.down_proj.output,128,1024,1152,4096,128,0.04482808463828048,0.0,0.505615234375,0.006103515625,0.086181640625,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,128,1152,1280,4096,128,0.07333831227464033,0.0,0.4912109375,0.01904296875,0.16064453125,1.0,66,0.515625
+fresh-en-1,layers.11.mlp.down_proj.output,128,1280,1408,4096,128,0.04310547174064025,0.0,0.474853515625,0.009033203125,0.087646484375,1.0,98,0.765625
+fresh-en-1,layers.11.mlp.down_proj.output,128,1408,1536,4096,128,0.04457148109356969,0.0,0.520263671875,0.005126953125,0.08740234375,1.0,99,0.7734375
+fresh-en-1,layers.11.mlp.down_proj.output,128,1536,1664,4096,128,0.04594652288251658,0.0,0.5068359375,0.011962890625,0.091796875,1.0,101,0.7890625
+fresh-en-1,layers.11.mlp.down_proj.output,128,1664,1792,4096,128,0.046062770912065384,0.0,0.529052734375,0.0078125,0.08349609375,1.0,100,0.78125
+fresh-en-1,layers.11.mlp.down_proj.output,128,1792,1920,4096,128,0.045218262426802026,0.0,0.51708984375,0.00830078125,0.091552734375,1.0,97,0.7578125
+fresh-en-1,layers.11.mlp.down_proj.output,128,1920,2048,4096,128,0.0440702963914454,0.0,0.514404296875,0.010498046875,0.093017578125,1.0,98,0.765625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.6303659957569208,0.0,0.4937489827473958,0.015421549479166666,0.15173848470052084,1.0,2361,0.38427734375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3248291792600075,0.0,0.4658203125,0.01416015625,0.1357421875,1.0,31,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.408782092791494,0.0,0.53662109375,0.0126953125,0.12158203125,1.0,31,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.2937798841864765,0.0,0.47802734375,0.0068359375,0.10791015625,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.3402845719087222,0.0,0.51708984375,0.013671875,0.10498046875,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.180036215636138,0.0,0.48486328125,0.00927734375,0.1025390625,1.0,33,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.9947267749163948,0.0,0.55126953125,0.01171875,0.11279296875,1.0,34,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3784806801751963,0.0,0.5068359375,0.0185546875,0.12646484375,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.020208738797161,0.0,0.4521484375,0.0107421875,0.08251953125,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.6953813357793592,0.0,0.45751953125,0.00830078125,0.10205078125,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.8073561973935623,0.0,0.4765625,0.0107421875,0.11376953125,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.270528753302033,0.0,0.4365234375,0.01513671875,0.138671875,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.133855310916978,0.0,0.46826171875,0.01123046875,0.1162109375,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.2431328997833817,0.0,0.47607421875,0.01513671875,0.13134765625,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.9911667355517095,0.0,0.4638671875,0.01123046875,0.119140625,1.0,31,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.389024065542234,0.0,0.494140625,0.00927734375,0.1201171875,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.3880596398712983,0.0,0.45947265625,0.01220703125,0.12353515625,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.473401105289477,0.0,0.51513671875,0.009765625,0.12646484375,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3005776864701015,0.0,0.5498046875,0.00634765625,0.08984375,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.9815179899709499,0.0,0.4951171875,0.01611328125,0.1591796875,1.0,24,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9846456645238533,0.0,0.5,0.01123046875,0.14501953125,1.0,24,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.751053473911209,0.0,0.46337890625,0.01611328125,0.13720703125,1.0,25,0.390625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.013786309508652,0.0,0.48974609375,0.0078125,0.1005859375,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.7910193360985199,0.0,0.51708984375,0.009765625,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.8046720202314146,0.0,0.47705078125,0.0107421875,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7594940293410921,0.0,0.4853515625,0.0078125,0.10205078125,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.9629893441334263,0.0,0.5908203125,0.0107421875,0.1396484375,1.0,22,0.34375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.7538244203914557,0.0,0.5341796875,0.0126953125,0.10888671875,1.0,33,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.198946017499584,0.0,0.51318359375,0.01318359375,0.125,1.0,27,0.421875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2538684515765008,0.0,0.5205078125,0.01025390625,0.11328125,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.334093912056102,0.0,0.52392578125,0.01025390625,0.11962890625,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.042751395133865,0.0,0.53076171875,0.0087890625,0.09521484375,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.313072327626816,0.0,0.4677734375,0.013671875,0.140625,1.0,35,0.546875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.425830668960853,0.0,0.4833984375,0.01220703125,0.14501953125,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.306903340263549,0.0,0.49462890625,0.02001953125,0.130859375,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.3615991038939566,0.0,0.52099609375,0.01025390625,0.1103515625,1.0,40,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.998167608152984,0.0,0.544921875,0.00927734375,0.1455078125,1.0,26,0.40625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.099711754269964,0.0,0.486328125,0.01318359375,0.11962890625,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.7912934664027893,0.0,0.48193359375,0.013671875,0.1572265625,1.0,22,0.34375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.5271358961408676,0.0,0.40087890625,0.0078125,0.08544921875,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.5028444188108963,0.0,0.46142578125,0.0029296875,0.0810546875,1.0,40,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.003660256559623,0.0,0.53564453125,0.01611328125,0.1376953125,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.6133045471593037,0.0,0.49755859375,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.138114777919317,0.0,0.5205078125,0.00927734375,0.115234375,1.0,39,0.609375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.0362156447574487,0.0,0.4599609375,0.01171875,0.1220703125,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.153663259815561,0.0,0.42041015625,0.0107421875,0.12451171875,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.2227243739068863,0.0,0.4462890625,0.01123046875,0.12744140625,1.0,35,0.546875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.3366121274098173,0.0,0.53955078125,0.01171875,0.1044921875,1.0,41,0.640625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.3697489161557401,0.0,0.517578125,0.01220703125,0.11767578125,1.0,40,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.043028835569272,0.0,0.49072265625,0.0107421875,0.1142578125,1.0,33,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.026441282416167,0.0,0.517578125,0.01220703125,0.1123046875,1.0,34,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7898730487313717,0.0,0.49267578125,0.015625,0.130859375,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5235928034150596,0.0,0.47607421875,0.0087890625,0.1044921875,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.376077528295254,0.0,0.5146484375,0.013671875,0.1103515625,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.2552832424863405,0.0,0.52783203125,0.009765625,0.09521484375,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.2505394425549148,0.0,0.50341796875,0.01318359375,0.1201171875,1.0,39,0.609375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.0822930636789994,0.0,0.47802734375,0.01220703125,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.9680482504776722,0.0,0.45703125,0.00830078125,0.07470703125,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.9816107743056988,0.0,0.4560546875,0.0068359375,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.249159728647476,0.0,0.41552734375,0.01220703125,0.09765625,1.0,34,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.440810346345932,0.0,0.46728515625,0.01025390625,0.0869140625,1.0,35,0.546875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.3477065354301914,0.0,0.478515625,0.00830078125,0.0986328125,1.0,40,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.2263944297669573,0.0,0.44921875,0.01220703125,0.11083984375,1.0,40,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.1989876245912214,0.0,0.4541015625,0.01123046875,0.12744140625,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.0526239542296323,0.0,0.49951171875,0.00830078125,0.1044921875,1.0,41,0.640625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.3428922931313312,0.0,0.51953125,0.0146484375,0.1689453125,1.0,21,0.328125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.449304763429196,0.0,0.359375,0.015625,0.16162109375,1.0,19,0.296875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.9167433131684363,0.0,0.50537109375,0.0126953125,0.1162109375,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.022367719639845,0.0,0.48095703125,0.013671875,0.1435546875,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.18844607094945,0.0,0.513671875,0.029296875,0.28759765625,1.0,5,0.078125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.2068444368408233,0.0,0.5302734375,0.01220703125,0.177734375,1.0,24,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,3.1525727385739937,0.0,0.513671875,0.03515625,0.3359375,1.0,7,0.109375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.8230004114441147,0.0,0.5009765625,0.0302734375,0.31201171875,1.0,9,0.140625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9952398830140529,0.0,0.4873046875,0.01123046875,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8882341684402146,0.0,0.4541015625,0.01318359375,0.10791015625,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.551033069029526,0.0,0.5068359375,0.01611328125,0.1708984375,1.0,24,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.2440258445047427,0.0,0.537109375,0.013671875,0.138671875,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.375124627601047,0.0,0.537109375,0.0146484375,0.1484375,1.0,23,0.359375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.167599242643011,0.0,0.484375,0.01318359375,0.10693359375,1.0,35,0.546875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.9591434375548618,0.0,0.494140625,0.009765625,0.09326171875,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,3.2826997818647383,0.0,0.53857421875,0.00537109375,0.06640625,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.3209098765280587,0.0,0.55126953125,0.01806640625,0.17626953125,1.0,21,0.328125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.5365671255429763,0.0,0.48291015625,0.0224609375,0.19677734375,1.0,12,0.1875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8232317855630076,0.0,0.43212890625,0.013671875,0.1142578125,1.0,39,0.609375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.0108300713516642,0.0,0.4716796875,0.01513671875,0.1455078125,1.0,31,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.9566583791464505,0.0,0.48291015625,0.01904296875,0.16455078125,1.0,27,0.421875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.6138851456561284,0.0,0.53369140625,0.0078125,0.09912109375,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.104975708128885,0.0,0.470703125,0.01220703125,0.12939453125,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8424623635533278,0.0,0.4912109375,0.01220703125,0.10302734375,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.639317312236134,0.0,0.50341796875,0.01513671875,0.14306640625,1.0,22,0.34375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.083476306743334,0.0,0.44677734375,0.013671875,0.1220703125,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.8610797771274745,0.0,0.61279296875,0.03857421875,0.34130859375,1.0,6,0.09375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.220671623996352,0.0,0.51953125,0.015625,0.14404296875,1.0,23,0.359375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9841081112311236,0.0,0.52880859375,0.01318359375,0.13720703125,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.8113583165729041,0.0,0.49267578125,0.009765625,0.10498046875,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0741458569934685,0.0,0.49365234375,0.01708984375,0.13916015625,1.0,33,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.1638817482126897,0.0,0.533203125,0.01171875,0.1513671875,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3674500610970637,0.0,0.501220703125,0.013427734375,0.128173828125,1.0,61,0.4765625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.31723747335515,0.0,0.49755859375,0.010009765625,0.1064453125,1.0,75,0.5859375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.089436862895538,0.0,0.51806640625,0.010498046875,0.108154296875,1.0,66,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.2126489303038959,0.0,0.4794921875,0.013671875,0.1083984375,1.0,72,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.7534518005884911,0.0,0.467041015625,0.01025390625,0.105712890625,1.0,89,0.6953125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.2041327125906545,0.0,0.452392578125,0.01318359375,0.128173828125,1.0,66,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.120894878920011,0.0,0.469970703125,0.013427734375,0.126708984375,1.0,59,0.4609375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.388541936438204,0.0,0.476806640625,0.0107421875,0.121826171875,1.0,76,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3896785843518231,0.0,0.532470703125,0.008544921875,0.10888671875,1.0,68,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.983082443860043,0.0,0.49755859375,0.013671875,0.15185546875,1.0,47,0.3671875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.430725506490271,0.0,0.4765625,0.011474609375,0.12939453125,1.0,64,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.7978748806125712,0.0,0.4970703125,0.01025390625,0.092041015625,1.0,94,0.734375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.8640207086387655,0.0,0.5380859375,0.009521484375,0.12109375,1.0,54,0.421875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.9888770305675898,0.0,0.523681640625,0.01318359375,0.117919921875,1.0,57,0.4453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2946027692006548,0.0,0.522216796875,0.01025390625,0.114990234375,1.0,73,0.5703125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.1856410522651715,0.0,0.499267578125,0.01123046875,0.1171875,1.0,77,0.6015625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.3676603082164398,0.0,0.489013671875,0.015869140625,0.13818359375,1.0,57,0.4453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.7097698543951232,0.0,0.532958984375,0.010498046875,0.12646484375,1.0,64,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.469828806476509,0.0,0.484130859375,0.01416015625,0.140380859375,1.0,58,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.5150194852462433,0.0,0.43115234375,0.00537109375,0.083984375,1.0,75,0.5859375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.8317079950810883,0.0,0.5166015625,0.013916015625,0.1171875,1.0,84,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.0883584221566054,0.0,0.490234375,0.01025390625,0.118896484375,1.0,81,0.6328125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.1884662527714642,0.0,0.433349609375,0.01123046875,0.125732421875,1.0,71,0.5546875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.3532819500105702,0.0,0.528564453125,0.011474609375,0.1103515625,1.0,79,0.6171875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.0347519620396013,0.0,0.504150390625,0.011474609375,0.11328125,1.0,66,0.515625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.6620740899841224,0.0,0.484375,0.012451171875,0.119384765625,1.0,67,0.5234375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.3170659404043132,0.0,0.521240234375,0.01123046875,0.1025390625,1.0,77,0.6015625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.1694458459187478,0.0,0.49072265625,0.0126953125,0.10986328125,1.0,84,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.9748411552644756,0.0,0.45654296875,0.007568359375,0.080078125,1.0,82,0.640625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.3469421202704313,0.0,0.44140625,0.010986328125,0.09375,1.0,68,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.2884789876060592,0.0,0.4638671875,0.010009765625,0.106201171875,1.0,79,0.6171875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.128181836616094,0.0,0.476806640625,0.009521484375,0.117431640625,1.0,76,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.3971120227544538,0.0,0.439453125,0.015625,0.16455078125,1.0,39,0.3046875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9709928054317958,0.0,0.4931640625,0.01318359375,0.12939453125,1.0,73,0.5703125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.7671685969634774,0.0,0.52197265625,0.02099609375,0.241455078125,1.0,14,0.109375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.992327371379473,0.0,0.50732421875,0.032470703125,0.322265625,1.0,16,0.125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9432556288532036,0.0,0.470703125,0.011962890625,0.105712890625,1.0,88,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.4059345438211,0.0,0.52197265625,0.015869140625,0.15673828125,1.0,52,0.40625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.2755892232328263,0.0,0.5107421875,0.014404296875,0.1279296875,1.0,57,0.4453125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,3.1251118173498047,0.0,0.516357421875,0.008056640625,0.082275390625,1.0,74,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.4328017017732733,0.0,0.51708984375,0.020751953125,0.184814453125,1.0,33,0.2578125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9218156013840481,0.0,0.451904296875,0.0146484375,0.130126953125,1.0,69,0.5390625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8037568744490959,0.0,0.50830078125,0.013916015625,0.13671875,1.0,73,0.5703125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.982525864687233,0.0,0.48095703125,0.01220703125,0.119140625,1.0,80,0.625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.3894751090737967,0.0,0.47509765625,0.013916015625,0.135986328125,1.0,46,0.359375
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.1995245741657095,0.0,0.566162109375,0.027587890625,0.26318359375,1.0,13,0.1015625
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.9018788977636927,0.0,0.5107421875,0.0107421875,0.1201171875,1.0,81,0.6328125
+fresh-en-1,layers.12.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.1199129532956702,0.0,0.513427734375,0.014404296875,0.1455078125,1.0,62,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7085374588342073,0.0,0.3485565185546875,0.0132904052734375,0.1244659423828125,1.0,941,0.45947265625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4385636502993708,0.0,0.49951171875,0.0166015625,0.1787109375,1.0,20,0.3125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,64,128,2048,64,1.2765247761665914,0.0,0.37939453125,0.0166015625,0.13720703125,1.0,28,0.4375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2758106594783432,0.0,0.23583984375,0.01025390625,0.11669921875,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3297717421815765,0.0,0.2626953125,0.0087890625,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,256,320,2048,64,1.8079279706967646,0.0,0.31787109375,0.013671875,0.10009765625,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,320,384,2048,64,1.6092011826220467,0.0,0.265625,0.0107421875,0.09228515625,1.0,38,0.59375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,384,448,2048,64,1.9943678343077949,0.0,0.623046875,0.01171875,0.166015625,1.0,17,0.265625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,448,512,2048,64,2.1357614310779507,0.0,0.66357421875,0.0166015625,0.15625,1.0,21,0.328125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,512,576,2048,64,1.7788928936233106,0.0,0.2255859375,0.013671875,0.087890625,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5811783792392724,0.0,0.1787109375,0.0087890625,0.08251953125,1.0,31,0.484375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,640,704,2048,64,1.650331290321058,0.0,0.2890625,0.01611328125,0.11328125,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,704,768,2048,64,1.5567803091204206,0.0,0.3828125,0.01416015625,0.13330078125,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,768,832,2048,64,1.7164644513753702,0.0,0.45654296875,0.0126953125,0.11865234375,1.0,30,0.46875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,832,896,2048,64,2.2248496573364203,0.0,0.5966796875,0.01220703125,0.115234375,1.0,25,0.390625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,896,960,2048,64,1.2122844128549861,0.0,0.47021484375,0.02685546875,0.29736328125,1.0,9,0.140625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.4306710340014295,0.0,0.5029296875,0.0322265625,0.3564453125,1.0,6,0.09375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.6058050557607764,0.0,0.29052734375,0.01318359375,0.0947265625,1.0,37,0.578125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.7086156881829933,0.0,0.291015625,0.005859375,0.0712890625,1.0,34,0.53125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6696873752343393,0.0,0.12939453125,0.0048828125,0.03759765625,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.6450794517992917,0.0,0.12646484375,0.0048828125,0.04296875,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.961616588684836,0.0,0.2529296875,0.01416015625,0.0947265625,1.0,29,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.092803345070706,0.0,0.3095703125,0.013671875,0.107421875,1.0,27,0.421875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.3490175411677683,0.0,0.244140625,0.009765625,0.076171875,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.3027234142798645,0.0,0.18115234375,0.00830078125,0.07958984375,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.7393591091929557,0.0,0.40673828125,0.01806640625,0.14306640625,1.0,22,0.34375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.714743497959126,0.0,0.490234375,0.0068359375,0.1015625,1.0,26,0.40625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.1699661041702343,0.0,0.61767578125,0.01708984375,0.1435546875,1.0,23,0.359375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.1513602746472844,0.0,0.78125,0.013671875,0.130859375,1.0,24,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.9157838900814028,0.0,0.10400390625,0.001953125,0.021484375,1.0,50,0.78125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.9933142070896244,0.0,0.13330078125,0.00244140625,0.0146484375,1.0,50,0.78125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.4819608240501043,0.0,0.2333984375,0.0126953125,0.1083984375,1.0,32,0.5
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.3473486109440935,0.0,0.2119140625,0.01025390625,0.1015625,1.0,36,0.5625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,0,128,4096,128,1.3599597200155997,0.0,0.439453125,0.0166015625,0.15673828125,1.0,48,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,128,256,4096,128,1.303070551647759,0.0,0.249267578125,0.010009765625,0.107666015625,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7114514298366628,0.0,0.291748046875,0.011474609375,0.098388671875,1.0,69,0.5390625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,384,512,4096,128,2.066274418972671,0.0,0.643310546875,0.013916015625,0.162109375,1.0,37,0.2890625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6829416201932328,0.0,0.2021484375,0.011474609375,0.086181640625,1.0,61,0.4765625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,640,768,4096,128,1.6042378718067094,0.0,0.3359375,0.01513671875,0.124267578125,1.0,58,0.453125
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9869834184745148,0.0,0.526611328125,0.01220703125,0.11865234375,1.0,51,0.3984375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.3259813545412087,0.0,0.486572265625,0.0283203125,0.32861328125,1.0,13,0.1015625
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.658007455805298,0.0,0.290771484375,0.00927734375,0.082763671875,1.0,71,0.5546875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.6574290835129561,0.0,0.1279296875,0.004638671875,0.039794921875,1.0,86,0.671875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.0282708746790545,0.0,0.28125,0.013671875,0.10107421875,1.0,56,0.4375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.326072513192872,0.0,0.212646484375,0.00927734375,0.078369140625,1.0,87,0.6796875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.7270951587167411,0.0,0.448486328125,0.012451171875,0.122314453125,1.0,48,0.375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.1606832165519063,0.0,0.699462890625,0.015380859375,0.136962890625,1.0,47,0.3671875
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.9549334313066482,0.0,0.11865234375,0.002197265625,0.0185546875,1.0,99,0.7734375
+fresh-en-1,layers.12.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4162549494056926,0.0,0.22265625,0.011474609375,0.107177734375,1.0,67,0.5234375
+fresh-en-1,layers.12.linear_attn.in_proj_b.output,0,0,16,512,16,1.2204131537909826,0.0,0.767578125,0.005859375,0.072265625,1.0,12,0.75
+fresh-en-1,layers.12.linear_attn.in_proj_b.output,64,0,16,512,16,1.2204131537909826,0.0,0.767578125,0.005859375,0.072265625,1.0,12,0.75
+fresh-en-1,layers.12.linear_attn.in_proj_b.output,128,0,16,512,16,1.2204131537909826,0.0,0.767578125,0.005859375,0.072265625,1.0,12,0.75
+fresh-en-1,layers.12.linear_attn.in_proj_a.output,0,0,16,512,16,1.6163116964449098,0.0,0.50390625,0.009765625,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.12.linear_attn.in_proj_a.output,64,0,16,512,16,1.6163116964449098,0.0,0.50390625,0.009765625,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.12.linear_attn.in_proj_a.output,128,0,16,512,16,1.6163116964449098,0.0,0.50390625,0.009765625,0.083984375,1.0,13,0.8125
+fresh-en-1,layers.12.linear_attn.out_proj.output,0,0,2048,65536,2048,0.029098567129240513,0.0,0.4964599609375,0.00994873046875,0.1049346923828125,1.0,1390,0.6787109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,0,64,2048,64,0.02850521240783014,0.0,0.529296875,0.00634765625,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,64,128,2048,64,0.024682282243709903,0.0,0.52099609375,0.009765625,0.09814453125,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,128,192,2048,64,0.02668490243296036,0.0,0.5087890625,0.009765625,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,192,256,2048,64,0.02661634620830297,0.0,0.47119140625,0.00634765625,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,256,320,2048,64,0.025473231358980313,0.0,0.47802734375,0.01025390625,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,320,384,2048,64,0.028313788221371088,0.0,0.5390625,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,384,448,2048,64,0.027563523328902422,0.0,0.52294921875,0.009765625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,448,512,2048,64,0.022969023710175663,0.0,0.50927734375,0.0126953125,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,512,576,2048,64,0.0257095764985597,0.0,0.52392578125,0.0068359375,0.1015625,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,576,640,2048,64,0.027446442073881885,0.0,0.490234375,0.00927734375,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,640,704,2048,64,0.028307215953063597,0.0,0.451171875,0.0107421875,0.10791015625,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,704,768,2048,64,0.02750081291362877,0.0,0.48779296875,0.00927734375,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,768,832,2048,64,0.026593600797399416,0.0,0.45166015625,0.00830078125,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,832,896,2048,64,0.027340957510200308,0.0,0.4736328125,0.00537109375,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,896,960,2048,64,0.02750796597655368,0.0,0.52685546875,0.00537109375,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,960,1024,2048,64,0.026454682767644608,0.0,0.525390625,0.0087890625,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1024,1088,2048,64,0.025242692962344205,0.0,0.52294921875,0.0087890625,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1088,1152,2048,64,0.026337815809459503,0.0,0.52197265625,0.0068359375,0.10693359375,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06889584787679605,0.0,0.53955078125,0.0263671875,0.27001953125,1.0,5,0.078125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1216,1280,2048,64,0.026402710760889566,0.0,0.48046875,0.0068359375,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1280,1344,2048,64,0.026490646367601334,0.0,0.46142578125,0.0078125,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1344,1408,2048,64,0.027232615518152425,0.0,0.49267578125,0.0078125,0.08984375,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1408,1472,2048,64,0.025140813910681042,0.0,0.458984375,0.0126953125,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02830601906305157,0.0,0.48388671875,0.0126953125,0.1220703125,1.0,42,0.65625
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1536,1600,2048,64,0.023981683000428838,0.0,0.4755859375,0.01318359375,0.1103515625,1.0,46,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1600,1664,2048,64,0.026885026320472936,0.0,0.51953125,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1664,1728,2048,64,0.030786679675653697,0.0,0.47119140625,0.0087890625,0.09326171875,1.0,43,0.671875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02981484862473679,0.0,0.52001953125,0.01025390625,0.0947265625,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1792,1856,2048,64,0.026832690124245093,0.0,0.47216796875,0.00830078125,0.09130859375,1.0,45,0.703125
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1856,1920,2048,64,0.027667305917777437,0.0,0.47900390625,0.00732421875,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1920,1984,2048,64,0.026359720850210273,0.0,0.5048828125,0.0107421875,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.12.linear_attn.out_proj.output,64,1984,2048,2048,64,0.02580062294075006,0.0,0.47216796875,0.009765625,0.08642578125,1.0,47,0.734375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,0,128,4096,128,0.02666235352677695,0.0,0.525146484375,0.008056640625,0.09521484375,1.0,92,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,128,256,4096,128,0.026650646364927602,0.0,0.489990234375,0.008056640625,0.0947265625,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,256,384,4096,128,0.02693098697887612,0.0,0.508544921875,0.0087890625,0.0888671875,1.0,93,0.7265625
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,384,512,4096,128,0.025370493378150533,0.0,0.51611328125,0.011474609375,0.10009765625,1.0,93,0.7265625
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,512,640,4096,128,0.026592193462088146,0.0,0.507080078125,0.008056640625,0.10009765625,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,640,768,4096,128,0.02790692732928322,0.0,0.469482421875,0.010009765625,0.099853515625,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,768,896,4096,128,0.026969868009929353,0.0,0.462646484375,0.0068359375,0.0947265625,1.0,93,0.7265625
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,896,1024,4096,128,0.02698646357439177,0.0,0.526123046875,0.007080078125,0.0869140625,1.0,95,0.7421875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1024,1152,4096,128,0.025796066459871328,0.0,0.5224609375,0.0078125,0.10400390625,1.0,92,0.71875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1152,1280,4096,128,0.0521715487128081,0.0,0.510009765625,0.017333984375,0.190185546875,1.0,39,0.3046875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1280,1408,4096,128,0.026864192644976567,0.0,0.47705078125,0.0078125,0.086669921875,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1408,1536,4096,128,0.026770237571688938,0.0,0.471435546875,0.012939453125,0.11328125,1.0,87,0.6796875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1536,1664,4096,128,0.02547474984946447,0.0,0.49755859375,0.010986328125,0.097900390625,1.0,95,0.7421875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1664,1792,4096,128,0.030304660070418855,0.0,0.49560546875,0.009521484375,0.0947265625,1.0,87,0.6796875
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1792,1920,4096,128,0.0272531931711831,0.0,0.4755859375,0.0078125,0.09326171875,1.0,91,0.7109375
+fresh-en-1,layers.12.linear_attn.out_proj.output,128,1920,2048,4096,128,0.026081670071448345,0.0,0.488525390625,0.01025390625,0.0927734375,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.gate_proj.output,0,0,6144,196608,6144,0.6139395292318547,0.0,0.7507731119791666,0.009084065755208334,0.09076436360677083,1.0,3709,0.6036783854166666
+fresh-en-1,layers.12.mlp.gate_proj.output,64,0,64,2048,64,0.5439123765900988,0.0,0.7421875,0.00732421875,0.07763671875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,64,128,2048,64,0.6721114217823614,0.0,0.716796875,0.0068359375,0.1044921875,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,128,192,2048,64,0.6812141783526523,0.0,0.734375,0.0107421875,0.10009765625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,192,256,2048,64,0.5724224713898021,0.0,0.7216796875,0.0126953125,0.09423828125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,256,320,2048,64,0.5662298358836553,0.0,0.79931640625,0.0078125,0.07080078125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,320,384,2048,64,0.7294092358945583,0.0,0.73583984375,0.0107421875,0.10986328125,1.0,32,0.5
+fresh-en-1,layers.12.mlp.gate_proj.output,64,384,448,2048,64,0.6037167046038243,0.0,0.76220703125,0.0078125,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,448,512,2048,64,0.6109604586756994,0.0,0.78662109375,0.00732421875,0.08642578125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,512,576,2048,64,0.65891376719087,0.0,0.82470703125,0.00927734375,0.06884765625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,576,640,2048,64,0.6008235890394243,0.0,0.70703125,0.01025390625,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,640,704,2048,64,0.5484797267938283,0.0,0.70263671875,0.01025390625,0.08935546875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,704,768,2048,64,0.6160136197675142,0.0,0.7841796875,0.0068359375,0.08154296875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,768,832,2048,64,0.5395005271585254,0.0,0.7568359375,0.01416015625,0.083984375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,832,896,2048,64,0.6249470935805175,0.0,0.703125,0.0166015625,0.1005859375,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,896,960,2048,64,0.7450636196252808,0.0,0.7958984375,0.00732421875,0.08837890625,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,960,1024,2048,64,0.5914559938453083,0.0,0.71728515625,0.00634765625,0.0732421875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1024,1088,2048,64,0.5360126384758686,0.0,0.74951171875,0.00634765625,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1088,1152,2048,64,0.5306146516095466,0.0,0.78173828125,0.00634765625,0.06201171875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1152,1216,2048,64,0.7245046353118478,0.0,0.734375,0.013671875,0.1083984375,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1216,1280,2048,64,0.617044016749784,0.0,0.75439453125,0.0107421875,0.0908203125,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1280,1344,2048,64,0.6366125761825903,0.0,0.771484375,0.0126953125,0.0859375,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1344,1408,2048,64,0.7333215187492287,0.0,0.72314453125,0.00732421875,0.1064453125,1.0,32,0.5
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1408,1472,2048,64,0.6597015437346245,0.0,0.779296875,0.005859375,0.0947265625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1472,1536,2048,64,0.6112928884197278,0.0,0.73974609375,0.00732421875,0.0947265625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1536,1600,2048,64,0.5695062357912132,0.0,0.841796875,0.0087890625,0.08056640625,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1600,1664,2048,64,0.6606067295964517,0.0,0.75,0.009765625,0.0927734375,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1664,1728,2048,64,0.5225306347178269,0.0,0.71630859375,0.0107421875,0.10546875,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1728,1792,2048,64,0.5450963503724231,0.0,0.75341796875,0.00927734375,0.08837890625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1792,1856,2048,64,0.6580410499623807,0.0,0.75830078125,0.013671875,0.09228515625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1856,1920,2048,64,0.7191630933479971,0.0,0.791015625,0.00732421875,0.0849609375,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1920,1984,2048,64,0.6085514969789194,0.0,0.74755859375,0.00732421875,0.087890625,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,1984,2048,2048,64,0.5316905835290406,0.0,0.787109375,0.0029296875,0.0712890625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2048,2112,2048,64,0.5167363948110009,0.0,0.70654296875,0.00830078125,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2112,2176,2048,64,0.6492868221568702,0.0,0.701171875,0.0126953125,0.10400390625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2176,2240,2048,64,0.7241685129042157,0.0,0.84521484375,0.00830078125,0.08447265625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2240,2304,2048,64,0.5570968191713475,0.0,0.72119140625,0.00732421875,0.0908203125,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2304,2368,2048,64,0.6033720206480788,0.0,0.75634765625,0.0107421875,0.0986328125,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2368,2432,2048,64,0.5894336994413039,0.0,0.72998046875,0.009765625,0.087890625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2432,2496,2048,64,0.7032088555004062,0.0,0.72509765625,0.01171875,0.10546875,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2496,2560,2048,64,0.5869720602172206,0.0,0.74169921875,0.005859375,0.0771484375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2560,2624,2048,64,0.5259761584130858,0.0,0.67431640625,0.0068359375,0.091796875,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2624,2688,2048,64,0.5795337566440089,0.0,0.7431640625,0.0068359375,0.09033203125,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2688,2752,2048,64,0.6156538596702658,0.0,0.7685546875,0.009765625,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2752,2816,2048,64,0.5952540980313652,0.0,0.76611328125,0.00927734375,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2816,2880,2048,64,0.5320577736220983,0.0,0.78271484375,0.0068359375,0.09375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2880,2944,2048,64,0.6329626720060183,0.0,0.81640625,0.0048828125,0.0810546875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,2944,3008,2048,64,0.5412789528177103,0.0,0.7470703125,0.01123046875,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3008,3072,2048,64,0.7888891521513288,0.0,0.751953125,0.01171875,0.107421875,1.0,32,0.5
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3072,3136,2048,64,0.6805620119386553,0.0,0.7431640625,0.00927734375,0.09716796875,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3136,3200,2048,64,0.6680955862319101,0.0,0.79443359375,0.005859375,0.08544921875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3200,3264,2048,64,0.5854604758369379,0.0,0.748046875,0.01025390625,0.095703125,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3264,3328,2048,64,0.613991424881701,0.0,0.7646484375,0.01220703125,0.0830078125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3328,3392,2048,64,0.6553208034696664,0.0,0.79248046875,0.0087890625,0.076171875,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3392,3456,2048,64,0.5428397481994296,0.0,0.7529296875,0.009765625,0.0849609375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3456,3520,2048,64,0.6551495532560767,0.0,0.734375,0.00830078125,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3520,3584,2048,64,0.6026412405696445,0.0,0.7802734375,0.00634765625,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3584,3648,2048,64,0.6784757892524973,0.0,0.76416015625,0.005859375,0.0888671875,1.0,34,0.53125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3648,3712,2048,64,0.5505506750376375,0.0,0.779296875,0.00732421875,0.080078125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3712,3776,2048,64,0.5530641274700406,0.0,0.7470703125,0.009765625,0.09033203125,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3776,3840,2048,64,0.5466325337343085,0.0,0.73291015625,0.00927734375,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3840,3904,2048,64,0.6660460927218516,0.0,0.72119140625,0.00634765625,0.08837890625,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3904,3968,2048,64,0.47571624306966476,0.0,0.74609375,0.009765625,0.09033203125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,3968,4032,2048,64,0.6906645261053581,0.0,0.75634765625,0.00830078125,0.09326171875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4032,4096,2048,64,0.5666588135410805,0.0,0.7578125,0.00634765625,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4096,4160,2048,64,0.5502495371102863,0.0,0.7197265625,0.01171875,0.095703125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4160,4224,2048,64,0.5943683191207708,0.0,0.7451171875,0.01123046875,0.0888671875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4224,4288,2048,64,0.6271348112949441,0.0,0.79052734375,0.013671875,0.1025390625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4288,4352,2048,64,0.6180751832503719,0.0,0.794921875,0.00927734375,0.07080078125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4352,4416,2048,64,0.5443837193533094,0.0,0.69921875,0.00537109375,0.1005859375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4416,4480,2048,64,0.5249883193300444,0.0,0.6904296875,0.00732421875,0.09814453125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4480,4544,2048,64,0.6260477753955169,0.0,0.75439453125,0.01171875,0.0966796875,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4544,4608,2048,64,0.635702264595492,0.0,0.763671875,0.01123046875,0.1025390625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4608,4672,2048,64,0.6264202695219523,0.0,0.70361328125,0.00634765625,0.10107421875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4672,4736,2048,64,0.6180425118756744,0.0,0.7685546875,0.00830078125,0.08349609375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4736,4800,2048,64,0.6373217515763473,0.0,0.70166015625,0.00732421875,0.103515625,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4800,4864,2048,64,0.6480668063471573,0.0,0.8037109375,0.00927734375,0.0810546875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4864,4928,2048,64,0.5970787738945075,0.0,0.724609375,0.01220703125,0.09130859375,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4928,4992,2048,64,0.5358436360880391,0.0,0.74609375,0.0078125,0.09716796875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,4992,5056,2048,64,0.5935136297533405,0.0,0.74365234375,0.00927734375,0.08740234375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5056,5120,2048,64,0.5625136921991057,0.0,0.75634765625,0.00732421875,0.08447265625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5120,5184,2048,64,0.601680108241674,0.0,0.74365234375,0.005859375,0.083984375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5184,5248,2048,64,0.5866711701552021,0.0,0.7919921875,0.0068359375,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5248,5312,2048,64,0.5889854705802356,0.0,0.73779296875,0.01123046875,0.08251953125,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5312,5376,2048,64,0.5756156914132833,0.0,0.7236328125,0.00830078125,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5376,5440,2048,64,0.6376553728442587,0.0,0.748046875,0.00927734375,0.09765625,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5440,5504,2048,64,0.5892829215972843,0.0,0.7578125,0.00830078125,0.08203125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5504,5568,2048,64,0.6095094724424144,0.0,0.7626953125,0.0078125,0.08203125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5568,5632,2048,64,0.6139592760760851,0.0,0.6875,0.0087890625,0.0927734375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5632,5696,2048,64,0.7226956182131632,0.0,0.73876953125,0.00830078125,0.09521484375,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5696,5760,2048,64,0.634896994737346,0.0,0.7236328125,0.01318359375,0.091796875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5760,5824,2048,64,0.5577315780251241,0.0,0.73583984375,0.005859375,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5824,5888,2048,64,0.6355253729705823,0.0,0.74267578125,0.0107421875,0.0966796875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5888,5952,2048,64,0.6979403278423759,0.0,0.77197265625,0.005859375,0.08984375,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,64,5952,6016,2048,64,0.6354439663901504,0.0,0.7236328125,0.01025390625,0.11572265625,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.gate_proj.output,64,6016,6080,2048,64,0.5568070148445458,0.0,0.7626953125,0.00927734375,0.0849609375,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,64,6080,6144,2048,64,0.6254193679976111,0.0,0.7529296875,0.013671875,0.11083984375,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,0,128,4096,128,0.6113814017036324,0.0,0.7294921875,0.007568359375,0.09228515625,1.0,76,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,128,256,4096,128,0.6291741581393374,0.0,0.72802734375,0.01171875,0.095947265625,1.0,75,0.5859375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,256,384,4096,128,0.6529372329914701,0.0,0.767578125,0.00927734375,0.0888671875,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,384,512,4096,128,0.6073493811155661,0.0,0.7744140625,0.007568359375,0.083740234375,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,512,640,4096,128,0.6305379995447852,0.0,0.765869140625,0.010009765625,0.0791015625,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,640,768,4096,128,0.5832249953675288,0.0,0.743408203125,0.009033203125,0.0869140625,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,768,896,4096,128,0.5837892122072241,0.0,0.72998046875,0.01513671875,0.09130859375,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,896,1024,4096,128,0.6726588994225329,0.0,0.756591796875,0.00732421875,0.08154296875,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1024,1152,4096,128,0.5333204745313004,0.0,0.765625,0.006103515625,0.073486328125,1.0,89,0.6953125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1152,1280,4096,128,0.6729228355447083,0.0,0.744384765625,0.012451171875,0.1005859375,1.0,71,0.5546875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1280,1408,4096,128,0.6866716908445074,0.0,0.747314453125,0.010009765625,0.093505859375,1.0,71,0.5546875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1408,1536,4096,128,0.6359579869135934,0.0,0.759521484375,0.006591796875,0.09619140625,1.0,76,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1536,1664,4096,128,0.6167408709471087,0.0,0.7958984375,0.009521484375,0.087646484375,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1664,1792,4096,128,0.5339327183306669,0.0,0.73486328125,0.010009765625,0.096923828125,1.0,85,0.6640625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1792,1920,4096,128,0.6892799062316601,0.0,0.774658203125,0.0107421875,0.088134765625,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,1920,2048,4096,128,0.5714148235252282,0.0,0.767333984375,0.00439453125,0.080078125,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2048,2176,4096,128,0.5867665119742425,0.0,0.703857421875,0.01123046875,0.09423828125,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2176,2304,4096,128,0.6460560738096718,0.0,0.783203125,0.00732421875,0.091552734375,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2304,2432,4096,128,0.5964435771043255,0.0,0.7431640625,0.01025390625,0.092529296875,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2432,2560,4096,128,0.6477032090123684,0.0,0.7333984375,0.009033203125,0.09228515625,1.0,75,0.5859375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2560,2688,4096,128,0.5534032410046514,0.0,0.708740234375,0.0068359375,0.091552734375,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2688,2816,4096,128,0.6055398897471699,0.0,0.767333984375,0.00927734375,0.079833984375,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2816,2944,4096,128,0.5846910374824905,0.0,0.799560546875,0.006103515625,0.087646484375,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,2944,3072,4096,128,0.6765090535778068,0.0,0.74951171875,0.011474609375,0.0986328125,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3072,3200,4096,128,0.6743576070737802,0.0,0.768798828125,0.007568359375,0.091552734375,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3200,3328,4096,128,0.5998955903302987,0.0,0.75634765625,0.011474609375,0.090087890625,1.0,79,0.6171875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3328,3456,4096,128,0.6017143623370432,0.0,0.772705078125,0.00927734375,0.08056640625,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3456,3584,4096,128,0.6294431673975646,0.0,0.75732421875,0.00732421875,0.090576171875,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3584,3712,4096,128,0.6178330852205138,0.0,0.771728515625,0.007080078125,0.087158203125,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3712,3840,4096,128,0.5498577343417965,0.0,0.739990234375,0.00927734375,0.083740234375,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3840,3968,4096,128,0.5787587327852434,0.0,0.733642578125,0.0087890625,0.096923828125,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,3968,4096,4096,128,0.6317118403924862,0.0,0.757080078125,0.007568359375,0.08935546875,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4096,4224,4096,128,0.5727339049962621,0.0,0.732421875,0.01123046875,0.093994140625,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4224,4352,4096,128,0.6226214755724083,0.0,0.792724609375,0.01171875,0.086181640625,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4352,4480,4096,128,0.5347739566068676,0.0,0.69482421875,0.00634765625,0.099609375,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4480,4608,4096,128,0.630893487955579,0.0,0.759033203125,0.011474609375,0.099609375,1.0,76,0.59375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4608,4736,4096,128,0.622245490362746,0.0,0.736083984375,0.00732421875,0.092041015625,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4736,4864,4096,128,0.6427167340754973,0.0,0.752685546875,0.00830078125,0.091796875,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4864,4992,4096,128,0.567288050540208,0.0,0.7353515625,0.009765625,0.09326171875,1.0,79,0.6171875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,4992,5120,4096,128,0.5782214465991622,0.0,0.75,0.008056640625,0.0869140625,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5120,5248,4096,128,0.594223028224667,0.0,0.767822265625,0.005859375,0.08154296875,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5248,5376,4096,128,0.5823389514517356,0.0,0.730712890625,0.009521484375,0.0869140625,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5376,5504,4096,128,0.6139457370987202,0.0,0.7529296875,0.0087890625,0.087890625,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5504,5632,4096,128,0.6117384202732818,0.0,0.72509765625,0.008056640625,0.08740234375,1.0,79,0.6171875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5632,5760,4096,128,0.6802143597833773,0.0,0.731201171875,0.010986328125,0.094970703125,1.0,75,0.5859375
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5760,5888,4096,128,0.5978950630402432,0.0,0.7392578125,0.0078125,0.093017578125,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gate_proj.output,128,5888,6016,4096,128,0.6674240539755704,0.0,0.747802734375,0.008544921875,0.10205078125,1.0,70,0.546875
+fresh-en-1,layers.12.mlp.gate_proj.output,128,6016,6144,4096,128,0.5921078608018245,0.0,0.7578125,0.01171875,0.097412109375,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.up_proj.output,0,0,6144,196608,6144,0.3534868648833277,0.0,0.5016072591145834,0.008514404296875,0.08537801106770833,1.0,4706,0.7659505208333334
+fresh-en-1,layers.12.mlp.up_proj.output,64,0,64,2048,64,0.3587116939695251,0.0,0.5556640625,0.0078125,0.10400390625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,64,128,2048,64,0.33747641380266236,0.0,0.5068359375,0.0078125,0.07421875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,128,192,2048,64,0.3364906860966465,0.0,0.494140625,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.up_proj.output,64,192,256,2048,64,0.37194152609374365,0.0,0.48291015625,0.00927734375,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,256,320,2048,64,0.33022095500313997,0.0,0.48291015625,0.0087890625,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,320,384,2048,64,0.39240905396637743,0.0,0.525390625,0.0087890625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,384,448,2048,64,0.37629684521574164,0.0,0.5390625,0.01025390625,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,448,512,2048,64,0.36843486189282604,0.0,0.5009765625,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,512,576,2048,64,0.34575054122723564,0.0,0.4912109375,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,576,640,2048,64,0.37322517451051,0.0,0.52001953125,0.0078125,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,640,704,2048,64,0.3586129662473912,0.0,0.50439453125,0.01025390625,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,704,768,2048,64,0.32275114652910486,0.0,0.47900390625,0.009765625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,768,832,2048,64,0.38616048363850763,0.0,0.505859375,0.01416015625,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,832,896,2048,64,0.33635701025251596,0.0,0.49853515625,0.00830078125,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,896,960,2048,64,0.36951729533372946,0.0,0.49853515625,0.01123046875,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,960,1024,2048,64,0.3726074832814133,0.0,0.5390625,0.0087890625,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1024,1088,2048,64,0.3521461765803909,0.0,0.4736328125,0.0107421875,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1088,1152,2048,64,0.3468221034238472,0.0,0.52001953125,0.00537109375,0.07666015625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,1152,1216,2048,64,0.373106852016424,0.0,0.47802734375,0.00634765625,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,1216,1280,2048,64,0.3250578469268023,0.0,0.54541015625,0.00927734375,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,1280,1344,2048,64,0.3637123666450517,0.0,0.49609375,0.00537109375,0.080078125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,1344,1408,2048,64,0.3874627468667442,0.0,0.490234375,0.01025390625,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,1408,1472,2048,64,0.34535275531994325,0.0,0.46533203125,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,1472,1536,2048,64,0.3578236264687478,0.0,0.486328125,0.00927734375,0.09716796875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1536,1600,2048,64,0.32595242608841407,0.0,0.51513671875,0.0107421875,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1600,1664,2048,64,0.3545591414366344,0.0,0.48291015625,0.01171875,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,1664,1728,2048,64,0.33718985373724125,0.0,0.57763671875,0.00634765625,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,1728,1792,2048,64,0.3496026738403196,0.0,0.55419921875,0.00634765625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1792,1856,2048,64,0.33504547190844475,0.0,0.51171875,0.00634765625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1856,1920,2048,64,0.3499822639314327,0.0,0.533203125,0.00830078125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,1920,1984,2048,64,0.35100155599377253,0.0,0.50244140625,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,1984,2048,2048,64,0.344702437263303,0.0,0.5185546875,0.00927734375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,2048,2112,2048,64,0.3534103725201118,0.0,0.4453125,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,2112,2176,2048,64,0.3343781660922933,0.0,0.47119140625,0.005859375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2176,2240,2048,64,0.34166725860970265,0.0,0.52392578125,0.01025390625,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2240,2304,2048,64,0.3727711520893621,0.0,0.474609375,0.0068359375,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,2304,2368,2048,64,0.3586961694742963,0.0,0.505859375,0.00927734375,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,2368,2432,2048,64,0.33017375131325677,0.0,0.48388671875,0.01025390625,0.08837890625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2432,2496,2048,64,0.38506607669594134,0.0,0.4873046875,0.00634765625,0.08447265625,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,2496,2560,2048,64,0.36243427138085466,0.0,0.48779296875,0.009765625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2560,2624,2048,64,0.36045116884743583,0.0,0.50244140625,0.00830078125,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,2624,2688,2048,64,0.37633096348510015,0.0,0.541015625,0.005859375,0.0732421875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,2688,2752,2048,64,0.33194786047303154,0.0,0.51611328125,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2752,2816,2048,64,0.3236129144529823,0.0,0.4677734375,0.00830078125,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2816,2880,2048,64,0.3617137013249961,0.0,0.5166015625,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,2880,2944,2048,64,0.347746706690629,0.0,0.501953125,0.00830078125,0.06884765625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,2944,3008,2048,64,0.3383375718586691,0.0,0.53857421875,0.00634765625,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,3008,3072,2048,64,0.3489066760792971,0.0,0.52880859375,0.00732421875,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,3072,3136,2048,64,0.3941457855553711,0.0,0.46240234375,0.01123046875,0.10791015625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.up_proj.output,64,3136,3200,2048,64,0.34100434301192606,0.0,0.48486328125,0.0068359375,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,3200,3264,2048,64,0.35421169109352263,0.0,0.47998046875,0.00537109375,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,3264,3328,2048,64,0.3329777639549806,0.0,0.49072265625,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3328,3392,2048,64,0.345711758119204,0.0,0.45556640625,0.0078125,0.09375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,3392,3456,2048,64,0.35421999804033083,0.0,0.52099609375,0.00927734375,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3456,3520,2048,64,0.3507951754472572,0.0,0.4794921875,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,3520,3584,2048,64,0.34087741201383903,0.0,0.52197265625,0.0078125,0.078125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,3584,3648,2048,64,0.326276222004568,0.0,0.4736328125,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3648,3712,2048,64,0.3340949918790808,0.0,0.48779296875,0.0107421875,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3712,3776,2048,64,0.3415337283359958,0.0,0.4755859375,0.01025390625,0.09619140625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,3776,3840,2048,64,0.37420118004150627,0.0,0.4697265625,0.0087890625,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,3840,3904,2048,64,0.3447900182984969,0.0,0.4912109375,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3904,3968,2048,64,0.3450981939288234,0.0,0.51611328125,0.01025390625,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,3968,4032,2048,64,0.35716723216421753,0.0,0.5029296875,0.0068359375,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,4032,4096,2048,64,0.3515490093782947,0.0,0.51806640625,0.0078125,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4096,4160,2048,64,0.353746995929008,0.0,0.4873046875,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4160,4224,2048,64,0.3764602559874896,0.0,0.49462890625,0.0078125,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,4224,4288,2048,64,0.35279214791580255,0.0,0.51416015625,0.00927734375,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,4288,4352,2048,64,0.35565461263608744,0.0,0.52783203125,0.009765625,0.0771484375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4352,4416,2048,64,0.34620986544049615,0.0,0.51416015625,0.00830078125,0.10009765625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4416,4480,2048,64,0.3706841621422952,0.0,0.509765625,0.0087890625,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,4480,4544,2048,64,0.3326318670546084,0.0,0.53076171875,0.0087890625,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4544,4608,2048,64,0.354963443881109,0.0,0.51904296875,0.00830078125,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,4608,4672,2048,64,0.3541010980194912,0.0,0.4580078125,0.00830078125,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4672,4736,2048,64,0.3619429665439876,0.0,0.501953125,0.00927734375,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4736,4800,2048,64,0.3228566517217843,0.0,0.53173828125,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.up_proj.output,64,4800,4864,2048,64,0.3261554909700034,0.0,0.466796875,0.0087890625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,4864,4928,2048,64,0.3358260280476663,0.0,0.54638671875,0.00927734375,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,4928,4992,2048,64,0.3919300553102806,0.0,0.46484375,0.01220703125,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,4992,5056,2048,64,0.3468087066153449,0.0,0.5048828125,0.00732421875,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,5056,5120,2048,64,0.35588200075372217,0.0,0.5087890625,0.009765625,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,5120,5184,2048,64,0.3449309969075538,0.0,0.51953125,0.0068359375,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,5184,5248,2048,64,0.3366175569315392,0.0,0.51416015625,0.01123046875,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,5248,5312,2048,64,0.3573991773260668,0.0,0.50341796875,0.0078125,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,5312,5376,2048,64,0.3324486962934526,0.0,0.49560546875,0.00927734375,0.09619140625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,5376,5440,2048,64,0.3418675935557764,0.0,0.4658203125,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,5440,5504,2048,64,0.3308882497398932,0.0,0.5107421875,0.0078125,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,5504,5568,2048,64,0.3430442563907279,0.0,0.5068359375,0.01171875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,64,5568,5632,2048,64,0.3730205424453586,0.0,0.52392578125,0.0107421875,0.08203125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,5632,5696,2048,64,0.40275706989055443,0.0,0.47265625,0.0068359375,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,5696,5760,2048,64,0.39685737159468104,0.0,0.54345703125,0.01171875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,64,5760,5824,2048,64,0.3379865097981521,0.0,0.4736328125,0.00537109375,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.up_proj.output,64,5824,5888,2048,64,0.3504152811195888,0.0,0.509765625,0.00537109375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,5888,5952,2048,64,0.3504411068792691,0.0,0.4716796875,0.0048828125,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,64,5952,6016,2048,64,0.35803105830663506,0.0,0.5322265625,0.00830078125,0.07763671875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,64,6016,6080,2048,64,0.3669296575067509,0.0,0.5146484375,0.005859375,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,64,6080,6144,2048,64,0.37392631652333186,0.0,0.41552734375,0.00732421875,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,0,128,4096,128,0.34825594701569135,0.0,0.53125,0.0078125,0.088623046875,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,128,256,4096,128,0.354659329965204,0.0,0.488525390625,0.00927734375,0.087646484375,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,256,384,4096,128,0.3626504823917742,0.0,0.504150390625,0.008544921875,0.08935546875,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,384,512,4096,128,0.3723866023216367,0.0,0.52001953125,0.00927734375,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,512,640,4096,128,0.3597502381148115,0.0,0.505615234375,0.0068359375,0.088134765625,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,640,768,4096,128,0.3411536033421047,0.0,0.49169921875,0.010009765625,0.084228515625,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,768,896,4096,128,0.36211597415050417,0.0,0.502197265625,0.01123046875,0.092529296875,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.up_proj.output,128,896,1024,4096,128,0.37106560615884576,0.0,0.518798828125,0.010009765625,0.082275390625,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1024,1152,4096,128,0.3494942782818694,0.0,0.496826171875,0.008056640625,0.07861328125,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1152,1280,4096,128,0.34990807855084893,0.0,0.51171875,0.0078125,0.08251953125,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1280,1408,4096,128,0.37577524257198425,0.0,0.4931640625,0.0078125,0.080078125,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1408,1536,4096,128,0.35164347944069896,0.0,0.475830078125,0.0087890625,0.092529296875,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1536,1664,4096,128,0.34055628672012966,0.0,0.4990234375,0.010986328125,0.086669921875,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1664,1792,4096,128,0.3434523453258422,0.0,0.56591796875,0.00634765625,0.0830078125,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1792,1920,4096,128,0.34259528113571813,0.0,0.5224609375,0.00732421875,0.0830078125,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,1920,2048,4096,128,0.34786625487772654,0.0,0.510498046875,0.0087890625,0.087646484375,1.0,101,0.7890625
+fresh-en-1,layers.12.mlp.up_proj.output,128,2048,2176,4096,128,0.34402590699251817,0.0,0.458251953125,0.0068359375,0.081787109375,1.0,101,0.7890625
+fresh-en-1,layers.12.mlp.up_proj.output,128,2176,2304,4096,128,0.35755758098235013,0.0,0.499267578125,0.008544921875,0.084228515625,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,2304,2432,4096,128,0.3447300741535335,0.0,0.494873046875,0.010009765625,0.090087890625,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,2432,2560,4096,128,0.37392143860266663,0.0,0.487548828125,0.0078125,0.083251953125,1.0,96,0.75
+fresh-en-1,layers.12.mlp.up_proj.output,128,2560,2688,4096,128,0.36847662015459437,0.0,0.521728515625,0.007080078125,0.078369140625,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,2688,2816,4096,128,0.32780687948346693,0.0,0.491943359375,0.00830078125,0.08203125,1.0,102,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,128,2816,2944,4096,128,0.3547989386542798,0.0,0.50927734375,0.008056640625,0.0751953125,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,2944,3072,4096,128,0.34366275703363874,0.0,0.53369140625,0.007080078125,0.083984375,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,3072,3200,4096,128,0.36853416546098944,0.0,0.4736328125,0.00927734375,0.099609375,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.up_proj.output,128,3200,3328,4096,128,0.3437587187227343,0.0,0.4853515625,0.0078125,0.087890625,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,3328,3456,4096,128,0.3499917332692038,0.0,0.48828125,0.008544921875,0.08642578125,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,3456,3584,4096,128,0.3458718441405173,0.0,0.500732421875,0.0078125,0.08056640625,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,3584,3712,4096,128,0.33020874961473784,0.0,0.480712890625,0.009765625,0.089599609375,1.0,101,0.7890625
+fresh-en-1,layers.12.mlp.up_proj.output,128,3712,3840,4096,128,0.35824001084157364,0.0,0.47265625,0.009521484375,0.099365234375,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.up_proj.output,128,3840,3968,4096,128,0.3449441405294585,0.0,0.503662109375,0.009521484375,0.081787109375,1.0,101,0.7890625
+fresh-en-1,layers.12.mlp.up_proj.output,128,3968,4096,4096,128,0.35436925496345506,0.0,0.510498046875,0.00732421875,0.091064453125,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,4096,4224,4096,128,0.36528020851598564,0.0,0.490966796875,0.008056640625,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,4224,4352,4096,128,0.354226271696758,0.0,0.52099609375,0.009521484375,0.0810546875,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,4352,4480,4096,128,0.35865583711370286,0.0,0.511962890625,0.008544921875,0.0927734375,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,4480,4608,4096,128,0.34397892775006716,0.0,0.52490234375,0.0087890625,0.083251953125,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,4608,4736,4096,128,0.35804350200029567,0.0,0.47998046875,0.0087890625,0.08349609375,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,4736,4864,4096,128,0.3245102632050992,0.0,0.499267578125,0.00830078125,0.079833984375,1.0,102,0.796875
+fresh-en-1,layers.12.mlp.up_proj.output,128,4864,4992,4096,128,0.36495772999745574,0.0,0.505615234375,0.0107421875,0.08251953125,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,4992,5120,4096,128,0.351374641547082,0.0,0.5068359375,0.008544921875,0.081787109375,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.up_proj.output,128,5120,5248,4096,128,0.3407996275395536,0.0,0.516845703125,0.009033203125,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,5248,5376,4096,128,0.345149465898881,0.0,0.49951171875,0.009033203125,0.09130859375,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,5376,5504,4096,128,0.3364227142595662,0.0,0.48828125,0.007568359375,0.07958984375,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,5504,5632,4096,128,0.35834598290541575,0.0,0.515380859375,0.01123046875,0.086181640625,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.up_proj.output,128,5632,5760,4096,128,0.3998181028516991,0.0,0.508056640625,0.00927734375,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,5760,5888,4096,128,0.3442569897966175,0.0,0.49169921875,0.00537109375,0.08056640625,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.up_proj.output,128,5888,6016,4096,128,0.35425641003582165,0.0,0.501953125,0.00634765625,0.07861328125,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.up_proj.output,128,6016,6144,4096,128,0.3704445057945444,0.0,0.465087890625,0.0068359375,0.080810546875,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.silu_gate,0,0,6144,196608,6144,0.22367773379593206,0.0,0.7507731119791666,0.006581624348958333,0.06644185384114583,1.0,4243,0.6905924479166666
+fresh-en-1,layers.12.mlp.silu_gate,64,0,64,2048,64,0.21672301528679996,0.0,0.7421875,0.00537109375,0.05810546875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,64,128,2048,64,0.21426789010179464,0.0,0.716796875,0.0048828125,0.06640625,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,128,192,2048,64,0.2292389142846106,0.0,0.734375,0.0078125,0.06689453125,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,192,256,2048,64,0.20905487372560397,0.0,0.7216796875,0.0078125,0.06689453125,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,256,320,2048,64,0.19892051550498438,0.0,0.79931640625,0.00439453125,0.05126953125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,320,384,2048,64,0.2571165794958272,0.0,0.73583984375,0.0087890625,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.silu_gate,64,384,448,2048,64,0.22233041451023997,0.0,0.76220703125,0.0068359375,0.05859375,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,448,512,2048,64,0.20214347845162756,0.0,0.78662109375,0.0068359375,0.0517578125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,512,576,2048,64,0.21863596675435018,0.0,0.82470703125,0.0068359375,0.04736328125,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,576,640,2048,64,0.22894234941795377,0.0,0.70703125,0.00732421875,0.06787109375,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,640,704,2048,64,0.2007206397854607,0.0,0.70263671875,0.00634765625,0.07080078125,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,704,768,2048,64,0.193816975191611,0.0,0.7841796875,0.00439453125,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,768,832,2048,64,0.22020651755338316,0.0,0.7568359375,0.01171875,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,832,896,2048,64,0.23109548693221035,0.0,0.703125,0.01171875,0.07763671875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,896,960,2048,64,0.22682385884411851,0.0,0.7958984375,0.00390625,0.06103515625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,960,1024,2048,64,0.26514370121665815,0.0,0.71728515625,0.00634765625,0.06591796875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.silu_gate,64,1024,1088,2048,64,0.20028214265473654,0.0,0.74951171875,0.00537109375,0.064453125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,1088,1152,2048,64,0.1991781883001228,0.0,0.78173828125,0.0048828125,0.05029296875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,1152,1216,2048,64,0.2153954696702443,0.0,0.734375,0.0087890625,0.07421875,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,1216,1280,2048,64,0.24822762227859688,0.0,0.75439453125,0.0068359375,0.07373046875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.silu_gate,64,1280,1344,2048,64,0.24399770542185578,0.0,0.771484375,0.00927734375,0.06982421875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,64,1344,1408,2048,64,0.2345499030394822,0.0,0.72314453125,0.005859375,0.0693359375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,1408,1472,2048,64,0.20664116739680288,0.0,0.779296875,0.001953125,0.0615234375,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,1472,1536,2048,64,0.1868294314751177,0.0,0.73974609375,0.00341796875,0.056640625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.silu_gate,64,1536,1600,2048,64,0.18382214571968006,0.0,0.841796875,0.0068359375,0.0537109375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,1600,1664,2048,64,0.2477103863205565,0.0,0.75,0.0068359375,0.072265625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,1664,1728,2048,64,0.18504944264348622,0.0,0.71630859375,0.00732421875,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,1728,1792,2048,64,0.19850832154848388,0.0,0.75341796875,0.00732421875,0.06201171875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,1792,1856,2048,64,0.21499377549530813,0.0,0.75830078125,0.0107421875,0.06005859375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,1856,1920,2048,64,0.21940439205537535,0.0,0.791015625,0.00537109375,0.05078125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,1920,1984,2048,64,0.19533740090109022,0.0,0.74755859375,0.00341796875,0.05712890625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,1984,2048,2048,64,0.21600609526268694,0.0,0.787109375,0.00244140625,0.05810546875,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,2048,2112,2048,64,0.19296469998030458,0.0,0.70654296875,0.00634765625,0.0625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.silu_gate,64,2112,2176,2048,64,0.2392858387569558,0.0,0.701171875,0.009765625,0.07763671875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,64,2176,2240,2048,64,0.24644990992559862,0.0,0.84521484375,0.00537109375,0.05712890625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,2240,2304,2048,64,0.22132000469904006,0.0,0.72119140625,0.005859375,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,2304,2368,2048,64,0.18356202301550328,0.0,0.75634765625,0.005859375,0.05859375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,2368,2432,2048,64,0.2434405267231888,0.0,0.72998046875,0.0078125,0.0712890625,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,64,2432,2496,2048,64,0.23157349701085347,0.0,0.72509765625,0.00830078125,0.072265625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,2496,2560,2048,64,0.2571592794065846,0.0,0.74169921875,0.0048828125,0.06787109375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.silu_gate,64,2560,2624,2048,64,0.2525262724616108,0.0,0.67431640625,0.00634765625,0.0908203125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.silu_gate,64,2624,2688,2048,64,0.21347977383555986,0.0,0.7431640625,0.0048828125,0.068359375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,2688,2752,2048,64,0.21730782799312273,0.0,0.7685546875,0.0068359375,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,2752,2816,2048,64,0.24242083823767044,0.0,0.76611328125,0.00732421875,0.06494140625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,2816,2880,2048,64,0.19325844148615412,0.0,0.78271484375,0.0048828125,0.0673828125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,2880,2944,2048,64,0.2135018149223991,0.0,0.81640625,0.00390625,0.0595703125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,2944,3008,2048,64,0.20245625236245748,0.0,0.7470703125,0.0078125,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,3008,3072,2048,64,0.24961616919019528,0.0,0.751953125,0.00732421875,0.07421875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,64,3072,3136,2048,64,0.28883008923416204,0.0,0.7431640625,0.00732421875,0.083984375,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.silu_gate,64,3136,3200,2048,64,0.19953023724870356,0.0,0.79443359375,0.00341796875,0.046875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,3200,3264,2048,64,0.2386647849965882,0.0,0.748046875,0.0068359375,0.0791015625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,3264,3328,2048,64,0.21313648106159278,0.0,0.7646484375,0.0087890625,0.056640625,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,3328,3392,2048,64,0.26378475750830993,0.0,0.79248046875,0.0078125,0.05712890625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,3392,3456,2048,64,0.19876370355381054,0.0,0.7529296875,0.00830078125,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,3456,3520,2048,64,0.22724366431321907,0.0,0.734375,0.00537109375,0.06103515625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,3520,3584,2048,64,0.19951217931861764,0.0,0.7802734375,0.00341796875,0.0654296875,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,3584,3648,2048,64,0.20523079143427642,0.0,0.76416015625,0.00341796875,0.05810546875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,3648,3712,2048,64,0.19218115826723695,0.0,0.779296875,0.00537109375,0.05224609375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,3712,3776,2048,64,0.22551388000104436,0.0,0.7470703125,0.00732421875,0.0771484375,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,3776,3840,2048,64,0.20377109538578897,0.0,0.73291015625,0.00634765625,0.060546875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,3840,3904,2048,64,0.28098214561448087,0.0,0.72119140625,0.0048828125,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.silu_gate,64,3904,3968,2048,64,0.18117328280090148,0.0,0.74609375,0.0078125,0.064453125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,3968,4032,2048,64,0.22489803748997153,0.0,0.75634765625,0.00537109375,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,4032,4096,2048,64,0.22192732175420454,0.0,0.7578125,0.00390625,0.06005859375,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,4096,4160,2048,64,0.1916079331169964,0.0,0.7197265625,0.0087890625,0.07177734375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,4160,4224,2048,64,0.2189837982047002,0.0,0.7451171875,0.00830078125,0.068359375,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,4224,4288,2048,64,0.1849171773392895,0.0,0.79052734375,0.0078125,0.06640625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,4288,4352,2048,64,0.1988018843331081,0.0,0.794921875,0.00634765625,0.0458984375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,4352,4416,2048,64,0.22014275792456617,0.0,0.69921875,0.00439453125,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,4416,4480,2048,64,0.21348214924811135,0.0,0.6904296875,0.005859375,0.07373046875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,4480,4544,2048,64,0.2035000158109445,0.0,0.75439453125,0.009765625,0.0595703125,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,4544,4608,2048,64,0.3248215945578042,0.0,0.763671875,0.01171875,0.10546875,1.0,30,0.46875
+fresh-en-1,layers.12.mlp.silu_gate,64,4608,4672,2048,64,0.23950968917577756,0.0,0.70361328125,0.0048828125,0.07177734375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.silu_gate,64,4672,4736,2048,64,0.21619725921987248,0.0,0.7685546875,0.00634765625,0.05908203125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,4736,4800,2048,64,0.21153202821814054,0.0,0.70166015625,0.0048828125,0.06982421875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,4800,4864,2048,64,0.23824209993584466,0.0,0.8037109375,0.00537109375,0.0595703125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,4864,4928,2048,64,0.2317312637706201,0.0,0.724609375,0.01025390625,0.0751953125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,4928,4992,2048,64,0.19919570505911754,0.0,0.74609375,0.005859375,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,4992,5056,2048,64,0.22744709630697607,0.0,0.74365234375,0.0078125,0.0712890625,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,5056,5120,2048,64,0.21926901754427236,0.0,0.75634765625,0.005859375,0.06591796875,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,5120,5184,2048,64,0.21775495308518608,0.0,0.74365234375,0.00244140625,0.0556640625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,5184,5248,2048,64,0.2122956359345191,0.0,0.7919921875,0.0048828125,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,64,5248,5312,2048,64,0.20022335712875233,0.0,0.73779296875,0.0068359375,0.056640625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,5312,5376,2048,64,0.21578159528701155,0.0,0.7236328125,0.00634765625,0.0693359375,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,5376,5440,2048,64,0.34842236688256445,0.0,0.748046875,0.009765625,0.111328125,1.0,29,0.453125
+fresh-en-1,layers.12.mlp.silu_gate,64,5440,5504,2048,64,0.2042076621152233,0.0,0.7578125,0.00634765625,0.05419921875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,64,5504,5568,2048,64,0.23961464697565915,0.0,0.7626953125,0.005859375,0.06640625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,5568,5632,2048,64,0.2432664322990525,0.0,0.6875,0.0068359375,0.07177734375,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,64,5632,5696,2048,64,0.2651289736265241,0.0,0.73876953125,0.00732421875,0.0693359375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,64,5696,5760,2048,64,0.2683740818086043,0.0,0.7236328125,0.009765625,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.silu_gate,64,5760,5824,2048,64,0.19184415788395737,0.0,0.73583984375,0.0048828125,0.06494140625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.silu_gate,64,5824,5888,2048,64,0.20896568992442976,0.0,0.74267578125,0.00732421875,0.06103515625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,5888,5952,2048,64,0.23299304226259943,0.0,0.77197265625,0.00341796875,0.05517578125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.silu_gate,64,5952,6016,2048,64,0.215231168470375,0.0,0.7236328125,0.00634765625,0.0849609375,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,64,6016,6080,2048,64,0.184042097805904,0.0,0.7626953125,0.00732421875,0.05322265625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.silu_gate,64,6080,6144,2048,64,0.21532865420053904,0.0,0.7529296875,0.009765625,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,128,0,128,4096,128,0.21549894905042724,0.0,0.7294921875,0.0048828125,0.06201171875,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.silu_gate,128,128,256,4096,128,0.21937914674236392,0.0,0.72802734375,0.00830078125,0.068115234375,1.0,89,0.6953125
+fresh-en-1,layers.12.mlp.silu_gate,128,256,384,4096,128,0.22986768687704104,0.0,0.767578125,0.0068359375,0.065673828125,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,384,512,4096,128,0.21247682120271227,0.0,0.7744140625,0.006591796875,0.055908203125,1.0,92,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,128,512,640,4096,128,0.22384848147309572,0.0,0.765869140625,0.007080078125,0.056640625,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.silu_gate,128,640,768,4096,128,0.1972990054565788,0.0,0.743408203125,0.005615234375,0.061279296875,1.0,93,0.7265625
+fresh-en-1,layers.12.mlp.silu_gate,128,768,896,4096,128,0.22571667467582435,0.0,0.72998046875,0.01171875,0.07275390625,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,896,1024,4096,128,0.2467288443167976,0.0,0.756591796875,0.00537109375,0.0634765625,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,128,1024,1152,4096,128,0.19973092820203311,0.0,0.765625,0.005126953125,0.057373046875,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.silu_gate,128,1152,1280,4096,128,0.23239208335972947,0.0,0.744384765625,0.008056640625,0.072998046875,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,1280,1408,4096,128,0.23932043087350607,0.0,0.747314453125,0.007568359375,0.0693359375,1.0,85,0.6640625
+fresh-en-1,layers.12.mlp.silu_gate,128,1408,1536,4096,128,0.19698452798180524,0.0,0.759521484375,0.0029296875,0.058837890625,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.silu_gate,128,1536,1664,4096,128,0.21811810647911217,0.0,0.7958984375,0.0068359375,0.062744140625,1.0,90,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,128,1664,1792,4096,128,0.19189691236007572,0.0,0.73486328125,0.00732421875,0.070556640625,1.0,96,0.75
+fresh-en-1,layers.12.mlp.silu_gate,128,1792,1920,4096,128,0.21721027917080238,0.0,0.774658203125,0.008056640625,0.055419921875,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.silu_gate,128,1920,2048,4096,128,0.20593121834902334,0.0,0.767333984375,0.0029296875,0.05810546875,1.0,94,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,128,2048,2176,4096,128,0.2173627015705648,0.0,0.703857421875,0.0078125,0.07080078125,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.silu_gate,128,2176,2304,4096,128,0.23422222629622363,0.0,0.783203125,0.005859375,0.065185546875,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,2304,2432,4096,128,0.21559024368557098,0.0,0.7431640625,0.007080078125,0.065185546875,1.0,90,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,128,2432,2560,4096,128,0.24470102114902342,0.0,0.7333984375,0.00634765625,0.07080078125,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.silu_gate,128,2560,2688,4096,128,0.23381951599496295,0.0,0.708740234375,0.005859375,0.07763671875,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.silu_gate,128,2688,2816,4096,128,0.23020703173333282,0.0,0.767333984375,0.006591796875,0.060791015625,1.0,90,0.703125
+fresh-en-1,layers.12.mlp.silu_gate,128,2816,2944,4096,128,0.20363183712378524,0.0,0.799560546875,0.00439453125,0.0625,1.0,95,0.7421875
+fresh-en-1,layers.12.mlp.silu_gate,128,2944,3072,4096,128,0.22726280606584004,0.0,0.74951171875,0.008056640625,0.06884765625,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,3072,3200,4096,128,0.24822886216507734,0.0,0.768798828125,0.004638671875,0.0625,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,128,3200,3328,4096,128,0.2262609546041764,0.0,0.75634765625,0.0078125,0.06787109375,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,3328,3456,4096,128,0.23354807657540763,0.0,0.772705078125,0.00830078125,0.06005859375,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,3456,3584,4096,128,0.21382795966262602,0.0,0.75732421875,0.004638671875,0.063720703125,1.0,92,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,128,3584,3712,4096,128,0.19881307218801816,0.0,0.771728515625,0.00439453125,0.05517578125,1.0,94,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,128,3712,3840,4096,128,0.21491762304177123,0.0,0.739990234375,0.00732421875,0.068115234375,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.silu_gate,128,3840,3968,4096,128,0.23640508090454904,0.0,0.733642578125,0.006591796875,0.0771484375,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.silu_gate,128,3968,4096,4096,128,0.2234176172639871,0.0,0.757080078125,0.004638671875,0.063720703125,1.0,92,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,128,4096,4224,4096,128,0.20575167546040085,0.0,0.732421875,0.00830078125,0.0693359375,1.0,93,0.7265625
+fresh-en-1,layers.12.mlp.silu_gate,128,4224,4352,4096,128,0.19198509276702283,0.0,0.792724609375,0.006591796875,0.05615234375,1.0,96,0.75
+fresh-en-1,layers.12.mlp.silu_gate,128,4352,4480,4096,128,0.21683802931477106,0.0,0.69482421875,0.005126953125,0.0751953125,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,4480,4608,4096,128,0.27103627499481425,0.0,0.759033203125,0.01025390625,0.084716796875,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.silu_gate,128,4608,4736,4096,128,0.228151425705892,0.0,0.736083984375,0.005615234375,0.0654296875,1.0,89,0.6953125
+fresh-en-1,layers.12.mlp.silu_gate,128,4736,4864,4096,128,0.22528326296456336,0.0,0.752685546875,0.005126953125,0.064453125,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,4864,4992,4096,128,0.21607673118909362,0.0,0.7353515625,0.00830078125,0.0751953125,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.silu_gate,128,4992,5120,4096,128,0.223395483026521,0.0,0.75,0.0068359375,0.068603515625,1.0,91,0.7109375
+fresh-en-1,layers.12.mlp.silu_gate,128,5120,5248,4096,128,0.2150426197640522,0.0,0.767822265625,0.003662109375,0.058837890625,1.0,92,0.71875
+fresh-en-1,layers.12.mlp.silu_gate,128,5248,5376,4096,128,0.20814789165941072,0.0,0.730712890625,0.0068359375,0.062255859375,1.0,94,0.734375
+fresh-en-1,layers.12.mlp.silu_gate,128,5376,5504,4096,128,0.2855686563775982,0.0,0.7529296875,0.00830078125,0.079833984375,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.silu_gate,128,5504,5632,4096,128,0.24144744368990456,0.0,0.72509765625,0.00634765625,0.069091796875,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,5632,5760,4096,128,0.2667564623798883,0.0,0.731201171875,0.008544921875,0.07177734375,1.0,80,0.625
+fresh-en-1,layers.12.mlp.silu_gate,128,5760,5888,4096,128,0.20058768715925424,0.0,0.7392578125,0.006103515625,0.06298828125,1.0,93,0.7265625
+fresh-en-1,layers.12.mlp.silu_gate,128,5888,6016,4096,128,0.2242879997056289,0.0,0.747802734375,0.005126953125,0.070068359375,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.silu_gate,128,6016,6144,4096,128,0.2002971830613367,0.0,0.7578125,0.008544921875,0.068115234375,1.0,90,0.703125
+fresh-en-1,layers.12.mlp.gated_product,0,0,6144,196608,6144,0.07914847918148918,0.0,0.4980875651041667,0.0330352783203125,0.21007283528645834,1.0,3621,0.58935546875
+fresh-en-1,layers.12.mlp.gated_product,64,0,64,2048,64,0.068061028907332,0.0,0.4765625,0.03125,0.1865234375,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,64,128,2048,64,0.06546044126908647,0.0,0.4833984375,0.02587890625,0.18701171875,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,128,192,2048,64,0.08510162029017397,0.0,0.4736328125,0.03857421875,0.21630859375,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gated_product,64,192,256,2048,64,0.07418618350517053,0.0,0.52001953125,0.03662109375,0.22021484375,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,256,320,2048,64,0.0655795302939475,0.0,0.513671875,0.02392578125,0.19091796875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,320,384,2048,64,0.09355787661325025,0.0,0.47119140625,0.037109375,0.23193359375,1.0,32,0.5
+fresh-en-1,layers.12.mlp.gated_product,64,384,448,2048,64,0.08364818585369863,0.0,0.48291015625,0.037109375,0.21630859375,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,448,512,2048,64,0.08025154375174175,0.0,0.49951171875,0.03173828125,0.20849609375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,512,576,2048,64,0.07935618563578506,0.0,0.50634765625,0.02587890625,0.19580078125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,576,640,2048,64,0.08005885564103578,0.0,0.45361328125,0.03125,0.19873046875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,640,704,2048,64,0.07411157617626499,0.0,0.5087890625,0.03466796875,0.21337890625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,704,768,2048,64,0.0659994597571814,0.0,0.53369140625,0.0283203125,0.18408203125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,768,832,2048,64,0.07131291862039572,0.0,0.5048828125,0.04052734375,0.20947265625,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,832,896,2048,64,0.0819539344742471,0.0,0.52001953125,0.0400390625,0.240234375,1.0,35,0.546875
+fresh-en-1,layers.12.mlp.gated_product,64,896,960,2048,64,0.07768924749822917,0.0,0.51708984375,0.0302734375,0.189453125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,960,1024,2048,64,0.09674804503355514,0.0,0.51220703125,0.03173828125,0.21923828125,1.0,34,0.53125
+fresh-en-1,layers.12.mlp.gated_product,64,1024,1088,2048,64,0.07195631490261285,0.0,0.50537109375,0.03515625,0.2001953125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,1088,1152,2048,64,0.07209667868144634,0.0,0.4833984375,0.02783203125,0.1767578125,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,1152,1216,2048,64,0.0766805101374696,0.0,0.53466796875,0.03076171875,0.1962890625,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,1216,1280,2048,64,0.08735320526859394,0.0,0.466796875,0.037109375,0.23681640625,1.0,32,0.5
+fresh-en-1,layers.12.mlp.gated_product,64,1280,1344,2048,64,0.088612223699351,0.0,0.48828125,0.02880859375,0.21240234375,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,1344,1408,2048,64,0.08187459294723332,0.0,0.52099609375,0.03466796875,0.2041015625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,1408,1472,2048,64,0.06556773504747115,0.0,0.49365234375,0.025390625,0.177734375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,1472,1536,2048,64,0.07180555764934285,0.0,0.47412109375,0.03564453125,0.2236328125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,1536,1600,2048,64,0.061290375135419656,0.0,0.50439453125,0.0302734375,0.181640625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gated_product,64,1600,1664,2048,64,0.07908809428181567,0.0,0.49658203125,0.03173828125,0.2119140625,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gated_product,64,1664,1728,2048,64,0.06237354832507791,0.0,0.4658203125,0.03515625,0.21875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,1728,1792,2048,64,0.0703338242510378,0.0,0.4677734375,0.02734375,0.19384765625,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,1792,1856,2048,64,0.06965398153525787,0.0,0.50927734375,0.0322265625,0.1943359375,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,1856,1920,2048,64,0.07947957462191677,0.0,0.529296875,0.02685546875,0.1923828125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,1920,1984,2048,64,0.06689709997994561,0.0,0.4873046875,0.02880859375,0.193359375,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,1984,2048,2048,64,0.07599798461481998,0.0,0.5009765625,0.02783203125,0.19873046875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,2048,2112,2048,64,0.06504768208110343,0.0,0.49462890625,0.029296875,0.1796875,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.gated_product,64,2112,2176,2048,64,0.07039609007481994,0.0,0.49755859375,0.03173828125,0.2021484375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,2176,2240,2048,64,0.07161500898779702,0.0,0.490234375,0.02392578125,0.173828125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,2240,2304,2048,64,0.07162123613624075,0.0,0.49560546875,0.02734375,0.19482421875,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,2304,2368,2048,64,0.06401202991697177,0.0,0.49462890625,0.03369140625,0.20556640625,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,2368,2432,2048,64,0.08140458361515224,0.0,0.49609375,0.0390625,0.20947265625,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.gated_product,64,2432,2496,2048,64,0.07983797014550041,0.0,0.49951171875,0.0302734375,0.20458984375,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,2496,2560,2048,64,0.08060628763131279,0.0,0.5009765625,0.029296875,0.19482421875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,2560,2624,2048,64,0.08678941901197466,0.0,0.4892578125,0.03564453125,0.24365234375,1.0,33,0.515625
+fresh-en-1,layers.12.mlp.gated_product,64,2624,2688,2048,64,0.07559623465368331,0.0,0.4892578125,0.02587890625,0.1943359375,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,2688,2752,2048,64,0.07185708289168947,0.0,0.50537109375,0.02978515625,0.1796875,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,2752,2816,2048,64,0.06649345356004292,0.0,0.50732421875,0.0283203125,0.173828125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,2816,2880,2048,64,0.06460195554930787,0.0,0.51025390625,0.02734375,0.17138671875,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,2880,2944,2048,64,0.06880442769094687,0.0,0.4736328125,0.01953125,0.1611328125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,2944,3008,2048,64,0.07052690489328937,0.0,0.48095703125,0.03076171875,0.19580078125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,3008,3072,2048,64,0.07479261109146558,0.0,0.46240234375,0.03369140625,0.19482421875,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gated_product,64,3072,3136,2048,64,0.14567567419559146,0.0,0.49365234375,0.05908203125,0.33251953125,1.0,15,0.234375
+fresh-en-1,layers.12.mlp.gated_product,64,3136,3200,2048,64,0.06168876449158888,0.0,0.52734375,0.021484375,0.16357421875,1.0,47,0.734375
+fresh-en-1,layers.12.mlp.gated_product,64,3200,3264,2048,64,0.07302084164844949,0.0,0.52001953125,0.02685546875,0.2080078125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,3264,3328,2048,64,0.06353058929070428,0.0,0.52490234375,0.0302734375,0.189453125,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gated_product,64,3328,3392,2048,64,0.07543119740496539,0.0,0.5322265625,0.0263671875,0.1787109375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,3392,3456,2048,64,0.06674729304496625,0.0,0.47314453125,0.02734375,0.17578125,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gated_product,64,3456,3520,2048,64,0.08307472728814747,0.0,0.50390625,0.03271484375,0.19970703125,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,3520,3584,2048,64,0.0679893372582902,0.0,0.51708984375,0.0244140625,0.1826171875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,3584,3648,2048,64,0.06109419080242072,0.0,0.49951171875,0.0283203125,0.17333984375,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,3648,3712,2048,64,0.06662705517904566,0.0,0.49853515625,0.03271484375,0.19189453125,1.0,44,0.6875
+fresh-en-1,layers.12.mlp.gated_product,64,3712,3776,2048,64,0.078673768988383,0.0,0.486328125,0.03662109375,0.23779296875,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,3776,3840,2048,64,0.07007407924966427,0.0,0.51318359375,0.037109375,0.20361328125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,3840,3904,2048,64,0.08117339879349061,0.0,0.53955078125,0.02978515625,0.181640625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,3904,3968,2048,64,0.06621743538764617,0.0,0.52001953125,0.03271484375,0.21484375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,3968,4032,2048,64,0.08143367335283687,0.0,0.51806640625,0.03369140625,0.19384765625,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,4032,4096,2048,64,0.08788799524419465,0.0,0.48681640625,0.03515625,0.22998046875,1.0,34,0.53125
+fresh-en-1,layers.12.mlp.gated_product,64,4096,4160,2048,64,0.07507199768404332,0.0,0.50390625,0.0361328125,0.22900390625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,4160,4224,2048,64,0.08601420093094402,0.0,0.49365234375,0.03515625,0.212890625,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.gated_product,64,4224,4288,2048,64,0.0689648190002092,0.0,0.494140625,0.03466796875,0.2080078125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,4288,4352,2048,64,0.08341563031796706,0.0,0.50439453125,0.03076171875,0.19140625,1.0,37,0.578125
+fresh-en-1,layers.12.mlp.gated_product,64,4352,4416,2048,64,0.06858049584383483,0.0,0.48095703125,0.03759765625,0.22802734375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,4416,4480,2048,64,0.07162636798518086,0.0,0.48828125,0.03271484375,0.2158203125,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,4480,4544,2048,64,0.06577351815967725,0.0,0.490234375,0.0322265625,0.18603515625,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gated_product,64,4544,4608,2048,64,0.07540671920405352,0.0,0.49951171875,0.02783203125,0.19140625,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,4608,4672,2048,64,0.0764511791454705,0.0,0.47607421875,0.0263671875,0.19482421875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,4672,4736,2048,64,0.08081125609859455,0.0,0.49609375,0.03466796875,0.19677734375,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,4736,4800,2048,64,0.06742205357114324,0.0,0.4970703125,0.02978515625,0.20166015625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,4800,4864,2048,64,0.0889529565391623,0.0,0.537109375,0.03662109375,0.21630859375,1.0,33,0.515625
+fresh-en-1,layers.12.mlp.gated_product,64,4864,4928,2048,64,0.07051350404411821,0.0,0.50439453125,0.03662109375,0.2041015625,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,4928,4992,2048,64,0.07324003633900102,0.0,0.5185546875,0.03271484375,0.1982421875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,4992,5056,2048,64,0.0761911123179704,0.0,0.49658203125,0.02490234375,0.1923828125,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,5056,5120,2048,64,0.12449454774041568,0.0,0.47802734375,0.05078125,0.29541015625,1.0,24,0.375
+fresh-en-1,layers.12.mlp.gated_product,64,5120,5184,2048,64,0.07076180865974206,0.0,0.47509765625,0.0244140625,0.193359375,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.gated_product,64,5184,5248,2048,64,0.06242355210635739,0.0,0.47607421875,0.0263671875,0.17529296875,1.0,45,0.703125
+fresh-en-1,layers.12.mlp.gated_product,64,5248,5312,2048,64,0.07155797211143755,0.0,0.478515625,0.0205078125,0.1875,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,5312,5376,2048,64,0.07324227625438645,0.0,0.49365234375,0.033203125,0.2099609375,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,5376,5440,2048,64,0.13759404919211157,0.0,0.5166015625,0.05078125,0.30615234375,1.0,15,0.234375
+fresh-en-1,layers.12.mlp.gated_product,64,5440,5504,2048,64,0.06614067822149566,0.0,0.4892578125,0.02978515625,0.18701171875,1.0,43,0.671875
+fresh-en-1,layers.12.mlp.gated_product,64,5504,5568,2048,64,0.08765690014785862,0.0,0.4931640625,0.03564453125,0.2216796875,1.0,38,0.59375
+fresh-en-1,layers.12.mlp.gated_product,64,5568,5632,2048,64,0.09124843173900808,0.0,0.51513671875,0.0390625,0.2333984375,1.0,34,0.53125
+fresh-en-1,layers.12.mlp.gated_product,64,5632,5696,2048,64,0.14475631526896668,0.0,0.51611328125,0.03955078125,0.29443359375,1.0,21,0.328125
+fresh-en-1,layers.12.mlp.gated_product,64,5696,5760,2048,64,0.08585202445908224,0.0,0.45458984375,0.04296875,0.205078125,1.0,36,0.5625
+fresh-en-1,layers.12.mlp.gated_product,64,5760,5824,2048,64,0.0657878120001304,0.0,0.50244140625,0.02685546875,0.1923828125,1.0,46,0.71875
+fresh-en-1,layers.12.mlp.gated_product,64,5824,5888,2048,64,0.07139967633862636,0.0,0.48681640625,0.0341796875,0.20556640625,1.0,40,0.625
+fresh-en-1,layers.12.mlp.gated_product,64,5888,5952,2048,64,0.07919733716266042,0.0,0.52978515625,0.02587890625,0.189453125,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,5952,6016,2048,64,0.07330193554732758,0.0,0.5,0.03125,0.20751953125,1.0,42,0.65625
+fresh-en-1,layers.12.mlp.gated_product,64,6016,6080,2048,64,0.06830500624787265,0.0,0.443359375,0.0263671875,0.1884765625,1.0,39,0.609375
+fresh-en-1,layers.12.mlp.gated_product,64,6080,6144,2048,64,0.12437110993705948,0.0,0.53857421875,0.04931640625,0.30078125,1.0,23,0.359375
+fresh-en-1,layers.12.mlp.gated_product,128,0,128,4096,128,0.06677339675000891,0.0,0.47998046875,0.0283203125,0.187255859375,1.0,86,0.671875
+fresh-en-1,layers.12.mlp.gated_product,128,128,256,4096,128,0.0798306820686,0.0,0.496826171875,0.038330078125,0.21875,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.gated_product,128,256,384,4096,128,0.08078908054296366,0.0,0.492431640625,0.02978515625,0.21435546875,1.0,72,0.5625
+fresh-en-1,layers.12.mlp.gated_product,128,384,512,4096,128,0.08196746083401824,0.0,0.4912109375,0.0341796875,0.2119140625,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gated_product,128,512,640,4096,128,0.07970829494228748,0.0,0.47998046875,0.028564453125,0.197021484375,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gated_product,128,640,768,4096,128,0.0701728380912805,0.0,0.521240234375,0.03173828125,0.198974609375,1.0,82,0.640625
+fresh-en-1,layers.12.mlp.gated_product,128,768,896,4096,128,0.07681790070669847,0.0,0.512451171875,0.040771484375,0.225830078125,1.0,72,0.5625
+fresh-en-1,layers.12.mlp.gated_product,128,896,1024,4096,128,0.08773768687016976,0.0,0.5146484375,0.030517578125,0.2041015625,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.gated_product,128,1024,1152,4096,128,0.07202653098428281,0.0,0.494384765625,0.031494140625,0.1884765625,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.gated_product,128,1152,1280,4096,128,0.08219027651017999,0.0,0.500732421875,0.0341796875,0.21484375,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.gated_product,128,1280,1408,4096,128,0.08530995006216734,0.0,0.504638671875,0.03271484375,0.20947265625,1.0,76,0.59375
+fresh-en-1,layers.12.mlp.gated_product,128,1408,1536,4096,128,0.06875742137612666,0.0,0.48388671875,0.0302734375,0.20068359375,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.gated_product,128,1536,1664,4096,128,0.07075110155103534,0.0,0.50048828125,0.03076171875,0.19677734375,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gated_product,128,1664,1792,4096,128,0.06647295075606582,0.0,0.466796875,0.031982421875,0.2080078125,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.gated_product,128,1792,1920,4096,128,0.07472844145904181,0.0,0.519287109375,0.029296875,0.19482421875,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.gated_product,128,1920,2048,4096,128,0.0715923028378095,0.0,0.494140625,0.028076171875,0.196044921875,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.gated_product,128,2048,2176,4096,128,0.06777466503770589,0.0,0.49609375,0.031005859375,0.19091796875,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.gated_product,128,2176,2304,4096,128,0.07161812262969969,0.0,0.492919921875,0.025634765625,0.184326171875,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gated_product,128,2304,2432,4096,128,0.07322651912950527,0.0,0.495361328125,0.036376953125,0.210205078125,1.0,79,0.6171875
+fresh-en-1,layers.12.mlp.gated_product,128,2432,2560,4096,128,0.08022304869130736,0.0,0.500244140625,0.02978515625,0.19921875,1.0,75,0.5859375
+fresh-en-1,layers.12.mlp.gated_product,128,2560,2688,4096,128,0.0813854837985585,0.0,0.4892578125,0.030029296875,0.217529296875,1.0,72,0.5625
+fresh-en-1,layers.12.mlp.gated_product,128,2688,2816,4096,128,0.06922723354303824,0.0,0.50634765625,0.029541015625,0.177490234375,1.0,85,0.6640625
+fresh-en-1,layers.12.mlp.gated_product,128,2816,2944,4096,128,0.0667362792290426,0.0,0.491943359375,0.02392578125,0.167724609375,1.0,88,0.6875
+fresh-en-1,layers.12.mlp.gated_product,128,2944,3072,4096,128,0.07269105511583357,0.0,0.4716796875,0.03271484375,0.195556640625,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gated_product,128,3072,3200,4096,128,0.11186354570823963,0.0,0.510498046875,0.042724609375,0.2783203125,1.0,54,0.421875
+fresh-en-1,layers.12.mlp.gated_product,128,3200,3328,4096,128,0.06844040871689797,0.0,0.5224609375,0.0283203125,0.197998046875,1.0,83,0.6484375
+fresh-en-1,layers.12.mlp.gated_product,128,3328,3456,4096,128,0.07122171954810365,0.0,0.502685546875,0.0283203125,0.177978515625,1.0,86,0.671875
+fresh-en-1,layers.12.mlp.gated_product,128,3456,3584,4096,128,0.07590770808956625,0.0,0.510498046875,0.029052734375,0.190673828125,1.0,77,0.6015625
+fresh-en-1,layers.12.mlp.gated_product,128,3584,3712,4096,128,0.06392051560975624,0.0,0.4990234375,0.030029296875,0.181884765625,1.0,87,0.6796875
+fresh-en-1,layers.12.mlp.gated_product,128,3712,3840,4096,128,0.07449811577995004,0.0,0.499755859375,0.035888671875,0.220458984375,1.0,76,0.59375
+fresh-en-1,layers.12.mlp.gated_product,128,3840,3968,4096,128,0.07407384633257598,0.0,0.52978515625,0.0322265625,0.201416015625,1.0,78,0.609375
+fresh-en-1,layers.12.mlp.gated_product,128,3968,4096,4096,128,0.08472231956155389,0.0,0.50244140625,0.0341796875,0.212890625,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.gated_product,128,4096,4224,4096,128,0.08072870492601071,0.0,0.498779296875,0.03466796875,0.22021484375,1.0,73,0.5703125
+fresh-en-1,layers.12.mlp.gated_product,128,4224,4352,4096,128,0.07653206400285884,0.0,0.499267578125,0.0322265625,0.203857421875,1.0,74,0.578125
+fresh-en-1,layers.12.mlp.gated_product,128,4352,4480,4096,128,0.07011997219385784,0.0,0.484619140625,0.035400390625,0.221923828125,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gated_product,128,4480,4608,4096,128,0.07075425426156495,0.0,0.494873046875,0.03076171875,0.188232421875,1.0,84,0.65625
+fresh-en-1,layers.12.mlp.gated_product,128,4608,4736,4096,128,0.07866143243345323,0.0,0.486083984375,0.03076171875,0.19580078125,1.0,79,0.6171875
+fresh-en-1,layers.12.mlp.gated_product,128,4736,4864,4096,128,0.07892516007208412,0.0,0.51708984375,0.035400390625,0.21484375,1.0,72,0.5625
+fresh-en-1,layers.12.mlp.gated_product,128,4864,4992,4096,128,0.07188969736867051,0.0,0.511474609375,0.0341796875,0.20166015625,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gated_product,128,4992,5120,4096,128,0.10320847352165477,0.0,0.4873046875,0.039306640625,0.249267578125,1.0,63,0.4921875
+fresh-en-1,layers.12.mlp.gated_product,128,5120,5248,4096,128,0.06672305981582778,0.0,0.4755859375,0.025146484375,0.184326171875,1.0,86,0.671875
+fresh-en-1,layers.12.mlp.gated_product,128,5248,5376,4096,128,0.07240502193779494,0.0,0.486083984375,0.027099609375,0.19873046875,1.0,81,0.6328125
+fresh-en-1,layers.12.mlp.gated_product,128,5376,5504,4096,128,0.10795071025398734,0.0,0.5029296875,0.043212890625,0.253662109375,1.0,53,0.4140625
+fresh-en-1,layers.12.mlp.gated_product,128,5504,5632,4096,128,0.0894706891623175,0.0,0.504150390625,0.0380859375,0.227294921875,1.0,72,0.5625
+fresh-en-1,layers.12.mlp.gated_product,128,5632,5760,4096,128,0.1190062202449337,0.0,0.4853515625,0.045654296875,0.26513671875,1.0,53,0.4140625
+fresh-en-1,layers.12.mlp.gated_product,128,5760,5888,4096,128,0.06865111065753088,0.0,0.49462890625,0.030517578125,0.19873046875,1.0,85,0.6640625
+fresh-en-1,layers.12.mlp.gated_product,128,5888,6016,4096,128,0.07630659201091568,0.0,0.514892578125,0.02978515625,0.1982421875,1.0,80,0.625
+fresh-en-1,layers.12.mlp.gated_product,128,6016,6144,4096,128,0.10033381001810422,0.0,0.490966796875,0.039794921875,0.259521484375,1.0,56,0.4375
+fresh-en-1,layers.12.mlp.down_proj.output,0,0,2048,65536,2048,0.049319876517729906,0.0,0.4977569580078125,0.00958251953125,0.090087890625,1.0,1577,0.77001953125
+fresh-en-1,layers.12.mlp.down_proj.output,64,0,64,2048,64,0.04960191177209532,0.0,0.478515625,0.00732421875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,64,128,2048,64,0.04671200893306039,0.0,0.48583984375,0.0068359375,0.087890625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,128,192,2048,64,0.050231094508217174,0.0,0.4921875,0.01123046875,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,192,256,2048,64,0.049880437122817825,0.0,0.47705078125,0.009765625,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,256,320,2048,64,0.04945350830184996,0.0,0.52197265625,0.00927734375,0.080078125,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.down_proj.output,64,320,384,2048,64,0.04872323465183161,0.0,0.48388671875,0.01025390625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,384,448,2048,64,0.05082327967444696,0.0,0.47900390625,0.00927734375,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.down_proj.output,64,448,512,2048,64,0.04639337998052736,0.0,0.45947265625,0.0078125,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,512,576,2048,64,0.045880730620784314,0.0,0.53515625,0.0107421875,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,576,640,2048,64,0.05140272137885292,0.0,0.5283203125,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.down_proj.output,64,640,704,2048,64,0.04917170980344998,0.0,0.513671875,0.0068359375,0.09765625,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,704,768,2048,64,0.048150272127855574,0.0,0.50390625,0.01025390625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,768,832,2048,64,0.05061621893628359,0.0,0.4853515625,0.01025390625,0.08544921875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,832,896,2048,64,0.047566469216217946,0.0,0.53662109375,0.00927734375,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,896,960,2048,64,0.04870745147124675,0.0,0.43994140625,0.00634765625,0.078125,1.0,53,0.828125
+fresh-en-1,layers.12.mlp.down_proj.output,64,960,1024,2048,64,0.04886934793652789,0.0,0.5400390625,0.00732421875,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,1024,1088,2048,64,0.04804156408982865,0.0,0.47802734375,0.0126953125,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,1088,1152,2048,64,0.04655916007978822,0.0,0.49951171875,0.01025390625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,1152,1216,2048,64,0.0651867339681044,0.0,0.4873046875,0.015625,0.12841796875,1.0,41,0.640625
+fresh-en-1,layers.12.mlp.down_proj.output,64,1216,1280,2048,64,0.047249151494283145,0.0,0.4765625,0.009765625,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1280,1344,2048,64,0.0487367191829666,0.0,0.53857421875,0.0107421875,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1344,1408,2048,64,0.048436937968834685,0.0,0.5029296875,0.01123046875,0.10888671875,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,1408,1472,2048,64,0.049621695053762335,0.0,0.51025390625,0.00830078125,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,64,1472,1536,2048,64,0.048671298256883676,0.0,0.4619140625,0.00927734375,0.09521484375,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,64,1536,1600,2048,64,0.04782827850594004,0.0,0.48681640625,0.009765625,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1600,1664,2048,64,0.05040501944763027,0.0,0.52978515625,0.00927734375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1664,1728,2048,64,0.04892742997556466,0.0,0.4951171875,0.01025390625,0.1005859375,1.0,53,0.828125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1728,1792,2048,64,0.04900078445145374,0.0,0.4619140625,0.0068359375,0.0771484375,1.0,50,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,64,1792,1856,2048,64,0.04733776683662981,0.0,0.50048828125,0.00927734375,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.12.mlp.down_proj.output,64,1856,1920,2048,64,0.049880043573395184,0.0,0.51513671875,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,64,1920,1984,2048,64,0.04826346135939259,0.0,0.51123046875,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,64,1984,2048,2048,64,0.04867757182539587,0.0,0.51171875,0.0126953125,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,128,0,128,4096,128,0.04817863338664268,0.0,0.482177734375,0.00732421875,0.08740234375,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.down_proj.output,128,128,256,4096,128,0.05005607287361259,0.0,0.484619140625,0.010498046875,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,128,256,384,4096,128,0.049089729467061576,0.0,0.5029296875,0.009765625,0.0830078125,1.0,102,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,128,384,512,4096,128,0.04865876828940828,0.0,0.46923828125,0.009033203125,0.091796875,1.0,100,0.78125
+fresh-en-1,layers.12.mlp.down_proj.output,128,512,640,4096,128,0.048720022616214775,0.0,0.53173828125,0.00927734375,0.0888671875,1.0,99,0.7734375
+fresh-en-1,layers.12.mlp.down_proj.output,128,640,768,4096,128,0.048663671003024656,0.0,0.5087890625,0.00830078125,0.088623046875,1.0,97,0.7578125
+fresh-en-1,layers.12.mlp.down_proj.output,128,768,896,4096,128,0.04911502119058488,0.0,0.510986328125,0.010009765625,0.091064453125,1.0,102,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,128,896,1024,4096,128,0.048788466857266996,0.0,0.489990234375,0.0068359375,0.08349609375,1.0,103,0.8046875
+fresh-en-1,layers.12.mlp.down_proj.output,128,1024,1152,4096,128,0.04730616908782859,0.0,0.48876953125,0.01123046875,0.091552734375,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,128,1152,1280,4096,128,0.05692887054192334,0.0,0.48193359375,0.01220703125,0.109619140625,1.0,90,0.703125
+fresh-en-1,layers.12.mlp.down_proj.output,128,1280,1408,4096,128,0.04858705978198353,0.0,0.520751953125,0.010986328125,0.095947265625,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,128,1408,1536,4096,128,0.04914879395274674,0.0,0.486083984375,0.00927734375,0.08984375,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,128,1536,1664,4096,128,0.04913354358459072,0.0,0.50830078125,0.009521484375,0.08544921875,1.0,101,0.7890625
+fresh-en-1,layers.12.mlp.down_proj.output,128,1664,1792,4096,128,0.04896412095030203,0.0,0.478515625,0.008544921875,0.089111328125,1.0,102,0.796875
+fresh-en-1,layers.12.mlp.down_proj.output,128,1792,1920,4096,128,0.04862552270137017,0.0,0.5078125,0.008544921875,0.0869140625,1.0,98,0.765625
+fresh-en-1,layers.12.mlp.down_proj.output,128,1920,2048,4096,128,0.04847095883725716,0.0,0.511474609375,0.010986328125,0.09033203125,1.0,99,0.7734375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.3674077248816556,0.0,0.495086669921875,0.013814290364583334,0.13829549153645834,1.0,2855,0.4646809895833333
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.2973259041891112,0.0,0.45166015625,0.009765625,0.10400390625,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.318090154895027,0.0,0.49072265625,0.0126953125,0.10546875,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3145348074243381,0.0,0.537109375,0.0205078125,0.1416015625,1.0,29,0.453125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.9112712581045922,0.0,0.474609375,0.01123046875,0.10595703125,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.7456298560999545,0.0,0.52392578125,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.7618918538331574,0.0,0.486328125,0.00732421875,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.2064322439198374,0.0,0.4453125,0.0107421875,0.1201171875,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.2536068466461117,0.0,0.50146484375,0.0107421875,0.103515625,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4435772103043272,0.0,0.4609375,0.0107421875,0.0986328125,1.0,35,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.4551002486112663,0.0,0.47900390625,0.0078125,0.1064453125,1.0,35,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.7761790224352794,0.0,0.4482421875,0.01611328125,0.16015625,1.0,22,0.34375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.14051093485742,0.0,0.544921875,0.00732421875,0.0986328125,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.855759729011795,0.0,0.44189453125,0.01513671875,0.12841796875,1.0,31,0.484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3383839380304292,0.0,0.49365234375,0.0107421875,0.10791015625,1.0,37,0.578125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3880783756656616,0.0,0.46484375,0.0185546875,0.14794921875,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.0318774248097693,0.0,0.54150390625,0.0078125,0.10693359375,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.5377779897262838,0.0,0.47412109375,0.0087890625,0.10498046875,1.0,39,0.609375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.9197951159186337,0.0,0.52783203125,0.00927734375,0.1201171875,1.0,31,0.484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.324404186806238,0.0,0.4970703125,0.009765625,0.1083984375,1.0,39,0.609375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.2789473541158236,0.0,0.4658203125,0.00927734375,0.1005859375,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.3504191044920528,0.0,0.517578125,0.0068359375,0.1162109375,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.5363362726050926,0.0,0.51708984375,0.01123046875,0.1240234375,1.0,29,0.453125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.507249120916705,0.0,0.52099609375,0.0166015625,0.1416015625,1.0,28,0.4375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.66322614992397,0.0,0.55859375,0.01708984375,0.14892578125,1.0,25,0.390625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,0.8750972209396243,0.0,0.53857421875,0.01220703125,0.10205078125,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.0601606962143468,0.0,0.5,0.009765625,0.11279296875,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.3596435177697026,0.0,0.59765625,0.01025390625,0.107421875,1.0,35,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.2721632355946875,0.0,0.51953125,0.01708984375,0.09912109375,1.0,39,0.609375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1881495596420266,0.0,0.43994140625,0.0087890625,0.10791015625,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.11425687759279,0.0,0.57177734375,0.0087890625,0.09423828125,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.9407000151279796,0.0,0.4677734375,0.0126953125,0.13330078125,1.0,28,0.4375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.5235668429861584,0.0,0.44873046875,0.01123046875,0.10693359375,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.2117928181153441,0.0,0.5400390625,0.0068359375,0.09375,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.210296859867414,0.0,0.51025390625,0.01025390625,0.103515625,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.0713631368782888,0.0,0.421875,0.0107421875,0.11767578125,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.170269642499508,0.0,0.4560546875,0.01171875,0.12451171875,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.6400137155016564,0.0,0.4609375,0.009765625,0.1015625,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.7442540947820457,0.0,0.52392578125,0.00927734375,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.1707927054614329,0.0,0.5224609375,0.01318359375,0.10302734375,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1909868673191528,0.0,0.50146484375,0.0087890625,0.087890625,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.7185237825293336,0.0,0.48486328125,0.00830078125,0.0830078125,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.7074836109938862,0.0,0.458984375,0.0087890625,0.087890625,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,3.1149044148982954,0.0,0.4482421875,0.0205078125,0.1884765625,1.0,15,0.234375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.7680125867304297,0.0,0.56298828125,0.02001953125,0.20703125,1.0,15,0.234375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.6524054609242944,0.0,0.4765625,0.013671875,0.1220703125,1.0,31,0.484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.7040176730491328,0.0,0.52783203125,0.01318359375,0.12646484375,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5426860499928787,0.0,0.51220703125,0.0126953125,0.14111328125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6175499742456143,0.0,0.4755859375,0.01416015625,0.1376953125,1.0,29,0.453125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4088728461730708,0.0,0.52197265625,0.01220703125,0.130859375,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.6957591245297197,0.0,0.474609375,0.01025390625,0.142578125,1.0,33,0.515625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.8398536365160293,0.0,0.548828125,0.00927734375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.694774661187965,0.0,0.509765625,0.02294921875,0.17724609375,1.0,21,0.328125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.5223899371067664,0.0,0.48291015625,0.013671875,0.12939453125,1.0,33,0.515625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7613282744493242,0.0,0.46044921875,0.013671875,0.12744140625,1.0,31,0.484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.7417322906753758,0.0,0.486328125,0.0107421875,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.5744441658070312,0.0,0.4716796875,0.0126953125,0.10595703125,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.691792744839183,0.0,0.51953125,0.02099609375,0.166015625,1.0,25,0.390625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,0.8876803506125266,0.0,0.50439453125,0.01220703125,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.855733663579422,0.0,0.4404296875,0.013671875,0.09814453125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.8009913891489489,0.0,0.4755859375,0.009765625,0.095703125,1.0,35,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.412135001932088,0.0,0.5068359375,0.0078125,0.08984375,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.346618143074532,0.0,0.4814453125,0.00830078125,0.09033203125,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.4905354399248274,0.0,0.49072265625,0.0107421875,0.10888671875,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.5067416894685568,0.0,0.50244140625,0.0078125,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.1638505627773845,0.0,0.49365234375,0.0126953125,0.14404296875,1.0,29,0.453125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.6617438441946866,0.0,0.5009765625,0.01123046875,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3048594932885755,0.0,0.5146484375,0.01611328125,0.15625,1.0,33,0.515625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9218824342742905,0.0,0.4658203125,0.00830078125,0.11279296875,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9148591705543518,0.0,0.53857421875,0.01220703125,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.2791287291304643,0.0,0.51220703125,0.0126953125,0.14306640625,1.0,30,0.46875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.8615483066796047,0.0,0.51953125,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.3291857802962923,0.0,0.5087890625,0.01318359375,0.16064453125,1.0,22,0.34375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.2859046791096131,0.0,0.501953125,0.01953125,0.18359375,1.0,15,0.234375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.7700625806721302,0.0,0.447265625,0.01025390625,0.11962890625,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.775739270311727,0.0,0.4912109375,0.01171875,0.1162109375,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3269556484508545,0.0,0.44775390625,0.02392578125,0.20654296875,1.0,12,0.1875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.1049481684064177,0.0,0.51025390625,0.0166015625,0.1435546875,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1188314934328556,0.0,0.5185546875,0.015625,0.142578125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1494128020086645,0.0,0.4560546875,0.01904296875,0.146484375,1.0,28,0.4375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9762942726303918,0.0,0.43798828125,0.0078125,0.103515625,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4661111226876395,0.0,0.55859375,0.0205078125,0.17724609375,1.0,27,0.421875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.1725220356802413,0.0,0.478515625,0.01318359375,0.138671875,1.0,37,0.578125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.4485250333794268,0.0,0.455078125,0.01416015625,0.1982421875,1.0,16,0.25
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9367078113319871,0.0,0.4736328125,0.01171875,0.12451171875,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.804487581314372,0.0,0.52685546875,0.0087890625,0.109375,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.9015125776191837,0.0,0.5166015625,0.01220703125,0.125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.6779487866529891,0.0,0.47900390625,0.01025390625,0.0986328125,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.0459625954011516,0.0,0.50732421875,0.01416015625,0.154296875,1.0,28,0.4375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.1942583342906634,0.0,0.5166015625,0.01318359375,0.13134765625,1.0,35,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.9281506428493294,0.0,0.47412109375,0.0146484375,0.11572265625,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.6379492042131607,0.0,0.51025390625,0.021484375,0.23046875,1.0,9,0.140625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.8191134361273803,0.0,0.51904296875,0.01171875,0.10888671875,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.3542861603548644,0.0,0.47705078125,0.02099609375,0.21923828125,1.0,12,0.1875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.1502671181149842,0.0,0.494140625,0.0185546875,0.203125,1.0,20,0.3125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0881609083829809,0.0,0.4658203125,0.01318359375,0.1484375,1.0,30,0.46875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.6792181789614716,0.0,0.4990234375,0.0078125,0.087890625,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3077492416574539,0.0,0.47119140625,0.01171875,0.1044921875,1.0,77,0.6015625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.131021013460331,0.0,0.505859375,0.015380859375,0.128173828125,1.0,71,0.5546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.7538047092068887,0.0,0.505126953125,0.007568359375,0.089599609375,1.0,99,0.7734375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.2302456838224352,0.0,0.473388671875,0.010498046875,0.111572265625,1.0,82,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.449350181222363,0.0,0.469970703125,0.00927734375,0.102783203125,1.0,70,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.492577822471661,0.0,0.49658203125,0.011474609375,0.134521484375,1.0,59,0.4609375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.6178868528731807,0.0,0.4677734375,0.013427734375,0.126953125,1.0,64,0.5
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2230152486421955,0.0,0.503173828125,0.012939453125,0.123046875,1.0,76,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.7393065331895425,0.0,0.5009765625,0.00927734375,0.114013671875,1.0,69,0.5390625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.3018741845181812,0.0,0.4814453125,0.00927734375,0.104248046875,1.0,80,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.446368020301062,0.0,0.517333984375,0.00927734375,0.120361328125,1.0,64,0.5
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.5871548661512356,0.0,0.539794921875,0.01611328125,0.14404296875,1.0,52,0.40625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,0.9720431697959567,0.0,0.519287109375,0.011962890625,0.107177734375,1.0,83,0.6484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3166301290438245,0.0,0.55859375,0.013916015625,0.10400390625,1.0,74,0.578125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1517959379465565,0.0,0.505859375,0.0087890625,0.100830078125,1.0,80,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.744645017441163,0.0,0.458251953125,0.01171875,0.12109375,1.0,61,0.4765625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.2110450699789934,0.0,0.525146484375,0.008544921875,0.0986328125,1.0,84,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.1219068604874503,0.0,0.43896484375,0.01123046875,0.120849609375,1.0,70,0.546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.6940935504779155,0.0,0.492431640625,0.01025390625,0.098876953125,1.0,91,0.7109375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.180932952645575,0.0,0.511962890625,0.010986328125,0.095458984375,1.0,88,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.7130125908661107,0.0,0.471923828125,0.008544921875,0.08544921875,1.0,77,0.6015625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.9465677655749727,0.0,0.505615234375,0.021240234375,0.2001953125,1.0,27,0.2109375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.678409967403109,0.0,0.502197265625,0.01416015625,0.124267578125,1.0,64,0.5
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.580561319282586,0.0,0.493896484375,0.013671875,0.140869140625,1.0,63,0.4921875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.5589293930626895,0.0,0.498291015625,0.01171875,0.134033203125,1.0,71,0.5546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.3374631364964757,0.0,0.529296875,0.0166015625,0.145263671875,1.0,60,0.46875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6461999287721065,0.0,0.4716796875,0.012939453125,0.12841796875,1.0,63,0.4921875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.660196645525025,0.0,0.47900390625,0.01171875,0.099853515625,1.0,80,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.3509513493005725,0.0,0.511962890625,0.016357421875,0.13671875,1.0,69,0.5390625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.8285673919670782,0.0,0.4580078125,0.01171875,0.096435546875,1.0,69,0.5390625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.3797655030727576,0.0,0.494140625,0.008056640625,0.090576171875,1.0,83,0.6484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.4986604712966942,0.0,0.49658203125,0.009521484375,0.103515625,1.0,83,0.6484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.94669241250968,0.0,0.497314453125,0.012939453125,0.12939453125,1.0,71,0.5546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.1297180001772145,0.0,0.490234375,0.0126953125,0.1376953125,1.0,74,0.578125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1120111527395562,0.0,0.525390625,0.011962890625,0.123046875,1.0,72,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.1200447141262615,0.0,0.51416015625,0.01123046875,0.133544921875,1.0,63,0.4921875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0598460317205085,0.0,0.474609375,0.01708984375,0.162841796875,1.0,46,0.359375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.086872280550801,0.0,0.469482421875,0.01806640625,0.171142578125,1.0,40,0.3125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.1119114995272537,0.0,0.514404296875,0.01611328125,0.142822265625,1.0,67,0.5234375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0663724246698043,0.0,0.447021484375,0.012939453125,0.12255859375,1.0,65,0.5078125
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3274580498501918,0.0,0.5185546875,0.0166015625,0.155029296875,1.0,62,0.484375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.2197635623630572,0.0,0.46435546875,0.0146484375,0.160400390625,1.0,53,0.4140625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8543784864141398,0.0,0.521728515625,0.01025390625,0.115966796875,1.0,72,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8813774186756128,0.0,0.4931640625,0.012451171875,0.13232421875,1.0,71,0.5546875
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0695131099814374,0.0,0.495361328125,0.013671875,0.12548828125,1.0,77,0.6015625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.2949564503926243,0.0,0.5146484375,0.018798828125,0.17431640625,1.0,34,0.265625
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.2564245793411701,0.0,0.485595703125,0.01904296875,0.21142578125,1.0,30,0.234375
+fresh-en-1,layers.13.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9070367956055067,0.0,0.482421875,0.010986328125,0.121337890625,1.0,72,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5818525935801808,0.0,0.2001495361328125,0.0067901611328125,0.068389892578125,1.0,1286,0.6279296875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5928189831082533,0.0,0.115234375,0.00439453125,0.03076171875,1.0,47,0.734375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3869561293990649,0.0,0.11474609375,0.005859375,0.03857421875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4496259271776373,0.0,0.35009765625,0.00927734375,0.1240234375,1.0,39,0.609375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2655732988378239,0.0,0.349609375,0.01025390625,0.09375,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,256,320,2048,64,1.688623652503981,0.0,0.1123046875,0.005859375,0.0595703125,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8315135755873364,0.0,0.1611328125,0.0048828125,0.05126953125,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,384,448,2048,64,1.3415755311568012,0.0,0.18505859375,0.01025390625,0.07861328125,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,448,512,2048,64,1.4908809258376081,0.0,0.244140625,0.0068359375,0.060546875,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,512,576,2048,64,1.7413379190998928,0.0,0.4365234375,0.005859375,0.09033203125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,576,640,2048,64,1.6423159075171878,0.0,0.35986328125,0.0078125,0.08251953125,1.0,34,0.53125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,640,704,2048,64,1.3319455797493158,0.0,0.22216796875,0.00537109375,0.04931640625,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,704,768,2048,64,1.4062159470605773,0.0,0.2109375,0.00634765625,0.05517578125,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,768,832,2048,64,1.3464426452153813,0.0,0.16796875,0.0048828125,0.06005859375,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,832,896,2048,64,1.342045481315304,0.0,0.15380859375,0.0029296875,0.05078125,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,896,960,2048,64,1.9927017611662659,0.0,0.1748046875,0.0029296875,0.03369140625,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.894252318162472,0.0,0.13818359375,0.00634765625,0.04638671875,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.42246640608624,0.0,0.17041015625,0.00537109375,0.05712890625,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.5712586876501382,0.0,0.1884765625,0.005859375,0.06103515625,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.7025239535558516,0.0,0.14306640625,0.00537109375,0.046875,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.0451625569783785,0.0,0.1787109375,0.0,0.01513671875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.1877212717060412,0.0,0.27197265625,0.01220703125,0.107421875,1.0,40,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0650643289790092,0.0,0.20556640625,0.00732421875,0.095703125,1.0,41,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.325352585970759,0.0,0.17529296875,0.01416015625,0.1123046875,1.0,38,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.4513151286870176,0.0,0.20751953125,0.01220703125,0.12451171875,1.0,36,0.5625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.586577954097248,0.0,0.1298828125,0.0048828125,0.04248046875,1.0,43,0.671875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.5532861532850182,0.0,0.08056640625,0.0048828125,0.05419921875,1.0,42,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.713290706491932,0.0,0.22119140625,0.005859375,0.06298828125,1.0,39,0.609375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.536144319931924,0.0,0.271484375,0.00634765625,0.07275390625,1.0,37,0.578125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.658010630157294,0.0,0.111328125,0.00439453125,0.0498046875,1.0,50,0.78125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.7597607623981513,0.0,0.13134765625,0.005859375,0.06005859375,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8905712602371454,0.0,0.2490234375,0.00439453125,0.03369140625,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.843760598275741,0.0,0.17236328125,0.005859375,0.03271484375,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4934389203826925,0.0,0.114990234375,0.005126953125,0.035400390625,1.0,95,0.7421875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3607150883775923,0.0,0.349853515625,0.010009765625,0.108154296875,1.0,80,0.625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,256,384,4096,128,1.7615180693590111,0.0,0.13671875,0.00537109375,0.054931640625,1.0,92,0.71875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4181944226418775,0.0,0.214599609375,0.008544921875,0.069091796875,1.0,82,0.640625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6925512235349258,0.0,0.398193359375,0.0068359375,0.0869140625,1.0,67,0.5234375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,640,768,4096,128,1.3695843013814843,0.0,0.216552734375,0.005615234375,0.052001953125,1.0,90,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,768,896,4096,128,1.3442458612124157,0.0,0.160888671875,0.00390625,0.055419921875,1.0,88,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.9441003258344252,0.0,0.156494140625,0.004638671875,0.041748046875,1.0,83,0.6484375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.4987102021338112,0.0,0.179443359375,0.00537109375,0.060546875,1.0,84,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.8816585366237129,0.0,0.160888671875,0.00341796875,0.030517578125,1.0,91,0.7109375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1280611340097049,0.0,0.23876953125,0.009765625,0.10595703125,1.0,81,0.6328125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.3897616845875396,0.0,0.19140625,0.012939453125,0.11669921875,1.0,73,0.5703125
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.570020298979344,0.0,0.105224609375,0.0048828125,0.04833984375,1.0,84,0.65625
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.6271300526710726,0.0,0.246337890625,0.006103515625,0.069580078125,1.0,76,0.59375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.7096428268194952,0.0,0.121337890625,0.005126953125,0.054931640625,1.0,94,0.734375
+fresh-en-1,layers.13.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.867312618951201,0.0,0.210693359375,0.00537109375,0.033203125,1.0,90,0.703125
+fresh-en-1,layers.13.linear_attn.in_proj_b.output,0,0,16,512,16,1.1427433540109893,0.0,0.603515625,0.009765625,0.078125,1.0,11,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_b.output,64,0,16,512,16,1.1427433540109893,0.0,0.603515625,0.009765625,0.078125,1.0,11,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_b.output,128,0,16,512,16,1.1427433540109893,0.0,0.603515625,0.009765625,0.078125,1.0,11,0.6875
+fresh-en-1,layers.13.linear_attn.in_proj_a.output,0,0,16,512,16,1.5201501896421816,0.0,0.59375,0.005859375,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.13.linear_attn.in_proj_a.output,64,0,16,512,16,1.5201501896421816,0.0,0.59375,0.005859375,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.13.linear_attn.in_proj_a.output,128,0,16,512,16,1.5201501896421816,0.0,0.59375,0.005859375,0.091796875,1.0,13,0.8125
+fresh-en-1,layers.13.linear_attn.out_proj.output,0,0,2048,65536,2048,0.0387960209178377,0.0,0.4942779541015625,0.0110015869140625,0.1064300537109375,1.0,1442,0.7041015625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,0,64,2048,64,0.03945621406682876,0.0,0.4794921875,0.009765625,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,64,128,2048,64,0.036935161850614726,0.0,0.482421875,0.013671875,0.119140625,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,128,192,2048,64,0.038379923230382224,0.0,0.54833984375,0.01171875,0.1044921875,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,192,256,2048,64,0.03567852661481083,0.0,0.46484375,0.0087890625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,256,320,2048,64,0.036911993603285856,0.0,0.408203125,0.009765625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,320,384,2048,64,0.036833473284276406,0.0,0.4794921875,0.01220703125,0.095703125,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,384,448,2048,64,0.04009382732793661,0.0,0.5166015625,0.01171875,0.091796875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,448,512,2048,64,0.0367644636339691,0.0,0.4755859375,0.017578125,0.1240234375,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,512,576,2048,64,0.03510343405061945,0.0,0.4951171875,0.01123046875,0.1123046875,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,576,640,2048,64,0.036902939411793526,0.0,0.4873046875,0.00927734375,0.10302734375,1.0,51,0.796875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,640,704,2048,64,0.03566240786956372,0.0,0.478515625,0.0126953125,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,704,768,2048,64,0.03481736449540649,0.0,0.4912109375,0.01025390625,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,768,832,2048,64,0.036519137097833936,0.0,0.52880859375,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,832,896,2048,64,0.036149679992836276,0.0,0.53369140625,0.0107421875,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,896,960,2048,64,0.03608462498899117,0.0,0.55615234375,0.00927734375,0.10107421875,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,960,1024,2048,64,0.037594507952860526,0.0,0.509765625,0.0087890625,0.0869140625,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1024,1088,2048,64,0.037144793837056364,0.0,0.47119140625,0.013671875,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1088,1152,2048,64,0.038108749914852795,0.0,0.55419921875,0.0107421875,0.1044921875,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1152,1216,2048,64,0.07716831476054796,0.0,0.5126953125,0.03076171875,0.24560546875,1.0,16,0.25
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03644487968125995,0.0,0.5048828125,0.01123046875,0.10498046875,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1280,1344,2048,64,0.03592737810389426,0.0,0.43603515625,0.00537109375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1344,1408,2048,64,0.0374909179696536,0.0,0.5,0.01171875,0.11083984375,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1408,1472,2048,64,0.034225675087830115,0.0,0.47998046875,0.0087890625,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1472,1536,2048,64,0.03568266509016192,0.0,0.4912109375,0.00732421875,0.10546875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1536,1600,2048,64,0.03505871300572891,0.0,0.4755859375,0.00732421875,0.1025390625,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1600,1664,2048,64,0.038442126994829906,0.0,0.4912109375,0.00732421875,0.0986328125,1.0,49,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1664,1728,2048,64,0.04049128599125258,0.0,0.505859375,0.0107421875,0.09326171875,1.0,47,0.734375
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1728,1792,2048,64,0.03941134728893041,0.0,0.47802734375,0.01123046875,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1792,1856,2048,64,0.034712804855241745,0.0,0.4833984375,0.0087890625,0.111328125,1.0,45,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1856,1920,2048,64,0.038713353114809175,0.0,0.50830078125,0.01318359375,0.11279296875,1.0,46,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03615587665882369,0.0,0.4736328125,0.0087890625,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.13.linear_attn.out_proj.output,64,1984,2048,2048,64,0.034900021648030854,0.0,0.51513671875,0.00830078125,0.10107421875,1.0,48,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,0,128,4096,128,0.038216482107976145,0.0,0.48095703125,0.011474609375,0.108642578125,1.0,92,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,128,256,4096,128,0.03705385113975198,0.0,0.506591796875,0.010498046875,0.095703125,1.0,93,0.7265625
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,256,384,4096,128,0.03687275434485821,0.0,0.44384765625,0.010986328125,0.093017578125,1.0,97,0.7578125
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,384,512,4096,128,0.038465184102613056,0.0,0.49609375,0.01416015625,0.107421875,1.0,92,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,512,640,4096,128,0.036014427798985595,0.0,0.4912109375,0.01025390625,0.108154296875,1.0,95,0.7421875
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,640,768,4096,128,0.035242419081705445,0.0,0.48486328125,0.011474609375,0.093017578125,1.0,94,0.734375
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,768,896,4096,128,0.03633487813351559,0.0,0.53125,0.00927734375,0.08642578125,1.0,98,0.765625
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,896,1024,4096,128,0.03684730104643907,0.0,0.532958984375,0.0087890625,0.094970703125,1.0,95,0.7421875
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1024,1152,4096,128,0.03762985868476131,0.0,0.5126953125,0.011962890625,0.098876953125,1.0,92,0.71875
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1152,1280,4096,128,0.060345580028551046,0.0,0.5087890625,0.02099609375,0.181396484375,1.0,57,0.4453125
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03671747150626984,0.0,0.468017578125,0.008544921875,0.103271484375,1.0,90,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1408,1536,4096,128,0.03496176070476411,0.0,0.485595703125,0.008056640625,0.102294921875,1.0,94,0.734375
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1536,1664,4096,128,0.036789335992272916,0.0,0.4833984375,0.007080078125,0.102783203125,1.0,96,0.75
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03995496550088669,0.0,0.491943359375,0.010986328125,0.097412109375,1.0,93,0.7265625
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1792,1920,4096,128,0.03676753003881278,0.0,0.495849609375,0.010986328125,0.114501953125,1.0,90,0.703125
+fresh-en-1,layers.13.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0355334977732357,0.0,0.494384765625,0.008544921875,0.102294921875,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.gate_proj.output,0,0,6144,196608,6144,0.6715558755889809,0.0,0.7346547444661459,0.009373982747395834,0.0907440185546875,1.0,3655,0.5948893229166666
+fresh-en-1,layers.13.mlp.gate_proj.output,64,0,64,2048,64,0.6254344404214321,0.0,0.69140625,0.0087890625,0.08447265625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,64,128,2048,64,0.6358377035957088,0.0,0.76953125,0.005859375,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,128,192,2048,64,0.6876461128788011,0.0,0.72705078125,0.01123046875,0.087890625,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,192,256,2048,64,0.7088809112398422,0.0,0.748046875,0.01025390625,0.09228515625,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,256,320,2048,64,0.66707992294943,0.0,0.7470703125,0.01171875,0.1005859375,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,320,384,2048,64,0.6000440129961511,0.0,0.71533203125,0.00732421875,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,384,448,2048,64,0.6324440796206275,0.0,0.76025390625,0.005859375,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,448,512,2048,64,0.6418073785524362,0.0,0.72314453125,0.0107421875,0.0927734375,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,512,576,2048,64,0.5266058719361265,0.0,0.72607421875,0.00439453125,0.07421875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,576,640,2048,64,0.6804340789922262,0.0,0.69287109375,0.009765625,0.09716796875,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,640,704,2048,64,0.6435687771650673,0.0,0.7109375,0.01123046875,0.0927734375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,704,768,2048,64,0.6573257646956007,0.0,0.71728515625,0.01171875,0.1005859375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,768,832,2048,64,0.7658187575718303,0.0,0.7666015625,0.01025390625,0.0947265625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,832,896,2048,64,0.6062002331853487,0.0,0.74951171875,0.0068359375,0.1015625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,896,960,2048,64,0.5611771666218656,0.0,0.6865234375,0.005859375,0.08056640625,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,960,1024,2048,64,0.6180812486598535,0.0,0.75927734375,0.0078125,0.0791015625,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1024,1088,2048,64,0.5808528024205685,0.0,0.66259765625,0.00830078125,0.07958984375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1088,1152,2048,64,0.7316146073422297,0.0,0.76611328125,0.01171875,0.1015625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1152,1216,2048,64,0.6805589517034983,0.0,0.7333984375,0.00634765625,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1216,1280,2048,64,0.7761284615668884,0.0,0.78955078125,0.01123046875,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1280,1344,2048,64,0.6286990868460889,0.0,0.7412109375,0.009765625,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1344,1408,2048,64,0.6563660387913127,0.0,0.7529296875,0.01123046875,0.09423828125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1408,1472,2048,64,0.619960285423516,0.0,0.71142578125,0.0078125,0.09326171875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1472,1536,2048,64,0.6077035005886167,0.0,0.69482421875,0.01025390625,0.09130859375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1536,1600,2048,64,0.8724797272779042,0.0,0.7919921875,0.009765625,0.0966796875,1.0,33,0.515625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1600,1664,2048,64,0.7548749339904481,0.0,0.75732421875,0.0107421875,0.10546875,1.0,33,0.515625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1664,1728,2048,64,0.6341062749991073,0.0,0.73291015625,0.0078125,0.0693359375,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1728,1792,2048,64,0.6446684525790107,0.0,0.76123046875,0.00830078125,0.07275390625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1792,1856,2048,64,0.6849989244335494,0.0,0.673828125,0.00830078125,0.08544921875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1856,1920,2048,64,0.6760402494576444,0.0,0.697265625,0.01220703125,0.08447265625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1920,1984,2048,64,0.6554158436637939,0.0,0.7197265625,0.00732421875,0.07861328125,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,1984,2048,2048,64,0.5671600635716094,0.0,0.72998046875,0.0107421875,0.09228515625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2048,2112,2048,64,0.7907921807569919,0.0,0.72314453125,0.00830078125,0.09716796875,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2112,2176,2048,64,0.7016664606750085,0.0,0.77490234375,0.0048828125,0.09228515625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2176,2240,2048,64,0.6228015615694604,0.0,0.658203125,0.013671875,0.10888671875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2240,2304,2048,64,0.8002269820730176,0.0,0.80126953125,0.0126953125,0.111328125,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2304,2368,2048,64,0.5908643226512532,0.0,0.71044921875,0.00634765625,0.0732421875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2368,2432,2048,64,0.5810715083857133,0.0,0.716796875,0.0078125,0.08740234375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2432,2496,2048,64,0.6811230482505393,0.0,0.7490234375,0.0087890625,0.0859375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2496,2560,2048,64,0.6192804706949324,0.0,0.6953125,0.00537109375,0.07373046875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2560,2624,2048,64,0.6178741346647793,0.0,0.72119140625,0.01171875,0.09326171875,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2624,2688,2048,64,0.745812740504811,0.0,0.73876953125,0.01123046875,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2688,2752,2048,64,0.7288916060121086,0.0,0.72412109375,0.009765625,0.10986328125,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2752,2816,2048,64,0.6627541413875055,0.0,0.7763671875,0.0087890625,0.0849609375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2816,2880,2048,64,0.7912521559532718,0.0,0.7578125,0.01220703125,0.10546875,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2880,2944,2048,64,0.7559078887722306,0.0,0.7255859375,0.0078125,0.0986328125,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,2944,3008,2048,64,0.6870452227630144,0.0,0.7158203125,0.0107421875,0.08740234375,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3008,3072,2048,64,0.6355303489474545,0.0,0.77880859375,0.01123046875,0.08642578125,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3072,3136,2048,64,0.7361436504384,0.0,0.67919921875,0.00927734375,0.09765625,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3136,3200,2048,64,0.6063729571484148,0.0,0.7451171875,0.00634765625,0.06787109375,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3200,3264,2048,64,0.6543914014732527,0.0,0.767578125,0.01025390625,0.09521484375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3264,3328,2048,64,0.645969049747182,0.0,0.7294921875,0.01611328125,0.09814453125,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3328,3392,2048,64,0.6576840771673098,0.0,0.7529296875,0.0078125,0.0791015625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3392,3456,2048,64,0.649866352487396,0.0,0.73681640625,0.01513671875,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3456,3520,2048,64,0.6274672736808169,0.0,0.76708984375,0.00634765625,0.10009765625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3520,3584,2048,64,0.64918837904385,0.0,0.701171875,0.00927734375,0.0859375,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3584,3648,2048,64,0.68531774670888,0.0,0.76416015625,0.0107421875,0.107421875,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3648,3712,2048,64,0.6568651748125808,0.0,0.708984375,0.01220703125,0.09716796875,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3712,3776,2048,64,0.6180786428170936,0.0,0.69970703125,0.01171875,0.09765625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3776,3840,2048,64,0.6815350127011257,0.0,0.7197265625,0.009765625,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3840,3904,2048,64,0.6622925605862059,0.0,0.732421875,0.00732421875,0.0810546875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3904,3968,2048,64,0.610720233614601,0.0,0.70751953125,0.00732421875,0.08544921875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,3968,4032,2048,64,0.6600354513640366,0.0,0.7763671875,0.005859375,0.076171875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4032,4096,2048,64,0.6438168092555301,0.0,0.6875,0.00732421875,0.08544921875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4096,4160,2048,64,0.5937239452544822,0.0,0.7568359375,0.0087890625,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4160,4224,2048,64,0.7371905702267473,0.0,0.78076171875,0.00927734375,0.09619140625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4224,4288,2048,64,0.6626666015904451,0.0,0.69970703125,0.0087890625,0.0986328125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4288,4352,2048,64,0.8438274462414294,0.0,0.7431640625,0.0107421875,0.1240234375,1.0,28,0.4375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4352,4416,2048,64,0.5227691255615426,0.0,0.7421875,0.01025390625,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4416,4480,2048,64,0.5841123891048696,0.0,0.736328125,0.0087890625,0.07666015625,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4480,4544,2048,64,0.6384151795539124,0.0,0.73876953125,0.00830078125,0.083984375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4544,4608,2048,64,0.6532737842217671,0.0,0.7958984375,0.0068359375,0.07861328125,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4608,4672,2048,64,0.6683998644903169,0.0,0.7197265625,0.00927734375,0.087890625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4672,4736,2048,64,0.6756343769277974,0.0,0.72265625,0.01171875,0.1083984375,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4736,4800,2048,64,0.7037719838917588,0.0,0.7646484375,0.01025390625,0.09521484375,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4800,4864,2048,64,0.7740079646124616,0.0,0.78125,0.0087890625,0.087890625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4864,4928,2048,64,0.666878525649679,0.0,0.779296875,0.00830078125,0.08203125,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4928,4992,2048,64,0.7876350369518698,0.0,0.74658203125,0.005859375,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,4992,5056,2048,64,0.7040721300886962,0.0,0.7626953125,0.0087890625,0.09033203125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5056,5120,2048,64,0.6464972848530097,0.0,0.72265625,0.0146484375,0.09423828125,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5120,5184,2048,64,0.6837513495163499,0.0,0.70751953125,0.00927734375,0.08349609375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5184,5248,2048,64,0.7196936860644141,0.0,0.724609375,0.01171875,0.115234375,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5248,5312,2048,64,0.7742101397743081,0.0,0.7138671875,0.00634765625,0.09130859375,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5312,5376,2048,64,0.6524540017473676,0.0,0.7060546875,0.00927734375,0.09375,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5376,5440,2048,64,0.7141219926853425,0.0,0.716796875,0.01171875,0.0947265625,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5440,5504,2048,64,0.6763893339709723,0.0,0.7509765625,0.01025390625,0.08935546875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5504,5568,2048,64,0.7240369592389538,0.0,0.7236328125,0.00927734375,0.1005859375,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5568,5632,2048,64,0.7104004633777035,0.0,0.7666015625,0.0068359375,0.07763671875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5632,5696,2048,64,0.6531427063119755,0.0,0.73193359375,0.0068359375,0.0830078125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5696,5760,2048,64,0.5648226892505853,0.0,0.740234375,0.0048828125,0.0703125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5760,5824,2048,64,0.6249950313330761,0.0,0.740234375,0.00390625,0.07568359375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5824,5888,2048,64,0.6147665028199057,0.0,0.7578125,0.005859375,0.0771484375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5888,5952,2048,64,0.766005583452221,0.0,0.72705078125,0.00830078125,0.0927734375,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,64,5952,6016,2048,64,0.6692857742889339,0.0,0.70458984375,0.01171875,0.1083984375,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,64,6016,6080,2048,64,0.5467176382516402,0.0,0.70068359375,0.0126953125,0.0869140625,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gate_proj.output,64,6080,6144,2048,64,0.7083093523924194,0.0,0.7705078125,0.0126953125,0.08984375,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,0,128,4096,128,0.630657523771474,0.0,0.73046875,0.00732421875,0.082763671875,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,128,256,4096,128,0.6983442284710147,0.0,0.737548828125,0.0107421875,0.090087890625,1.0,75,0.5859375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,256,384,4096,128,0.634447965216511,0.0,0.731201171875,0.010009765625,0.09130859375,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,384,512,4096,128,0.6371429294167569,0.0,0.74169921875,0.00830078125,0.083984375,1.0,84,0.65625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,512,640,4096,128,0.6084012985734034,0.0,0.70947265625,0.0068359375,0.087646484375,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,640,768,4096,128,0.6504836400227128,0.0,0.714111328125,0.010986328125,0.0966796875,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,768,896,4096,128,0.6906363341740835,0.0,0.758056640625,0.009033203125,0.09814453125,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,896,1024,4096,128,0.5903152726648145,0.0,0.722900390625,0.0068359375,0.08203125,1.0,86,0.671875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1024,1152,4096,128,0.6605489806805975,0.0,0.71435546875,0.0107421875,0.091064453125,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1152,1280,4096,128,0.7299095408329547,0.0,0.761474609375,0.00927734375,0.08837890625,1.0,75,0.5859375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1280,1408,4096,128,0.6426814602428271,0.0,0.7470703125,0.010498046875,0.091064453125,1.0,77,0.6015625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1408,1536,4096,128,0.6138624846535526,0.0,0.703125,0.009033203125,0.091796875,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1536,1664,4096,128,0.8157993137034406,0.0,0.774658203125,0.01025390625,0.10302734375,1.0,65,0.5078125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1664,1792,4096,128,0.6394091732779018,0.0,0.7470703125,0.008056640625,0.071533203125,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1792,1920,4096,128,0.6805343288041661,0.0,0.685546875,0.01025390625,0.084716796875,1.0,77,0.6015625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,1920,2048,4096,128,0.6128786445276401,0.0,0.724853515625,0.00927734375,0.086669921875,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2048,2176,4096,128,0.7475587251790298,0.0,0.7490234375,0.0068359375,0.09521484375,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2176,2304,4096,128,0.7170233636120401,0.0,0.729736328125,0.013427734375,0.111083984375,1.0,71,0.5546875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2304,2432,4096,128,0.5859883725978581,0.0,0.713623046875,0.007080078125,0.08056640625,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2432,2560,4096,128,0.6509365976200154,0.0,0.72216796875,0.0068359375,0.080810546875,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2560,2688,4096,128,0.6848376049060997,0.0,0.72998046875,0.0126953125,0.102783203125,1.0,73,0.5703125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2688,2816,4096,128,0.6966082203222987,0.0,0.750244140625,0.010498046875,0.096923828125,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2816,2944,4096,128,0.7737818525297656,0.0,0.74169921875,0.010009765625,0.1015625,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,2944,3072,4096,128,0.6617892272297703,0.0,0.747314453125,0.010986328125,0.087890625,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3072,3200,4096,128,0.6743869947002561,0.0,0.712158203125,0.0078125,0.0830078125,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3200,3328,4096,128,0.6501938632259632,0.0,0.74853515625,0.01318359375,0.0966796875,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3328,3456,4096,128,0.6537869000885106,0.0,0.744873046875,0.011474609375,0.085205078125,1.0,80,0.625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3456,3584,4096,128,0.6384202107648295,0.0,0.734130859375,0.007568359375,0.092529296875,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3584,3712,4096,128,0.6712422334134298,0.0,0.736572265625,0.011474609375,0.101806640625,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3712,3840,4096,128,0.6505809643096483,0.0,0.709716796875,0.010498046875,0.09423828125,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3840,3968,4096,128,0.6370285078213165,0.0,0.719970703125,0.007568359375,0.083984375,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,3968,4096,4096,128,0.6519765643553836,0.0,0.73193359375,0.006591796875,0.08203125,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4096,4224,4096,128,0.6693123560789029,0.0,0.768798828125,0.00927734375,0.090087890625,1.0,75,0.5859375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4224,4352,4096,128,0.7586737717536313,0.0,0.721435546875,0.011474609375,0.10986328125,1.0,66,0.515625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4352,4480,4096,128,0.5542900151302468,0.0,0.7392578125,0.009521484375,0.076171875,1.0,85,0.6640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4480,4608,4096,128,0.6458872109882197,0.0,0.767333984375,0.007568359375,0.08203125,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4608,4736,4096,128,0.6720268559132466,0.0,0.72119140625,0.010498046875,0.097900390625,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4736,4864,4096,128,0.739724048072816,0.0,0.77294921875,0.009765625,0.091796875,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4864,4992,4096,128,0.7297588366737544,0.0,0.762939453125,0.00732421875,0.084716796875,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,4992,5120,4096,128,0.675898033615259,0.0,0.74267578125,0.01123046875,0.09375,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5120,5248,4096,128,0.7019526015787723,0.0,0.716064453125,0.010498046875,0.0986328125,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5248,5376,4096,128,0.7159251235029778,0.0,0.7099609375,0.00732421875,0.093017578125,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5376,5504,4096,128,0.69551159283889,0.0,0.73388671875,0.010986328125,0.09228515625,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5504,5632,4096,128,0.7172511194523319,0.0,0.7451171875,0.008056640625,0.08935546875,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5632,5760,4096,128,0.6105817165215458,0.0,0.736083984375,0.005859375,0.076416015625,1.0,85,0.6640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5760,5888,4096,128,0.6199018640802954,0.0,0.7490234375,0.0048828125,0.075927734375,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,5888,6016,4096,128,0.7192732448609205,0.0,0.7158203125,0.010009765625,0.10009765625,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.gate_proj.output,128,6016,6144,4096,128,0.6326935730122522,0.0,0.735595703125,0.012939453125,0.089111328125,1.0,80,0.625
+fresh-en-1,layers.13.mlp.up_proj.output,0,0,6144,196608,6144,0.3961867885019061,0.0,0.4932963053385417,0.008819580078125,0.08668009440104167,1.0,4607,0.7498372395833334
+fresh-en-1,layers.13.mlp.up_proj.output,64,0,64,2048,64,0.38225808194974054,0.0,0.5146484375,0.01220703125,0.09228515625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,64,128,2048,64,0.42574809955051796,0.0,0.5537109375,0.0078125,0.1064453125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,128,192,2048,64,0.4160547304587544,0.0,0.462890625,0.01171875,0.09375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,192,256,2048,64,0.3755588902064314,0.0,0.4970703125,0.01171875,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,256,320,2048,64,0.39685865034657064,0.0,0.478515625,0.0107421875,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,320,384,2048,64,0.4068373683742858,0.0,0.52685546875,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,384,448,2048,64,0.4049846789112683,0.0,0.5,0.0068359375,0.091796875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,448,512,2048,64,0.3993593693179511,0.0,0.46435546875,0.0087890625,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,512,576,2048,64,0.3789636755372277,0.0,0.47509765625,0.0078125,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,576,640,2048,64,0.41361164330139083,0.0,0.51025390625,0.0107421875,0.091796875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,640,704,2048,64,0.402107429315898,0.0,0.46826171875,0.009765625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,704,768,2048,64,0.40843312617135447,0.0,0.435546875,0.00732421875,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,768,832,2048,64,0.3802442113488095,0.0,0.50634765625,0.00830078125,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,832,896,2048,64,0.3645301702883773,0.0,0.51220703125,0.01123046875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,896,960,2048,64,0.4352345321625351,0.0,0.48291015625,0.009765625,0.09130859375,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.up_proj.output,64,960,1024,2048,64,0.3840652113488089,0.0,0.4833984375,0.00537109375,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1024,1088,2048,64,0.385005553487124,0.0,0.41748046875,0.0078125,0.087890625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,1088,1152,2048,64,0.4221846136528726,0.0,0.52001953125,0.00927734375,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,1152,1216,2048,64,0.3452157050555574,0.0,0.52392578125,0.01171875,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,1216,1280,2048,64,0.38076496973759033,0.0,0.4794921875,0.01171875,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.up_proj.output,64,1280,1344,2048,64,0.39919903272279994,0.0,0.50927734375,0.00732421875,0.07080078125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1344,1408,2048,64,0.39293296129784955,0.0,0.53369140625,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1408,1472,2048,64,0.3804725165711723,0.0,0.53759765625,0.00634765625,0.08203125,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,1472,1536,2048,64,0.3680325207851176,0.0,0.4970703125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1536,1600,2048,64,0.4192317930247714,0.0,0.4755859375,0.0068359375,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,1600,1664,2048,64,0.3778025536674359,0.0,0.48681640625,0.00537109375,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1664,1728,2048,64,0.41984188168904096,0.0,0.501953125,0.00537109375,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,1728,1792,2048,64,0.39863790588255343,0.0,0.4697265625,0.009765625,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,1792,1856,2048,64,0.37323488056721615,0.0,0.4501953125,0.00634765625,0.078125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,1856,1920,2048,64,0.41424668133232606,0.0,0.51171875,0.01318359375,0.10595703125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,1920,1984,2048,64,0.3897792949370191,0.0,0.46484375,0.0107421875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,1984,2048,2048,64,0.37581908376352013,0.0,0.4521484375,0.0087890625,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,2048,2112,2048,64,0.4039796575367734,0.0,0.53564453125,0.00830078125,0.08251953125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,2112,2176,2048,64,0.42836231292531535,0.0,0.498046875,0.009765625,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,2176,2240,2048,64,0.41584929208378907,0.0,0.43701171875,0.0087890625,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,2240,2304,2048,64,0.413498858853936,0.0,0.46240234375,0.00732421875,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,2304,2368,2048,64,0.37628158215606344,0.0,0.5,0.0078125,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,2368,2432,2048,64,0.3879957311987856,0.0,0.51806640625,0.0107421875,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,2432,2496,2048,64,0.37482819669206485,0.0,0.48486328125,0.0068359375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,2496,2560,2048,64,0.39494911058866594,0.0,0.52587890625,0.00830078125,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,2560,2624,2048,64,0.3994251148131156,0.0,0.53271484375,0.0048828125,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,2624,2688,2048,64,0.4073577150090713,0.0,0.4755859375,0.0068359375,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,2688,2752,2048,64,0.4250178145323877,0.0,0.52294921875,0.00830078125,0.0859375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,2752,2816,2048,64,0.40062782684514203,0.0,0.48828125,0.0087890625,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,2816,2880,2048,64,0.38110484032389325,0.0,0.43994140625,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,2880,2944,2048,64,0.43963979201639464,0.0,0.4462890625,0.00830078125,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.up_proj.output,64,2944,3008,2048,64,0.37702069560652024,0.0,0.5419921875,0.00830078125,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.up_proj.output,64,3008,3072,2048,64,0.3495124343859501,0.0,0.4853515625,0.00537109375,0.0751953125,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.up_proj.output,64,3072,3136,2048,64,0.38342432470643967,0.0,0.47998046875,0.013671875,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,3136,3200,2048,64,0.3896858014761183,0.0,0.537109375,0.00537109375,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,3200,3264,2048,64,0.3994865092720608,0.0,0.47705078125,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3264,3328,2048,64,0.42368233806791855,0.0,0.5078125,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3328,3392,2048,64,0.3865745708586072,0.0,0.46923828125,0.0078125,0.06640625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,3392,3456,2048,64,0.4100577532840062,0.0,0.5166015625,0.0126953125,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3456,3520,2048,64,0.39306482233084256,0.0,0.54150390625,0.0078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3520,3584,2048,64,0.3619712684825829,0.0,0.52001953125,0.0087890625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,3584,3648,2048,64,0.4244259238476361,0.0,0.50927734375,0.00732421875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,3648,3712,2048,64,0.3856750445143843,0.0,0.515625,0.0078125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,3712,3776,2048,64,0.3639606384390906,0.0,0.51611328125,0.01318359375,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3776,3840,2048,64,0.39361383003738104,0.0,0.5087890625,0.013671875,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3840,3904,2048,64,0.3622354657323081,0.0,0.52490234375,0.01220703125,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,3904,3968,2048,64,0.4173225528137905,0.0,0.50048828125,0.01220703125,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,3968,4032,2048,64,0.4043914603166948,0.0,0.47998046875,0.01025390625,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,4032,4096,2048,64,0.382103481731041,0.0,0.54931640625,0.005859375,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4096,4160,2048,64,0.38336330354894926,0.0,0.4638671875,0.0068359375,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4160,4224,2048,64,0.4008230396313372,0.0,0.43798828125,0.00927734375,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,4224,4288,2048,64,0.43527283946235873,0.0,0.4873046875,0.01123046875,0.1005859375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,4288,4352,2048,64,0.42558104954549,0.0,0.486328125,0.01220703125,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,4352,4416,2048,64,0.3681601312864786,0.0,0.44873046875,0.00927734375,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.up_proj.output,64,4416,4480,2048,64,0.4254047881913895,0.0,0.50634765625,0.01318359375,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4480,4544,2048,64,0.35387818516816216,0.0,0.50390625,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,4544,4608,2048,64,0.40866857004446394,0.0,0.57861328125,0.0068359375,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,4608,4672,2048,64,0.3781109843559568,0.0,0.49365234375,0.00634765625,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4672,4736,2048,64,0.3714220899154526,0.0,0.5224609375,0.00927734375,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.13.mlp.up_proj.output,64,4736,4800,2048,64,0.4130397584237604,0.0,0.49853515625,0.0087890625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,4800,4864,2048,64,0.3982213511035549,0.0,0.50439453125,0.00830078125,0.08056640625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,4864,4928,2048,64,0.35604233495336957,0.0,0.4296875,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4928,4992,2048,64,0.3796015703438843,0.0,0.4853515625,0.01025390625,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,4992,5056,2048,64,0.3903042252029689,0.0,0.4580078125,0.01123046875,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,5056,5120,2048,64,0.4213781163066388,0.0,0.5107421875,0.00390625,0.083984375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,5120,5184,2048,64,0.3778292583530812,0.0,0.4619140625,0.0078125,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,5184,5248,2048,64,0.38908215665841156,0.0,0.50048828125,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,5248,5312,2048,64,0.37546013784186666,0.0,0.4599609375,0.00927734375,0.087890625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,5312,5376,2048,64,0.3876924103454726,0.0,0.49169921875,0.00537109375,0.07568359375,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.up_proj.output,64,5376,5440,2048,64,0.3987860221167074,0.0,0.53173828125,0.0087890625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,5440,5504,2048,64,0.40515445264611943,0.0,0.4501953125,0.01025390625,0.09375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,5504,5568,2048,64,0.4237072559032739,0.0,0.49560546875,0.0126953125,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,64,5568,5632,2048,64,0.37452915242466706,0.0,0.548828125,0.0078125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,5632,5696,2048,64,0.3787628239087732,0.0,0.4736328125,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,64,5696,5760,2048,64,0.4386123711836047,0.0,0.4677734375,0.00830078125,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,5760,5824,2048,64,0.39685343337725254,0.0,0.4716796875,0.0078125,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,5824,5888,2048,64,0.42371976358363317,0.0,0.46435546875,0.00732421875,0.080078125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,5888,5952,2048,64,0.42306029807482387,0.0,0.46826171875,0.00830078125,0.1025390625,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,64,5952,6016,2048,64,0.40183328529571366,0.0,0.49658203125,0.00927734375,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,64,6016,6080,2048,64,0.41180136616135743,0.0,0.50634765625,0.005859375,0.09765625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,64,6080,6144,2048,64,0.38796078467176487,0.0,0.4990234375,0.0078125,0.078125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,128,0,128,4096,128,0.4045878677659355,0.0,0.5341796875,0.010009765625,0.09912109375,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,128,256,4096,128,0.39632437393516007,0.0,0.47998046875,0.0126953125,0.091552734375,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,256,384,4096,128,0.4018789821952723,0.0,0.502685546875,0.009765625,0.092529296875,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,384,512,4096,128,0.40218185937141343,0.0,0.482177734375,0.0078125,0.091552734375,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,512,640,4096,128,0.39666614353330065,0.0,0.49267578125,0.00927734375,0.08642578125,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,640,768,4096,128,0.4052826194553286,0.0,0.451904296875,0.008544921875,0.08544921875,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,768,896,4096,128,0.3724700694785767,0.0,0.50927734375,0.009765625,0.08447265625,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,896,1024,4096,128,0.4104480384623284,0.0,0.483154296875,0.007568359375,0.0859375,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,1024,1152,4096,128,0.4040229722560043,0.0,0.46875,0.008544921875,0.0908203125,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,1152,1280,4096,128,0.36342526411648496,0.0,0.501708984375,0.010986328125,0.080322265625,1.0,100,0.78125
+fresh-en-1,layers.13.mlp.up_proj.output,128,1280,1408,4096,128,0.39607838858054123,0.0,0.521484375,0.00830078125,0.07861328125,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,1408,1536,4096,128,0.3743042026356697,0.0,0.517333984375,0.00732421875,0.082763671875,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,1536,1664,4096,128,0.3990551752830682,0.0,0.481201171875,0.005859375,0.08740234375,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,1664,1792,4096,128,0.4093772011401112,0.0,0.48583984375,0.007568359375,0.084716796875,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,1792,1920,4096,128,0.39427438990306596,0.0,0.48095703125,0.009765625,0.092529296875,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,1920,2048,4096,128,0.3828628230074393,0.0,0.45849609375,0.009765625,0.083984375,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,2048,2176,4096,128,0.4163495135329538,0.0,0.516845703125,0.009521484375,0.083740234375,1.0,93,0.7265625
+fresh-en-1,layers.13.mlp.up_proj.output,128,2176,2304,4096,128,0.414675740790377,0.0,0.44970703125,0.008056640625,0.085693359375,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,2304,2432,4096,128,0.38218354000293536,0.0,0.509033203125,0.009521484375,0.087890625,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,2432,2560,4096,128,0.385020114403263,0.0,0.50537109375,0.0078125,0.082763671875,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,2560,2688,4096,128,0.4034109135366087,0.0,0.504150390625,0.005859375,0.083251953125,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,2688,2816,4096,128,0.41300290453733385,0.0,0.505615234375,0.008544921875,0.081787109375,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,2816,2944,4096,128,0.41141466067856586,0.0,0.443115234375,0.007568359375,0.092041015625,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,2944,3072,4096,128,0.3635268536889795,0.0,0.513671875,0.0068359375,0.0810546875,1.0,101,0.7890625
+fresh-en-1,layers.13.mlp.up_proj.output,128,3072,3200,4096,128,0.38656774092561963,0.0,0.508544921875,0.009521484375,0.08740234375,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,3200,3328,4096,128,0.41176218541840043,0.0,0.492431640625,0.00927734375,0.08251953125,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,3328,3456,4096,128,0.39848918420883345,0.0,0.492919921875,0.01025390625,0.0771484375,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,3456,3584,4096,128,0.37783802995520904,0.0,0.53076171875,0.00830078125,0.085693359375,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,3584,3712,4096,128,0.40551362788141393,0.0,0.512451171875,0.007568359375,0.0859375,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,3712,3840,4096,128,0.3790772965568412,0.0,0.512451171875,0.013427734375,0.093505859375,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,3840,3968,4096,128,0.3907509729490901,0.0,0.5126953125,0.011962890625,0.086669921875,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,3968,4096,4096,128,0.39340534053826276,0.0,0.5146484375,0.008056640625,0.08447265625,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,4096,4224,4096,128,0.3921903438429281,0.0,0.450927734375,0.0078125,0.08984375,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,4224,4352,4096,128,0.4304542220177804,0.0,0.48681640625,0.01171875,0.097900390625,1.0,92,0.71875
+fresh-en-1,layers.13.mlp.up_proj.output,128,4352,4480,4096,128,0.397813471419105,0.0,0.4775390625,0.010498046875,0.083740234375,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,4480,4608,4096,128,0.3822563080448111,0.0,0.541259765625,0.006591796875,0.09033203125,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,4608,4736,4096,128,0.3747814598988277,0.0,0.508056640625,0.0078125,0.0810546875,1.0,101,0.7890625
+fresh-en-1,layers.13.mlp.up_proj.output,128,4736,4864,4096,128,0.4056982169750682,0.0,0.50146484375,0.0078125,0.083984375,1.0,93,0.7265625
+fresh-en-1,layers.13.mlp.up_proj.output,128,4864,4992,4096,128,0.36801052735389944,0.0,0.45751953125,0.009765625,0.0869140625,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,4992,5120,4096,128,0.406138464758893,0.0,0.484375,0.00830078125,0.086181640625,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.up_proj.output,128,5120,5248,4096,128,0.38349698375450103,0.0,0.481201171875,0.00927734375,0.083740234375,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,5248,5376,4096,128,0.381625287518867,0.0,0.475830078125,0.00732421875,0.081298828125,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.up_proj.output,128,5376,5504,4096,128,0.40198284909598053,0.0,0.490966796875,0.009765625,0.09228515625,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,5504,5632,4096,128,0.3998749333985702,0.0,0.522216796875,0.010009765625,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,5632,5760,4096,128,0.4097817034291871,0.0,0.470703125,0.0087890625,0.08935546875,1.0,96,0.75
+fresh-en-1,layers.13.mlp.up_proj.output,128,5760,5888,4096,128,0.41050644674272985,0.0,0.468017578125,0.007568359375,0.082275390625,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.up_proj.output,128,5888,6016,4096,128,0.41258332793431274,0.0,0.482421875,0.009033203125,0.092041015625,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.up_proj.output,128,6016,6144,4096,128,0.40005870545176986,0.0,0.502685546875,0.007080078125,0.088134765625,1.0,97,0.7578125
+fresh-en-1,layers.13.mlp.silu_gate,0,0,6144,196608,6144,0.24553831152953906,0.0,0.7346547444661459,0.0067901611328125,0.0665130615234375,1.0,4195,0.6827799479166666
+fresh-en-1,layers.13.mlp.silu_gate,64,0,64,2048,64,0.24748810932983809,0.0,0.69140625,0.0078125,0.06494140625,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,64,128,2048,64,0.22528132729928488,0.0,0.76953125,0.00439453125,0.0595703125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,128,192,2048,64,0.22476947100046504,0.0,0.72705078125,0.00830078125,0.0595703125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,192,256,2048,64,0.23197986824682698,0.0,0.748046875,0.0068359375,0.05908203125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,256,320,2048,64,0.2049919268649544,0.0,0.7470703125,0.005859375,0.06103515625,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,320,384,2048,64,0.23202966186547175,0.0,0.71533203125,0.0048828125,0.0634765625,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,384,448,2048,64,0.26233639872883985,0.0,0.76025390625,0.00537109375,0.06689453125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,448,512,2048,64,0.28353403415168454,0.0,0.72314453125,0.009765625,0.07958984375,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,64,512,576,2048,64,0.2422746427181969,0.0,0.72607421875,0.00390625,0.06640625,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,576,640,2048,64,0.2622832972061186,0.0,0.69287109375,0.00732421875,0.07470703125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,640,704,2048,64,0.24572225653345312,0.0,0.7109375,0.00927734375,0.06982421875,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,704,768,2048,64,0.22634076229844333,0.0,0.71728515625,0.005859375,0.072265625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,768,832,2048,64,0.2199349400916334,0.0,0.7666015625,0.005859375,0.0537109375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,832,896,2048,64,0.20741327754136174,0.0,0.74951171875,0.00439453125,0.0703125,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,896,960,2048,64,0.26621470083376797,0.0,0.6865234375,0.005859375,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,960,1024,2048,64,0.2178370300642075,0.0,0.75927734375,0.00537109375,0.052734375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,1024,1088,2048,64,0.26713117909123973,0.0,0.66259765625,0.00830078125,0.07373046875,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,64,1088,1152,2048,64,0.22949204935748563,0.0,0.76611328125,0.00830078125,0.0625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,1152,1216,2048,64,0.26391894791403825,0.0,0.7333984375,0.005859375,0.06591796875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,64,1216,1280,2048,64,0.3158134952171937,0.0,0.78955078125,0.0107421875,0.0751953125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.silu_gate,64,1280,1344,2048,64,0.20655352968376597,0.0,0.7412109375,0.005859375,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.silu_gate,64,1344,1408,2048,64,0.26964975615920467,0.0,0.7529296875,0.009765625,0.0810546875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,1408,1472,2048,64,0.23911005847486855,0.0,0.71142578125,0.00439453125,0.0732421875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,1472,1536,2048,64,0.26816196886566646,0.0,0.69482421875,0.00927734375,0.07861328125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,1536,1600,2048,64,0.2169693432634872,0.0,0.7919921875,0.00537109375,0.05419921875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.silu_gate,64,1600,1664,2048,64,0.20974495583168384,0.0,0.75732421875,0.0087890625,0.0576171875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,1664,1728,2048,64,0.2605704350630801,0.0,0.73291015625,0.00634765625,0.05810546875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,64,1728,1792,2048,64,0.21865159059972827,0.0,0.76123046875,0.00634765625,0.05224609375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,1792,1856,2048,64,0.2801823607021488,0.0,0.673828125,0.0068359375,0.06982421875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,1856,1920,2048,64,0.2584563730400891,0.0,0.697265625,0.0107421875,0.06298828125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,1920,1984,2048,64,0.2641083254933903,0.0,0.7197265625,0.00732421875,0.060546875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,64,1984,2048,2048,64,0.2190796741313635,0.0,0.72998046875,0.009765625,0.0693359375,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,2048,2112,2048,64,0.2705456944318516,0.0,0.72314453125,0.00537109375,0.0625,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,64,2112,2176,2048,64,0.2234389322205414,0.0,0.77490234375,0.00244140625,0.0576171875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,2176,2240,2048,64,0.32897439343214313,0.0,0.658203125,0.01513671875,0.11376953125,1.0,32,0.5
+fresh-en-1,layers.13.mlp.silu_gate,64,2240,2304,2048,64,0.21803346127843798,0.0,0.80126953125,0.0068359375,0.0634765625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,2304,2368,2048,64,0.2564816198474374,0.0,0.71044921875,0.005859375,0.0634765625,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,2368,2432,2048,64,0.20469644569166753,0.0,0.716796875,0.00537109375,0.06005859375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,2432,2496,2048,64,0.22983642778006746,0.0,0.7490234375,0.0068359375,0.0615234375,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,2496,2560,2048,64,0.2639066389069389,0.0,0.6953125,0.00439453125,0.05810546875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,64,2560,2624,2048,64,0.21943958377009454,0.0,0.72119140625,0.0087890625,0.07080078125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,2624,2688,2048,64,0.28729594345062726,0.0,0.73876953125,0.00830078125,0.0849609375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,2688,2752,2048,64,0.2513977672326261,0.0,0.72412109375,0.00634765625,0.07421875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.silu_gate,64,2752,2816,2048,64,0.22746176560203402,0.0,0.7763671875,0.00439453125,0.060546875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,2816,2880,2048,64,0.24689632022730387,0.0,0.7578125,0.005859375,0.068359375,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,2880,2944,2048,64,0.2189376329456778,0.0,0.7255859375,0.00390625,0.05810546875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,2944,3008,2048,64,0.21729855070137813,0.0,0.7158203125,0.00927734375,0.05078125,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,3008,3072,2048,64,0.22316075397694005,0.0,0.77880859375,0.0078125,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,3072,3136,2048,64,0.26287484263617483,0.0,0.67919921875,0.0068359375,0.07421875,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,3136,3200,2048,64,0.25046021748545577,0.0,0.7451171875,0.00537109375,0.0537109375,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,3200,3264,2048,64,0.21739767852857778,0.0,0.767578125,0.00732421875,0.06201171875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,3264,3328,2048,64,0.22668302635398987,0.0,0.7294921875,0.01171875,0.0712890625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,3328,3392,2048,64,0.21018035033573587,0.0,0.7529296875,0.00537109375,0.04931640625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.silu_gate,64,3392,3456,2048,64,0.24663592966149286,0.0,0.73681640625,0.01123046875,0.07080078125,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,3456,3520,2048,64,0.2214775511646317,0.0,0.76708984375,0.00390625,0.0693359375,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,3520,3584,2048,64,0.3148756158346199,0.0,0.701171875,0.00830078125,0.083984375,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.silu_gate,64,3584,3648,2048,64,0.2786694425029674,0.0,0.76416015625,0.00927734375,0.09130859375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,3648,3712,2048,64,0.23330139584238613,0.0,0.708984375,0.01025390625,0.0693359375,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,3712,3776,2048,64,0.2142130504125287,0.0,0.69970703125,0.0068359375,0.0673828125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,3776,3840,2048,64,0.2992940499718331,0.0,0.7197265625,0.0087890625,0.07861328125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.silu_gate,64,3840,3904,2048,64,0.22800245869630603,0.0,0.732421875,0.0029296875,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,3904,3968,2048,64,0.24446911444054592,0.0,0.70751953125,0.005859375,0.0673828125,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,3968,4032,2048,64,0.23271990656499988,0.0,0.7763671875,0.0029296875,0.0517578125,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,4032,4096,2048,64,0.2462033674761503,0.0,0.6875,0.0068359375,0.064453125,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,4096,4160,2048,64,0.21202375750096217,0.0,0.7568359375,0.005859375,0.05908203125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,4160,4224,2048,64,0.2373805797846478,0.0,0.78076171875,0.0048828125,0.0625,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,4224,4288,2048,64,0.32093962191829845,0.0,0.69970703125,0.0087890625,0.09716796875,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.silu_gate,64,4288,4352,2048,64,0.26770090205599456,0.0,0.7431640625,0.00732421875,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,4352,4416,2048,64,0.21675725599446463,0.0,0.7421875,0.00830078125,0.05908203125,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,64,4416,4480,2048,64,0.24432098566165406,0.0,0.736328125,0.0078125,0.0654296875,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,64,4480,4544,2048,64,0.2357547365900601,0.0,0.73876953125,0.00634765625,0.064453125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,4544,4608,2048,64,0.21594248971842875,0.0,0.7958984375,0.00439453125,0.0478515625,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,4608,4672,2048,64,0.23608592309264417,0.0,0.7197265625,0.005859375,0.06494140625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,4672,4736,2048,64,0.20232930399825877,0.0,0.72265625,0.00830078125,0.06689453125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,4736,4800,2048,64,0.2063064935013789,0.0,0.7646484375,0.00634765625,0.05419921875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.silu_gate,64,4800,4864,2048,64,0.22939979116708648,0.0,0.78125,0.00537109375,0.0546875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,4864,4928,2048,64,0.21290201126585165,0.0,0.779296875,0.00439453125,0.0517578125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,4928,4992,2048,64,0.30478964051139235,0.0,0.74658203125,0.0048828125,0.0625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,4992,5056,2048,64,0.22843956978686025,0.0,0.7626953125,0.0048828125,0.05322265625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,5056,5120,2048,64,0.21917934948290796,0.0,0.72265625,0.00927734375,0.0673828125,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,5120,5184,2048,64,0.28007900469940683,0.0,0.70751953125,0.0078125,0.072265625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.silu_gate,64,5184,5248,2048,64,0.21439008400381218,0.0,0.724609375,0.0068359375,0.0673828125,1.0,48,0.75
+fresh-en-1,layers.13.mlp.silu_gate,64,5248,5312,2048,64,0.2543707905906256,0.0,0.7138671875,0.00341796875,0.06103515625,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,5312,5376,2048,64,0.25509749451615094,0.0,0.7060546875,0.00732421875,0.06982421875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,5376,5440,2048,64,0.21135743033150697,0.0,0.716796875,0.00537109375,0.05517578125,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.silu_gate,64,5440,5504,2048,64,0.2698482881827733,0.0,0.7509765625,0.00830078125,0.07080078125,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.silu_gate,64,5504,5568,2048,64,0.2919753476350915,0.0,0.7236328125,0.00830078125,0.0859375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.silu_gate,64,5568,5632,2048,64,0.2822331759483504,0.0,0.7666015625,0.0068359375,0.06201171875,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,64,5632,5696,2048,64,0.23375001006055104,0.0,0.73193359375,0.001953125,0.060546875,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,5696,5760,2048,64,0.2235924434631682,0.0,0.740234375,0.00439453125,0.0556640625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.silu_gate,64,5760,5824,2048,64,0.22038976650579137,0.0,0.740234375,0.0009765625,0.0498046875,1.0,47,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,64,5824,5888,2048,64,0.2675411095044769,0.0,0.7578125,0.00390625,0.0654296875,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.silu_gate,64,5888,5952,2048,64,0.2967160883433954,0.0,0.72705078125,0.00634765625,0.0712890625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,64,5952,6016,2048,64,0.24424825642227516,0.0,0.70458984375,0.00830078125,0.08056640625,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,64,6016,6080,2048,64,0.22423592009269583,0.0,0.70068359375,0.00927734375,0.0712890625,1.0,46,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,64,6080,6144,2048,64,0.23869270150742164,0.0,0.7705078125,0.00927734375,0.0625,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,0,128,4096,128,0.23664534718581032,0.0,0.73046875,0.005859375,0.062744140625,1.0,89,0.6953125
+fresh-en-1,layers.13.mlp.silu_gate,128,128,256,4096,128,0.22840312428428391,0.0,0.737548828125,0.007568359375,0.05908203125,1.0,92,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,128,256,384,4096,128,0.21892858888826278,0.0,0.731201171875,0.005859375,0.061767578125,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,128,384,512,4096,128,0.27314092939391693,0.0,0.74169921875,0.007080078125,0.0732421875,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.silu_gate,128,512,640,4096,128,0.25247725689410433,0.0,0.70947265625,0.00537109375,0.070068359375,1.0,86,0.671875
+fresh-en-1,layers.13.mlp.silu_gate,128,640,768,4096,128,0.23623036218248128,0.0,0.714111328125,0.0078125,0.0703125,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,768,896,4096,128,0.21376581295141692,0.0,0.758056640625,0.005126953125,0.0625,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,896,1024,4096,128,0.243231616578938,0.0,0.722900390625,0.005859375,0.063232421875,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,1024,1152,4096,128,0.24902376147766964,0.0,0.71435546875,0.008056640625,0.06640625,1.0,87,0.6796875
+fresh-en-1,layers.13.mlp.silu_gate,128,1152,1280,4096,128,0.29102523501352356,0.0,0.761474609375,0.007568359375,0.071533203125,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.silu_gate,128,1280,1408,4096,128,0.24018258848378343,0.0,0.7470703125,0.00830078125,0.0693359375,1.0,88,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,128,1408,1536,4096,128,0.254051630195287,0.0,0.703125,0.007080078125,0.075927734375,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,128,1536,1664,4096,128,0.21338772506053852,0.0,0.774658203125,0.007080078125,0.056884765625,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.silu_gate,128,1664,1792,4096,128,0.24052595462938509,0.0,0.7470703125,0.00634765625,0.055908203125,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,1792,1920,4096,128,0.2695383572088273,0.0,0.685546875,0.0087890625,0.06640625,1.0,85,0.6640625
+fresh-en-1,layers.13.mlp.silu_gate,128,1920,2048,4096,128,0.242640795428579,0.0,0.724853515625,0.00830078125,0.06640625,1.0,89,0.6953125
+fresh-en-1,layers.13.mlp.silu_gate,128,2048,2176,4096,128,0.2481128062066411,0.0,0.7490234375,0.00341796875,0.061279296875,1.0,89,0.6953125
+fresh-en-1,layers.13.mlp.silu_gate,128,2176,2304,4096,128,0.2790723398790201,0.0,0.729736328125,0.01025390625,0.09033203125,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.silu_gate,128,2304,2432,4096,128,0.23203820396474284,0.0,0.713623046875,0.005859375,0.063720703125,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,2432,2560,4096,128,0.24745857996224296,0.0,0.72216796875,0.005615234375,0.059814453125,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,2560,2688,4096,128,0.25562931174689096,0.0,0.72998046875,0.0087890625,0.078125,1.0,85,0.6640625
+fresh-en-1,layers.13.mlp.silu_gate,128,2688,2816,4096,128,0.23972869267188723,0.0,0.750244140625,0.005615234375,0.06689453125,1.0,88,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,128,2816,2944,4096,128,0.23333610957333598,0.0,0.74169921875,0.005126953125,0.062255859375,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,2944,3072,4096,128,0.22024915692514668,0.0,0.747314453125,0.008544921875,0.056640625,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.silu_gate,128,3072,3200,4096,128,0.25674257869883554,0.0,0.712158203125,0.00634765625,0.064697265625,1.0,89,0.6953125
+fresh-en-1,layers.13.mlp.silu_gate,128,3200,3328,4096,128,0.22208888430830853,0.0,0.74853515625,0.009765625,0.06640625,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,128,3328,3456,4096,128,0.22913430719475592,0.0,0.744873046875,0.00830078125,0.0625,1.0,92,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,128,3456,3584,4096,128,0.2722121958299381,0.0,0.734130859375,0.007080078125,0.081298828125,1.0,80,0.625
+fresh-en-1,layers.13.mlp.silu_gate,128,3584,3712,4096,128,0.2569885206453008,0.0,0.736572265625,0.010009765625,0.07861328125,1.0,82,0.640625
+fresh-en-1,layers.13.mlp.silu_gate,128,3712,3840,4096,128,0.26025387539437594,0.0,0.709716796875,0.008544921875,0.0751953125,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.silu_gate,128,3840,3968,4096,128,0.23637921766401704,0.0,0.719970703125,0.004150390625,0.06005859375,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,3968,4096,4096,128,0.23955652054183224,0.0,0.73193359375,0.0048828125,0.0576171875,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,4096,4224,4096,128,0.22505956256480456,0.0,0.768798828125,0.005615234375,0.060791015625,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.silu_gate,128,4224,4352,4096,128,0.29552158455741734,0.0,0.721435546875,0.00732421875,0.08447265625,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.silu_gate,128,4352,4480,4096,128,0.23095070043294094,0.0,0.7392578125,0.008056640625,0.06298828125,1.0,88,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,128,4480,4608,4096,128,0.22606575889599284,0.0,0.767333984375,0.005615234375,0.05712890625,1.0,94,0.734375
+fresh-en-1,layers.13.mlp.silu_gate,128,4608,4736,4096,128,0.2198564421832184,0.0,0.72119140625,0.007568359375,0.067138671875,1.0,93,0.7265625
+fresh-en-1,layers.13.mlp.silu_gate,128,4736,4864,4096,128,0.21815892538277845,0.0,0.77294921875,0.00634765625,0.055908203125,1.0,96,0.75
+fresh-en-1,layers.13.mlp.silu_gate,128,4864,4992,4096,128,0.2628916044343263,0.0,0.762939453125,0.005615234375,0.0595703125,1.0,84,0.65625
+fresh-en-1,layers.13.mlp.silu_gate,128,4992,5120,4096,128,0.2238573477509243,0.0,0.74267578125,0.0068359375,0.06005859375,1.0,92,0.71875
+fresh-en-1,layers.13.mlp.silu_gate,128,5120,5248,4096,128,0.24940665287094088,0.0,0.716064453125,0.007080078125,0.070556640625,1.0,88,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,128,5248,5376,4096,128,0.25473440169529277,0.0,0.7099609375,0.00537109375,0.0654296875,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,5376,5504,4096,128,0.24237374238096718,0.0,0.73388671875,0.00732421875,0.06396484375,1.0,90,0.703125
+fresh-en-1,layers.13.mlp.silu_gate,128,5504,5632,4096,128,0.28714558087538544,0.0,0.7451171875,0.007568359375,0.073486328125,1.0,80,0.625
+fresh-en-1,layers.13.mlp.silu_gate,128,5632,5760,4096,128,0.22872761964522104,0.0,0.736083984375,0.003173828125,0.05810546875,1.0,95,0.7421875
+fresh-en-1,layers.13.mlp.silu_gate,128,5760,5888,4096,128,0.2451019119217185,0.0,0.7490234375,0.002685546875,0.0615234375,1.0,88,0.6875
+fresh-en-1,layers.13.mlp.silu_gate,128,5888,6016,4096,128,0.27175140095970723,0.0,0.7158203125,0.007568359375,0.074462890625,1.0,80,0.625
+fresh-en-1,layers.13.mlp.silu_gate,128,6016,6144,4096,128,0.23157715087280195,0.0,0.735595703125,0.00927734375,0.06689453125,1.0,91,0.7109375
+fresh-en-1,layers.13.mlp.gated_product,0,0,6144,196608,6144,0.09645795713921569,0.0,0.5033620198567709,0.0339508056640625,0.213226318359375,1.0,3501,0.56982421875
+fresh-en-1,layers.13.mlp.gated_product,64,0,64,2048,64,0.09256824441084231,0.0,0.501953125,0.03662109375,0.21484375,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,64,128,2048,64,0.08453469503226851,0.0,0.474609375,0.03076171875,0.2001953125,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,128,192,2048,64,0.0831732574353684,0.0,0.51806640625,0.0322265625,0.1943359375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,192,256,2048,64,0.10871968003486436,0.0,0.5029296875,0.046875,0.24951171875,1.0,29,0.453125
+fresh-en-1,layers.13.mlp.gated_product,64,256,320,2048,64,0.08056896188311606,0.0,0.501953125,0.03564453125,0.2001953125,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,320,384,2048,64,0.09126546753702046,0.0,0.4951171875,0.03125,0.20166015625,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gated_product,64,384,448,2048,64,0.12264239865537241,0.0,0.51611328125,0.03857421875,0.2392578125,1.0,29,0.453125
+fresh-en-1,layers.13.mlp.gated_product,64,448,512,2048,64,0.12416824380292234,0.0,0.5068359375,0.0419921875,0.255859375,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,512,576,2048,64,0.07517920611800186,0.0,0.505859375,0.0234375,0.18017578125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,576,640,2048,64,0.09635014313390826,0.0,0.4990234375,0.03173828125,0.2138671875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,640,704,2048,64,0.10584925613226785,0.0,0.51220703125,0.04345703125,0.22021484375,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gated_product,64,704,768,2048,64,0.0844805426456722,0.0,0.52099609375,0.03271484375,0.19287109375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,768,832,2048,64,0.08507081550473869,0.0,0.49169921875,0.0263671875,0.18896484375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,832,896,2048,64,0.07353784282929893,0.0,0.50390625,0.037109375,0.20458984375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,896,960,2048,64,0.12515753084826947,0.0,0.49658203125,0.03857421875,0.26611328125,1.0,29,0.453125
+fresh-en-1,layers.13.mlp.gated_product,64,960,1024,2048,64,0.08316675982591107,0.0,0.49755859375,0.0263671875,0.18603515625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,1024,1088,2048,64,0.09207376477382022,0.0,0.53515625,0.033203125,0.20849609375,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,1088,1152,2048,64,0.11410605617325902,0.0,0.484375,0.04443359375,0.24658203125,1.0,30,0.46875
+fresh-en-1,layers.13.mlp.gated_product,64,1152,1216,2048,64,0.0844308288899506,0.0,0.50048828125,0.03271484375,0.19677734375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,1216,1280,2048,64,0.0862945315726461,0.0,0.49169921875,0.029296875,0.19384765625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,1280,1344,2048,64,0.079206885763642,0.0,0.51611328125,0.029296875,0.16552734375,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gated_product,64,1344,1408,2048,64,0.08932966551579996,0.0,0.50927734375,0.041015625,0.205078125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gated_product,64,1408,1472,2048,64,0.08011667084114997,0.0,0.46484375,0.0283203125,0.193359375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,1472,1536,2048,64,0.08653438088030829,0.0,0.47119140625,0.03173828125,0.2060546875,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gated_product,64,1536,1600,2048,64,0.08952578743960665,0.0,0.5,0.0283203125,0.1875,1.0,41,0.640625
+fresh-en-1,layers.13.mlp.gated_product,64,1600,1664,2048,64,0.07276384829361954,0.0,0.4873046875,0.02734375,0.17236328125,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gated_product,64,1664,1728,2048,64,0.12596695129797456,0.0,0.54541015625,0.03271484375,0.22412109375,1.0,31,0.484375
+fresh-en-1,layers.13.mlp.gated_product,64,1728,1792,2048,64,0.08330663845302234,0.0,0.52880859375,0.0244140625,0.17822265625,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,1792,1856,2048,64,0.0948745163309791,0.0,0.525390625,0.025390625,0.21142578125,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gated_product,64,1856,1920,2048,64,0.10369408832233105,0.0,0.4970703125,0.03857421875,0.23095703125,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,1920,1984,2048,64,0.15299209517088286,0.0,0.5087890625,0.0439453125,0.27001953125,1.0,22,0.34375
+fresh-en-1,layers.13.mlp.gated_product,64,1984,2048,2048,64,0.07273476671382803,0.0,0.50439453125,0.03271484375,0.18701171875,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gated_product,64,2048,2112,2048,64,0.0930146055536678,0.0,0.470703125,0.03271484375,0.18408203125,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,2112,2176,2048,64,0.10332217956673764,0.0,0.50830078125,0.03369140625,0.205078125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,2176,2240,2048,64,0.15410092829558328,0.0,0.51708984375,0.0537109375,0.3154296875,1.0,19,0.296875
+fresh-en-1,layers.13.mlp.gated_product,64,2240,2304,2048,64,0.08543169709500642,0.0,0.5478515625,0.03125,0.18505859375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,2304,2368,2048,64,0.10689770308318672,0.0,0.45947265625,0.033203125,0.2294921875,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,2368,2432,2048,64,0.07608685439226387,0.0,0.51025390625,0.0322265625,0.19873046875,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.gated_product,64,2432,2496,2048,64,0.0970131085293116,0.0,0.48779296875,0.029296875,0.21435546875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,2496,2560,2048,64,0.1008314555986345,0.0,0.54443359375,0.0322265625,0.20263671875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,2560,2624,2048,64,0.09445665089742245,0.0,0.46875,0.03271484375,0.22314453125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,2624,2688,2048,64,0.11564383103913659,0.0,0.52685546875,0.03759765625,0.24462890625,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,2688,2752,2048,64,0.10806235271727856,0.0,0.462890625,0.03759765625,0.2216796875,1.0,33,0.515625
+fresh-en-1,layers.13.mlp.gated_product,64,2752,2816,2048,64,0.09098335466593951,0.0,0.50390625,0.0283203125,0.1875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,2816,2880,2048,64,0.09544519540352565,0.0,0.51708984375,0.03125,0.21826171875,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gated_product,64,2880,2944,2048,64,0.09103940490265423,0.0,0.53125,0.0380859375,0.205078125,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,2944,3008,2048,64,0.08397180262964218,0.0,0.4375,0.0263671875,0.19384765625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,3008,3072,2048,64,0.0774539264217671,0.0,0.51513671875,0.02734375,0.171875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,3072,3136,2048,64,0.09456169609544271,0.0,0.5263671875,0.03662109375,0.224609375,1.0,37,0.578125
+fresh-en-1,layers.13.mlp.gated_product,64,3136,3200,2048,64,0.11053339731219232,0.0,0.46484375,0.025390625,0.22900390625,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,3200,3264,2048,64,0.07825879705230443,0.0,0.50048828125,0.02685546875,0.18359375,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,3264,3328,2048,64,0.09766967512555082,0.0,0.5,0.03955078125,0.2080078125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,3328,3392,2048,64,0.08405922123693789,0.0,0.52880859375,0.0234375,0.1806640625,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,3392,3456,2048,64,0.10629431033243157,0.0,0.51513671875,0.0498046875,0.2373046875,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.gated_product,64,3456,3520,2048,64,0.08380312556992676,0.0,0.4638671875,0.02587890625,0.20068359375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,3520,3584,2048,64,0.10094768361713977,0.0,0.52587890625,0.03955078125,0.2333984375,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,3584,3648,2048,64,0.15136930943662016,0.0,0.4912109375,0.0498046875,0.310546875,1.0,18,0.28125
+fresh-en-1,layers.13.mlp.gated_product,64,3648,3712,2048,64,0.08486619645750548,0.0,0.4794921875,0.03515625,0.2060546875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,3712,3776,2048,64,0.08765717211508386,0.0,0.4599609375,0.03955078125,0.23193359375,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gated_product,64,3776,3840,2048,64,0.1013781938300135,0.0,0.490234375,0.041015625,0.224609375,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gated_product,64,3840,3904,2048,64,0.08558446627987537,0.0,0.50146484375,0.03125,0.19482421875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,3904,3968,2048,64,0.08821728255378418,0.0,0.498046875,0.03515625,0.205078125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,3968,4032,2048,64,0.08666795861398105,0.0,0.50244140625,0.02880859375,0.17138671875,1.0,44,0.6875
+fresh-en-1,layers.13.mlp.gated_product,64,4032,4096,2048,64,0.10672145621597263,0.0,0.47509765625,0.0322265625,0.22998046875,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gated_product,64,4096,4160,2048,64,0.07867672674415757,0.0,0.521484375,0.02490234375,0.18017578125,1.0,45,0.703125
+fresh-en-1,layers.13.mlp.gated_product,64,4160,4224,2048,64,0.08271581975823691,0.0,0.533203125,0.02587890625,0.171875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,4224,4288,2048,64,0.13275823235090564,0.0,0.50537109375,0.0439453125,0.271484375,1.0,27,0.421875
+fresh-en-1,layers.13.mlp.gated_product,64,4288,4352,2048,64,0.08475828642434116,0.0,0.5087890625,0.0361328125,0.21923828125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,4352,4416,2048,64,0.07739513741320192,0.0,0.54150390625,0.03173828125,0.20703125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,4416,4480,2048,64,0.0950345565705904,0.0,0.51220703125,0.03662109375,0.19775390625,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,4480,4544,2048,64,0.08693436606023135,0.0,0.49365234375,0.02978515625,0.20654296875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,4544,4608,2048,64,0.08967498468694574,0.0,0.44189453125,0.02392578125,0.19921875,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,4608,4672,2048,64,0.08770837108150642,0.0,0.50634765625,0.029296875,0.205078125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,4672,4736,2048,64,0.07930558810357352,0.0,0.4638671875,0.03369140625,0.1923828125,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,4736,4800,2048,64,0.09331044758460176,0.0,0.50927734375,0.0341796875,0.2158203125,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,4800,4864,2048,64,0.1213960859464617,0.0,0.48486328125,0.0361328125,0.2451171875,1.0,28,0.4375
+fresh-en-1,layers.13.mlp.gated_product,64,4864,4928,2048,64,0.0776021730792912,0.0,0.56640625,0.02978515625,0.19189453125,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,4928,4992,2048,64,0.09421317286621576,0.0,0.52197265625,0.02880859375,0.19482421875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,4992,5056,2048,64,0.08311251197646596,0.0,0.5478515625,0.02783203125,0.185546875,1.0,43,0.671875
+fresh-en-1,layers.13.mlp.gated_product,64,5056,5120,2048,64,0.08723522487268723,0.0,0.501953125,0.0322265625,0.20458984375,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,5120,5184,2048,64,0.10111599939482084,0.0,0.47412109375,0.03564453125,0.2060546875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,5184,5248,2048,64,0.08300414441510334,0.0,0.48486328125,0.0400390625,0.21044921875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,5248,5312,2048,64,0.10036842160372988,0.0,0.4755859375,0.03173828125,0.21240234375,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,5312,5376,2048,64,0.10184469152868017,0.0,0.52392578125,0.033203125,0.216796875,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,5376,5440,2048,64,0.09202429691420067,0.0,0.52490234375,0.0322265625,0.21337890625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,5440,5504,2048,64,0.09806028689470717,0.0,0.509765625,0.033203125,0.21337890625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,5504,5568,2048,64,0.10482502305195641,0.0,0.53173828125,0.03857421875,0.23046875,1.0,32,0.5
+fresh-en-1,layers.13.mlp.gated_product,64,5568,5632,2048,64,0.09528597499513157,0.0,0.44921875,0.0302734375,0.1875,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,64,5632,5696,2048,64,0.08649667514527763,0.0,0.52783203125,0.0341796875,0.18603515625,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,5696,5760,2048,64,0.0945909849686942,0.0,0.525390625,0.02978515625,0.197265625,1.0,40,0.625
+fresh-en-1,layers.13.mlp.gated_product,64,5760,5824,2048,64,0.09341235147008876,0.0,0.525390625,0.03076171875,0.19970703125,1.0,36,0.5625
+fresh-en-1,layers.13.mlp.gated_product,64,5824,5888,2048,64,0.10224194654744061,0.0,0.51416015625,0.029296875,0.1943359375,1.0,34,0.53125
+fresh-en-1,layers.13.mlp.gated_product,64,5888,5952,2048,64,0.10290609951146432,0.0,0.5361328125,0.0302734375,0.2119140625,1.0,38,0.59375
+fresh-en-1,layers.13.mlp.gated_product,64,5952,6016,2048,64,0.09655918261659537,0.0,0.484375,0.037109375,0.23095703125,1.0,35,0.546875
+fresh-en-1,layers.13.mlp.gated_product,64,6016,6080,2048,64,0.08187268240563249,0.0,0.513671875,0.0322265625,0.20849609375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.gated_product,64,6080,6144,2048,64,0.09256685020565578,0.0,0.5126953125,0.03515625,0.19140625,1.0,39,0.609375
+fresh-en-1,layers.13.mlp.gated_product,128,0,128,4096,128,0.08864252517134223,0.0,0.48828125,0.032958984375,0.206787109375,1.0,77,0.6015625
+fresh-en-1,layers.13.mlp.gated_product,128,128,256,4096,128,0.09679297386508318,0.0,0.510498046875,0.03857421875,0.22705078125,1.0,68,0.53125
+fresh-en-1,layers.13.mlp.gated_product,128,256,384,4096,128,0.08608351521538239,0.0,0.49853515625,0.03369140625,0.20263671875,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gated_product,128,384,512,4096,128,0.12340767949573732,0.0,0.511474609375,0.040283203125,0.246826171875,1.0,60,0.46875
+fresh-en-1,layers.13.mlp.gated_product,128,512,640,4096,128,0.08641545901763646,0.0,0.50244140625,0.027587890625,0.197265625,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gated_product,128,640,768,4096,128,0.0957627983860687,0.0,0.5166015625,0.039306640625,0.2109375,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,768,896,4096,128,0.07951370315432417,0.0,0.497802734375,0.03173828125,0.197509765625,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gated_product,128,896,1024,4096,128,0.10625704086783215,0.0,0.4970703125,0.034423828125,0.226806640625,1.0,65,0.5078125
+fresh-en-1,layers.13.mlp.gated_product,128,1024,1152,4096,128,0.10367683013827082,0.0,0.509765625,0.039794921875,0.22998046875,1.0,68,0.53125
+fresh-en-1,layers.13.mlp.gated_product,128,1152,1280,4096,128,0.08536776630083083,0.0,0.49609375,0.031005859375,0.195556640625,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gated_product,128,1280,1408,4096,128,0.08442013946191788,0.0,0.5126953125,0.034912109375,0.184326171875,1.0,80,0.625
+fresh-en-1,layers.13.mlp.gated_product,128,1408,1536,4096,128,0.08338728926223539,0.0,0.468017578125,0.030029296875,0.201416015625,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,1536,1664,4096,128,0.08157648017406276,0.0,0.49365234375,0.027099609375,0.180419921875,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gated_product,128,1664,1792,4096,128,0.1067887373032589,0.0,0.537109375,0.029052734375,0.205322265625,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gated_product,128,1792,1920,4096,128,0.0993821860346124,0.0,0.51123046875,0.031982421875,0.22216796875,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gated_product,128,1920,2048,4096,128,0.11978507309696702,0.0,0.506591796875,0.039794921875,0.248046875,1.0,58,0.453125
+fresh-en-1,layers.13.mlp.gated_product,128,2048,2176,4096,128,0.09830358497207918,0.0,0.489501953125,0.032958984375,0.197021484375,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.gated_product,128,2176,2304,4096,128,0.12459067174169466,0.0,0.532470703125,0.04443359375,0.260498046875,1.0,52,0.40625
+fresh-en-1,layers.13.mlp.gated_product,128,2304,2432,4096,128,0.09278019275624164,0.0,0.48486328125,0.0341796875,0.218994140625,1.0,75,0.5859375
+fresh-en-1,layers.13.mlp.gated_product,128,2432,2560,4096,128,0.09894070361751879,0.0,0.51611328125,0.030517578125,0.208251953125,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,2560,2688,4096,128,0.10558303499181558,0.0,0.497802734375,0.03515625,0.235107421875,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gated_product,128,2688,2816,4096,128,0.09988854514172697,0.0,0.4833984375,0.033447265625,0.203125,1.0,72,0.5625
+fresh-en-1,layers.13.mlp.gated_product,128,2816,2944,4096,128,0.09326831876539488,0.0,0.524169921875,0.034423828125,0.2099609375,1.0,74,0.578125
+fresh-en-1,layers.13.mlp.gated_product,128,2944,3072,4096,128,0.08077863069840964,0.0,0.476318359375,0.026611328125,0.18310546875,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gated_product,128,3072,3200,4096,128,0.10285802421255677,0.0,0.49560546875,0.03173828125,0.227294921875,1.0,68,0.53125
+fresh-en-1,layers.13.mlp.gated_product,128,3200,3328,4096,128,0.08849803600985846,0.0,0.500244140625,0.0341796875,0.195556640625,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gated_product,128,3328,3456,4096,128,0.0958238829415917,0.0,0.52197265625,0.03662109375,0.21240234375,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,3456,3584,4096,128,0.09277229835181153,0.0,0.494873046875,0.032958984375,0.217041015625,1.0,73,0.5703125
+fresh-en-1,layers.13.mlp.gated_product,128,3584,3712,4096,128,0.12270888138289579,0.0,0.4853515625,0.0419921875,0.26806640625,1.0,52,0.40625
+fresh-en-1,layers.13.mlp.gated_product,128,3712,3840,4096,128,0.09476633898027617,0.0,0.47509765625,0.04052734375,0.22705078125,1.0,70,0.546875
+fresh-en-1,layers.13.mlp.gated_product,128,3840,3968,4096,128,0.08691084457530407,0.0,0.499755859375,0.033203125,0.20068359375,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.gated_product,128,3968,4096,4096,128,0.09721317880609731,0.0,0.48876953125,0.0302734375,0.201904296875,1.0,80,0.625
+fresh-en-1,layers.13.mlp.gated_product,128,4096,4224,4096,128,0.08072154040109733,0.0,0.52734375,0.025634765625,0.17626953125,1.0,87,0.6796875
+fresh-en-1,layers.13.mlp.gated_product,128,4224,4352,4096,128,0.11137485213127717,0.0,0.507080078125,0.039794921875,0.25341796875,1.0,62,0.484375
+fresh-en-1,layers.13.mlp.gated_product,128,4352,4480,4096,128,0.08666479746061015,0.0,0.52685546875,0.035400390625,0.20556640625,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,4480,4608,4096,128,0.0883153069430726,0.0,0.4677734375,0.026123046875,0.203125,1.0,79,0.6171875
+fresh-en-1,layers.13.mlp.gated_product,128,4608,4736,4096,128,0.08361260270504947,0.0,0.485107421875,0.031005859375,0.197509765625,1.0,85,0.6640625
+fresh-en-1,layers.13.mlp.gated_product,128,4736,4864,4096,128,0.1082678375870679,0.0,0.4970703125,0.03564453125,0.228515625,1.0,65,0.5078125
+fresh-en-1,layers.13.mlp.gated_product,128,4864,4992,4096,128,0.08630822442892601,0.0,0.544189453125,0.029541015625,0.19580078125,1.0,77,0.6015625
+fresh-en-1,layers.13.mlp.gated_product,128,4992,5120,4096,128,0.08519880898705835,0.0,0.52490234375,0.029541015625,0.19580078125,1.0,83,0.6484375
+fresh-en-1,layers.13.mlp.gated_product,128,5120,5248,4096,128,0.0925044142830404,0.0,0.4794921875,0.0380859375,0.207763671875,1.0,75,0.5859375
+fresh-en-1,layers.13.mlp.gated_product,128,5248,5376,4096,128,0.10110925093134676,0.0,0.499755859375,0.0322265625,0.214599609375,1.0,76,0.59375
+fresh-en-1,layers.13.mlp.gated_product,128,5376,5504,4096,128,0.09509019688807369,0.0,0.517333984375,0.033203125,0.215576171875,1.0,78,0.609375
+fresh-en-1,layers.13.mlp.gated_product,128,5504,5632,4096,128,0.1001691132251255,0.0,0.490478515625,0.033447265625,0.207763671875,1.0,71,0.5546875
+fresh-en-1,layers.13.mlp.gated_product,128,5632,5760,4096,128,0.0906342353874501,0.0,0.526611328125,0.031005859375,0.192138671875,1.0,81,0.6328125
+fresh-en-1,layers.13.mlp.gated_product,128,5760,5888,4096,128,0.09792671505003397,0.0,0.519775390625,0.0302734375,0.197265625,1.0,69,0.5390625
+fresh-en-1,layers.13.mlp.gated_product,128,5888,6016,4096,128,0.09978311747046291,0.0,0.51025390625,0.034423828125,0.22265625,1.0,73,0.5703125
+fresh-en-1,layers.13.mlp.gated_product,128,6016,6144,4096,128,0.087383516412679,0.0,0.51318359375,0.0341796875,0.201416015625,1.0,80,0.625
+fresh-en-1,layers.13.mlp.down_proj.output,0,0,2048,65536,2048,0.06005456180169302,0.0,0.499420166015625,0.0087127685546875,0.0864105224609375,1.0,1602,0.7822265625
+fresh-en-1,layers.13.mlp.down_proj.output,64,0,64,2048,64,0.05925673237896702,0.0,0.47119140625,0.0087890625,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,64,128,2048,64,0.058376381429218686,0.0,0.4794921875,0.01025390625,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,64,128,192,2048,64,0.05687303659364878,0.0,0.48828125,0.01171875,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,192,256,2048,64,0.06220951132050945,0.0,0.49365234375,0.00927734375,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,64,256,320,2048,64,0.0625790435153643,0.0,0.51513671875,0.0087890625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,320,384,2048,64,0.06003997299294099,0.0,0.49462890625,0.0068359375,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,384,448,2048,64,0.06026281043951059,0.0,0.47119140625,0.009765625,0.083984375,1.0,54,0.84375
+fresh-en-1,layers.13.mlp.down_proj.output,64,448,512,2048,64,0.058486233542775316,0.0,0.50634765625,0.00830078125,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,64,512,576,2048,64,0.056700587639129496,0.0,0.5361328125,0.0078125,0.09326171875,1.0,48,0.75
+fresh-en-1,layers.13.mlp.down_proj.output,64,576,640,2048,64,0.06132379194258695,0.0,0.509765625,0.00634765625,0.0751953125,1.0,54,0.84375
+fresh-en-1,layers.13.mlp.down_proj.output,64,640,704,2048,64,0.05649735986624514,0.0,0.50537109375,0.0107421875,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,64,704,768,2048,64,0.06111538040768743,0.0,0.53515625,0.0087890625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,768,832,2048,64,0.05889189558141131,0.0,0.517578125,0.0078125,0.06787109375,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,832,896,2048,64,0.06333473908956125,0.0,0.53515625,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,896,960,2048,64,0.06053306071752477,0.0,0.5107421875,0.00927734375,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.13.mlp.down_proj.output,64,960,1024,2048,64,0.05794003517680469,0.0,0.515625,0.0107421875,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1024,1088,2048,64,0.05923889701240551,0.0,0.49853515625,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,1088,1152,2048,64,0.0567474677687743,0.0,0.44970703125,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,1152,1216,2048,64,0.07504460352863233,0.0,0.49853515625,0.00537109375,0.12255859375,1.0,42,0.65625
+fresh-en-1,layers.13.mlp.down_proj.output,64,1216,1280,2048,64,0.05739102823100768,0.0,0.5029296875,0.00830078125,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,64,1280,1344,2048,64,0.06231901951348388,0.0,0.49853515625,0.00732421875,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1344,1408,2048,64,0.058428876669457314,0.0,0.4931640625,0.0068359375,0.09375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,64,1408,1472,2048,64,0.0602270031501527,0.0,0.48876953125,0.009765625,0.1025390625,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,64,1472,1536,2048,64,0.05767569627057789,0.0,0.51806640625,0.0107421875,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1536,1600,2048,64,0.05974097615983224,0.0,0.5029296875,0.01025390625,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1600,1664,2048,64,0.06023877725080791,0.0,0.54296875,0.0087890625,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1664,1728,2048,64,0.06063246361069824,0.0,0.48779296875,0.00634765625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1728,1792,2048,64,0.05982316332957894,0.0,0.4892578125,0.00927734375,0.078125,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1792,1856,2048,64,0.058559687674142234,0.0,0.4931640625,0.01123046875,0.10595703125,1.0,50,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,64,1856,1920,2048,64,0.05986010136652869,0.0,0.49169921875,0.009765625,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,64,1920,1984,2048,64,0.05997300651921548,0.0,0.4814453125,0.0078125,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,64,1984,2048,2048,64,0.05865924561346758,0.0,0.45849609375,0.00732421875,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,128,0,128,4096,128,0.0588182039890804,0.0,0.475341796875,0.009521484375,0.091552734375,1.0,100,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,128,128,256,4096,128,0.0596010301509928,0.0,0.490966796875,0.010498046875,0.084228515625,1.0,101,0.7890625
+fresh-en-1,layers.13.mlp.down_proj.output,128,256,384,4096,128,0.06132265097128034,0.0,0.5048828125,0.0078125,0.0869140625,1.0,101,0.7890625
+fresh-en-1,layers.13.mlp.down_proj.output,128,384,512,4096,128,0.05938116635806526,0.0,0.48876953125,0.009033203125,0.08349609375,1.0,102,0.796875
+fresh-en-1,layers.13.mlp.down_proj.output,128,512,640,4096,128,0.05905744701915372,0.0,0.52294921875,0.007080078125,0.085205078125,1.0,100,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,128,640,768,4096,128,0.05885168389363363,0.0,0.520263671875,0.010009765625,0.085693359375,1.0,100,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,128,768,896,4096,128,0.06115367748841704,0.0,0.5263671875,0.00732421875,0.07275390625,1.0,103,0.8046875
+fresh-en-1,layers.13.mlp.down_proj.output,128,896,1024,4096,128,0.05925073466262214,0.0,0.51318359375,0.010009765625,0.080322265625,1.0,104,0.8125
+fresh-en-1,layers.13.mlp.down_proj.output,128,1024,1152,4096,128,0.058006560048905094,0.0,0.47412109375,0.0078125,0.082275390625,1.0,101,0.7890625
+fresh-en-1,layers.13.mlp.down_proj.output,128,1152,1280,4096,128,0.06680352775184083,0.0,0.500732421875,0.0068359375,0.10302734375,1.0,93,0.7265625
+fresh-en-1,layers.13.mlp.down_proj.output,128,1280,1408,4096,128,0.06040527221185514,0.0,0.495849609375,0.0068359375,0.085693359375,1.0,100,0.78125
+fresh-en-1,layers.13.mlp.down_proj.output,128,1408,1536,4096,128,0.0589651500835216,0.0,0.50341796875,0.010009765625,0.090576171875,1.0,98,0.765625
+fresh-en-1,layers.13.mlp.down_proj.output,128,1536,1664,4096,128,0.05999039305256341,0.0,0.52294921875,0.009521484375,0.085693359375,1.0,103,0.8046875
+fresh-en-1,layers.13.mlp.down_proj.output,128,1664,1792,4096,128,0.06022917280795131,0.0,0.488525390625,0.0078125,0.078125,1.0,103,0.8046875
+fresh-en-1,layers.13.mlp.down_proj.output,128,1792,1920,4096,128,0.059213464499656566,0.0,0.492431640625,0.0107421875,0.099853515625,1.0,99,0.7734375
+fresh-en-1,layers.13.mlp.down_proj.output,128,1920,2048,4096,128,0.05931976317760792,0.0,0.469970703125,0.007568359375,0.08642578125,1.0,101,0.7890625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.4246980194744034,0.0,0.4976399739583333,0.0131683349609375,0.1319427490234375,1.0,2948,0.4798177083333333
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.8446220776961575,0.0,0.54150390625,0.0126953125,0.12841796875,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.2148923081671132,0.0,0.47314453125,0.01123046875,0.095703125,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.7450506186124195,0.0,0.4150390625,0.0107421875,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.715411458299639,0.0,0.50244140625,0.0185546875,0.1611328125,1.0,25,0.390625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.8183235431856508,0.0,0.4814453125,0.02099609375,0.15673828125,1.0,21,0.328125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.113731431260906,0.0,0.482421875,0.0068359375,0.11767578125,1.0,39,0.609375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.7243640156788895,0.0,0.47314453125,0.0126953125,0.123046875,1.0,29,0.453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.508406293950182,0.0,0.4560546875,0.01318359375,0.11572265625,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4835726320800797,0.0,0.5419921875,0.0078125,0.12158203125,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.9304891588834772,0.0,0.5107421875,0.02001953125,0.16015625,1.0,21,0.328125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.1909348787027767,0.0,0.4970703125,0.02099609375,0.1826171875,1.0,18,0.28125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.5821319321259273,0.0,0.4931640625,0.0107421875,0.1328125,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.3232604676638549,0.0,0.53369140625,0.01220703125,0.11474609375,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.319569041270433,0.0,0.49853515625,0.01025390625,0.10546875,1.0,36,0.5625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.765892953285891,0.0,0.56640625,0.01123046875,0.09375,1.0,38,0.59375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.8291896271492176,0.0,0.49951171875,0.01025390625,0.1259765625,1.0,32,0.5
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.3429487534350388,0.0,0.49609375,0.01416015625,0.10546875,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.244289595204699,0.0,0.4677734375,0.015625,0.1015625,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4939134821243287,0.0,0.4892578125,0.01318359375,0.1376953125,1.0,30,0.46875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9237995796088945,0.0,0.552734375,0.017578125,0.1630859375,1.0,19,0.296875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.5209795052314075,0.0,0.50244140625,0.0087890625,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7811647788331852,0.0,0.6123046875,0.009765625,0.083984375,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.6083066554290237,0.0,0.466796875,0.0107421875,0.11474609375,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.4704854828413105,0.0,0.46923828125,0.01025390625,0.11669921875,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.604987676426202,0.0,0.53564453125,0.01025390625,0.1259765625,1.0,30,0.46875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.2157955568225967,0.0,0.48583984375,0.00830078125,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.5906002763475404,0.0,0.5390625,0.0107421875,0.1123046875,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.628409258268058,0.0,0.50537109375,0.01025390625,0.1103515625,1.0,36,0.5625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1615573917848925,0.0,0.5146484375,0.01123046875,0.1015625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.4569284679145726,0.0,0.5380859375,0.01513671875,0.14013671875,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.7070892826421489,0.0,0.45751953125,0.0126953125,0.13232421875,1.0,29,0.453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3265026504140502,0.0,0.49609375,0.01123046875,0.10498046875,1.0,41,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.9432883318617137,0.0,0.52587890625,0.01220703125,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8061533876725844,0.0,0.48193359375,0.0087890625,0.09765625,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.0071993233419696,0.0,0.517578125,0.01025390625,0.09326171875,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.6774004124210438,0.0,0.43408203125,0.0107421875,0.078125,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.658282705434009,0.0,0.4814453125,0.01416015625,0.13623046875,1.0,30,0.46875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.3337845589854973,0.0,0.4921875,0.01025390625,0.11328125,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.7098985384125287,0.0,0.4931640625,0.00732421875,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.500516976030669,0.0,0.55224609375,0.01513671875,0.1787109375,1.0,21,0.328125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.1053606777824223,0.0,0.54150390625,0.01171875,0.09326171875,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5850969980756424,0.0,0.47412109375,0.01220703125,0.142578125,1.0,27,0.421875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.474803016770508,0.0,0.53564453125,0.01171875,0.103515625,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.9662105072087614,0.0,0.3525390625,0.0126953125,0.1455078125,1.0,29,0.453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.0262467393349797,0.0,0.46728515625,0.0087890625,0.09619140625,1.0,46,0.71875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9974585160391315,0.0,0.53173828125,0.00830078125,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.5551572596971541,0.0,0.54443359375,0.00732421875,0.09521484375,1.0,39,0.609375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.7591664320048048,0.0,0.56640625,0.01025390625,0.10498046875,1.0,35,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0306730079016313,0.0,0.5029296875,0.01171875,0.10498046875,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1590725530617143,0.0,0.54736328125,0.0126953125,0.10400390625,1.0,39,0.609375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.7858268708942436,0.0,0.48095703125,0.01318359375,0.09912109375,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.7055415364330203,0.0,0.490234375,0.0078125,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.4199370471976351,0.0,0.48046875,0.0078125,0.1025390625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.4311901917451804,0.0,0.47802734375,0.009765625,0.1220703125,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.7342015513986406,0.0,0.5166015625,0.0087890625,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7844895647094604,0.0,0.53125,0.01220703125,0.10595703125,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.198992769803156,0.0,0.47021484375,0.0078125,0.0986328125,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.1819381768408561,0.0,0.50390625,0.0078125,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.8606983338779224,0.0,0.50048828125,0.0087890625,0.11181640625,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.781948633032156,0.0,0.55712890625,0.0068359375,0.1015625,1.0,35,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.362410349843175,0.0,0.49267578125,0.01123046875,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.705025808429702,0.0,0.4677734375,0.00732421875,0.09326171875,1.0,38,0.59375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.5778419499985392,0.0,0.48291015625,0.00830078125,0.11865234375,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9965668029514894,0.0,0.39892578125,0.00732421875,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.6818097704874985,0.0,0.50537109375,0.009765625,0.11376953125,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7533845573054638,0.0,0.47021484375,0.009765625,0.111328125,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.4998910412362354,0.0,0.5078125,0.0126953125,0.12890625,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.6400116675942127,0.0,0.4873046875,0.01611328125,0.13134765625,1.0,30,0.46875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.3426712281795807,0.0,0.5322265625,0.0068359375,0.115234375,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.027425522867548,0.0,0.49072265625,0.01123046875,0.10205078125,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.0842850642873536,0.0,0.46240234375,0.013671875,0.13525390625,1.0,29,0.453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.2283985055480977,0.0,0.4814453125,0.01611328125,0.14599609375,1.0,25,0.390625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.8644794526937277,0.0,0.5224609375,0.00927734375,0.10498046875,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.2201074564909826,0.0,0.455078125,0.01513671875,0.15283203125,1.0,29,0.453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.207376277615414,0.0,0.43212890625,0.01904296875,0.16796875,1.0,22,0.34375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.321132179131713,0.0,0.5078125,0.01806640625,0.20361328125,1.0,13,0.203125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.177441790208906,0.0,0.47802734375,0.01708984375,0.1875,1.0,19,0.296875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.7746670026142917,0.0,0.572265625,0.01513671875,0.18017578125,1.0,26,0.40625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.168037417729267,0.0,0.431640625,0.01904296875,0.154296875,1.0,20,0.3125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.6596229231721633,0.0,0.49755859375,0.01611328125,0.177734375,1.0,14,0.21875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.151790434511015,0.0,0.48095703125,0.009765625,0.10986328125,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.4565240732926303,0.0,0.48388671875,0.01513671875,0.13037109375,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.3231754424862474,0.0,0.451171875,0.01171875,0.1396484375,1.0,26,0.40625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.80740948558141,0.0,0.5576171875,0.017578125,0.16943359375,1.0,20,0.3125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.024777469477487,0.0,0.4619140625,0.0126953125,0.11328125,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.159648815296818,0.0,0.50634765625,0.0146484375,0.140625,1.0,35,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.9712987058283857,0.0,0.5263671875,0.0126953125,0.12109375,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.7992943056396332,0.0,0.49267578125,0.00927734375,0.10791015625,1.0,41,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.8986737518482792,0.0,0.4794921875,0.01123046875,0.11572265625,1.0,28,0.4375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.205659762563126,0.0,0.478515625,0.017578125,0.15576171875,1.0,21,0.328125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.1994754539605603,0.0,0.54248046875,0.0146484375,0.12939453125,1.0,35,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7655579291537612,0.0,0.466796875,0.01123046875,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.7853886221617975,0.0,0.5068359375,0.00927734375,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.26332987448248,0.0,0.4609375,0.015625,0.13916015625,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.9483823840165204,0.0,0.5498046875,0.0107421875,0.08740234375,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.187526051485847,0.0,0.50390625,0.01171875,0.1171875,1.0,35,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.5618248829442603,0.0,0.50732421875,0.0126953125,0.11083984375,1.0,67,0.5234375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.2823957861624877,0.0,0.458740234375,0.014404296875,0.132080078125,1.0,65,0.5078125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.5077629469982485,0.0,0.48193359375,0.015625,0.144287109375,1.0,57,0.4453125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.619987778687967,0.0,0.464599609375,0.0126953125,0.117919921875,1.0,65,0.5078125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.7215946310359547,0.0,0.5263671875,0.013916015625,0.143798828125,1.0,52,0.40625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.910933946185591,0.0,0.4951171875,0.01513671875,0.16015625,1.0,46,0.359375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.321416043485422,0.0,0.51611328125,0.01123046875,0.110107421875,1.0,70,0.546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.7978198762021544,0.0,0.532958984375,0.010498046875,0.109130859375,1.0,69,0.5390625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.2945593750553503,0.0,0.48193359375,0.014892578125,0.103515625,1.0,76,0.59375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.72232144423975,0.0,0.52099609375,0.0146484375,0.151123046875,1.0,47,0.3671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.6561893950707822,0.0,0.557373046875,0.009033203125,0.087646484375,1.0,82,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.5409376777054182,0.0,0.468017578125,0.01025390625,0.11669921875,1.0,63,0.4921875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.4237528362517047,0.0,0.5107421875,0.009033203125,0.10595703125,1.0,71,0.5546875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.6096157851378694,0.0,0.522216796875,0.010498046875,0.111083984375,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.3175462297449045,0.0,0.5263671875,0.0126953125,0.122802734375,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.5286862170614324,0.0,0.476806640625,0.010986328125,0.116943359375,1.0,68,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.8774041718280232,0.0,0.50390625,0.011474609375,0.09912109375,1.0,90,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8496650057800665,0.0,0.475830078125,0.01025390625,0.0869140625,1.0,93,0.7265625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.5048060972978667,0.0,0.48681640625,0.0126953125,0.124267578125,1.0,63,0.4921875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.173777476823539,0.0,0.522705078125,0.01171875,0.143310546875,1.0,63,0.4921875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.366446984206857,0.0,0.5078125,0.01220703125,0.1240234375,1.0,69,0.5390625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7379625566929693,0.0,0.444091796875,0.012939453125,0.1220703125,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.0119550042404712,0.0,0.49951171875,0.009033203125,0.09619140625,1.0,93,0.7265625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.6602982620422868,0.0,0.555419921875,0.009033203125,0.102294921875,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.0967533980977668,0.0,0.525146484375,0.011962890625,0.1025390625,1.0,80,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.7467639287792713,0.0,0.485595703125,0.010009765625,0.096435546875,1.0,85,0.6640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.4255747232172618,0.0,0.479248046875,0.0087890625,0.1123046875,1.0,82,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.7597617373934441,0.0,0.52392578125,0.010498046875,0.1005859375,1.0,87,0.6796875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.190496013415024,0.0,0.487060546875,0.007568359375,0.096923828125,1.0,83,0.6484375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.8217490524851723,0.0,0.52880859375,0.007568359375,0.108642578125,1.0,69,0.5390625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.5432554825386433,0.0,0.480224609375,0.009521484375,0.096435546875,1.0,81,0.6328125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.3196080122369949,0.0,0.44091796875,0.009765625,0.11767578125,1.0,72,0.5625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7184889888921628,0.0,0.48779296875,0.010498046875,0.11181640625,1.0,85,0.6640625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.5715138251739735,0.0,0.49755859375,0.013916015625,0.131103515625,1.0,64,0.5
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.1954850965237749,0.0,0.511474609375,0.009765625,0.108154296875,1.0,76,0.59375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.1585846945884946,0.0,0.471923828125,0.0146484375,0.140869140625,1.0,54,0.421875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.0573521006539266,0.0,0.48876953125,0.0126953125,0.1318359375,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.2655330320631228,0.0,0.469970703125,0.0185546875,0.1865234375,1.0,34,0.265625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.9862899737848145,0.0,0.525146484375,0.01611328125,0.185302734375,1.0,45,0.3515625
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.4350365250289223,0.0,0.464599609375,0.016845703125,0.176025390625,1.0,28,0.21875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3130277188833501,0.0,0.482421875,0.012939453125,0.123291015625,1.0,75,0.5859375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.583906925953721,0.0,0.50439453125,0.014404296875,0.158203125,1.0,41,0.3203125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.094292976484816,0.0,0.484130859375,0.013427734375,0.128173828125,1.0,75,0.5859375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8894640417048462,0.0,0.509521484375,0.010986328125,0.11376953125,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.0633038077908017,0.0,0.47900390625,0.01513671875,0.136962890625,1.0,47,0.3671875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.0061859439348393,0.0,0.504638671875,0.012939453125,0.11865234375,1.0,79,0.6171875
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.051864454095946,0.0,0.48388671875,0.012939453125,0.116455078125,1.0,78,0.609375
+fresh-en-1,layers.14.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.0746272072840948,0.0,0.52685546875,0.010986328125,0.103515625,1.0,77,0.6015625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.8060259697019816,0.0,0.248260498046875,0.007598876953125,0.0771331787109375,1.0,1158,0.5654296875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,0,64,2048,64,1.9408477182984007,0.0,0.1416015625,0.00439453125,0.03857421875,1.0,38,0.59375
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5901408096421714,0.0,0.18505859375,0.00634765625,0.07080078125,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,128,192,2048,64,1.2942582779153438,0.0,0.13134765625,0.01025390625,0.09521484375,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,192,256,2048,64,1.398548568880253,0.0,0.1796875,0.01123046875,0.11328125,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,256,320,2048,64,1.5363969838562233,0.0,0.3955078125,0.0126953125,0.123046875,1.0,36,0.5625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,320,384,2048,64,1.21604692330149,0.0,0.51806640625,0.013671875,0.10205078125,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7634179902606313,0.0,0.24609375,0.00341796875,0.0439453125,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,448,512,2048,64,2.2310866342073514,0.0,0.3349609375,0.00537109375,0.06494140625,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,512,576,2048,64,2.271649461772552,0.0,0.28076171875,0.00048828125,0.00732421875,1.0,52,0.8125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,576,640,2048,64,2.168638285650244,0.0,0.17236328125,0.001953125,0.01171875,1.0,52,0.8125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,640,704,2048,64,2.6336394821562226,0.0,0.20361328125,0.00048828125,0.0126953125,1.0,52,0.8125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,704,768,2048,64,2.534937917998679,0.0,0.1337890625,0.0009765625,0.0048828125,1.0,52,0.8125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,768,832,2048,64,2.0148512039528934,0.0,0.2763671875,0.00341796875,0.02587890625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,832,896,2048,64,1.946965698189693,0.0,0.3203125,0.001953125,0.01953125,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,896,960,2048,64,1.7000916443993168,0.0,0.32421875,0.00830078125,0.08447265625,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.687419370026024,0.0,0.30615234375,0.0078125,0.080078125,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.9422901327054374,0.0,0.1025390625,0.00244140625,0.0322265625,1.0,41,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8251089007968966,0.0,0.12646484375,0.00146484375,0.0185546875,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.5581969411556587,0.0,0.4609375,0.00634765625,0.09619140625,1.0,33,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.5289910525565993,0.0,0.4775390625,0.00927734375,0.115234375,1.0,31,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.3871130407135617,0.0,0.11572265625,0.0029296875,0.05078125,1.0,48,0.75
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.4013464002249687,0.0,0.11376953125,0.00634765625,0.05859375,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.9895071495636069,0.0,0.3984375,0.00830078125,0.1142578125,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.2545655216343161,0.0,0.40087890625,0.01708984375,0.11376953125,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.352532721706035,0.0,0.27001953125,0.005859375,0.08056640625,1.0,40,0.625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.5171968451849374,0.0,0.26123046875,0.009765625,0.107421875,1.0,34,0.53125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.3062805118188432,0.0,0.2451171875,0.0087890625,0.08935546875,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.4042167257439102,0.0,0.2314453125,0.0078125,0.08984375,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.1192939408068066,0.0,0.15478515625,0.0048828125,0.04541015625,1.0,43,0.671875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.251861786606512,0.0,0.1376953125,0.0068359375,0.04541015625,1.0,42,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.0576337536347356,0.0,0.1025390625,0.0048828125,0.0478515625,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.40687816465763,0.0,0.1953125,0.00244140625,0.03173828125,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,0,128,4096,128,1.7741811717118363,0.0,0.163330078125,0.005126953125,0.05712890625,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3474128152629015,0.0,0.155517578125,0.011474609375,0.104248046875,1.0,63,0.4921875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3855117848061633,0.0,0.456787109375,0.01318359375,0.11083984375,1.0,79,0.6171875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,384,512,4096,128,2.010894151579532,0.0,0.29052734375,0.0048828125,0.05517578125,1.0,79,0.6171875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,512,640,4096,128,2.2207412378707647,0.0,0.2265625,0.001220703125,0.009521484375,1.0,103,0.8046875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,640,768,4096,128,2.5847598698989014,0.0,0.168701171875,0.000732421875,0.0087890625,1.0,104,0.8125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9811992332925157,0.0,0.29833984375,0.002685546875,0.0224609375,1.0,84,0.65625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.6937673585376765,0.0,0.315185546875,0.008056640625,0.08251953125,1.0,66,0.515625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.8846104981365461,0.0,0.114501953125,0.001953125,0.025390625,1.0,82,0.640625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.543663069815591,0.0,0.46923828125,0.0078125,0.10595703125,1.0,62,0.484375
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3942478834735776,0.0,0.11474609375,0.004638671875,0.0546875,1.0,92,0.71875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.129836060477598,0.0,0.399658203125,0.012939453125,0.118408203125,1.0,69,0.5390625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4372249354789008,0.0,0.265625,0.007568359375,0.095458984375,1.0,73,0.5703125
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3561329928175643,0.0,0.23828125,0.008544921875,0.08984375,1.0,88,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.1865827578117316,0.0,0.146240234375,0.005859375,0.04541015625,1.0,85,0.6640625
+fresh-en-1,layers.14.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.239075608772809,0.0,0.14892578125,0.003662109375,0.040771484375,1.0,88,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_b.output,0,0,16,512,16,1.31165025599356,0.0,0.515625,0.009765625,0.08984375,1.0,11,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_b.output,64,0,16,512,16,1.31165025599356,0.0,0.515625,0.009765625,0.08984375,1.0,11,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_b.output,128,0,16,512,16,1.31165025599356,0.0,0.515625,0.009765625,0.08984375,1.0,11,0.6875
+fresh-en-1,layers.14.linear_attn.in_proj_a.output,0,0,16,512,16,1.5323925728273584,0.0,0.51171875,0.01171875,0.091796875,1.0,12,0.75
+fresh-en-1,layers.14.linear_attn.in_proj_a.output,64,0,16,512,16,1.5323925728273584,0.0,0.51171875,0.01171875,0.091796875,1.0,12,0.75
+fresh-en-1,layers.14.linear_attn.in_proj_a.output,128,0,16,512,16,1.5323925728273584,0.0,0.51171875,0.01171875,0.091796875,1.0,12,0.75
+fresh-en-1,layers.14.linear_attn.out_proj.output,0,0,2048,65536,2048,0.05664484471895273,0.0,0.4986419677734375,0.0100555419921875,0.1003265380859375,1.0,1453,0.70947265625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,0,64,2048,64,0.06162794314529472,0.0,0.47900390625,0.01220703125,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,64,128,2048,64,0.05153687262370463,0.0,0.4775390625,0.00830078125,0.10498046875,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,128,192,2048,64,0.05544228843134235,0.0,0.55810546875,0.00927734375,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,192,256,2048,64,0.056529011852104606,0.0,0.46240234375,0.00634765625,0.09814453125,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,256,320,2048,64,0.05254347636898323,0.0,0.5009765625,0.01318359375,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,320,384,2048,64,0.05245635302681917,0.0,0.5185546875,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,384,448,2048,64,0.05490872693971791,0.0,0.53955078125,0.00830078125,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,448,512,2048,64,0.05697894435039014,0.0,0.45703125,0.01123046875,0.0908203125,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,512,576,2048,64,0.05030402424943713,0.0,0.46240234375,0.00927734375,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,576,640,2048,64,0.055579738250637306,0.0,0.49951171875,0.01171875,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,640,704,2048,64,0.05021396976805887,0.0,0.48876953125,0.01123046875,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,704,768,2048,64,0.0564238768253944,0.0,0.55322265625,0.0107421875,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,768,832,2048,64,0.05677449208091737,0.0,0.51904296875,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,832,896,2048,64,0.05442269446138114,0.0,0.46923828125,0.0087890625,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,896,960,2048,64,0.055139836225356745,0.0,0.51171875,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,960,1024,2048,64,0.05418018981971617,0.0,0.5390625,0.0087890625,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1024,1088,2048,64,0.050289495378477704,0.0,0.5,0.005859375,0.09765625,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1088,1152,2048,64,0.051934554025582835,0.0,0.5537109375,0.00830078125,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06929439570863045,0.0,0.5078125,0.01806640625,0.1279296875,1.0,37,0.578125
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1216,1280,2048,64,0.05826508316334722,0.0,0.4736328125,0.00732421875,0.10009765625,1.0,46,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1280,1344,2048,64,0.054961702026625835,0.0,0.48681640625,0.0087890625,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1344,1408,2048,64,0.053946657255186735,0.0,0.470703125,0.01220703125,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1408,1472,2048,64,0.051724481364301474,0.0,0.49072265625,0.00732421875,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1472,1536,2048,64,0.05409774389153252,0.0,0.49560546875,0.01318359375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1536,1600,2048,64,0.04897459679155126,0.0,0.537109375,0.00732421875,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1600,1664,2048,64,0.050716152365447145,0.0,0.45458984375,0.01123046875,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1664,1728,2048,64,0.05286276303659232,0.0,0.515625,0.009765625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1728,1792,2048,64,0.05476803883443109,0.0,0.49951171875,0.0078125,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06535251982253801,0.0,0.4619140625,0.01025390625,0.11767578125,1.0,39,0.609375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1856,1920,2048,64,0.051232982668234464,0.0,0.46337890625,0.013671875,0.10888671875,1.0,47,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1920,1984,2048,64,0.09693117319019515,0.0,0.5224609375,0.01904296875,0.181640625,1.0,24,0.375
+fresh-en-1,layers.14.linear_attn.out_proj.output,64,1984,2048,2048,64,0.05178152142432232,0.0,0.48681640625,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,0,128,4096,128,0.05680692130432538,0.0,0.478271484375,0.0107421875,0.105712890625,1.0,90,0.703125
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,128,256,4096,128,0.05598828684412277,0.0,0.51025390625,0.0078125,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,256,384,4096,128,0.05249993277049114,0.0,0.509765625,0.010986328125,0.087158203125,1.0,98,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,384,512,4096,128,0.055953410947972425,0.0,0.498291015625,0.009765625,0.090576171875,1.0,92,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,512,640,4096,128,0.05300755681833164,0.0,0.48095703125,0.010498046875,0.098876953125,1.0,91,0.7109375
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,640,768,4096,128,0.053409253111585495,0.0,0.52099609375,0.01171875,0.1015625,1.0,91,0.7109375
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,768,896,4096,128,0.05561102688983092,0.0,0.494140625,0.008544921875,0.086181640625,1.0,94,0.734375
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,896,1024,4096,128,0.05466211900328983,0.0,0.525390625,0.008056640625,0.09130859375,1.0,98,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1024,1152,4096,128,0.05111864262310822,0.0,0.52685546875,0.00732421875,0.09912109375,1.0,95,0.7421875
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1152,1280,4096,128,0.06401770533475888,0.0,0.49072265625,0.01318359375,0.115234375,1.0,82,0.640625
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1280,1408,4096,128,0.05445654468781598,0.0,0.478759765625,0.010498046875,0.098876953125,1.0,91,0.7109375
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1408,1536,4096,128,0.052924417174683255,0.0,0.4931640625,0.010498046875,0.097900390625,1.0,92,0.71875
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1536,1664,4096,128,0.04985298005962268,0.0,0.495849609375,0.00927734375,0.0908203125,1.0,101,0.7890625
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1664,1792,4096,128,0.05382383205250562,0.0,0.507568359375,0.0087890625,0.0908203125,1.0,98,0.765625
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1792,1920,4096,128,0.05871869532031018,0.0,0.462646484375,0.012939453125,0.112548828125,1.0,86,0.671875
+fresh-en-1,layers.14.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07770771614532612,0.0,0.504638671875,0.011962890625,0.137451171875,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,0,0,6144,196608,6144,0.8499598576986848,0.0,0.705169677734375,0.010136922200520834,0.09920756022135417,1.0,3333,0.54248046875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,0,64,2048,64,0.7601026098069065,0.0,0.65966796875,0.01611328125,0.11328125,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,64,128,2048,64,0.7690702342542503,0.0,0.72119140625,0.005859375,0.0830078125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,128,192,2048,64,0.8340456774370495,0.0,0.73974609375,0.00830078125,0.08837890625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,192,256,2048,64,0.7955588818128895,0.0,0.75390625,0.00732421875,0.087890625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,256,320,2048,64,0.8853132246715459,0.0,0.69677734375,0.00830078125,0.10400390625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,320,384,2048,64,0.8236614748832937,0.0,0.73291015625,0.00927734375,0.0966796875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,384,448,2048,64,0.8569289338530338,0.0,0.716796875,0.01123046875,0.0888671875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,448,512,2048,64,0.9210968370058239,0.0,0.70458984375,0.01123046875,0.10498046875,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,512,576,2048,64,0.7910003025543088,0.0,0.6328125,0.0087890625,0.1044921875,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,576,640,2048,64,0.9891727859521554,0.0,0.65966796875,0.01025390625,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,640,704,2048,64,0.9359174078380137,0.0,0.75,0.00732421875,0.0908203125,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,704,768,2048,64,0.7673466486956859,0.0,0.70849609375,0.0068359375,0.0771484375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,768,832,2048,64,0.8190582263132882,0.0,0.6962890625,0.00537109375,0.0888671875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,832,896,2048,64,0.8681963028224814,0.0,0.73681640625,0.009765625,0.1064453125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,896,960,2048,64,0.813140696380795,0.0,0.705078125,0.00927734375,0.08837890625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,960,1024,2048,64,0.7725485712473692,0.0,0.650390625,0.009765625,0.08447265625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1024,1088,2048,64,0.932677977021238,0.0,0.71044921875,0.0087890625,0.08837890625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1088,1152,2048,64,0.8589320838170154,0.0,0.70556640625,0.01123046875,0.103515625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1152,1216,2048,64,0.8684289332722277,0.0,0.67431640625,0.00732421875,0.10009765625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1216,1280,2048,64,0.7746979351675324,0.0,0.671875,0.01171875,0.1162109375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1280,1344,2048,64,0.8269613518753922,0.0,0.7158203125,0.00927734375,0.076171875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1344,1408,2048,64,0.8323094272068652,0.0,0.69482421875,0.01171875,0.1064453125,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1408,1472,2048,64,0.872972577883828,0.0,0.74755859375,0.01318359375,0.0947265625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1472,1536,2048,64,0.7296964122521018,0.0,0.7021484375,0.01171875,0.09326171875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1536,1600,2048,64,0.8756968027289246,0.0,0.73046875,0.0146484375,0.107421875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1600,1664,2048,64,0.8622230855247317,0.0,0.763671875,0.0107421875,0.1044921875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1664,1728,2048,64,0.7831892863381005,0.0,0.6572265625,0.01220703125,0.10791015625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1728,1792,2048,64,0.9023331895400737,0.0,0.6923828125,0.01416015625,0.10595703125,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1792,1856,2048,64,0.9148531777440135,0.0,0.70947265625,0.009765625,0.10791015625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1856,1920,2048,64,0.7713484544238134,0.0,0.71875,0.01025390625,0.09130859375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1920,1984,2048,64,0.7792552064822782,0.0,0.66748046875,0.013671875,0.10009765625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,1984,2048,2048,64,0.7477797877081264,0.0,0.71044921875,0.01025390625,0.10205078125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2048,2112,2048,64,0.8546592525935164,0.0,0.67822265625,0.00537109375,0.0927734375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2112,2176,2048,64,0.775519632684166,0.0,0.68896484375,0.00927734375,0.078125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2176,2240,2048,64,0.9284795288725043,0.0,0.76171875,0.01025390625,0.1005859375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2240,2304,2048,64,0.7944853075916773,0.0,0.67333984375,0.01123046875,0.09912109375,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2304,2368,2048,64,0.9476650919643009,0.0,0.68310546875,0.01123046875,0.1162109375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2368,2432,2048,64,0.6915478585281527,0.0,0.71484375,0.009765625,0.08251953125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2432,2496,2048,64,0.8893651729350946,0.0,0.7099609375,0.01318359375,0.1123046875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2496,2560,2048,64,0.8362780194259447,0.0,0.7607421875,0.01123046875,0.08837890625,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2560,2624,2048,64,0.8057191715468511,0.0,0.693359375,0.00537109375,0.0830078125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2624,2688,2048,64,0.832228417392318,0.0,0.7080078125,0.01123046875,0.10546875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2688,2752,2048,64,0.7618480935504461,0.0,0.693359375,0.01171875,0.0888671875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2752,2816,2048,64,0.7932490302793611,0.0,0.79150390625,0.0078125,0.08740234375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2816,2880,2048,64,0.6405317238802322,0.0,0.63720703125,0.0087890625,0.0966796875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2880,2944,2048,64,0.758627977901085,0.0,0.72509765625,0.01171875,0.0947265625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,2944,3008,2048,64,0.8093954935368977,0.0,0.63525390625,0.01318359375,0.12060546875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3008,3072,2048,64,0.8000231263124687,0.0,0.69140625,0.009765625,0.09326171875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3072,3136,2048,64,0.9137400679760902,0.0,0.7099609375,0.00732421875,0.09375,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3136,3200,2048,64,1.042843059833814,0.0,0.7412109375,0.01318359375,0.12744140625,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3200,3264,2048,64,0.7983699452484113,0.0,0.74462890625,0.0068359375,0.08251953125,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3264,3328,2048,64,0.8623637734464005,0.0,0.74267578125,0.01220703125,0.099609375,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3328,3392,2048,64,0.8606596925698615,0.0,0.71533203125,0.00537109375,0.0830078125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3392,3456,2048,64,0.782475645141903,0.0,0.6640625,0.01220703125,0.10107421875,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3456,3520,2048,64,0.7519396181773401,0.0,0.705078125,0.00830078125,0.09033203125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3520,3584,2048,64,0.8923907528336681,0.0,0.75634765625,0.00830078125,0.09765625,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3584,3648,2048,64,0.838124643409462,0.0,0.7412109375,0.009765625,0.09912109375,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3648,3712,2048,64,0.8530145656406981,0.0,0.6787109375,0.01220703125,0.1162109375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3712,3776,2048,64,0.7437418152187054,0.0,0.7529296875,0.01123046875,0.08056640625,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3776,3840,2048,64,0.8657210973470543,0.0,0.67236328125,0.00830078125,0.10205078125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3840,3904,2048,64,0.8979114053204481,0.0,0.72802734375,0.00927734375,0.10693359375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3904,3968,2048,64,0.7591131965041117,0.0,0.68701171875,0.013671875,0.10400390625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,3968,4032,2048,64,0.863855409919528,0.0,0.71533203125,0.00927734375,0.08544921875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4032,4096,2048,64,0.8087909073269425,0.0,0.6865234375,0.0087890625,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4096,4160,2048,64,0.9015706982010223,0.0,0.689453125,0.00830078125,0.10400390625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4160,4224,2048,64,0.7580793059177666,0.0,0.6904296875,0.0087890625,0.083984375,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4224,4288,2048,64,0.8162807871931604,0.0,0.7177734375,0.01123046875,0.09765625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4288,4352,2048,64,0.8609570839436521,0.0,0.66455078125,0.0126953125,0.0966796875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4352,4416,2048,64,0.80628299721614,0.0,0.6943359375,0.005859375,0.10986328125,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4416,4480,2048,64,0.810581810661323,0.0,0.6650390625,0.0146484375,0.103515625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4480,4544,2048,64,0.8207406368345268,0.0,0.64794921875,0.0087890625,0.10498046875,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4544,4608,2048,64,0.86552540904261,0.0,0.72265625,0.00830078125,0.091796875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4608,4672,2048,64,0.8562871493611123,0.0,0.72705078125,0.01123046875,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4672,4736,2048,64,0.8073702746221262,0.0,0.701171875,0.005859375,0.08740234375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4736,4800,2048,64,0.9348233694064436,0.0,0.6923828125,0.01220703125,0.1171875,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4800,4864,2048,64,1.1868682690800774,0.0,0.69189453125,0.01416015625,0.1259765625,1.0,25,0.390625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4864,4928,2048,64,0.9189093604601187,0.0,0.70703125,0.00927734375,0.0986328125,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4928,4992,2048,64,0.8556507323106236,0.0,0.7060546875,0.00439453125,0.10205078125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,4992,5056,2048,64,0.9631197455990061,0.0,0.7314453125,0.0126953125,0.119140625,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5056,5120,2048,64,1.0275764141606445,0.0,0.70556640625,0.015625,0.11279296875,1.0,30,0.46875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5120,5184,2048,64,0.9644067573276993,0.0,0.677734375,0.009765625,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5184,5248,2048,64,0.8195683963074875,0.0,0.72509765625,0.01123046875,0.1015625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5248,5312,2048,64,0.8134841382527417,0.0,0.67041015625,0.00927734375,0.08251953125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5312,5376,2048,64,0.7692582413215678,0.0,0.64208984375,0.0078125,0.0947265625,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5376,5440,2048,64,0.9127121952699249,0.0,0.72998046875,0.00732421875,0.08984375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5440,5504,2048,64,0.9012495592884152,0.0,0.73291015625,0.01171875,0.09521484375,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5504,5568,2048,64,0.7972010541457072,0.0,0.69140625,0.01220703125,0.1044921875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5568,5632,2048,64,1.002356158695156,0.0,0.6728515625,0.01123046875,0.12255859375,1.0,30,0.46875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5632,5696,2048,64,1.0236484763265967,0.0,0.7265625,0.0126953125,0.0908203125,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5696,5760,2048,64,1.017369953086256,0.0,0.7646484375,0.01171875,0.099609375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5760,5824,2048,64,0.8260738981374137,0.0,0.72412109375,0.00927734375,0.09130859375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5824,5888,2048,64,0.7839983629894715,0.0,0.78857421875,0.0078125,0.07958984375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5888,5952,2048,64,0.7377551549202375,0.0,0.73046875,0.00830078125,0.09912109375,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gate_proj.output,64,5952,6016,2048,64,0.8822693911554056,0.0,0.6171875,0.013671875,0.0986328125,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,64,6016,6080,2048,64,0.789355261128634,0.0,0.72216796875,0.0087890625,0.09375,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,64,6080,6144,2048,64,0.7826838582805867,0.0,0.7001953125,0.00830078125,0.0869140625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,0,128,4096,128,0.764599569268502,0.0,0.6904296875,0.010986328125,0.098876953125,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,128,256,4096,128,0.8150294861177728,0.0,0.746826171875,0.00732421875,0.08740234375,1.0,74,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,256,384,4096,128,0.8550431951033977,0.0,0.71484375,0.009033203125,0.09765625,1.0,70,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,384,512,4096,128,0.8895916425013869,0.0,0.710693359375,0.011474609375,0.0986328125,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,512,640,4096,128,0.8955848031061483,0.0,0.646240234375,0.01025390625,0.107666015625,1.0,68,0.53125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,640,768,4096,128,0.8557926949789673,0.0,0.729248046875,0.007568359375,0.0859375,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,768,896,4096,128,0.8439849519766616,0.0,0.716552734375,0.007568359375,0.097900390625,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,896,1024,4096,128,0.7931043711413385,0.0,0.677734375,0.009521484375,0.087158203125,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1024,1152,4096,128,0.8965635876586415,0.0,0.7080078125,0.01025390625,0.0966796875,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1152,1280,4096,128,0.8228990530123296,0.0,0.673095703125,0.009521484375,0.10986328125,1.0,65,0.5078125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1280,1408,4096,128,0.8296396989395446,0.0,0.705322265625,0.010498046875,0.09130859375,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1408,1536,4096,128,0.8045302902286293,0.0,0.724853515625,0.01220703125,0.093994140625,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1536,1664,4096,128,0.8689860584386409,0.0,0.7470703125,0.01220703125,0.105712890625,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1664,1792,4096,128,0.8448640846847337,0.0,0.6748046875,0.013427734375,0.10791015625,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1792,1920,4096,128,0.8461485611198324,0.0,0.714111328125,0.009765625,0.099609375,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,1920,2048,4096,128,0.7636796735983448,0.0,0.68896484375,0.011962890625,0.099609375,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2048,2176,4096,128,0.8160493669877735,0.0,0.68359375,0.0078125,0.085693359375,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2176,2304,4096,128,0.8640836590036723,0.0,0.717529296875,0.010986328125,0.101318359375,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2304,2432,4096,128,0.8295503502387848,0.0,0.698974609375,0.0107421875,0.10009765625,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2432,2560,4096,128,0.8632297888178012,0.0,0.7353515625,0.012451171875,0.101806640625,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2560,2688,4096,128,0.8190810466960722,0.0,0.70068359375,0.008056640625,0.09375,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2688,2816,4096,128,0.7777070597871657,0.0,0.742431640625,0.010009765625,0.088623046875,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2816,2944,4096,128,0.7020674106349302,0.0,0.68115234375,0.009765625,0.094482421875,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,2944,3072,4096,128,0.8047229546845965,0.0,0.663330078125,0.011474609375,0.107177734375,1.0,70,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3072,3200,4096,128,0.9804189306792535,0.0,0.7255859375,0.010498046875,0.110595703125,1.0,62,0.484375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3200,3328,4096,128,0.8309831066961186,0.0,0.74365234375,0.009521484375,0.092529296875,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3328,3456,4096,128,0.8224971859084643,0.0,0.689697265625,0.009033203125,0.090576171875,1.0,75,0.5859375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3456,3584,4096,128,0.8251589074619885,0.0,0.730712890625,0.008056640625,0.0947265625,1.0,74,0.578125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3584,3712,4096,128,0.8456023791018527,0.0,0.7099609375,0.010986328125,0.107177734375,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3712,3840,4096,128,0.8070393131987447,0.0,0.712646484375,0.01025390625,0.09130859375,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3840,3968,4096,128,0.8314137769219463,0.0,0.70751953125,0.01123046875,0.106201171875,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,3968,4096,4096,128,0.836776224871971,0.0,0.700927734375,0.009033203125,0.094970703125,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4096,4224,4096,128,0.8329207519072392,0.0,0.68994140625,0.00830078125,0.095947265625,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4224,4352,4096,128,0.838916391523447,0.0,0.691162109375,0.011962890625,0.0966796875,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4352,4480,4096,128,0.8084352612840532,0.0,0.6796875,0.010498046875,0.1064453125,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4480,4608,4096,128,0.8434303251158101,0.0,0.685302734375,0.008544921875,0.0986328125,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4608,4736,4096,128,0.8321882126371375,0.0,0.714111328125,0.00830078125,0.097900390625,1.0,70,0.546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4736,4864,4096,128,1.0683049705345273,0.0,0.692138671875,0.01318359375,0.120849609375,1.0,54,0.421875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4864,4992,4096,128,0.8878436203647946,0.0,0.70654296875,0.00732421875,0.101318359375,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,4992,5120,4096,128,0.9958697031494488,0.0,0.718505859375,0.014404296875,0.115966796875,1.0,62,0.484375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5120,5248,4096,128,0.8949225524606459,0.0,0.701416015625,0.010498046875,0.10595703125,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5248,5376,4096,128,0.7916800758608105,0.0,0.65625,0.0078125,0.088134765625,1.0,79,0.6171875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5376,5504,4096,128,0.9069989855319597,0.0,0.7314453125,0.009521484375,0.092529296875,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5504,5632,4096,128,0.90560681026733,0.0,0.68212890625,0.012451171875,0.11474609375,1.0,64,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5632,5760,4096,128,1.0205140431489648,0.0,0.74560546875,0.01220703125,0.095458984375,1.0,64,0.5
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5760,5888,4096,128,0.805310970481004,0.0,0.75634765625,0.0087890625,0.0859375,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gate_proj.output,128,5888,6016,4096,128,0.8132287338692336,0.0,0.673828125,0.01025390625,0.100341796875,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gate_proj.output,128,6016,6144,4096,128,0.7860266376798052,0.0,0.711181640625,0.008544921875,0.09033203125,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.up_proj.output,0,0,6144,196608,6144,0.5124141225303126,0.0,0.5013936360677084,0.0093841552734375,0.0959014892578125,1.0,4274,0.6956380208333334
+fresh-en-1,layers.14.mlp.up_proj.output,64,0,64,2048,64,0.5014508667319201,0.0,0.5576171875,0.0068359375,0.09619140625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,64,128,2048,64,0.4605029576028462,0.0,0.4931640625,0.0078125,0.09521484375,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,128,192,2048,64,0.46151621443415974,0.0,0.47998046875,0.0078125,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,192,256,2048,64,0.5045405907016552,0.0,0.48681640625,0.01025390625,0.1064453125,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,256,320,2048,64,0.5965636675111051,0.0,0.498046875,0.00927734375,0.10595703125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.up_proj.output,64,320,384,2048,64,0.5010423146447122,0.0,0.5361328125,0.01025390625,0.10107421875,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,384,448,2048,64,0.44526252177265824,0.0,0.49267578125,0.0068359375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,64,448,512,2048,64,0.4784968872017688,0.0,0.4873046875,0.01025390625,0.0927734375,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,512,576,2048,64,0.4618182975993453,0.0,0.51513671875,0.009765625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,576,640,2048,64,0.5863354888017606,0.0,0.48291015625,0.01123046875,0.1162109375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.up_proj.output,64,640,704,2048,64,0.4780170981003421,0.0,0.517578125,0.01318359375,0.10791015625,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,704,768,2048,64,0.478500290400103,0.0,0.4912109375,0.0078125,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,768,832,2048,64,0.4891957290963859,0.0,0.52587890625,0.0068359375,0.0810546875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,832,896,2048,64,0.495297882696924,0.0,0.54541015625,0.00634765625,0.07421875,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,896,960,2048,64,0.4926633130191396,0.0,0.4775390625,0.00927734375,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,960,1024,2048,64,0.49385090443757224,0.0,0.513671875,0.00634765625,0.109375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,1024,1088,2048,64,0.49664807588347737,0.0,0.52294921875,0.00732421875,0.1064453125,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,1088,1152,2048,64,0.607450701103855,0.0,0.4775390625,0.00634765625,0.09619140625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.up_proj.output,64,1152,1216,2048,64,0.5215919058674006,0.0,0.5380859375,0.00537109375,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1216,1280,2048,64,0.5457249318124727,0.0,0.49755859375,0.005859375,0.09423828125,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1280,1344,2048,64,0.48392269933359083,0.0,0.5078125,0.00537109375,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,1344,1408,2048,64,0.5097389800388948,0.0,0.55859375,0.00830078125,0.10791015625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1408,1472,2048,64,0.49673757821188447,0.0,0.484375,0.0087890625,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1472,1536,2048,64,0.4546766757563195,0.0,0.455078125,0.00927734375,0.09814453125,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,1536,1600,2048,64,0.5606814254645696,0.0,0.466796875,0.0078125,0.09423828125,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.up_proj.output,64,1600,1664,2048,64,0.5296114229570517,0.0,0.4697265625,0.0107421875,0.08837890625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1664,1728,2048,64,0.5377557448242627,0.0,0.501953125,0.0068359375,0.09765625,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1728,1792,2048,64,0.5273123743272637,0.0,0.49853515625,0.013671875,0.111328125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1792,1856,2048,64,0.5771059206469162,0.0,0.44970703125,0.013671875,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,1856,1920,2048,64,0.5008019488036708,0.0,0.51220703125,0.01025390625,0.0849609375,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,1920,1984,2048,64,0.4215783575723394,0.0,0.51123046875,0.00927734375,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,64,1984,2048,2048,64,0.46742362474690036,0.0,0.4765625,0.0126953125,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,64,2048,2112,2048,64,0.6004557729615,0.0,0.451171875,0.01123046875,0.1142578125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.up_proj.output,64,2112,2176,2048,64,0.5426352549858047,0.0,0.49365234375,0.0166015625,0.1083984375,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,2176,2240,2048,64,0.4795122832072342,0.0,0.47412109375,0.0126953125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,2240,2304,2048,64,0.48349858645239036,0.0,0.54638671875,0.00732421875,0.07958984375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,2304,2368,2048,64,0.4730661673826527,0.0,0.47216796875,0.009765625,0.10205078125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,2368,2432,2048,64,0.5074245743066758,0.0,0.51806640625,0.01025390625,0.09375,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,2432,2496,2048,64,0.4576397797679661,0.0,0.46630859375,0.005859375,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,2496,2560,2048,64,0.5298010047653767,0.0,0.46044921875,0.00732421875,0.0927734375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,2560,2624,2048,64,0.5759129828271603,0.0,0.55126953125,0.01025390625,0.103515625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.up_proj.output,64,2624,2688,2048,64,0.4658622454870851,0.0,0.5673828125,0.00830078125,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,2688,2752,2048,64,0.49511891726876484,0.0,0.54296875,0.01025390625,0.09130859375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,2752,2816,2048,64,0.5392535343112679,0.0,0.52490234375,0.01513671875,0.0927734375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,2816,2880,2048,64,0.4404028436736209,0.0,0.5224609375,0.00634765625,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.14.mlp.up_proj.output,64,2880,2944,2048,64,0.4747564704198776,0.0,0.50244140625,0.00634765625,0.07568359375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,2944,3008,2048,64,0.4965844070139167,0.0,0.4462890625,0.01220703125,0.08544921875,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,3008,3072,2048,64,0.6131770025313958,0.0,0.48046875,0.01513671875,0.10498046875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.up_proj.output,64,3072,3136,2048,64,0.5432627096435043,0.0,0.44921875,0.01220703125,0.0771484375,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3136,3200,2048,64,0.6223763538355993,0.0,0.53173828125,0.015625,0.125,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.up_proj.output,64,3200,3264,2048,64,0.5206297812184787,0.0,0.5087890625,0.01025390625,0.091796875,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,3264,3328,2048,64,0.5101544954576667,0.0,0.5390625,0.009765625,0.0830078125,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3328,3392,2048,64,0.5000461893189507,0.0,0.51318359375,0.0078125,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3392,3456,2048,64,0.5237434317894675,0.0,0.56591796875,0.00634765625,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,3456,3520,2048,64,0.517272016136041,0.0,0.52197265625,0.0068359375,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3520,3584,2048,64,0.43744388253603955,0.0,0.48974609375,0.0078125,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,3584,3648,2048,64,0.5109809062829614,0.0,0.5341796875,0.00927734375,0.08740234375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3648,3712,2048,64,0.5974107969090467,0.0,0.47998046875,0.00732421875,0.10400390625,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.up_proj.output,64,3712,3776,2048,64,0.4624314163030644,0.0,0.52587890625,0.01025390625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,3776,3840,2048,64,0.46485685597349363,0.0,0.44580078125,0.0068359375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3840,3904,2048,64,0.5511632562245052,0.0,0.564453125,0.0068359375,0.10009765625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,3904,3968,2048,64,0.5029952253738742,0.0,0.49365234375,0.0126953125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,3968,4032,2048,64,0.5465296635346408,0.0,0.4619140625,0.005859375,0.09521484375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4032,4096,2048,64,0.45879351270120916,0.0,0.48291015625,0.01123046875,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,4096,4160,2048,64,0.473429489800277,0.0,0.47216796875,0.01123046875,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,4160,4224,2048,64,0.5121920182764172,0.0,0.49072265625,0.01171875,0.10205078125,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,4224,4288,2048,64,0.48088116553859983,0.0,0.50048828125,0.00830078125,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,4288,4352,2048,64,0.538946842279476,0.0,0.43701171875,0.0126953125,0.1064453125,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4352,4416,2048,64,0.5422027925821188,0.0,0.5166015625,0.0107421875,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4416,4480,2048,64,0.4555568442171269,0.0,0.5263671875,0.0087890625,0.08447265625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,4480,4544,2048,64,0.4870196763291939,0.0,0.4931640625,0.0107421875,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4544,4608,2048,64,0.5177895736293588,0.0,0.5283203125,0.01123046875,0.0908203125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4608,4672,2048,64,0.49561720379316626,0.0,0.47900390625,0.009765625,0.1064453125,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,4672,4736,2048,64,0.48280798472877495,0.0,0.47607421875,0.00830078125,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,4736,4800,2048,64,0.4780112896248648,0.0,0.53076171875,0.01171875,0.0927734375,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,4800,4864,2048,64,0.5227904618569981,0.0,0.51416015625,0.009765625,0.09228515625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4864,4928,2048,64,0.5473720776484329,0.0,0.525390625,0.00927734375,0.09521484375,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,4928,4992,2048,64,0.5347216400340986,0.0,0.49462890625,0.01220703125,0.1025390625,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,64,4992,5056,2048,64,0.5081620690046205,0.0,0.451171875,0.0078125,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5056,5120,2048,64,0.4725828200821264,0.0,0.474609375,0.00830078125,0.091796875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.up_proj.output,64,5120,5184,2048,64,0.5353907857742177,0.0,0.4453125,0.0087890625,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5184,5248,2048,64,0.4901628971392561,0.0,0.544921875,0.005859375,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5248,5312,2048,64,0.43559642495043915,0.0,0.53125,0.009765625,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,64,5312,5376,2048,64,0.5185395595009372,0.0,0.501953125,0.01025390625,0.0966796875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5376,5440,2048,64,0.5185660584053777,0.0,0.50048828125,0.00927734375,0.08984375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5440,5504,2048,64,0.4709833726796231,0.0,0.4912109375,0.01025390625,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,64,5504,5568,2048,64,0.5342618025921756,0.0,0.49560546875,0.00830078125,0.09814453125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5568,5632,2048,64,0.6052791780811585,0.0,0.4755859375,0.009765625,0.10302734375,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.up_proj.output,64,5632,5696,2048,64,0.5743460237837038,0.0,0.53759765625,0.0078125,0.10498046875,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5696,5760,2048,64,0.6434062489626702,0.0,0.5341796875,0.009765625,0.0966796875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.up_proj.output,64,5760,5824,2048,64,0.5559987334631463,0.0,0.51220703125,0.00927734375,0.099609375,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5824,5888,2048,64,0.47649861562472645,0.0,0.48046875,0.00927734375,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,64,5888,5952,2048,64,0.5248437499839205,0.0,0.51806640625,0.00537109375,0.0830078125,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,5952,6016,2048,64,0.5019006627906655,0.0,0.50048828125,0.0078125,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,64,6016,6080,2048,64,0.4998925626411039,0.0,0.5166015625,0.01171875,0.10693359375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,64,6080,6144,2048,64,0.45245998264012366,0.0,0.478515625,0.01171875,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.14.mlp.up_proj.output,128,0,128,4096,128,0.4814124768362172,0.0,0.525390625,0.007568359375,0.095458984375,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,128,128,256,4096,128,0.483507199455816,0.0,0.4833984375,0.0087890625,0.099609375,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,256,384,4096,128,0.5508773050593168,0.0,0.51708984375,0.009521484375,0.1064453125,1.0,85,0.6640625
+fresh-en-1,layers.14.mlp.up_proj.output,128,384,512,4096,128,0.46217852846985935,0.0,0.489990234375,0.00830078125,0.09326171875,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,128,512,640,4096,128,0.5277619943809695,0.0,0.4990234375,0.010498046875,0.101806640625,1.0,85,0.6640625
+fresh-en-1,layers.14.mlp.up_proj.output,128,640,768,4096,128,0.47825875527231854,0.0,0.50439453125,0.010498046875,0.09521484375,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,768,896,4096,128,0.4922562614991303,0.0,0.53564453125,0.006591796875,0.077392578125,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,896,1024,4096,128,0.49325746614156935,0.0,0.49560546875,0.0078125,0.098876953125,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,1024,1152,4096,128,0.5548223434354124,0.0,0.500244140625,0.006591796875,0.102783203125,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.up_proj.output,128,1152,1280,4096,128,0.5337948189464352,0.0,0.517822265625,0.005615234375,0.0927734375,1.0,89,0.6953125
+fresh-en-1,layers.14.mlp.up_proj.output,128,1280,1408,4096,128,0.4969984943143197,0.0,0.533203125,0.0068359375,0.095458984375,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,1408,1536,4096,128,0.4761717657970836,0.0,0.4697265625,0.009521484375,0.095947265625,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,1536,1664,4096,128,0.5453677292376102,0.0,0.46826171875,0.00927734375,0.08984375,1.0,86,0.671875
+fresh-en-1,layers.14.mlp.up_proj.output,128,1664,1792,4096,128,0.5325596591979878,0.0,0.500244140625,0.010009765625,0.104248046875,1.0,87,0.6796875
+fresh-en-1,layers.14.mlp.up_proj.output,128,1792,1920,4096,128,0.5403026168598849,0.0,0.48095703125,0.01171875,0.096435546875,1.0,88,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,128,1920,2048,4096,128,0.4450916515420854,0.0,0.493896484375,0.010986328125,0.090087890625,1.0,97,0.7578125
+fresh-en-1,layers.14.mlp.up_proj.output,128,2048,2176,4096,128,0.5722762249282691,0.0,0.472412109375,0.013916015625,0.1123046875,1.0,83,0.6484375
+fresh-en-1,layers.14.mlp.up_proj.output,128,2176,2304,4096,128,0.48150956005466516,0.0,0.51025390625,0.009765625,0.086669921875,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,128,2304,2432,4096,128,0.4905462757642866,0.0,0.4951171875,0.01025390625,0.096923828125,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,2432,2560,4096,128,0.4950370050190568,0.0,0.46337890625,0.0068359375,0.093994140625,1.0,91,0.7109375
+fresh-en-1,layers.14.mlp.up_proj.output,128,2560,2688,4096,128,0.5237859274356014,0.0,0.559326171875,0.00830078125,0.09619140625,1.0,87,0.6796875
+fresh-en-1,layers.14.mlp.up_proj.output,128,2688,2816,4096,128,0.5176567958138808,0.0,0.533935546875,0.0126953125,0.092529296875,1.0,88,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,128,2816,2944,4096,128,0.45790193869503976,0.0,0.512451171875,0.005859375,0.0771484375,1.0,97,0.7578125
+fresh-en-1,layers.14.mlp.up_proj.output,128,2944,3072,4096,128,0.5579346331438616,0.0,0.46337890625,0.013671875,0.097412109375,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.up_proj.output,128,3072,3200,4096,128,0.5841603793064442,0.0,0.490478515625,0.013671875,0.10107421875,1.0,82,0.640625
+fresh-en-1,layers.14.mlp.up_proj.output,128,3200,3328,4096,128,0.5154187512728206,0.0,0.52392578125,0.010009765625,0.08740234375,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,3328,3456,4096,128,0.5120319198033519,0.0,0.53955078125,0.007080078125,0.094482421875,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.up_proj.output,128,3456,3584,4096,128,0.47902374108474466,0.0,0.505859375,0.00732421875,0.093505859375,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.up_proj.output,128,3584,3712,4096,128,0.5558782001703516,0.0,0.507080078125,0.008056640625,0.096923828125,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.up_proj.output,128,3712,3840,4096,128,0.4636457221465649,0.0,0.48583984375,0.008544921875,0.09375,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,3840,3968,4096,128,0.5276291935445356,0.0,0.529052734375,0.01025390625,0.097412109375,1.0,91,0.7109375
+fresh-en-1,layers.14.mlp.up_proj.output,128,3968,4096,4096,128,0.5045721754219125,0.0,0.472412109375,0.00830078125,0.097412109375,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,4096,4224,4096,128,0.4931917200230658,0.0,0.4814453125,0.01123046875,0.093994140625,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,4224,4352,4096,128,0.5107398526514162,0.0,0.46875,0.01025390625,0.100341796875,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,4352,4480,4096,128,0.5007573796744865,0.0,0.521484375,0.009521484375,0.093994140625,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,4480,4608,4096,128,0.5026401335404217,0.0,0.5107421875,0.010986328125,0.093505859375,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.up_proj.output,128,4608,4736,4096,128,0.48925451597998454,0.0,0.4775390625,0.009033203125,0.1015625,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,4736,4864,4096,128,0.5009015172753422,0.0,0.5224609375,0.0107421875,0.091796875,1.0,88,0.6875
+fresh-en-1,layers.14.mlp.up_proj.output,128,4864,4992,4096,128,0.5410838307092156,0.0,0.510009765625,0.0107421875,0.099609375,1.0,87,0.6796875
+fresh-en-1,layers.14.mlp.up_proj.output,128,4992,5120,4096,128,0.49069502249963376,0.0,0.462890625,0.008544921875,0.091796875,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,5120,5248,4096,128,0.5132752474179343,0.0,0.4951171875,0.007568359375,0.093994140625,1.0,91,0.7109375
+fresh-en-1,layers.14.mlp.up_proj.output,128,5248,5376,4096,128,0.47886716331203455,0.0,0.5166015625,0.009765625,0.09326171875,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,5376,5504,4096,128,0.4953463910592073,0.0,0.495849609375,0.009521484375,0.0927734375,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.up_proj.output,128,5504,5632,4096,128,0.5708758871802362,0.0,0.485595703125,0.009033203125,0.099853515625,1.0,82,0.640625
+fresh-en-1,layers.14.mlp.up_proj.output,128,5632,5760,4096,128,0.6098544729033166,0.0,0.535888671875,0.0087890625,0.102294921875,1.0,82,0.640625
+fresh-en-1,layers.14.mlp.up_proj.output,128,5760,5888,4096,128,0.5177767483698469,0.0,0.496337890625,0.009521484375,0.10205078125,1.0,89,0.6953125
+fresh-en-1,layers.14.mlp.up_proj.output,128,5888,6016,4096,128,0.5135003589126756,0.0,0.50927734375,0.006591796875,0.087890625,1.0,91,0.7109375
+fresh-en-1,layers.14.mlp.up_proj.output,128,6016,6144,4096,128,0.4767665099787268,0.0,0.49755859375,0.011474609375,0.100830078125,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,0,0,6144,196608,6144,0.32772349569181414,0.0,0.705169677734375,0.007781982421875,0.0767669677734375,1.0,3673,0.5978190104166666
+fresh-en-1,layers.14.mlp.silu_gate,64,0,64,2048,64,0.31460861325513206,0.0,0.65966796875,0.01416015625,0.08984375,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,64,128,2048,64,0.2977800369602025,0.0,0.72119140625,0.0048828125,0.06591796875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,128,192,2048,64,0.3168502907698948,0.0,0.73974609375,0.005859375,0.06982421875,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,192,256,2048,64,0.2908499915068169,0.0,0.75390625,0.0048828125,0.056640625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,256,320,2048,64,0.30754310477605645,0.0,0.69677734375,0.0048828125,0.06591796875,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,320,384,2048,64,0.301537897605391,0.0,0.73291015625,0.0078125,0.07080078125,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,64,384,448,2048,64,0.36139858161520366,0.0,0.716796875,0.01025390625,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,448,512,2048,64,0.296421025531514,0.0,0.70458984375,0.00634765625,0.0712890625,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,512,576,2048,64,0.4224926611077952,0.0,0.6328125,0.00927734375,0.11083984375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.silu_gate,64,576,640,2048,64,0.46983797512524655,0.0,0.65966796875,0.01025390625,0.1044921875,1.0,24,0.375
+fresh-en-1,layers.14.mlp.silu_gate,64,640,704,2048,64,0.3516481275450171,0.0,0.75,0.00439453125,0.06591796875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,64,704,768,2048,64,0.3701611672907999,0.0,0.70849609375,0.0068359375,0.076171875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,64,768,832,2048,64,0.2658745483812575,0.0,0.6962890625,0.00439453125,0.0625,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,64,832,896,2048,64,0.36765758327038767,0.0,0.73681640625,0.00927734375,0.091796875,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.silu_gate,64,896,960,2048,64,0.3147595842034315,0.0,0.705078125,0.0078125,0.06689453125,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,64,960,1024,2048,64,0.35569626484747546,0.0,0.650390625,0.009765625,0.0771484375,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,1024,1088,2048,64,0.4214326477795587,0.0,0.71044921875,0.00830078125,0.083984375,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.silu_gate,64,1088,1152,2048,64,0.4447170391639154,0.0,0.70556640625,0.01171875,0.10791015625,1.0,26,0.40625
+fresh-en-1,layers.14.mlp.silu_gate,64,1152,1216,2048,64,0.3006387867918681,0.0,0.67431640625,0.00439453125,0.064453125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,1216,1280,2048,64,0.24195420205336798,0.0,0.671875,0.00634765625,0.072265625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,64,1280,1344,2048,64,0.3003865527928869,0.0,0.7158203125,0.00634765625,0.0576171875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,1344,1408,2048,64,0.2469350505654729,0.0,0.69482421875,0.0068359375,0.06884765625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,64,1408,1472,2048,64,0.25930299842650345,0.0,0.74755859375,0.00732421875,0.0556640625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,1472,1536,2048,64,0.26767106138478347,0.0,0.7021484375,0.00732421875,0.07080078125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,1536,1600,2048,64,0.25332131544668657,0.0,0.73046875,0.0078125,0.05908203125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.silu_gate,64,1600,1664,2048,64,0.24195993345462388,0.0,0.763671875,0.00537109375,0.056640625,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,64,1664,1728,2048,64,0.25609142498964566,0.0,0.6572265625,0.00732421875,0.068359375,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,64,1728,1792,2048,64,0.38599459170942907,0.0,0.6923828125,0.01220703125,0.09326171875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.silu_gate,64,1792,1856,2048,64,0.32453109150918125,0.0,0.70947265625,0.00634765625,0.07763671875,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,1856,1920,2048,64,0.2606872202394049,0.0,0.71875,0.00732421875,0.05810546875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,1920,1984,2048,64,0.31345607658985736,0.0,0.66748046875,0.0107421875,0.08544921875,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,64,1984,2048,2048,64,0.2610481364002518,0.0,0.71044921875,0.00537109375,0.072265625,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,2048,2112,2048,64,0.3535013976366745,0.0,0.67822265625,0.00390625,0.07275390625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,2112,2176,2048,64,0.3373394042589624,0.0,0.68896484375,0.0068359375,0.0673828125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,2176,2240,2048,64,0.238014179022351,0.0,0.76171875,0.00634765625,0.05517578125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.silu_gate,64,2240,2304,2048,64,0.2783111561462734,0.0,0.67333984375,0.00830078125,0.072265625,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,64,2304,2368,2048,64,0.3398890456896283,0.0,0.68310546875,0.00732421875,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,2368,2432,2048,64,0.31570428373088016,0.0,0.71484375,0.00927734375,0.07666015625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,2432,2496,2048,64,0.35402151511444574,0.0,0.7099609375,0.0107421875,0.08984375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,64,2496,2560,2048,64,0.25838043017976275,0.0,0.7607421875,0.0078125,0.05615234375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,2560,2624,2048,64,0.3386838904083989,0.0,0.693359375,0.00537109375,0.07177734375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,2624,2688,2048,64,0.37625225734259227,0.0,0.7080078125,0.01025390625,0.0966796875,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,64,2688,2752,2048,64,0.2612417493228778,0.0,0.693359375,0.00732421875,0.06298828125,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,2752,2816,2048,64,0.2181241435103031,0.0,0.79150390625,0.0029296875,0.04296875,1.0,48,0.75
+fresh-en-1,layers.14.mlp.silu_gate,64,2816,2880,2048,64,0.2943886902994875,0.0,0.63720703125,0.0078125,0.09228515625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,2880,2944,2048,64,0.28774817094947425,0.0,0.72509765625,0.009765625,0.07568359375,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,2944,3008,2048,64,0.3665673222626972,0.0,0.63525390625,0.01220703125,0.1083984375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.silu_gate,64,3008,3072,2048,64,0.34647279845718343,0.0,0.69140625,0.00927734375,0.0791015625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.silu_gate,64,3072,3136,2048,64,0.4082322287502527,0.0,0.7099609375,0.005859375,0.08447265625,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.silu_gate,64,3136,3200,2048,64,0.35082324605222737,0.0,0.7412109375,0.0107421875,0.08203125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.silu_gate,64,3200,3264,2048,64,0.2791766826390093,0.0,0.74462890625,0.0048828125,0.06298828125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,3264,3328,2048,64,0.25855380359583646,0.0,0.74267578125,0.00634765625,0.0576171875,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,3328,3392,2048,64,0.3252066989405872,0.0,0.71533203125,0.00390625,0.06005859375,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,64,3392,3456,2048,64,0.31534463975753135,0.0,0.6640625,0.01025390625,0.0849609375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,3456,3520,2048,64,0.33928044816076125,0.0,0.705078125,0.0068359375,0.080078125,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.silu_gate,64,3520,3584,2048,64,0.2586177353283886,0.0,0.75634765625,0.005859375,0.048828125,1.0,48,0.75
+fresh-en-1,layers.14.mlp.silu_gate,64,3584,3648,2048,64,0.26287904279295243,0.0,0.7412109375,0.00634765625,0.06201171875,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,3648,3712,2048,64,0.31984417420759687,0.0,0.6787109375,0.00830078125,0.083984375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.silu_gate,64,3712,3776,2048,64,0.2592553289269332,0.0,0.7529296875,0.0048828125,0.05615234375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,3776,3840,2048,64,0.25513103827765876,0.0,0.67236328125,0.0048828125,0.05615234375,1.0,47,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,64,3840,3904,2048,64,0.32118931040025833,0.0,0.72802734375,0.0068359375,0.076171875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,3904,3968,2048,64,0.2843142788011432,0.0,0.68701171875,0.0107421875,0.0791015625,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,3968,4032,2048,64,0.31622328104838016,0.0,0.71533203125,0.0078125,0.06298828125,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,64,4032,4096,2048,64,0.2898461391578664,0.0,0.6865234375,0.00537109375,0.07421875,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,4096,4160,2048,64,0.3880313368180024,0.0,0.689453125,0.00732421875,0.0869140625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,64,4160,4224,2048,64,0.34038352397656446,0.0,0.6904296875,0.00830078125,0.07568359375,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.silu_gate,64,4224,4288,2048,64,0.34001353437301207,0.0,0.7177734375,0.00927734375,0.0810546875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,64,4288,4352,2048,64,0.45894701574747027,0.0,0.66455078125,0.01318359375,0.10400390625,1.0,24,0.375
+fresh-en-1,layers.14.mlp.silu_gate,64,4352,4416,2048,64,0.3230965823427929,0.0,0.6943359375,0.00537109375,0.08349609375,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,4416,4480,2048,64,0.39088883948015296,0.0,0.6650390625,0.0146484375,0.10009765625,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.silu_gate,64,4480,4544,2048,64,0.314988383490456,0.0,0.64794921875,0.00439453125,0.0791015625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,4544,4608,2048,64,0.32839977917560736,0.0,0.72265625,0.005859375,0.06982421875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,4608,4672,2048,64,0.31100496900668095,0.0,0.72705078125,0.00830078125,0.08251953125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,4672,4736,2048,64,0.34496479804711355,0.0,0.701171875,0.00537109375,0.07421875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,4736,4800,2048,64,0.32077069143321807,0.0,0.6923828125,0.0078125,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,4800,4864,2048,64,0.34840925683162705,0.0,0.69189453125,0.00634765625,0.07470703125,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,64,4864,4928,2048,64,0.3173946462895425,0.0,0.70703125,0.00537109375,0.07275390625,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,4928,4992,2048,64,0.3281569302816223,0.0,0.7060546875,0.0029296875,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,4992,5056,2048,64,0.32526326324037386,0.0,0.7314453125,0.0087890625,0.07958984375,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,5056,5120,2048,64,0.28006378000258986,0.0,0.70556640625,0.009765625,0.068359375,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,64,5120,5184,2048,64,0.371223958222633,0.0,0.677734375,0.005859375,0.080078125,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,64,5184,5248,2048,64,0.32536537314353514,0.0,0.72509765625,0.00732421875,0.080078125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,5248,5312,2048,64,0.38162038333683984,0.0,0.67041015625,0.0068359375,0.07763671875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,64,5312,5376,2048,64,0.3686559408669051,0.0,0.64208984375,0.0078125,0.09130859375,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.silu_gate,64,5376,5440,2048,64,0.3904298519906905,0.0,0.72998046875,0.00634765625,0.0791015625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.silu_gate,64,5440,5504,2048,64,0.4106548189064787,0.0,0.73291015625,0.01025390625,0.08935546875,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.silu_gate,64,5504,5568,2048,64,0.32683894086606957,0.0,0.69140625,0.00927734375,0.09033203125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,64,5568,5632,2048,64,0.371633279313264,0.0,0.6728515625,0.0087890625,0.09716796875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.silu_gate,64,5632,5696,2048,64,0.39329985157729586,0.0,0.7265625,0.00927734375,0.07177734375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.silu_gate,64,5696,5760,2048,64,0.25323424846886966,0.0,0.7646484375,0.00634765625,0.05322265625,1.0,48,0.75
+fresh-en-1,layers.14.mlp.silu_gate,64,5760,5824,2048,64,0.3351174353431262,0.0,0.72412109375,0.0068359375,0.07470703125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,64,5824,5888,2048,64,0.2485314658765916,0.0,0.78857421875,0.0029296875,0.05419921875,1.0,46,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,64,5888,5952,2048,64,0.31305619239520466,0.0,0.73046875,0.00634765625,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,64,5952,6016,2048,64,0.4532702536286221,0.0,0.6171875,0.013671875,0.10205078125,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.silu_gate,64,6016,6080,2048,64,0.2939759502920841,0.0,0.72216796875,0.00732421875,0.068359375,1.0,40,0.625
+fresh-en-1,layers.14.mlp.silu_gate,64,6080,6144,2048,64,0.3437394343116291,0.0,0.7001953125,0.0068359375,0.08056640625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,128,0,128,4096,128,0.3063099165439611,0.0,0.6904296875,0.009765625,0.076904296875,1.0,83,0.6484375
+fresh-en-1,layers.14.mlp.silu_gate,128,128,256,4096,128,0.30412811800331974,0.0,0.746826171875,0.0048828125,0.06494140625,1.0,81,0.6328125
+fresh-en-1,layers.14.mlp.silu_gate,128,256,384,4096,128,0.30455530284956106,0.0,0.71484375,0.00634765625,0.06884765625,1.0,82,0.640625
+fresh-en-1,layers.14.mlp.silu_gate,128,384,512,4096,128,0.3305104833213582,0.0,0.710693359375,0.0078125,0.0732421875,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,512,640,4096,128,0.4467928891330624,0.0,0.646240234375,0.01025390625,0.10693359375,1.0,56,0.4375
+fresh-en-1,layers.14.mlp.silu_gate,128,640,768,4096,128,0.36102333399380443,0.0,0.729248046875,0.005859375,0.07177734375,1.0,68,0.53125
+fresh-en-1,layers.14.mlp.silu_gate,128,768,896,4096,128,0.32082812689441653,0.0,0.716552734375,0.006591796875,0.07421875,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,896,1024,4096,128,0.3358522209799739,0.0,0.677734375,0.00830078125,0.07373046875,1.0,79,0.6171875
+fresh-en-1,layers.14.mlp.silu_gate,128,1024,1152,4096,128,0.43323130169530055,0.0,0.7080078125,0.010009765625,0.09521484375,1.0,54,0.421875
+fresh-en-1,layers.14.mlp.silu_gate,128,1152,1280,4096,128,0.2728786506993249,0.0,0.673095703125,0.005615234375,0.068115234375,1.0,85,0.6640625
+fresh-en-1,layers.14.mlp.silu_gate,128,1280,1408,4096,128,0.2749627250161069,0.0,0.705322265625,0.007080078125,0.064453125,1.0,88,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,128,1408,1536,4096,128,0.263520247889827,0.0,0.724853515625,0.00732421875,0.063232421875,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,128,1536,1664,4096,128,0.24770577128622345,0.0,0.7470703125,0.00634765625,0.0576171875,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,128,1664,1792,4096,128,0.32754743380322504,0.0,0.6748046875,0.0107421875,0.083740234375,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,128,1792,1920,4096,128,0.29434525319111954,0.0,0.714111328125,0.007080078125,0.070068359375,1.0,83,0.6484375
+fresh-en-1,layers.14.mlp.silu_gate,128,1920,2048,4096,128,0.28844483135354587,0.0,0.68896484375,0.008056640625,0.078369140625,1.0,88,0.6875
+fresh-en-1,layers.14.mlp.silu_gate,128,2048,2176,4096,128,0.3455149141476196,0.0,0.68359375,0.00537109375,0.069580078125,1.0,79,0.6171875
+fresh-en-1,layers.14.mlp.silu_gate,128,2176,2304,4096,128,0.2589477254690212,0.0,0.717529296875,0.00732421875,0.0634765625,1.0,92,0.71875
+fresh-en-1,layers.14.mlp.silu_gate,128,2304,2432,4096,128,0.3280196321455732,0.0,0.698974609375,0.00830078125,0.08154296875,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,128,2432,2560,4096,128,0.30991263274010544,0.0,0.7353515625,0.009033203125,0.071533203125,1.0,78,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,128,2560,2688,4096,128,0.3579612680008583,0.0,0.70068359375,0.0078125,0.082275390625,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,128,2688,2816,4096,128,0.24065056988440794,0.0,0.742431640625,0.00634765625,0.052978515625,1.0,94,0.734375
+fresh-en-1,layers.14.mlp.silu_gate,128,2816,2944,4096,128,0.2910873673495772,0.0,0.68115234375,0.0087890625,0.084228515625,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,2944,3072,4096,128,0.35666160560228244,0.0,0.663330078125,0.01025390625,0.092041015625,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.silu_gate,128,3072,3200,4096,128,0.38061168043100063,0.0,0.7255859375,0.0078125,0.0859375,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,128,3200,3328,4096,128,0.26906290108745623,0.0,0.74365234375,0.005615234375,0.061279296875,1.0,90,0.703125
+fresh-en-1,layers.14.mlp.silu_gate,128,3328,3456,4096,128,0.3203136266689578,0.0,0.689697265625,0.00732421875,0.07275390625,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,3456,3584,4096,128,0.3016573847351921,0.0,0.730712890625,0.00634765625,0.065673828125,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,128,3584,3712,4096,128,0.2927504798580854,0.0,0.7099609375,0.00732421875,0.072998046875,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,3712,3840,4096,128,0.25720145049129145,0.0,0.712646484375,0.0048828125,0.055419921875,1.0,93,0.7265625
+fresh-en-1,layers.14.mlp.silu_gate,128,3840,3968,4096,128,0.30331269528788907,0.0,0.70751953125,0.00927734375,0.07958984375,1.0,78,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,128,3968,4096,4096,128,0.3033215685223556,0.0,0.700927734375,0.007080078125,0.0693359375,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,128,4096,4224,4096,128,0.3649857954410489,0.0,0.68994140625,0.008056640625,0.0830078125,1.0,70,0.546875
+fresh-en-1,layers.14.mlp.silu_gate,128,4224,4352,4096,128,0.4038821404941893,0.0,0.691162109375,0.011474609375,0.094970703125,1.0,59,0.4609375
+fresh-en-1,layers.14.mlp.silu_gate,128,4352,4480,4096,128,0.35859830336445675,0.0,0.6796875,0.010009765625,0.09423828125,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.silu_gate,128,4480,4608,4096,128,0.321763963719151,0.0,0.685302734375,0.0048828125,0.07470703125,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.silu_gate,128,4608,4736,4096,128,0.3284241180535714,0.0,0.714111328125,0.007080078125,0.077880859375,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.silu_gate,128,4736,4864,4096,128,0.3348752355195226,0.0,0.692138671875,0.00732421875,0.078369140625,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.silu_gate,128,4864,4992,4096,128,0.32282064090228285,0.0,0.70654296875,0.00439453125,0.07275390625,1.0,80,0.625
+fresh-en-1,layers.14.mlp.silu_gate,128,4992,5120,4096,128,0.30350610478466145,0.0,0.718505859375,0.009521484375,0.0732421875,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.silu_gate,128,5120,5248,4096,128,0.3490486020594488,0.0,0.701416015625,0.00732421875,0.081787109375,1.0,75,0.5859375
+fresh-en-1,layers.14.mlp.silu_gate,128,5248,5376,4096,128,0.3751941628774491,0.0,0.65625,0.00732421875,0.083740234375,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.silu_gate,128,5376,5504,4096,128,0.40066996993572235,0.0,0.7314453125,0.00830078125,0.084716796875,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,128,5504,5632,4096,128,0.34995355946152673,0.0,0.68212890625,0.00927734375,0.094482421875,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.silu_gate,128,5632,5760,4096,128,0.3307660486267569,0.0,0.74560546875,0.007080078125,0.064208984375,1.0,78,0.609375
+fresh-en-1,layers.14.mlp.silu_gate,128,5760,5888,4096,128,0.29501829180723843,0.0,0.75634765625,0.0048828125,0.06396484375,1.0,83,0.6484375
+fresh-en-1,layers.14.mlp.silu_gate,128,5888,6016,4096,128,0.3895241343110455,0.0,0.673828125,0.010009765625,0.09716796875,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.silu_gate,128,6016,6144,4096,128,0.31982702985442985,0.0,0.711181640625,0.007080078125,0.075439453125,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.gated_product,0,0,6144,196608,6144,0.31196086332664,0.0,0.5018412272135416,0.06934611002604167,0.3964691162109375,1.0,464,0.07552083333333333
+fresh-en-1,layers.14.mlp.gated_product,64,0,64,2048,64,0.15258909799761114,0.0,0.50439453125,0.0546875,0.27978515625,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.gated_product,64,64,128,2048,64,0.16805591051657642,0.0,0.52783203125,0.04052734375,0.26123046875,1.0,24,0.375
+fresh-en-1,layers.14.mlp.gated_product,64,128,192,2048,64,0.1650036982951243,0.0,0.521484375,0.033203125,0.2685546875,1.0,24,0.375
+fresh-en-1,layers.14.mlp.gated_product,64,192,256,2048,64,0.13094204105990617,0.0,0.51806640625,0.0341796875,0.21826171875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,256,320,2048,64,0.17689442388403329,0.0,0.52001953125,0.03759765625,0.263671875,1.0,26,0.40625
+fresh-en-1,layers.14.mlp.gated_product,64,320,384,2048,64,0.19105619632494256,0.0,0.47900390625,0.048828125,0.2890625,1.0,18,0.28125
+fresh-en-1,layers.14.mlp.gated_product,64,384,448,2048,64,0.1357204896749475,0.0,0.52001953125,0.03369140625,0.22314453125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,448,512,2048,64,0.16997360372629192,0.0,0.50537109375,0.04638671875,0.25537109375,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gated_product,64,512,576,2048,64,0.1773904715291422,0.0,0.50244140625,0.04638671875,0.28564453125,1.0,25,0.390625
+fresh-en-1,layers.14.mlp.gated_product,64,576,640,2048,64,0.25772401047822835,0.0,0.4697265625,0.0576171875,0.3271484375,1.0,14,0.21875
+fresh-en-1,layers.14.mlp.gated_product,64,640,704,2048,64,0.12233353104641466,0.0,0.50390625,0.03564453125,0.2119140625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,704,768,2048,64,0.16169330296067091,0.0,0.46630859375,0.03662109375,0.24072265625,1.0,27,0.421875
+fresh-en-1,layers.14.mlp.gated_product,64,768,832,2048,64,0.11995353234712662,0.0,0.43505859375,0.02392578125,0.1923828125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,832,896,2048,64,0.14610732056810194,0.0,0.498046875,0.0283203125,0.21435546875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,896,960,2048,64,0.12325744222852664,0.0,0.533203125,0.0302734375,0.19091796875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,960,1024,2048,64,0.14751993460768043,0.0,0.509765625,0.0419921875,0.24169921875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,1024,1088,2048,64,0.14384800223395097,0.0,0.4814453125,0.03515625,0.23193359375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gated_product,64,1088,1152,2048,64,2.662475324912561,0.0,0.47900390625,0.35107421875,0.9423828125,1.0,1,0.015625
+fresh-en-1,layers.14.mlp.gated_product,64,1152,1216,2048,64,0.15094287137237977,0.0,0.49755859375,0.02734375,0.2275390625,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,1216,1280,2048,64,0.13663313326885737,0.0,0.52978515625,0.03857421875,0.265625,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gated_product,64,1280,1344,2048,64,0.12675621081949823,0.0,0.48046875,0.0263671875,0.1923828125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,1344,1408,2048,64,0.11325610266160659,0.0,0.48291015625,0.03125,0.2265625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,1408,1472,2048,64,0.12682686140966035,0.0,0.52197265625,0.03662109375,0.21142578125,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gated_product,64,1472,1536,2048,64,0.11661830025036427,0.0,0.5478515625,0.037109375,0.2158203125,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,1536,1600,2048,64,0.14066470933021094,0.0,0.533203125,0.0380859375,0.23193359375,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gated_product,64,1600,1664,2048,64,0.16009345440078135,0.0,0.5009765625,0.03955078125,0.2294921875,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gated_product,64,1664,1728,2048,64,0.14178496155133194,0.0,0.5166015625,0.04150390625,0.2421875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,1728,1792,2048,64,0.21337971449038465,0.0,0.47216796875,0.060546875,0.31103515625,1.0,18,0.28125
+fresh-en-1,layers.14.mlp.gated_product,64,1792,1856,2048,64,0.1552147886788222,0.0,0.525390625,0.041015625,0.2353515625,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gated_product,64,1856,1920,2048,64,0.11128395911396775,0.0,0.49267578125,0.02685546875,0.17822265625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gated_product,64,1920,1984,2048,64,0.1347062801651427,0.0,0.5205078125,0.0390625,0.244140625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,1984,2048,2048,64,0.12262346010485221,0.0,0.51025390625,0.03857421875,0.2314453125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,2048,2112,2048,64,0.17539554039008176,0.0,0.50439453125,0.03759765625,0.24658203125,1.0,26,0.40625
+fresh-en-1,layers.14.mlp.gated_product,64,2112,2176,2048,64,0.16993065918584543,0.0,0.474609375,0.044921875,0.2421875,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gated_product,64,2176,2240,2048,64,0.12468532111050185,0.0,0.53759765625,0.03759765625,0.2138671875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,2240,2304,2048,64,0.16039029625355528,0.0,0.4931640625,0.04296875,0.2470703125,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gated_product,64,2304,2368,2048,64,0.16812921095838373,0.0,0.5087890625,0.0478515625,0.27734375,1.0,27,0.421875
+fresh-en-1,layers.14.mlp.gated_product,64,2368,2432,2048,64,0.1387727617646203,0.0,0.46630859375,0.0419921875,0.23681640625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gated_product,64,2432,2496,2048,64,0.14506336473059633,0.0,0.55908203125,0.0439453125,0.2421875,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.gated_product,64,2496,2560,2048,64,0.12341007572934988,0.0,0.52392578125,0.02783203125,0.19580078125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,2560,2624,2048,64,0.17769260215086888,0.0,0.45458984375,0.0400390625,0.25634765625,1.0,24,0.375
+fresh-en-1,layers.14.mlp.gated_product,64,2624,2688,2048,64,0.20003026283404104,0.0,0.4833984375,0.04931640625,0.30224609375,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,64,2688,2752,2048,64,0.12452971023505005,0.0,0.4814453125,0.041015625,0.1982421875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,2752,2816,2048,64,0.11867201733441679,0.0,0.4638671875,0.03076171875,0.18603515625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.gated_product,64,2816,2880,2048,64,0.11508296121450193,0.0,0.50439453125,0.03173828125,0.2177734375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,2880,2944,2048,64,0.1158238572501706,0.0,0.4970703125,0.029296875,0.19384765625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,2944,3008,2048,64,0.14673616619534524,0.0,0.50830078125,0.05126953125,0.2431640625,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gated_product,64,3008,3072,2048,64,0.18162366237320776,0.0,0.51171875,0.04638671875,0.2451171875,1.0,25,0.390625
+fresh-en-1,layers.14.mlp.gated_product,64,3072,3136,2048,64,0.2098677347168863,0.0,0.5693359375,0.03759765625,0.24755859375,1.0,21,0.328125
+fresh-en-1,layers.14.mlp.gated_product,64,3136,3200,2048,64,0.18978559280754684,0.0,0.47314453125,0.05224609375,0.2861328125,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,64,3200,3264,2048,64,0.16800503741805806,0.0,0.51806640625,0.03173828125,0.2607421875,1.0,26,0.40625
+fresh-en-1,layers.14.mlp.gated_product,64,3264,3328,2048,64,0.14227793702188912,0.0,0.48583984375,0.03271484375,0.2109375,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,3328,3392,2048,64,0.1378118306196593,0.0,0.435546875,0.0283203125,0.201171875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,3392,3456,2048,64,0.1378892401866202,0.0,0.48291015625,0.03857421875,0.22216796875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,3456,3520,2048,64,0.1620431548934497,0.0,0.49462890625,0.0390625,0.24853515625,1.0,27,0.421875
+fresh-en-1,layers.14.mlp.gated_product,64,3520,3584,2048,64,0.11869238292018579,0.0,0.546875,0.0302734375,0.1904296875,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,3584,3648,2048,64,0.11888535647474088,0.0,0.4677734375,0.0302734375,0.20556640625,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,3648,3712,2048,64,0.15582634924805153,0.0,0.51123046875,0.03955078125,0.23974609375,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.gated_product,64,3712,3776,2048,64,0.11183877747121942,0.0,0.51025390625,0.03125,0.1904296875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.gated_product,64,3776,3840,2048,64,0.11942141725017899,0.0,0.490234375,0.03369140625,0.21337890625,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,3840,3904,2048,64,0.13118823832024887,0.0,0.46923828125,0.02490234375,0.19384765625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,3904,3968,2048,64,0.12822530453621733,0.0,0.484375,0.0419921875,0.22216796875,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,3968,4032,2048,64,0.27147390596265897,0.0,0.52880859375,0.05029296875,0.32275390625,1.0,10,0.15625
+fresh-en-1,layers.14.mlp.gated_product,64,4032,4096,2048,64,0.11552925433837814,0.0,0.51123046875,0.0390625,0.2265625,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,4096,4160,2048,64,0.1410700231664718,0.0,0.52294921875,0.03369140625,0.212890625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,4160,4224,2048,64,0.15404305672471622,0.0,0.49755859375,0.0390625,0.2509765625,1.0,29,0.453125
+fresh-en-1,layers.14.mlp.gated_product,64,4224,4288,2048,64,0.13004866100992685,0.0,0.46923828125,0.03173828125,0.20947265625,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,4288,4352,2048,64,0.19940213796425518,0.0,0.533203125,0.048828125,0.28662109375,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,64,4352,4416,2048,64,0.15098177312520503,0.0,0.494140625,0.03955078125,0.24755859375,1.0,30,0.46875
+fresh-en-1,layers.14.mlp.gated_product,64,4416,4480,2048,64,0.13366653141935886,0.0,0.482421875,0.0419921875,0.2392578125,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gated_product,64,4480,4544,2048,64,0.13779872113261085,0.0,0.48974609375,0.03662109375,0.244140625,1.0,33,0.515625
+fresh-en-1,layers.14.mlp.gated_product,64,4544,4608,2048,64,0.13361929773140493,0.0,0.48828125,0.029296875,0.197265625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,4608,4672,2048,64,0.1204333487976982,0.0,0.5234375,0.03369140625,0.2080078125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,4672,4736,2048,64,0.13728629788444782,0.0,0.49169921875,0.03173828125,0.21923828125,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,4736,4800,2048,64,0.1606100815085884,0.0,0.49462890625,0.04638671875,0.26611328125,1.0,26,0.40625
+fresh-en-1,layers.14.mlp.gated_product,64,4800,4864,2048,64,0.13251294439232128,0.0,0.51953125,0.033203125,0.212890625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,4864,4928,2048,64,0.1390477619815419,0.0,0.4921875,0.03076171875,0.2216796875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,4928,4992,2048,64,0.1314037695691064,0.0,0.52685546875,0.033203125,0.2080078125,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.gated_product,64,4992,5056,2048,64,0.1577423593068304,0.0,0.556640625,0.0478515625,0.24462890625,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gated_product,64,5056,5120,2048,64,0.12744745685973163,0.0,0.54248046875,0.03564453125,0.216796875,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.gated_product,64,5120,5184,2048,64,0.162205844618885,0.0,0.5537109375,0.0341796875,0.21435546875,1.0,30,0.46875
+fresh-en-1,layers.14.mlp.gated_product,64,5184,5248,2048,64,0.17720253935267555,0.0,0.49365234375,0.04150390625,0.28076171875,1.0,22,0.34375
+fresh-en-1,layers.14.mlp.gated_product,64,5248,5312,2048,64,0.13242276663407723,0.0,0.47998046875,0.03466796875,0.2197265625,1.0,35,0.546875
+fresh-en-1,layers.14.mlp.gated_product,64,5312,5376,2048,64,0.20631930705937698,0.0,0.52197265625,0.05322265625,0.2958984375,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,64,5376,5440,2048,64,0.15412014702651944,0.0,0.5185546875,0.03466796875,0.21044921875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,5440,5504,2048,64,0.19411649671399941,0.0,0.49951171875,0.052734375,0.2841796875,1.0,22,0.34375
+fresh-en-1,layers.14.mlp.gated_product,64,5504,5568,2048,64,0.1395807340361951,0.0,0.52392578125,0.03515625,0.232421875,1.0,32,0.5
+fresh-en-1,layers.14.mlp.gated_product,64,5568,5632,2048,64,0.19411731128668183,0.0,0.5283203125,0.0390625,0.27099609375,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,64,5632,5696,2048,64,0.1702228766168095,0.0,0.48876953125,0.03271484375,0.22705078125,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.gated_product,64,5696,5760,2048,64,0.15126861321973295,0.0,0.4599609375,0.03369140625,0.193359375,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gated_product,64,5760,5824,2048,64,0.1657549422474659,0.0,0.501953125,0.0341796875,0.23828125,1.0,27,0.421875
+fresh-en-1,layers.14.mlp.gated_product,64,5824,5888,2048,64,0.11874988822963199,0.0,0.46240234375,0.02880859375,0.19921875,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.gated_product,64,5888,5952,2048,64,0.1477281419297288,0.0,0.48193359375,0.03076171875,0.22607421875,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.gated_product,64,5952,6016,2048,64,0.17542768963864344,0.0,0.51416015625,0.04345703125,0.240234375,1.0,31,0.484375
+fresh-en-1,layers.14.mlp.gated_product,64,6016,6080,2048,64,0.13947226759315468,0.0,0.47314453125,0.03857421875,0.267578125,1.0,27,0.421875
+fresh-en-1,layers.14.mlp.gated_product,64,6080,6144,2048,64,0.18922834117886803,0.0,0.490234375,0.05224609375,0.28662109375,1.0,20,0.3125
+fresh-en-1,layers.14.mlp.gated_product,128,0,128,4096,128,0.1605089123495641,0.0,0.51611328125,0.048095703125,0.27197265625,1.0,53,0.4140625
+fresh-en-1,layers.14.mlp.gated_product,128,128,256,4096,128,0.14894972065768125,0.0,0.519775390625,0.033447265625,0.245849609375,1.0,57,0.4453125
+fresh-en-1,layers.14.mlp.gated_product,128,256,384,4096,128,0.18411152510831452,0.0,0.49951171875,0.04345703125,0.277587890625,1.0,43,0.3359375
+fresh-en-1,layers.14.mlp.gated_product,128,384,512,4096,128,0.15380357161215413,0.0,0.5126953125,0.040283203125,0.241455078125,1.0,61,0.4765625
+fresh-en-1,layers.14.mlp.gated_product,128,512,640,4096,128,0.22123408978535986,0.0,0.486083984375,0.052001953125,0.311279296875,1.0,35,0.2734375
+fresh-en-1,layers.14.mlp.gated_product,128,640,768,4096,128,0.14337052877180756,0.0,0.485107421875,0.03759765625,0.230712890625,1.0,63,0.4921875
+fresh-en-1,layers.14.mlp.gated_product,128,768,896,4096,128,0.13367161075962103,0.0,0.466552734375,0.026123046875,0.2080078125,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gated_product,128,896,1024,4096,128,0.13593110050936263,0.0,0.521484375,0.035400390625,0.217041015625,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.gated_product,128,1024,1152,4096,128,1.8854001038924002,0.0,0.480224609375,0.27197265625,0.89111328125,1.0,1,0.0078125
+fresh-en-1,layers.14.mlp.gated_product,128,1152,1280,4096,128,0.14396590486119296,0.0,0.513671875,0.033447265625,0.246337890625,1.0,63,0.4921875
+fresh-en-1,layers.14.mlp.gated_product,128,1280,1408,4096,128,0.12019584387867464,0.0,0.481689453125,0.028564453125,0.209228515625,1.0,74,0.578125
+fresh-en-1,layers.14.mlp.gated_product,128,1408,1536,4096,128,0.12182955455945266,0.0,0.534912109375,0.03662109375,0.21435546875,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gated_product,128,1536,1664,4096,128,0.1506925256821449,0.0,0.51708984375,0.03759765625,0.231201171875,1.0,60,0.46875
+fresh-en-1,layers.14.mlp.gated_product,128,1664,1792,4096,128,0.18115446154885442,0.0,0.494384765625,0.0517578125,0.287841796875,1.0,45,0.3515625
+fresh-en-1,layers.14.mlp.gated_product,128,1792,1920,4096,128,0.13504767710088664,0.0,0.509033203125,0.033935546875,0.209228515625,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gated_product,128,1920,2048,4096,128,0.1288066280981227,0.0,0.515380859375,0.039794921875,0.2373046875,1.0,73,0.5703125
+fresh-en-1,layers.14.mlp.gated_product,128,2048,2176,4096,128,0.17268471924299608,0.0,0.489501953125,0.041748046875,0.24365234375,1.0,53,0.4140625
+fresh-en-1,layers.14.mlp.gated_product,128,2176,2304,4096,128,0.14365144696927384,0.0,0.515380859375,0.039794921875,0.232421875,1.0,65,0.5078125
+fresh-en-1,layers.14.mlp.gated_product,128,2304,2432,4096,128,0.1541514044458706,0.0,0.487548828125,0.043701171875,0.260986328125,1.0,59,0.4609375
+fresh-en-1,layers.14.mlp.gated_product,128,2432,2560,4096,128,0.13467261521646837,0.0,0.54150390625,0.03515625,0.220458984375,1.0,66,0.515625
+fresh-en-1,layers.14.mlp.gated_product,128,2560,2688,4096,128,0.1891913937109753,0.0,0.468994140625,0.044189453125,0.2822265625,1.0,44,0.34375
+fresh-en-1,layers.14.mlp.gated_product,128,2688,2816,4096,128,0.1216361303837097,0.0,0.47265625,0.03564453125,0.19091796875,1.0,77,0.6015625
+fresh-en-1,layers.14.mlp.gated_product,128,2816,2944,4096,128,0.11545400354731414,0.0,0.500732421875,0.030517578125,0.2060546875,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gated_product,128,2944,3072,4096,128,0.1651039932944763,0.0,0.510009765625,0.049560546875,0.24755859375,1.0,54,0.421875
+fresh-en-1,layers.14.mlp.gated_product,128,3072,3200,4096,128,0.20007878112447275,0.0,0.521240234375,0.045166015625,0.2666015625,1.0,40,0.3125
+fresh-en-1,layers.14.mlp.gated_product,128,3200,3328,4096,128,0.15567386415363327,0.0,0.501953125,0.031494140625,0.232666015625,1.0,58,0.453125
+fresh-en-1,layers.14.mlp.gated_product,128,3328,3456,4096,128,0.13785054083677928,0.0,0.459228515625,0.03369140625,0.211669921875,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gated_product,128,3456,3584,4096,128,0.14203145040992599,0.0,0.520751953125,0.03515625,0.226318359375,1.0,62,0.484375
+fresh-en-1,layers.14.mlp.gated_product,128,3584,3712,4096,128,0.13859216988001513,0.0,0.489501953125,0.035400390625,0.225830078125,1.0,67,0.5234375
+fresh-en-1,layers.14.mlp.gated_product,128,3712,3840,4096,128,0.11569223622244122,0.0,0.500244140625,0.032958984375,0.201416015625,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.gated_product,128,3840,3968,4096,128,0.12971523155932016,0.0,0.476806640625,0.033935546875,0.2080078125,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.gated_product,128,3968,4096,4096,128,0.20862057691728814,0.0,0.52001953125,0.049560546875,0.3037109375,1.0,33,0.2578125
+fresh-en-1,layers.14.mlp.gated_product,128,4096,4224,4096,128,0.1476990432624447,0.0,0.51025390625,0.03515625,0.22998046875,1.0,63,0.4921875
+fresh-en-1,layers.14.mlp.gated_product,128,4224,4352,4096,128,0.16833577583982368,0.0,0.501220703125,0.04248046875,0.258056640625,1.0,52,0.40625
+fresh-en-1,layers.14.mlp.gated_product,128,4352,4480,4096,128,0.14258723196295195,0.0,0.48828125,0.040283203125,0.24267578125,1.0,63,0.4921875
+fresh-en-1,layers.14.mlp.gated_product,128,4480,4608,4096,128,0.1357250976643909,0.0,0.489013671875,0.033203125,0.220947265625,1.0,69,0.5390625
+fresh-en-1,layers.14.mlp.gated_product,128,4608,4736,4096,128,0.1291350438290191,0.0,0.507568359375,0.032470703125,0.21484375,1.0,70,0.546875
+fresh-en-1,layers.14.mlp.gated_product,128,4736,4864,4096,128,0.14723328209633485,0.0,0.507080078125,0.04150390625,0.239501953125,1.0,61,0.4765625
+fresh-en-1,layers.14.mlp.gated_product,128,4864,4992,4096,128,0.13527976709221218,0.0,0.509521484375,0.03173828125,0.2158203125,1.0,71,0.5546875
+fresh-en-1,layers.14.mlp.gated_product,128,4992,5120,4096,128,0.14339718647814945,0.0,0.549560546875,0.041015625,0.23583984375,1.0,65,0.5078125
+fresh-en-1,layers.14.mlp.gated_product,128,5120,5248,4096,128,0.16986976773629023,0.0,0.523681640625,0.037353515625,0.247802734375,1.0,51,0.3984375
+fresh-en-1,layers.14.mlp.gated_product,128,5248,5376,4096,128,0.17335432730175032,0.0,0.5009765625,0.04345703125,0.265869140625,1.0,49,0.3828125
+fresh-en-1,layers.14.mlp.gated_product,128,5376,5504,4096,128,0.17526299383496807,0.0,0.509033203125,0.042724609375,0.249755859375,1.0,53,0.4140625
+fresh-en-1,layers.14.mlp.gated_product,128,5504,5632,4096,128,0.16906257991532833,0.0,0.526123046875,0.039306640625,0.25830078125,1.0,50,0.390625
+fresh-en-1,layers.14.mlp.gated_product,128,5632,5760,4096,128,0.16102487551481404,0.0,0.474365234375,0.032958984375,0.21240234375,1.0,61,0.4765625
+fresh-en-1,layers.14.mlp.gated_product,128,5760,5888,4096,128,0.14418085315674,0.0,0.482177734375,0.03173828125,0.219970703125,1.0,62,0.484375
+fresh-en-1,layers.14.mlp.gated_product,128,5888,6016,4096,128,0.16217040144545847,0.0,0.498046875,0.036865234375,0.236572265625,1.0,62,0.484375
+fresh-en-1,layers.14.mlp.gated_product,128,6016,6144,4096,128,0.1662225594389682,0.0,0.481689453125,0.045654296875,0.27978515625,1.0,44,0.34375
+fresh-en-1,layers.14.mlp.down_proj.output,0,0,2048,65536,2048,0.17647500988266165,0.0,0.4995880126953125,0.0155792236328125,0.1563873291015625,1.0,1254,0.6123046875
+fresh-en-1,layers.14.mlp.down_proj.output,64,0,64,2048,64,0.17241315658643086,0.0,0.482421875,0.01318359375,0.1416015625,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.down_proj.output,64,64,128,2048,64,0.17847828706053767,0.0,0.52392578125,0.0185546875,0.17041015625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,128,192,2048,64,0.15267012437859426,0.0,0.51953125,0.0146484375,0.13671875,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.down_proj.output,64,192,256,2048,64,0.20595571374355687,0.0,0.5302734375,0.01611328125,0.17431640625,1.0,36,0.5625
+fresh-en-1,layers.14.mlp.down_proj.output,64,256,320,2048,64,0.1785166022892536,0.0,0.49072265625,0.01611328125,0.17626953125,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.down_proj.output,64,320,384,2048,64,0.16760505027159728,0.0,0.4755859375,0.0146484375,0.1455078125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,384,448,2048,64,0.1575128436092913,0.0,0.4638671875,0.01513671875,0.14111328125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,448,512,2048,64,0.14659046350801683,0.0,0.5029296875,0.01171875,0.13427734375,1.0,44,0.6875
+fresh-en-1,layers.14.mlp.down_proj.output,64,512,576,2048,64,0.1514200468570856,0.0,0.5224609375,0.00830078125,0.130859375,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.down_proj.output,64,576,640,2048,64,0.17491399592863285,0.0,0.52734375,0.01416015625,0.1640625,1.0,37,0.578125
+fresh-en-1,layers.14.mlp.down_proj.output,64,640,704,2048,64,0.1599722256543167,0.0,0.47216796875,0.0166015625,0.13134765625,1.0,45,0.703125
+fresh-en-1,layers.14.mlp.down_proj.output,64,704,768,2048,64,0.16810960030192398,0.0,0.486328125,0.015625,0.142578125,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.down_proj.output,64,768,832,2048,64,0.18166165038407492,0.0,0.4970703125,0.015625,0.14599609375,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,832,896,2048,64,0.18020478033803775,0.0,0.51416015625,0.0185546875,0.15283203125,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,896,960,2048,64,0.15755712558365514,0.0,0.52978515625,0.009765625,0.1416015625,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,64,960,1024,2048,64,0.18853518843045372,0.0,0.49267578125,0.01904296875,0.16845703125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1024,1088,2048,64,0.18286743282805393,0.0,0.51220703125,0.0185546875,0.14892578125,1.0,41,0.640625
+fresh-en-1,layers.14.mlp.down_proj.output,64,1088,1152,2048,64,0.17255497475022302,0.0,0.48779296875,0.0146484375,0.15478515625,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,64,1152,1216,2048,64,0.24801148071268533,0.0,0.50732421875,0.01953125,0.2138671875,1.0,28,0.4375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1216,1280,2048,64,0.18795828185945554,0.0,0.50927734375,0.02294921875,0.203125,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1280,1344,2048,64,0.17816899813387102,0.0,0.49755859375,0.01611328125,0.16064453125,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1344,1408,2048,64,0.184610360795163,0.0,0.48828125,0.0146484375,0.1552734375,1.0,38,0.59375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1408,1472,2048,64,0.16533264611650234,0.0,0.54296875,0.015625,0.150390625,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.down_proj.output,64,1472,1536,2048,64,0.16950939151444377,0.0,0.4658203125,0.0166015625,0.16455078125,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,64,1536,1600,2048,64,0.15887518438659173,0.0,0.5048828125,0.01025390625,0.1240234375,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.down_proj.output,64,1600,1664,2048,64,0.16750637891517314,0.0,0.51171875,0.017578125,0.1552734375,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1664,1728,2048,64,0.20449479089633713,0.0,0.4912109375,0.02001953125,0.16650390625,1.0,34,0.53125
+fresh-en-1,layers.14.mlp.down_proj.output,64,1728,1792,2048,64,0.1843750370104239,0.0,0.49267578125,0.01513671875,0.17138671875,1.0,39,0.609375
+fresh-en-1,layers.14.mlp.down_proj.output,64,1792,1856,2048,64,0.16635847478183244,0.0,0.4365234375,0.0126953125,0.1494140625,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.down_proj.output,64,1856,1920,2048,64,0.16669213686177875,0.0,0.5078125,0.015625,0.1611328125,1.0,42,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,64,1920,1984,2048,64,0.17073618391564016,0.0,0.474609375,0.01708984375,0.14697265625,1.0,40,0.625
+fresh-en-1,layers.14.mlp.down_proj.output,64,1984,2048,2048,64,0.18475251051077096,0.0,0.52490234375,0.0166015625,0.1611328125,1.0,43,0.671875
+fresh-en-1,layers.14.mlp.down_proj.output,128,0,128,4096,128,0.17547192868969216,0.0,0.503173828125,0.01611328125,0.155029296875,1.0,81,0.6328125
+fresh-en-1,layers.14.mlp.down_proj.output,128,128,256,4096,128,0.18128144265394816,0.0,0.52490234375,0.0146484375,0.157958984375,1.0,79,0.6171875
+fresh-en-1,layers.14.mlp.down_proj.output,128,256,384,4096,128,0.17314680212098083,0.0,0.483154296875,0.01513671875,0.158935546875,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.down_proj.output,128,384,512,4096,128,0.15214969584816834,0.0,0.4833984375,0.01318359375,0.13720703125,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,128,512,640,4096,128,0.163589328138977,0.0,0.52490234375,0.010498046875,0.148681640625,1.0,78,0.609375
+fresh-en-1,layers.14.mlp.down_proj.output,128,640,768,4096,128,0.16409136280509748,0.0,0.479248046875,0.015869140625,0.137451171875,1.0,87,0.6796875
+fresh-en-1,layers.14.mlp.down_proj.output,128,768,896,4096,128,0.18093468169058455,0.0,0.505615234375,0.01708984375,0.1494140625,1.0,79,0.6171875
+fresh-en-1,layers.14.mlp.down_proj.output,128,896,1024,4096,128,0.17373797094862475,0.0,0.51123046875,0.015380859375,0.156982421875,1.0,78,0.609375
+fresh-en-1,layers.14.mlp.down_proj.output,128,1024,1152,4096,128,0.17778599115252713,0.0,0.5,0.01708984375,0.150634765625,1.0,83,0.6484375
+fresh-en-1,layers.14.mlp.down_proj.output,128,1152,1280,4096,128,0.22004318926617247,0.0,0.50830078125,0.021728515625,0.210693359375,1.0,65,0.5078125
+fresh-en-1,layers.14.mlp.down_proj.output,128,1280,1408,4096,128,0.18141826976485526,0.0,0.492919921875,0.015380859375,0.15771484375,1.0,76,0.59375
+fresh-en-1,layers.14.mlp.down_proj.output,128,1408,1536,4096,128,0.16743404325805666,0.0,0.50439453125,0.01611328125,0.156494140625,1.0,84,0.65625
+fresh-en-1,layers.14.mlp.down_proj.output,128,1536,1664,4096,128,0.1632478348878586,0.0,0.50830078125,0.013916015625,0.139892578125,1.0,82,0.640625
+fresh-en-1,layers.14.mlp.down_proj.output,128,1664,1792,4096,128,0.19469498423987688,0.0,0.491943359375,0.017822265625,0.171875,1.0,72,0.5625
+fresh-en-1,layers.14.mlp.down_proj.output,128,1792,1920,4096,128,0.16652538939045233,0.0,0.47216796875,0.01416015625,0.1552734375,1.0,85,0.6640625
+fresh-en-1,layers.14.mlp.down_proj.output,128,1920,2048,4096,128,0.17788245365705388,0.0,0.499755859375,0.01708984375,0.154052734375,1.0,82,0.640625
+fresh-en-1,layers.15.self_attn.q_proj.output,0,0,4096,131072,4096,1.8202053184736002,0.0,0.73699951171875,0.01329803466796875,0.13127899169921875,1.0,1742,0.42529296875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,0,64,2048,64,1.2661832790688718,0.0,0.4404296875,0.0126953125,0.13427734375,1.0,26,0.40625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,64,128,2048,64,0.577183558729744,0.0,0.55517578125,0.0078125,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,128,192,2048,64,0.5859172653174439,0.0,0.46044921875,0.01513671875,0.09423828125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,192,256,2048,64,0.5950407565508082,0.0,0.44091796875,0.01220703125,0.10107421875,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,256,320,2048,64,2.0298582492274324,0.0,0.99462890625,0.00048828125,0.00830078125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,320,384,2048,64,2.3412572150584254,0.0,0.9990234375,0.001953125,0.00830078125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,384,448,2048,64,2.430206559074596,0.0,0.99609375,0.00048828125,0.005859375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,448,512,2048,64,2.145965128037092,0.0,0.998046875,0.0009765625,0.00537109375,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,512,576,2048,64,1.4444171402563497,0.0,0.46142578125,0.01416015625,0.130859375,1.0,25,0.390625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,576,640,2048,64,0.5904235408164784,0.0,0.5107421875,0.0078125,0.08544921875,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,640,704,2048,64,0.6028258116031237,0.0,0.4423828125,0.00537109375,0.0966796875,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,704,768,2048,64,0.5751817046593766,0.0,0.44189453125,0.0068359375,0.0830078125,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,768,832,2048,64,1.9599691341688106,0.0,0.966796875,0.00390625,0.03125,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,832,896,2048,64,2.0670885095675096,0.0,0.97216796875,0.00439453125,0.0361328125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,896,960,2048,64,1.958228315417209,0.0,0.951171875,0.00390625,0.0390625,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,960,1024,2048,64,1.8785710938579938,0.0,0.95751953125,0.00341796875,0.0341796875,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1024,1088,2048,64,1.3385937079949615,0.0,0.44287109375,0.01123046875,0.15576171875,1.0,19,0.296875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1088,1152,2048,64,0.5659218093894072,0.0,0.5244140625,0.01025390625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1152,1216,2048,64,0.6577219356388097,0.0,0.4521484375,0.00634765625,0.07763671875,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1216,1280,2048,64,0.6428949936059661,0.0,0.4853515625,0.00830078125,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1280,1344,2048,64,1.931643891082588,0.0,1.0,0.0,0.00048828125,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1344,1408,2048,64,2.0778758072339185,0.0,0.9990234375,0.0,0.001953125,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1408,1472,2048,64,2.0637699777948764,0.0,0.9990234375,0.00048828125,0.00146484375,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1472,1536,2048,64,1.9553550502389183,0.0,0.99951171875,0.0,0.00146484375,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1536,1600,2048,64,2.2655581642240947,0.0,0.47802734375,0.02197265625,0.1728515625,1.0,11,0.171875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1600,1664,2048,64,0.6956924669309245,0.0,0.58251953125,0.01171875,0.11474609375,1.0,39,0.609375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1664,1728,2048,64,0.7359956128429538,0.0,0.4560546875,0.0068359375,0.107421875,1.0,37,0.578125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1728,1792,2048,64,0.6380279822925058,0.0,0.49462890625,0.0126953125,0.1044921875,1.0,42,0.65625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1792,1856,2048,64,1.3862429451459328,0.0,0.96630859375,0.00439453125,0.0390625,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1856,1920,2048,64,1.5419702832541697,0.0,0.9775390625,0.00244140625,0.02734375,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1920,1984,2048,64,1.4549884809101779,0.0,0.97216796875,0.00244140625,0.0302734375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,1984,2048,2048,64,1.4146861959666175,0.0,0.970703125,0.0009765625,0.03564453125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2048,2112,2048,64,1.3239456154814824,0.0,0.49560546875,0.0126953125,0.1455078125,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2112,2176,2048,64,0.6118155268982812,0.0,0.4677734375,0.00927734375,0.0859375,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2176,2240,2048,64,0.6346567091438591,0.0,0.5595703125,0.0087890625,0.09228515625,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2240,2304,2048,64,0.5547390907773587,0.0,0.49609375,0.0087890625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2304,2368,2048,64,2.537296338878692,0.0,0.9892578125,0.0009765625,0.013671875,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2368,2432,2048,64,2.7526053879399117,0.0,0.990234375,0.0009765625,0.00732421875,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2432,2496,2048,64,2.5842464230764763,0.0,0.99169921875,0.00146484375,0.0078125,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2496,2560,2048,64,2.5903237077165766,0.0,0.9765625,0.00146484375,0.009765625,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2560,2624,2048,64,1.1488431528281338,0.0,0.43798828125,0.01611328125,0.1455078125,1.0,24,0.375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2624,2688,2048,64,0.5567494853436963,0.0,0.50830078125,0.0107421875,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2688,2752,2048,64,0.5354863151699809,0.0,0.55029296875,0.01123046875,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2752,2816,2048,64,0.5462472276275867,0.0,0.498046875,0.00634765625,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2816,2880,2048,64,2.7816145628307543,0.0,0.99658203125,0.001953125,0.00732421875,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2880,2944,2048,64,2.858106962503188,0.0,1.0,0.00048828125,0.0009765625,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,2944,3008,2048,64,2.7719037589116873,0.0,0.9990234375,0.0,0.0009765625,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3008,3072,2048,64,2.7750521231004965,0.0,0.98583984375,0.0,0.0048828125,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3072,3136,2048,64,1.414654608996881,0.0,0.4453125,0.01123046875,0.15380859375,1.0,22,0.34375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3136,3200,2048,64,0.6331710823554193,0.0,0.447265625,0.0068359375,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3200,3264,2048,64,0.5672559176311837,0.0,0.51025390625,0.00927734375,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3264,3328,2048,64,0.6275069733211049,0.0,0.5078125,0.01171875,0.1064453125,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3328,3392,2048,64,2.8103790446834718,0.0,0.99853515625,0.0009765625,0.0048828125,1.0,53,0.828125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3392,3456,2048,64,2.8213720114304475,0.0,1.0,0.0,0.0009765625,1.0,55,0.859375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3456,3520,2048,64,2.8284664062249796,0.0,1.0,0.0,0.0,1.0,54,0.84375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3520,3584,2048,64,2.8859354764184855,0.0,0.98486328125,0.0,0.0,1.0,54,0.84375
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3584,3648,2048,64,1.372256247944763,0.0,0.4482421875,0.01953125,0.16845703125,1.0,20,0.3125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3648,3712,2048,64,0.6877307259846005,0.0,0.48388671875,0.01318359375,0.10107421875,1.0,40,0.625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3712,3776,2048,64,0.6600009766125281,0.0,0.5390625,0.00927734375,0.109375,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3776,3840,2048,64,0.6676385312020529,0.0,0.490234375,0.01416015625,0.10693359375,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3840,3904,2048,64,2.8013875515658206,0.0,0.99072265625,0.0,0.00244140625,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3904,3968,2048,64,3.016455520416219,0.0,0.99853515625,0.00048828125,0.0029296875,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,3968,4032,2048,64,2.9916326683534,0.0,0.99853515625,0.0,0.001953125,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,64,4032,4096,2048,64,2.9034709112879327,0.0,0.99267578125,0.00244140625,0.00830078125,1.0,51,0.796875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,0,128,4096,128,0.9839616244197567,0.0,0.497802734375,0.011474609375,0.133544921875,1.0,61,0.4765625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,128,256,4096,128,0.5904966315541648,0.0,0.45068359375,0.013671875,0.09765625,1.0,94,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.output,128,256,384,4096,128,2.191096741248523,0.0,0.996826171875,0.001220703125,0.00830078125,1.0,95,0.7421875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,384,512,4096,128,2.2924953926366394,0.0,0.9970703125,0.000732421875,0.00537109375,1.0,98,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,512,640,4096,128,1.1033904188039243,0.0,0.486083984375,0.011474609375,0.130859375,1.0,54,0.421875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,640,768,4096,128,0.5891659157274082,0.0,0.442138671875,0.006103515625,0.090087890625,1.0,92,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,768,896,4096,128,2.0142410373736883,0.0,0.969482421875,0.004150390625,0.03369140625,1.0,97,0.7578125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,896,1024,4096,128,1.918813108405889,0.0,0.954345703125,0.003662109375,0.037109375,1.0,93,0.7265625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1024,1152,4096,128,1.0276430823555134,0.0,0.483642578125,0.012451171875,0.141845703125,1.0,55,0.4296875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1152,1280,4096,128,0.650350719775137,0.0,0.46875,0.00732421875,0.0830078125,1.0,93,0.7265625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1280,1408,4096,128,2.00609271872522,0.0,0.99951171875,0.0,0.001220703125,1.0,105,0.8203125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1408,1536,4096,128,2.010293497694094,0.0,0.999267578125,0.000244140625,0.00146484375,1.0,105,0.8203125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1536,1664,4096,128,1.6758194717849064,0.0,0.5302734375,0.0224609375,0.1943359375,1.0,25,0.1953125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1664,1792,4096,128,0.6887558523571038,0.0,0.475341796875,0.009765625,0.105712890625,1.0,79,0.6171875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1792,1920,4096,128,1.4661756131865333,0.0,0.971923828125,0.00341796875,0.032470703125,1.0,97,0.7578125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,1920,2048,4096,128,1.4349788347985843,0.0,0.971435546875,0.001708984375,0.032958984375,1.0,97,0.7578125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2048,2176,4096,128,1.0312977823370084,0.0,0.481689453125,0.010986328125,0.13232421875,1.0,64,0.5
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2176,2304,4096,128,0.5960388398828568,0.0,0.52783203125,0.008544921875,0.093994140625,1.0,91,0.7109375
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2304,2432,4096,128,2.647140828611414,0.0,0.98974609375,0.001220703125,0.010498046875,1.0,104,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2432,2560,4096,128,2.587286849765804,0.0,0.984130859375,0.00146484375,0.0087890625,1.0,103,0.8046875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2560,2688,4096,128,0.902721047508741,0.0,0.47314453125,0.01318359375,0.123046875,1.0,62,0.484375
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2688,2816,4096,128,0.5408935326961992,0.0,0.524169921875,0.0087890625,0.0888671875,1.0,96,0.75
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2816,2944,4096,128,2.820120120248544,0.0,0.998291015625,0.001220703125,0.004150390625,1.0,105,0.8203125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,2944,3072,4096,128,2.7734783877464517,0.0,0.992431640625,0.0,0.0029296875,1.0,105,0.8203125
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3072,3200,4096,128,1.0959364220353414,0.0,0.4462890625,0.01123046875,0.12646484375,1.0,54,0.421875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3200,3328,4096,128,0.5981405677824445,0.0,0.509033203125,0.010986328125,0.09619140625,1.0,95,0.7421875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3328,3456,4096,128,2.815880892516503,0.0,0.999267578125,0.00048828125,0.0029296875,1.0,107,0.8359375
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3456,3584,4096,128,2.857345427594819,0.0,0.992431640625,0.0,0.0,1.0,107,0.8359375
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3584,3712,4096,128,1.0853710797434084,0.0,0.466064453125,0.016845703125,0.14697265625,1.0,53,0.4140625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3712,3840,4096,128,0.6638307380180303,0.0,0.5146484375,0.011474609375,0.108154296875,1.0,85,0.6640625
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3840,3968,4096,128,2.9109084596322696,0.0,0.99462890625,0.000244140625,0.00244140625,1.0,103,0.8046875
+fresh-en-1,layers.15.self_attn.q_proj.output,128,3968,4096,4096,128,2.9478813879678456,0.0,0.99560546875,0.001220703125,0.005126953125,1.0,102,0.796875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1740190330059233,0.0,0.0,0.0002593994140625,0.034210205078125,1.0,1164,0.568359375
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.19542775059566775,0.0,0.0,0.0,0.01806640625,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.1658416864638041,0.0,0.0,0.0,0.0390625,1.0,42,0.65625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.16150606637689024,0.0,0.0,0.00048828125,0.0625,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.1744775190119256,0.0,0.0,0.0,0.0244140625,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.22827631425742115,0.0,0.0,0.00146484375,0.0234375,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.2213098695392748,0.0,0.0,0.00048828125,0.0380859375,1.0,42,0.65625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.2506191774943683,0.0,0.0,0.00390625,0.03759765625,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.24337754356056554,0.0,0.0,0.0,0.01611328125,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.1710742411546107,0.0,0.0,0.0,0.0146484375,1.0,52,0.8125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.16105374084893093,0.0,0.0,0.0,0.0107421875,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.1619925730440692,0.0,0.0,0.0,0.01806640625,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.16856200485007353,0.0,0.0,0.0,0.0107421875,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.27812591974730483,0.0,0.0,0.0,0.00732421875,1.0,50,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.2546023817348489,0.0,0.0,0.0,0.00537109375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.2696366972095608,0.0,0.0,0.0,0.0107421875,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.2785969541323081,0.0,0.0,0.0,0.00830078125,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.14457123081692339,0.0,0.0,0.0,0.01513671875,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.13071301037073846,0.0,0.0,0.0,0.05078125,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.13660345238362354,0.0,0.0,0.0,0.02099609375,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.1675077585333885,0.0,0.0,0.0,0.03271484375,1.0,45,0.703125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.112552303263764,0.0,0.0,0.0,0.01904296875,1.0,45,0.703125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.09330159421164794,0.0,0.0,0.0,0.02783203125,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.1002101202519492,0.0,0.0,0.00146484375,0.021484375,1.0,48,0.75
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.12396977810106145,0.0,0.0,0.0,0.02587890625,1.0,40,0.625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.09898645912404952,0.0,0.0,0.0,0.0068359375,1.0,43,0.671875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.08686081528158747,0.0,0.0,0.0,0.00048828125,1.0,49,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.08959347898912783,0.0,0.0,0.0,0.0166015625,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.1328256922873333,0.0,0.0,0.00048828125,0.03076171875,1.0,34,0.53125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.11834404893034887,0.0,0.0,0.0,0.01806640625,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.09713830489819505,0.0,0.0,0.00048828125,0.025390625,1.0,42,0.65625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.0975387859019612,0.0,0.0,0.0,0.02978515625,1.0,44,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.11780264632484631,0.0,0.0,0.0,0.04541015625,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18123944199875647,0.0,0.0,0.0,0.0302734375,1.0,85,0.6640625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.16811694459080165,0.0,0.0,0.000244140625,0.0439453125,1.0,87,0.6796875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.22482007695760153,0.0,0.0,0.0009765625,0.03076171875,1.0,89,0.6953125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.24702489837820865,0.0,0.0,0.001953125,0.026123046875,1.0,88,0.6875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.1661395549350914,0.0,0.0,0.0,0.0126953125,1.0,100,0.78125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.16530992589756113,0.0,0.0,0.0,0.0146484375,1.0,99,0.7734375
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.26662370489169,0.0,0.0,0.0,0.00732421875,1.0,98,0.765625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.2741534345342766,0.0,0.0,0.0,0.009765625,1.0,97,0.7578125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.1378164211190033,0.0,0.0,0.0,0.033203125,1.0,97,0.7578125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.15283872606771637,0.0,0.0,0.0,0.02392578125,1.0,94,0.734375
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.10337603313247543,0.0,0.0,0.0,0.0224609375,1.0,89,0.6953125
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.11271773170920478,0.0,0.0,0.000732421875,0.024169921875,1.0,87,0.6796875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.09312121219491074,0.0,0.0,0.0,0.0029296875,1.0,92,0.71875
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.11329089991915643,0.0,0.0,0.0,0.0244140625,1.0,78,0.609375
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.10826163723989102,0.0,0.0,0.000244140625,0.02001953125,1.0,84,0.65625
+fresh-en-1,layers.15.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.10814637820187381,0.0,0.0,0.0,0.037353515625,1.0,84,0.65625
+fresh-en-1,layers.15.self_attn.k_proj.output,0,0,512,16384,512,0.9057221185256095,0.0,0.48480224609375,0.01519775390625,0.1395263671875,1.0,235,0.458984375
+fresh-en-1,layers.15.self_attn.k_proj.output,64,0,64,2048,64,0.9741849016928558,0.0,0.43212890625,0.02734375,0.2626953125,1.0,14,0.21875
+fresh-en-1,layers.15.self_attn.k_proj.output,64,64,128,2048,64,0.894996025044381,0.0,0.54443359375,0.015625,0.1171875,1.0,33,0.515625
+fresh-en-1,layers.15.self_attn.k_proj.output,64,128,192,2048,64,0.9660399154585824,0.0,0.4208984375,0.0126953125,0.10693359375,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.k_proj.output,64,192,256,2048,64,1.0816358818229168,0.0,0.4853515625,0.0107421875,0.1259765625,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.k_proj.output,64,256,320,2048,64,0.8256664189450202,0.0,0.4638671875,0.0244140625,0.216796875,1.0,16,0.25
+fresh-en-1,layers.15.self_attn.k_proj.output,64,320,384,2048,64,0.822264382847737,0.0,0.49267578125,0.00732421875,0.08642578125,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.k_proj.output,64,384,448,2048,64,0.8427929651814128,0.0,0.5478515625,0.00927734375,0.0859375,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.k_proj.output,64,448,512,2048,64,0.8008079098146941,0.0,0.4912109375,0.01025390625,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.15.self_attn.k_proj.output,128,0,128,4096,128,0.9354288074277918,0.0,0.48828125,0.02099609375,0.18798828125,1.0,43,0.3359375
+fresh-en-1,layers.15.self_attn.k_proj.output,128,128,256,4096,128,1.025468014885414,0.0,0.453125,0.01123046875,0.1171875,1.0,58,0.453125
+fresh-en-1,layers.15.self_attn.k_proj.output,128,256,384,4096,128,0.8239671567099818,0.0,0.478271484375,0.015869140625,0.1513671875,1.0,56,0.4375
+fresh-en-1,layers.15.self_attn.k_proj.output,128,384,512,4096,128,0.8220685161776533,0.0,0.51953125,0.009521484375,0.0986328125,1.0,80,0.625
+fresh-en-1,layers.15.self_attn.v_proj.output,0,0,512,16384,512,1.1378857403302074,0.0,0.5159912109375,0.01470947265625,0.137451171875,1.0,318,0.62109375
+fresh-en-1,layers.15.self_attn.v_proj.output,64,0,64,2048,64,1.0922131175206111,0.0,0.48779296875,0.01123046875,0.10498046875,1.0,46,0.71875
+fresh-en-1,layers.15.self_attn.v_proj.output,64,64,128,2048,64,1.448108317210302,0.0,0.4814453125,0.01953125,0.16455078125,1.0,32,0.5
+fresh-en-1,layers.15.self_attn.v_proj.output,64,128,192,2048,64,1.0358768141044987,0.0,0.55908203125,0.0107421875,0.12451171875,1.0,43,0.671875
+fresh-en-1,layers.15.self_attn.v_proj.output,64,192,256,2048,64,1.0654366285589416,0.0,0.49853515625,0.0087890625,0.1064453125,1.0,47,0.734375
+fresh-en-1,layers.15.self_attn.v_proj.output,64,256,320,2048,64,0.9645316391017494,0.0,0.52001953125,0.0146484375,0.13232421875,1.0,43,0.671875
+fresh-en-1,layers.15.self_attn.v_proj.output,64,320,384,2048,64,1.1227830428808951,0.0,0.54736328125,0.01611328125,0.15283203125,1.0,42,0.65625
+fresh-en-1,layers.15.self_attn.v_proj.output,64,384,448,2048,64,1.32013903080925,0.0,0.51904296875,0.01953125,0.169921875,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.v_proj.output,64,448,512,2048,64,0.9624959135328028,0.0,0.5146484375,0.01806640625,0.13330078125,1.0,41,0.640625
+fresh-en-1,layers.15.self_attn.v_proj.output,128,0,128,4096,128,1.2825652405351051,0.0,0.484619140625,0.014892578125,0.136474609375,1.0,77,0.6015625
+fresh-en-1,layers.15.self_attn.v_proj.output,128,128,256,4096,128,1.0507606729113748,0.0,0.52880859375,0.009521484375,0.11572265625,1.0,90,0.703125
+fresh-en-1,layers.15.self_attn.v_proj.output,128,256,384,4096,128,1.0466525316954975,0.0,0.53369140625,0.014404296875,0.143798828125,1.0,83,0.6484375
+fresh-en-1,layers.15.self_attn.v_proj.output,128,384,512,4096,128,1.1552414129162205,0.0,0.516845703125,0.01904296875,0.152587890625,1.0,71,0.5546875
+fresh-en-1,layers.15.self_attn.o_proj.output,0,0,2048,65536,2048,0.16807257900396133,0.0,0.4960784912109375,0.0342254638671875,0.3177947998046875,1.0,890,0.4345703125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,0,64,2048,64,0.1618355991326584,0.0,0.5087890625,0.0302734375,0.2666015625,1.0,28,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,64,128,2048,64,0.16694707821239263,0.0,0.4765625,0.04248046875,0.3466796875,1.0,29,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,128,192,2048,64,0.13408218910887074,0.0,0.50390625,0.0234375,0.25732421875,1.0,33,0.515625
+fresh-en-1,layers.15.self_attn.o_proj.output,64,192,256,2048,64,0.19416214150200983,0.0,0.42626953125,0.03076171875,0.310546875,1.0,28,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,256,320,2048,64,0.18106889709143584,0.0,0.5087890625,0.0380859375,0.33984375,1.0,28,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,320,384,2048,64,0.158066473631559,0.0,0.505859375,0.0341796875,0.3134765625,1.0,26,0.40625
+fresh-en-1,layers.15.self_attn.o_proj.output,64,384,448,2048,64,0.1434193415865103,0.0,0.47509765625,0.02734375,0.2841796875,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,448,512,2048,64,0.1281930531993815,0.0,0.5107421875,0.02880859375,0.31298828125,1.0,33,0.515625
+fresh-en-1,layers.15.self_attn.o_proj.output,64,512,576,2048,64,0.13671465348524006,0.0,0.44287109375,0.03759765625,0.318359375,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,576,640,2048,64,0.1752052658670281,0.0,0.494140625,0.02294921875,0.31298828125,1.0,26,0.40625
+fresh-en-1,layers.15.self_attn.o_proj.output,64,640,704,2048,64,0.14579060007384928,0.0,0.5009765625,0.02685546875,0.26220703125,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,704,768,2048,64,0.1502947947687172,0.0,0.52880859375,0.0283203125,0.27099609375,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,768,832,2048,64,0.17608476344835058,0.0,0.4501953125,0.03076171875,0.330078125,1.0,25,0.390625
+fresh-en-1,layers.15.self_attn.o_proj.output,64,832,896,2048,64,0.17399664128236011,0.0,0.46484375,0.0361328125,0.3203125,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,896,960,2048,64,0.15106205949809298,0.0,0.4951171875,0.02685546875,0.25439453125,1.0,32,0.5
+fresh-en-1,layers.15.self_attn.o_proj.output,64,960,1024,2048,64,0.1895968655489352,0.0,0.47021484375,0.03271484375,0.30029296875,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1024,1088,2048,64,0.17577951790953952,0.0,0.47705078125,0.03564453125,0.3173828125,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1088,1152,2048,64,0.1611093923958234,0.0,0.505859375,0.03271484375,0.30029296875,1.0,30,0.46875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1152,1216,2048,64,0.23698411589636248,0.0,0.49267578125,0.06787109375,0.44970703125,1.0,22,0.34375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1216,1280,2048,64,0.1837984811109379,0.0,0.45947265625,0.044921875,0.36474609375,1.0,29,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1280,1344,2048,64,0.169934221528311,0.0,0.541015625,0.037109375,0.31005859375,1.0,28,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1344,1408,2048,64,0.1791047971685683,0.0,0.451171875,0.041015625,0.37646484375,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1408,1472,2048,64,0.15630217276048777,0.0,0.48681640625,0.0224609375,0.271484375,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1472,1536,2048,64,0.16960721311192212,0.0,0.55419921875,0.029296875,0.314453125,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1536,1600,2048,64,0.14156188808197176,0.0,0.462890625,0.0302734375,0.29443359375,1.0,31,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1600,1664,2048,64,0.1612324898868157,0.0,0.58544921875,0.02587890625,0.26220703125,1.0,30,0.46875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1664,1728,2048,64,0.20343117745963624,0.0,0.50927734375,0.04052734375,0.369140625,1.0,23,0.359375
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1728,1792,2048,64,0.1790594278519842,0.0,0.525390625,0.0390625,0.322265625,1.0,29,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1792,1856,2048,64,0.15340124822504694,0.0,0.560546875,0.03955078125,0.33740234375,1.0,29,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1856,1920,2048,64,0.15406068419998462,0.0,0.46142578125,0.033203125,0.28515625,1.0,29,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1920,1984,2048,64,0.16319936901172596,0.0,0.5400390625,0.0361328125,0.33056640625,1.0,27,0.421875
+fresh-en-1,layers.15.self_attn.o_proj.output,64,1984,2048,2048,64,0.17839088770169848,0.0,0.498046875,0.03271484375,0.353515625,1.0,32,0.5
+fresh-en-1,layers.15.self_attn.o_proj.output,128,0,128,4096,128,0.16441120410464924,0.0,0.49267578125,0.0361328125,0.305908203125,1.0,56,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,128,128,256,4096,128,0.16684868987929372,0.0,0.465087890625,0.028076171875,0.29296875,1.0,58,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,128,256,384,4096,128,0.16995728225090165,0.0,0.50732421875,0.035400390625,0.327880859375,1.0,53,0.4140625
+fresh-en-1,layers.15.self_attn.o_proj.output,128,384,512,4096,128,0.1360194221971399,0.0,0.492919921875,0.029296875,0.29541015625,1.0,59,0.4609375
+fresh-en-1,layers.15.self_attn.o_proj.output,128,512,640,4096,128,0.15714289940230397,0.0,0.468505859375,0.033203125,0.3203125,1.0,56,0.4375
+fresh-en-1,layers.15.self_attn.o_proj.output,128,640,768,4096,128,0.14805982642915647,0.0,0.514892578125,0.027099609375,0.267822265625,1.0,61,0.4765625
+fresh-en-1,layers.15.self_attn.o_proj.output,128,768,896,4096,128,0.1750438160807229,0.0,0.45751953125,0.03369140625,0.32373046875,1.0,55,0.4296875
+fresh-en-1,layers.15.self_attn.o_proj.output,128,896,1024,4096,128,0.17141574788476463,0.0,0.482666015625,0.029052734375,0.278564453125,1.0,57,0.4453125
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1024,1152,4096,128,0.16860408541115118,0.0,0.491455078125,0.034912109375,0.307861328125,1.0,61,0.4765625
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1152,1280,4096,128,0.21206526453649638,0.0,0.47607421875,0.05517578125,0.413818359375,1.0,50,0.390625
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1280,1408,4096,128,0.17457973538648044,0.0,0.49609375,0.039306640625,0.343505859375,1.0,55,0.4296875
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1408,1536,4096,128,0.16309042882591596,0.0,0.5205078125,0.026123046875,0.29296875,1.0,62,0.484375
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1536,1664,4096,128,0.15171632073121671,0.0,0.524169921875,0.027587890625,0.281005859375,1.0,60,0.46875
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1664,1792,4096,128,0.19163314257363462,0.0,0.517333984375,0.039794921875,0.344482421875,1.0,52,0.40625
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1792,1920,4096,128,0.15373131979718682,0.0,0.510986328125,0.036376953125,0.311279296875,1.0,58,0.453125
+fresh-en-1,layers.15.self_attn.o_proj.output,128,1920,2048,4096,128,0.1709639477504329,0.0,0.51904296875,0.0341796875,0.34326171875,1.0,58,0.453125
+fresh-en-1,layers.15.mlp.gate_proj.output,0,0,6144,196608,6144,1.0033629397610087,0.0,0.7643229166666666,0.009272257486979166,0.09253438313802083,1.0,3347,0.5447591145833334
+fresh-en-1,layers.15.mlp.gate_proj.output,64,0,64,2048,64,1.0931090903674172,0.0,0.79248046875,0.01025390625,0.095703125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,64,128,2048,64,0.9690829708583256,0.0,0.7783203125,0.0078125,0.08984375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,128,192,2048,64,0.9214126081095974,0.0,0.712890625,0.01220703125,0.10302734375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,192,256,2048,64,1.002245665727495,0.0,0.80322265625,0.005859375,0.08935546875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,256,320,2048,64,1.0444088480360412,0.0,0.77734375,0.0107421875,0.095703125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,320,384,2048,64,0.911171561331787,0.0,0.7353515625,0.0107421875,0.091796875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,384,448,2048,64,1.1253265733515236,0.0,0.857421875,0.01171875,0.08251953125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,448,512,2048,64,1.0442335508181135,0.0,0.8583984375,0.0078125,0.076171875,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,512,576,2048,64,0.9938451786587248,0.0,0.73486328125,0.00927734375,0.09716796875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,576,640,2048,64,1.0045226961140437,0.0,0.76904296875,0.009765625,0.083984375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,640,704,2048,64,1.0953723651957596,0.0,0.8115234375,0.00732421875,0.0751953125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,704,768,2048,64,1.0046950233075138,0.0,0.7529296875,0.005859375,0.0927734375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,768,832,2048,64,0.964015648956079,0.0,0.77587890625,0.0078125,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,832,896,2048,64,0.9626537979275648,0.0,0.70458984375,0.01318359375,0.10400390625,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,896,960,2048,64,1.0101311919179627,0.0,0.75830078125,0.009765625,0.09130859375,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,960,1024,2048,64,0.9623186292954676,0.0,0.69189453125,0.01171875,0.1142578125,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1024,1088,2048,64,0.9618127937703654,0.0,0.82470703125,0.00927734375,0.09521484375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1088,1152,2048,64,1.0114119376423794,0.0,0.765625,0.0078125,0.0830078125,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1152,1216,2048,64,1.1806070375098279,0.0,0.8017578125,0.0068359375,0.0810546875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1216,1280,2048,64,1.046846419424576,0.0,0.755859375,0.0068359375,0.078125,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1280,1344,2048,64,1.0844913023817015,0.0,0.77392578125,0.00830078125,0.0986328125,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1344,1408,2048,64,1.0003473248257857,0.0,0.78564453125,0.00927734375,0.0869140625,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1408,1472,2048,64,1.1332420910136864,0.0,0.73681640625,0.01220703125,0.107421875,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1472,1536,2048,64,0.9610076049416473,0.0,0.78076171875,0.009765625,0.0810546875,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1536,1600,2048,64,0.9850384041200407,0.0,0.81982421875,0.0068359375,0.08642578125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1600,1664,2048,64,0.9955885479323435,0.0,0.810546875,0.00732421875,0.0869140625,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1664,1728,2048,64,1.0414572486225064,0.0,0.77880859375,0.0078125,0.1015625,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1728,1792,2048,64,1.0647627135930358,0.0,0.76318359375,0.00830078125,0.087890625,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1792,1856,2048,64,1.0865546440648362,0.0,0.783203125,0.01123046875,0.103515625,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1856,1920,2048,64,0.8845345383379727,0.0,0.7509765625,0.00634765625,0.07177734375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1920,1984,2048,64,0.9265570258981616,0.0,0.7861328125,0.01171875,0.08642578125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,1984,2048,2048,64,0.9986360049637908,0.0,0.75,0.00634765625,0.09228515625,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2048,2112,2048,64,1.0866874009115195,0.0,0.7958984375,0.00732421875,0.091796875,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2112,2176,2048,64,1.023023747693046,0.0,0.7900390625,0.01123046875,0.08447265625,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2176,2240,2048,64,0.9112464149932387,0.0,0.78662109375,0.009765625,0.087890625,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2240,2304,2048,64,0.9156947573532667,0.0,0.76416015625,0.00927734375,0.08740234375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2304,2368,2048,64,1.1107435541883155,0.0,0.77392578125,0.01025390625,0.109375,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2368,2432,2048,64,1.0500153992017636,0.0,0.75390625,0.01025390625,0.0869140625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2432,2496,2048,64,0.9713364760405592,0.0,0.79931640625,0.0068359375,0.08447265625,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2496,2560,2048,64,0.9748589547927926,0.0,0.76123046875,0.0107421875,0.119140625,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2560,2624,2048,64,1.042970764179481,0.0,0.75390625,0.0107421875,0.0849609375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2624,2688,2048,64,1.0716233771414334,0.0,0.7900390625,0.01220703125,0.1044921875,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2688,2752,2048,64,1.0194646332141448,0.0,0.81689453125,0.0087890625,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2752,2816,2048,64,1.0095087743581885,0.0,0.84130859375,0.00732421875,0.06201171875,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2816,2880,2048,64,1.0107955611961454,0.0,0.791015625,0.01171875,0.1044921875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2880,2944,2048,64,0.8703028126902151,0.0,0.6953125,0.01318359375,0.08984375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,2944,3008,2048,64,1.0202101075976897,0.0,0.75048828125,0.0078125,0.09130859375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3008,3072,2048,64,0.8720321130886487,0.0,0.73974609375,0.0126953125,0.0966796875,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3072,3136,2048,64,0.994273255104235,0.0,0.7841796875,0.0068359375,0.08837890625,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3136,3200,2048,64,0.9384280989604826,0.0,0.72998046875,0.0078125,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3200,3264,2048,64,0.9064329032252032,0.0,0.76220703125,0.00927734375,0.083984375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3264,3328,2048,64,0.8959340197823052,0.0,0.759765625,0.00732421875,0.10302734375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3328,3392,2048,64,1.0707666747594078,0.0,0.7314453125,0.0078125,0.099609375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3392,3456,2048,64,0.9114799458565195,0.0,0.7158203125,0.0068359375,0.09912109375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3456,3520,2048,64,0.976445016814668,0.0,0.67138671875,0.005859375,0.08984375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3520,3584,2048,64,0.93105895810044,0.0,0.759765625,0.00732421875,0.076171875,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3584,3648,2048,64,1.0107088882483763,0.0,0.73486328125,0.0078125,0.09033203125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3648,3712,2048,64,0.9083784709117504,0.0,0.75,0.01171875,0.08349609375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3712,3776,2048,64,1.096923085416337,0.0,0.77783203125,0.01318359375,0.0966796875,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3776,3840,2048,64,1.1288314961110328,0.0,0.7392578125,0.01220703125,0.1083984375,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3840,3904,2048,64,1.059231284392118,0.0,0.76318359375,0.01171875,0.1044921875,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3904,3968,2048,64,0.9184748081375689,0.0,0.734375,0.0068359375,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,3968,4032,2048,64,0.9673501203523965,0.0,0.76513671875,0.0078125,0.0947265625,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4032,4096,2048,64,0.9223788863222276,0.0,0.7353515625,0.0078125,0.080078125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4096,4160,2048,64,1.0996767607584892,0.0,0.744140625,0.009765625,0.0908203125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4160,4224,2048,64,1.0474849264620465,0.0,0.783203125,0.00927734375,0.08935546875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4224,4288,2048,64,0.8937502447424557,0.0,0.6748046875,0.0107421875,0.1083984375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4288,4352,2048,64,0.9000430410849645,0.0,0.74951171875,0.0087890625,0.08935546875,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4352,4416,2048,64,1.023650402646713,0.0,0.78369140625,0.009765625,0.09765625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4416,4480,2048,64,0.9467029890742213,0.0,0.6904296875,0.01318359375,0.1015625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4480,4544,2048,64,1.0133657295482845,0.0,0.73046875,0.005859375,0.09130859375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4544,4608,2048,64,0.8947824817751301,0.0,0.77734375,0.00830078125,0.0830078125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4608,4672,2048,64,1.00303503694242,0.0,0.765625,0.009765625,0.09033203125,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4672,4736,2048,64,1.1574161470087037,0.0,0.8125,0.009765625,0.1015625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4736,4800,2048,64,0.9243966709338047,0.0,0.80419921875,0.00830078125,0.083984375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4800,4864,2048,64,0.9872758565379588,0.0,0.8134765625,0.00927734375,0.07861328125,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4864,4928,2048,64,1.046708360873967,0.0,0.68603515625,0.01708984375,0.1103515625,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4928,4992,2048,64,0.9729497814612896,0.0,0.75390625,0.00732421875,0.09130859375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,4992,5056,2048,64,1.0138275813644133,0.0,0.76123046875,0.01123046875,0.09765625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5056,5120,2048,64,1.004850598333324,0.0,0.7158203125,0.01025390625,0.0869140625,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5120,5184,2048,64,0.8719711005203243,0.0,0.7783203125,0.009765625,0.0859375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5184,5248,2048,64,0.9788819408199566,0.0,0.77001953125,0.0078125,0.0771484375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5248,5312,2048,64,1.033340869990991,0.0,0.80029296875,0.01025390625,0.10107421875,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5312,5376,2048,64,1.081966535841685,0.0,0.73486328125,0.0107421875,0.1044921875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5376,5440,2048,64,1.067843839026041,0.0,0.78564453125,0.0068359375,0.09912109375,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5440,5504,2048,64,0.9373536540302644,0.0,0.78515625,0.0107421875,0.09375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5504,5568,2048,64,1.0588650515744296,0.0,0.82470703125,0.0087890625,0.0908203125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5568,5632,2048,64,0.9679075762394144,0.0,0.72705078125,0.0087890625,0.1064453125,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5632,5696,2048,64,0.869097247585274,0.0,0.72021484375,0.00732421875,0.1044921875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5696,5760,2048,64,0.9188145441305307,0.0,0.7958984375,0.0107421875,0.0859375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5760,5824,2048,64,1.0672704891667693,0.0,0.75,0.01025390625,0.09033203125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5824,5888,2048,64,1.1676032790060542,0.0,0.810546875,0.00830078125,0.10595703125,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5888,5952,2048,64,0.9495539423650187,0.0,0.76513671875,0.0048828125,0.09033203125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,5952,6016,2048,64,0.910856477877127,0.0,0.70751953125,0.0087890625,0.0927734375,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,6016,6080,2048,64,1.0392919481923706,0.0,0.7392578125,0.009765625,0.1005859375,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gate_proj.output,64,6080,6144,2048,64,1.1375321140394414,0.0,0.7333984375,0.00830078125,0.09716796875,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,0,128,4096,128,1.0329591685665704,0.0,0.785400390625,0.009033203125,0.095458984375,1.0,71,0.5546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,128,256,4096,128,0.9626779235167076,0.0,0.758056640625,0.009033203125,0.096923828125,1.0,71,0.5546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,256,384,4096,128,0.9800570024329649,0.0,0.75634765625,0.01025390625,0.093994140625,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,384,512,4096,128,1.0855375639159817,0.0,0.85791015625,0.009765625,0.0791015625,1.0,74,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,512,640,4096,128,0.9991982000963121,0.0,0.751953125,0.009521484375,0.090576171875,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,640,768,4096,128,1.0510120618464467,0.0,0.7822265625,0.006591796875,0.0849609375,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,768,896,4096,128,0.9633349640951934,0.0,0.740234375,0.010498046875,0.09033203125,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,896,1024,4096,128,0.9865146144823987,0.0,0.72509765625,0.010986328125,0.101806640625,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1024,1152,4096,128,0.9869239985596326,0.0,0.795166015625,0.00830078125,0.0888671875,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1152,1280,4096,128,1.1157330332296762,0.0,0.77880859375,0.0068359375,0.078369140625,1.0,71,0.5546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1280,1408,4096,128,1.0432679797702182,0.0,0.77978515625,0.00830078125,0.093994140625,1.0,74,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1408,1536,4096,128,1.0506600909906005,0.0,0.7587890625,0.0107421875,0.09521484375,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1536,1664,4096,128,0.990327525207037,0.0,0.815185546875,0.007080078125,0.086669921875,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1664,1792,4096,128,1.0531744482673244,0.0,0.77099609375,0.00830078125,0.094482421875,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1792,1920,4096,128,0.9907074098975017,0.0,0.76708984375,0.0078125,0.086181640625,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,1920,2048,4096,128,0.9632709360951587,0.0,0.76806640625,0.008544921875,0.090087890625,1.0,74,0.578125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2048,2176,4096,128,1.0553357512289059,0.0,0.79296875,0.009033203125,0.08935546875,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2176,2304,4096,128,0.9134732939397537,0.0,0.775390625,0.009521484375,0.087890625,1.0,77,0.6015625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2304,2432,4096,128,1.0808060838401425,0.0,0.763916015625,0.010009765625,0.09814453125,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2432,2560,4096,128,0.973099309275931,0.0,0.7802734375,0.0087890625,0.1015625,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2560,2688,4096,128,1.057394126465894,0.0,0.77197265625,0.01123046875,0.09423828125,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2688,2816,4096,128,1.0144989166777416,0.0,0.8291015625,0.008056640625,0.071533203125,1.0,77,0.6015625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2816,2944,4096,128,0.943168768649156,0.0,0.7431640625,0.0126953125,0.099609375,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,2944,3072,4096,128,0.949017563036202,0.0,0.7451171875,0.010498046875,0.095947265625,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3072,3200,4096,128,0.9667540025089517,0.0,0.757080078125,0.0078125,0.088623046875,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3200,3328,4096,128,0.901198750513046,0.0,0.760986328125,0.00830078125,0.09326171875,1.0,75,0.5859375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3328,3456,4096,128,0.9943180988682453,0.0,0.7236328125,0.00732421875,0.10009765625,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3456,3584,4096,128,0.9540219217400809,0.0,0.715576171875,0.006591796875,0.0830078125,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3584,3712,4096,128,0.960906838148277,0.0,0.742431640625,0.01025390625,0.087890625,1.0,71,0.5546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3712,3840,4096,128,1.112991644607355,0.0,0.758544921875,0.0126953125,0.101318359375,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3840,3968,4096,128,0.9913543481062461,0.0,0.748779296875,0.01025390625,0.09521484375,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,3968,4096,4096,128,0.945132018629892,0.0,0.750244140625,0.0078125,0.0869140625,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4096,4224,4096,128,1.0738979582151842,0.0,0.763671875,0.00927734375,0.0908203125,1.0,71,0.5546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4224,4352,4096,128,0.8969021618277744,0.0,0.712158203125,0.009765625,0.09912109375,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4352,4480,4096,128,0.985927658695313,0.0,0.737060546875,0.01171875,0.098388671875,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4480,4608,4096,128,0.9559146906274084,0.0,0.75390625,0.006591796875,0.08544921875,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4608,4736,4096,128,1.0829800142870956,0.0,0.7890625,0.010009765625,0.095703125,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4736,4864,4096,128,0.9563531832268508,0.0,0.808837890625,0.008544921875,0.08203125,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4864,4992,4096,128,1.010502268668665,0.0,0.719970703125,0.011474609375,0.100341796875,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,4992,5120,4096,128,1.009349069872771,0.0,0.738525390625,0.0107421875,0.09228515625,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5120,5248,4096,128,0.9269691079550791,0.0,0.774169921875,0.009033203125,0.081787109375,1.0,75,0.5859375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5248,5376,4096,128,1.0579331118447408,0.0,0.767578125,0.010498046875,0.101806640625,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5376,5504,4096,128,1.0047194477240304,0.0,0.785400390625,0.0087890625,0.0947265625,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5504,5632,4096,128,1.014406297690274,0.0,0.77587890625,0.009033203125,0.100341796875,1.0,68,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5632,5760,4096,128,0.8943014570786783,0.0,0.758056640625,0.009033203125,0.095947265625,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5760,5888,4096,128,1.118562406437827,0.0,0.7802734375,0.00927734375,0.09814453125,1.0,68,0.53125
+fresh-en-1,layers.15.mlp.gate_proj.output,128,5888,6016,4096,128,0.9304064199992587,0.0,0.736328125,0.0068359375,0.091796875,1.0,76,0.59375
+fresh-en-1,layers.15.mlp.gate_proj.output,128,6016,6144,4096,128,1.0895198630700895,0.0,0.736328125,0.009033203125,0.101318359375,1.0,62,0.484375
+fresh-en-1,layers.15.mlp.up_proj.output,0,0,6144,196608,6144,0.5022905877379621,0.0,0.4979349772135417,0.009185791015625,0.09021504720052083,1.0,4531,0.7374674479166666
+fresh-en-1,layers.15.mlp.up_proj.output,64,0,64,2048,64,0.5230566178121652,0.0,0.517578125,0.0126953125,0.1025390625,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,64,128,2048,64,0.5222618800569196,0.0,0.47607421875,0.01171875,0.09912109375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,128,192,2048,64,0.4685103892805979,0.0,0.52978515625,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,192,256,2048,64,0.4850733677388171,0.0,0.48681640625,0.00390625,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,256,320,2048,64,0.5049035362959996,0.0,0.462890625,0.009765625,0.08984375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,320,384,2048,64,0.5095234376322311,0.0,0.4619140625,0.0078125,0.083984375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,384,448,2048,64,0.5735981043009636,0.0,0.51171875,0.013671875,0.08740234375,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,448,512,2048,64,0.455074887339454,0.0,0.49560546875,0.00927734375,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,512,576,2048,64,0.5209642765380093,0.0,0.5576171875,0.009765625,0.09375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,576,640,2048,64,0.45775318220983857,0.0,0.54541015625,0.01220703125,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,640,704,2048,64,0.45729581825458904,0.0,0.46435546875,0.00537109375,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,704,768,2048,64,0.4411518821231087,0.0,0.474609375,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.up_proj.output,64,768,832,2048,64,0.4819220133821372,0.0,0.4384765625,0.00927734375,0.09619140625,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,832,896,2048,64,0.48533271133087724,0.0,0.49609375,0.01171875,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,896,960,2048,64,0.5177771075960795,0.0,0.4697265625,0.00537109375,0.07568359375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,960,1024,2048,64,0.49345411242622417,0.0,0.4892578125,0.00634765625,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,1024,1088,2048,64,0.5881034032704846,0.0,0.52978515625,0.00732421875,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,1088,1152,2048,64,0.49212685651159244,0.0,0.482421875,0.00634765625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1152,1216,2048,64,0.6295260632771177,0.0,0.4521484375,0.0107421875,0.1005859375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1216,1280,2048,64,0.4687847617760361,0.0,0.53515625,0.00732421875,0.07763671875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1280,1344,2048,64,0.47729455198150406,0.0,0.49609375,0.01220703125,0.083984375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,1344,1408,2048,64,0.5091979393605043,0.0,0.490234375,0.00537109375,0.078125,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,1408,1472,2048,64,0.4643901590403188,0.0,0.4833984375,0.009765625,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,1472,1536,2048,64,0.518913168571889,0.0,0.52734375,0.00927734375,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,1536,1600,2048,64,0.47421182553988184,0.0,0.48486328125,0.00927734375,0.09619140625,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,1600,1664,2048,64,0.4533054378539714,0.0,0.52001953125,0.0107421875,0.0908203125,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,1664,1728,2048,64,0.49754256041483846,0.0,0.4375,0.0087890625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1728,1792,2048,64,0.509506480957193,0.0,0.49658203125,0.00830078125,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1792,1856,2048,64,0.5481613472821364,0.0,0.4560546875,0.01220703125,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,1856,1920,2048,64,0.502042023728449,0.0,0.47705078125,0.01220703125,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,1920,1984,2048,64,0.48800687456513303,0.0,0.49755859375,0.009765625,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,1984,2048,2048,64,0.4879133489623428,0.0,0.44384765625,0.0087890625,0.07763671875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2048,2112,2048,64,0.46320303007197133,0.0,0.484375,0.00634765625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2112,2176,2048,64,0.5234376847803363,0.0,0.48974609375,0.0087890625,0.10400390625,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,2176,2240,2048,64,0.5365097029929727,0.0,0.51220703125,0.0068359375,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,2240,2304,2048,64,0.4826835787993548,0.0,0.46826171875,0.00634765625,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,2304,2368,2048,64,0.5719080571656664,0.0,0.541015625,0.01025390625,0.0966796875,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,2368,2432,2048,64,0.4554561454571845,0.0,0.5,0.005859375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2432,2496,2048,64,0.48804957539188754,0.0,0.51953125,0.0107421875,0.0966796875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2496,2560,2048,64,0.44556837805002625,0.0,0.48876953125,0.00634765625,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,2560,2624,2048,64,0.5017287105951768,0.0,0.49609375,0.01025390625,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,2624,2688,2048,64,0.5404133397679077,0.0,0.48583984375,0.00830078125,0.07763671875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,2688,2752,2048,64,0.4859805981368047,0.0,0.5498046875,0.009765625,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2752,2816,2048,64,0.447102975538682,0.0,0.4951171875,0.00927734375,0.095703125,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,2816,2880,2048,64,0.5020842430557313,0.0,0.51123046875,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2880,2944,2048,64,0.47182291326677744,0.0,0.50048828125,0.00732421875,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,2944,3008,2048,64,0.5736443531822637,0.0,0.50537109375,0.00830078125,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.up_proj.output,64,3008,3072,2048,64,0.4664370266792385,0.0,0.51953125,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,3072,3136,2048,64,0.4952187947614835,0.0,0.556640625,0.00927734375,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,3136,3200,2048,64,0.4814351085350899,0.0,0.5,0.0087890625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,3200,3264,2048,64,0.5247438245346856,0.0,0.48486328125,0.0078125,0.09375,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3264,3328,2048,64,0.535759300560561,0.0,0.48779296875,0.00927734375,0.0869140625,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,3328,3392,2048,64,0.4949782466308899,0.0,0.46240234375,0.00634765625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,3392,3456,2048,64,0.49643375305906745,0.0,0.50927734375,0.00634765625,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,3456,3520,2048,64,0.448447935856188,0.0,0.52978515625,0.0087890625,0.10302734375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,3520,3584,2048,64,0.4582642411760893,0.0,0.52197265625,0.01025390625,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3584,3648,2048,64,0.47065627788914643,0.0,0.509765625,0.01171875,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3648,3712,2048,64,0.46583728177072226,0.0,0.4892578125,0.01318359375,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3712,3776,2048,64,0.5684971173234187,0.0,0.50439453125,0.01123046875,0.0947265625,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3776,3840,2048,64,0.6230101326161578,0.0,0.49951171875,0.0126953125,0.10888671875,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.up_proj.output,64,3840,3904,2048,64,0.5914181926007472,0.0,0.52294921875,0.00830078125,0.09375,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.up_proj.output,64,3904,3968,2048,64,0.5296374807298784,0.0,0.47314453125,0.01025390625,0.0927734375,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,64,3968,4032,2048,64,0.46417457583980004,0.0,0.4765625,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,4032,4096,2048,64,0.43097733524356574,0.0,0.52392578125,0.0068359375,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4096,4160,2048,64,0.5378282196207572,0.0,0.48095703125,0.01123046875,0.087890625,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4160,4224,2048,64,0.5821339812310874,0.0,0.52099609375,0.0078125,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4224,4288,2048,64,0.5172468784659933,0.0,0.47802734375,0.00927734375,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,4288,4352,2048,64,0.4904211028500433,0.0,0.54638671875,0.0078125,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,4352,4416,2048,64,0.49582714026381747,0.0,0.50048828125,0.0087890625,0.07373046875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,4416,4480,2048,64,0.4603950836997816,0.0,0.51611328125,0.00927734375,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,4480,4544,2048,64,0.49185505484522013,0.0,0.4501953125,0.01220703125,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,4544,4608,2048,64,0.46816913639200564,0.0,0.52734375,0.01171875,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,4608,4672,2048,64,0.46695270603415734,0.0,0.51318359375,0.01220703125,0.09375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,4672,4736,2048,64,0.4543581824078833,0.0,0.4287109375,0.00927734375,0.09375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,4736,4800,2048,64,0.45993309274274946,0.0,0.4775390625,0.00830078125,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4800,4864,2048,64,0.49150272067096384,0.0,0.5205078125,0.00634765625,0.095703125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,4864,4928,2048,64,0.4951243087103739,0.0,0.4921875,0.0107421875,0.08837890625,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4928,4992,2048,64,0.4530309097258561,0.0,0.4609375,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.up_proj.output,64,4992,5056,2048,64,0.4989804868771048,0.0,0.5712890625,0.0078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,5056,5120,2048,64,0.44381883445257625,0.0,0.44775390625,0.00927734375,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,5120,5184,2048,64,0.5033580346571462,0.0,0.46337890625,0.01171875,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,5184,5248,2048,64,0.5249957036644165,0.0,0.505859375,0.00927734375,0.10205078125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,5248,5312,2048,64,0.5004465018909344,0.0,0.4990234375,0.01123046875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,5312,5376,2048,64,0.5154819485329545,0.0,0.4599609375,0.00634765625,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,5376,5440,2048,64,0.5951043965102315,0.0,0.5185546875,0.01611328125,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.up_proj.output,64,5440,5504,2048,64,0.49034152211921794,0.0,0.46875,0.0087890625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,5504,5568,2048,64,0.5193110295113191,0.0,0.52685546875,0.009765625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,5568,5632,2048,64,0.5057739157705206,0.0,0.45751953125,0.01025390625,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,64,5632,5696,2048,64,0.47443602374375027,0.0,0.48193359375,0.01171875,0.09619140625,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,5696,5760,2048,64,0.4666503083043141,0.0,0.5087890625,0.0068359375,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,64,5760,5824,2048,64,0.502320089005636,0.0,0.5185546875,0.0068359375,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,5824,5888,2048,64,0.5931888334699486,0.0,0.5458984375,0.01025390625,0.10595703125,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.up_proj.output,64,5888,5952,2048,64,0.4705922209830065,0.0,0.544921875,0.0048828125,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,64,5952,6016,2048,64,0.5311718537304962,0.0,0.54736328125,0.009765625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,64,6016,6080,2048,64,0.5108957432788986,0.0,0.5439453125,0.00634765625,0.076171875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,64,6080,6144,2048,64,0.5010837819040568,0.0,0.47021484375,0.01025390625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,0,128,4096,128,0.5226593999908974,0.0,0.496826171875,0.01220703125,0.1005859375,1.0,92,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,128,128,256,4096,128,0.47686379447035765,0.0,0.50830078125,0.00634765625,0.089599609375,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,256,384,4096,128,0.5072187469232441,0.0,0.46240234375,0.0087890625,0.0869140625,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.up_proj.output,128,384,512,4096,128,0.5177392868735556,0.0,0.503662109375,0.0107421875,0.09521484375,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.up_proj.output,128,512,640,4096,128,0.4903782995055986,0.0,0.551513671875,0.010498046875,0.091064453125,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,640,768,4096,128,0.44929636571749354,0.0,0.469482421875,0.0068359375,0.082763671875,1.0,99,0.7734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,768,896,4096,128,0.4836303690165008,0.0,0.46728515625,0.010498046875,0.092041015625,1.0,96,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,128,896,1024,4096,128,0.5057618482155978,0.0,0.4794921875,0.005859375,0.077880859375,1.0,94,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,1024,1152,4096,128,0.5422427758109405,0.0,0.506103515625,0.008056640625,0.094970703125,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.up_proj.output,128,1152,1280,4096,128,0.5550055032243376,0.0,0.49365234375,0.009765625,0.093505859375,1.0,89,0.6953125
+fresh-en-1,layers.15.mlp.up_proj.output,128,1280,1408,4096,128,0.4935041189292185,0.0,0.4931640625,0.0087890625,0.0810546875,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,1408,1536,4096,128,0.49240689288981837,0.0,0.50537109375,0.009521484375,0.09033203125,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.up_proj.output,128,1536,1664,4096,128,0.46387642506913845,0.0,0.50244140625,0.009521484375,0.09326171875,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,1664,1792,4096,128,0.5035600528047949,0.0,0.467041015625,0.008544921875,0.086181640625,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,1792,1920,4096,128,0.5256077702258232,0.0,0.466552734375,0.011474609375,0.097412109375,1.0,94,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,1920,2048,4096,128,0.48796011400445344,0.0,0.470703125,0.00927734375,0.084716796875,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,2048,2176,4096,128,0.4942388374642639,0.0,0.487060546875,0.0078125,0.094482421875,1.0,96,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,128,2176,2304,4096,128,0.5103068188100962,0.0,0.490234375,0.0068359375,0.090087890625,1.0,95,0.7421875
+fresh-en-1,layers.15.mlp.up_proj.output,128,2304,2432,4096,128,0.5169715303020676,0.0,0.5205078125,0.008056640625,0.090087890625,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.up_proj.output,128,2432,2560,4096,128,0.467291968451381,0.0,0.504150390625,0.008056640625,0.087158203125,1.0,99,0.7734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,2560,2688,4096,128,0.5214298978935724,0.0,0.490966796875,0.009765625,0.089111328125,1.0,94,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,2688,2816,4096,128,0.4669465775123262,0.0,0.5224609375,0.009521484375,0.0947265625,1.0,99,0.7734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,2816,2944,4096,128,0.4871885921326543,0.0,0.505859375,0.007568359375,0.087158203125,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,2944,3072,4096,128,0.5227960136588965,0.0,0.512451171875,0.0087890625,0.097412109375,1.0,92,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,128,3072,3200,4096,128,0.48837558211647425,0.0,0.5283203125,0.009033203125,0.088623046875,1.0,96,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,128,3200,3328,4096,128,0.5302801662915702,0.0,0.486328125,0.008544921875,0.090087890625,1.0,91,0.7109375
+fresh-en-1,layers.15.mlp.up_proj.output,128,3328,3456,4096,128,0.49570653405724907,0.0,0.48583984375,0.00634765625,0.084228515625,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,3456,3584,4096,128,0.4533826562156809,0.0,0.52587890625,0.009521484375,0.09228515625,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,3584,3712,4096,128,0.4682529791704484,0.0,0.49951171875,0.01220703125,0.085693359375,1.0,100,0.78125
+fresh-en-1,layers.15.mlp.up_proj.output,128,3712,3840,4096,128,0.5963768094700863,0.0,0.501953125,0.01171875,0.1025390625,1.0,89,0.6953125
+fresh-en-1,layers.15.mlp.up_proj.output,128,3840,3968,4096,128,0.5613783659587476,0.0,0.498046875,0.0087890625,0.09375,1.0,89,0.6953125
+fresh-en-1,layers.15.mlp.up_proj.output,128,3968,4096,4096,128,0.447883634636109,0.0,0.500244140625,0.008544921875,0.080322265625,1.0,99,0.7734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,4096,4224,4096,128,0.5604191136660087,0.0,0.5009765625,0.009521484375,0.09033203125,1.0,89,0.6953125
+fresh-en-1,layers.15.mlp.up_proj.output,128,4224,4352,4096,128,0.5040124955809463,0.0,0.51220703125,0.008544921875,0.090576171875,1.0,94,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,4352,4480,4096,128,0.47843922608682715,0.0,0.50830078125,0.00927734375,0.082763671875,1.0,96,0.75
+fresh-en-1,layers.15.mlp.up_proj.output,128,4480,4608,4096,128,0.48015816938110656,0.0,0.48876953125,0.01220703125,0.08984375,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,4608,4736,4096,128,0.4606984846912444,0.0,0.470947265625,0.0107421875,0.093994140625,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,4736,4864,4096,128,0.47597971292213187,0.0,0.4990234375,0.007080078125,0.088623046875,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,4864,4992,4096,128,0.47454456389414174,0.0,0.4765625,0.00830078125,0.0849609375,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,4992,5120,4096,128,0.47220582593767085,0.0,0.509521484375,0.008544921875,0.079833984375,1.0,98,0.765625
+fresh-en-1,layers.15.mlp.up_proj.output,128,5120,5248,4096,128,0.5142906765244731,0.0,0.484619140625,0.01025390625,0.094970703125,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,5248,5376,4096,128,0.5080198522293221,0.0,0.4794921875,0.009033203125,0.086669921875,1.0,95,0.7421875
+fresh-en-1,layers.15.mlp.up_proj.output,128,5376,5504,4096,128,0.5452449225164772,0.0,0.49365234375,0.012451171875,0.094482421875,1.0,92,0.71875
+fresh-en-1,layers.15.mlp.up_proj.output,128,5504,5632,4096,128,0.5125871629518006,0.0,0.4921875,0.009765625,0.0947265625,1.0,94,0.734375
+fresh-en-1,layers.15.mlp.up_proj.output,128,5632,5760,4096,128,0.47055926877827614,0.0,0.495361328125,0.00927734375,0.091552734375,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.up_proj.output,128,5760,5888,4096,128,0.5496355446894189,0.0,0.5322265625,0.008056640625,0.0986328125,1.0,90,0.703125
+fresh-en-1,layers.15.mlp.up_proj.output,128,5888,6016,4096,128,0.5017970589019083,0.0,0.546142578125,0.007080078125,0.087158203125,1.0,95,0.7421875
+fresh-en-1,layers.15.mlp.up_proj.output,128,6016,6144,4096,128,0.5060135457612626,0.0,0.507080078125,0.00830078125,0.08349609375,1.0,95,0.7421875
+fresh-en-1,layers.15.mlp.silu_gate,0,0,6144,196608,6144,0.3663340216048252,0.0,0.7643229166666666,0.006601969401041667,0.06818135579427083,1.0,3648,0.59375
+fresh-en-1,layers.15.mlp.silu_gate,64,0,64,2048,64,0.28563373603616393,0.0,0.79248046875,0.00537109375,0.0546875,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,64,128,2048,64,0.391019167206944,0.0,0.7783203125,0.00634765625,0.0732421875,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,128,192,2048,64,0.27477686960468933,0.0,0.712890625,0.00830078125,0.0615234375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,192,256,2048,64,0.2655663438946946,0.0,0.80322265625,0.00244140625,0.04296875,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.silu_gate,64,256,320,2048,64,0.4357235826047446,0.0,0.77734375,0.00830078125,0.08251953125,1.0,32,0.5
+fresh-en-1,layers.15.mlp.silu_gate,64,320,384,2048,64,0.4551266097228889,0.0,0.7353515625,0.0107421875,0.09326171875,1.0,28,0.4375
+fresh-en-1,layers.15.mlp.silu_gate,64,384,448,2048,64,0.25243146261247595,0.0,0.857421875,0.00439453125,0.0361328125,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.silu_gate,64,448,512,2048,64,0.23200025284463274,0.0,0.8583984375,0.00439453125,0.03271484375,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.silu_gate,64,512,576,2048,64,0.46805153464484606,0.0,0.73486328125,0.00927734375,0.0908203125,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.silu_gate,64,576,640,2048,64,0.31358640544069855,0.0,0.76904296875,0.00537109375,0.05810546875,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,64,640,704,2048,64,0.3139300085752701,0.0,0.8115234375,0.00439453125,0.0439453125,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,704,768,2048,64,0.3280038432149075,0.0,0.7529296875,0.00390625,0.05810546875,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,768,832,2048,64,0.27822803980405364,0.0,0.77587890625,0.0048828125,0.046875,1.0,48,0.75
+fresh-en-1,layers.15.mlp.silu_gate,64,832,896,2048,64,0.4879230050359608,0.0,0.70458984375,0.01318359375,0.10693359375,1.0,28,0.4375
+fresh-en-1,layers.15.mlp.silu_gate,64,896,960,2048,64,0.3506864259461692,0.0,0.75830078125,0.0048828125,0.060546875,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,64,960,1024,2048,64,0.2727873801047483,0.0,0.69189453125,0.00830078125,0.06103515625,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,1024,1088,2048,64,0.2982398790232488,0.0,0.82470703125,0.0048828125,0.06103515625,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,1088,1152,2048,64,0.39197845937810705,0.0,0.765625,0.0048828125,0.0654296875,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,1152,1216,2048,64,0.4011782416754035,0.0,0.8017578125,0.00390625,0.05322265625,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,1216,1280,2048,64,0.5059295925775023,0.0,0.755859375,0.00634765625,0.0751953125,1.0,27,0.421875
+fresh-en-1,layers.15.mlp.silu_gate,64,1280,1344,2048,64,0.31379247555905226,0.0,0.77392578125,0.00390625,0.05859375,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,1344,1408,2048,64,0.3233141254040196,0.0,0.78564453125,0.005859375,0.0556640625,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,1408,1472,2048,64,0.4532529242872777,0.0,0.73681640625,0.00927734375,0.0849609375,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.silu_gate,64,1472,1536,2048,64,0.34342655702721786,0.0,0.78076171875,0.00732421875,0.0634765625,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,1536,1600,2048,64,0.364512446073063,0.0,0.81982421875,0.005859375,0.06640625,1.0,40,0.625
+fresh-en-1,layers.15.mlp.silu_gate,64,1600,1664,2048,64,0.3512995045627886,0.0,0.810546875,0.00390625,0.05908203125,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,64,1664,1728,2048,64,0.2653011780736901,0.0,0.77880859375,0.00537109375,0.05419921875,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.silu_gate,64,1728,1792,2048,64,0.4130169294634584,0.0,0.76318359375,0.0068359375,0.06787109375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.silu_gate,64,1792,1856,2048,64,0.41132537471510733,0.0,0.783203125,0.0068359375,0.07568359375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.silu_gate,64,1856,1920,2048,64,0.27715705477151376,0.0,0.7509765625,0.00439453125,0.04736328125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.silu_gate,64,1920,1984,2048,64,0.3272941838203917,0.0,0.7861328125,0.00830078125,0.06298828125,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,1984,2048,2048,64,0.30449533896201075,0.0,0.75,0.00146484375,0.06005859375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.silu_gate,64,2048,2112,2048,64,0.4363912176817957,0.0,0.7958984375,0.00634765625,0.0791015625,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.silu_gate,64,2112,2176,2048,64,0.2692754978482566,0.0,0.7900390625,0.005859375,0.04150390625,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.silu_gate,64,2176,2240,2048,64,0.301617304848861,0.0,0.78662109375,0.005859375,0.052734375,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,64,2240,2304,2048,64,0.39264776811734864,0.0,0.76416015625,0.0078125,0.07568359375,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.silu_gate,64,2304,2368,2048,64,0.24942535519660233,0.0,0.77392578125,0.00537109375,0.05078125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.silu_gate,64,2368,2432,2048,64,0.46200166564091455,0.0,0.75390625,0.01025390625,0.07666015625,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,2432,2496,2048,64,0.3500102498688405,0.0,0.79931640625,0.00390625,0.05859375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.silu_gate,64,2496,2560,2048,64,0.26863128305013934,0.0,0.76123046875,0.00537109375,0.06787109375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.silu_gate,64,2560,2624,2048,64,0.39020446490777483,0.0,0.75390625,0.009765625,0.0654296875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.silu_gate,64,2624,2688,2048,64,0.24079924258300456,0.0,0.7900390625,0.00634765625,0.0517578125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.silu_gate,64,2688,2752,2048,64,0.31927063249406834,0.0,0.81689453125,0.00439453125,0.0537109375,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,2752,2816,2048,64,0.2859701906678723,0.0,0.84130859375,0.0029296875,0.03759765625,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,2816,2880,2048,64,0.30118868232071216,0.0,0.791015625,0.00634765625,0.06494140625,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,2880,2944,2048,64,0.3433665784747238,0.0,0.6953125,0.00927734375,0.07080078125,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,2944,3008,2048,64,0.4570691346685934,0.0,0.75048828125,0.00732421875,0.08447265625,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.silu_gate,64,3008,3072,2048,64,0.34266522901159,0.0,0.73974609375,0.009765625,0.0810546875,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,64,3072,3136,2048,64,0.3603604338288937,0.0,0.7841796875,0.00537109375,0.06298828125,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,3136,3200,2048,64,0.32320379962976126,0.0,0.72998046875,0.00341796875,0.064453125,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,3200,3264,2048,64,0.31894210544566304,0.0,0.76220703125,0.00732421875,0.05615234375,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,3264,3328,2048,64,0.35122859970538284,0.0,0.759765625,0.00634765625,0.08251953125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.silu_gate,64,3328,3392,2048,64,0.4726141617346278,0.0,0.7314453125,0.0068359375,0.0888671875,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.silu_gate,64,3392,3456,2048,64,0.32400935228838174,0.0,0.7158203125,0.00390625,0.0693359375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,3456,3520,2048,64,0.49944555561648013,0.0,0.67138671875,0.005859375,0.09521484375,1.0,27,0.421875
+fresh-en-1,layers.15.mlp.silu_gate,64,3520,3584,2048,64,0.3434215104253335,0.0,0.759765625,0.005859375,0.0546875,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,3584,3648,2048,64,0.3253415933961726,0.0,0.73486328125,0.00634765625,0.06103515625,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,64,3648,3712,2048,64,0.44375534069196176,0.0,0.75,0.0107421875,0.08203125,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,3712,3776,2048,64,0.33401832736440484,0.0,0.77783203125,0.0078125,0.05859375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,3776,3840,2048,64,0.42961979035426295,0.0,0.7392578125,0.0107421875,0.08203125,1.0,32,0.5
+fresh-en-1,layers.15.mlp.silu_gate,64,3840,3904,2048,64,0.37549723633869175,0.0,0.76318359375,0.0068359375,0.0771484375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,3904,3968,2048,64,0.34111681477720407,0.0,0.734375,0.005859375,0.06396484375,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,3968,4032,2048,64,0.4301860346957185,0.0,0.76513671875,0.00732421875,0.0810546875,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,4032,4096,2048,64,0.3869511704986979,0.0,0.7353515625,0.0068359375,0.068359375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.silu_gate,64,4096,4160,2048,64,0.2894076012226661,0.0,0.744140625,0.00439453125,0.04443359375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.silu_gate,64,4160,4224,2048,64,0.3449568580358928,0.0,0.783203125,0.00634765625,0.05810546875,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,4224,4288,2048,64,0.3600552263392754,0.0,0.6748046875,0.0078125,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,4288,4352,2048,64,0.37369775145777656,0.0,0.74951171875,0.0068359375,0.07568359375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.silu_gate,64,4352,4416,2048,64,0.43158772168605003,0.0,0.78369140625,0.00732421875,0.08056640625,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,4416,4480,2048,64,0.5191274034680682,0.0,0.6904296875,0.013671875,0.10986328125,1.0,22,0.34375
+fresh-en-1,layers.15.mlp.silu_gate,64,4480,4544,2048,64,0.4089867987277769,0.0,0.73046875,0.00439453125,0.072265625,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.silu_gate,64,4544,4608,2048,64,0.42200533505798893,0.0,0.77734375,0.00830078125,0.078125,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,4608,4672,2048,64,0.43833112395215135,0.0,0.765625,0.0078125,0.078125,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.silu_gate,64,4672,4736,2048,64,0.30400248473546276,0.0,0.8125,0.00390625,0.05126953125,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,4736,4800,2048,64,0.3118161753326955,0.0,0.80419921875,0.005859375,0.05517578125,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,64,4800,4864,2048,64,0.29748656484064673,0.0,0.8134765625,0.00341796875,0.04345703125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.silu_gate,64,4864,4928,2048,64,0.5465041834423527,0.0,0.68603515625,0.01708984375,0.11474609375,1.0,20,0.3125
+fresh-en-1,layers.15.mlp.silu_gate,64,4928,4992,2048,64,0.3172659833642767,0.0,0.75390625,0.0048828125,0.05859375,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,64,4992,5056,2048,64,0.28404837717654324,0.0,0.76123046875,0.0078125,0.0576171875,1.0,47,0.734375
+fresh-en-1,layers.15.mlp.silu_gate,64,5056,5120,2048,64,0.4397022509377327,0.0,0.7158203125,0.0078125,0.0771484375,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.silu_gate,64,5120,5184,2048,64,0.24785271659519512,0.0,0.7783203125,0.00390625,0.0517578125,1.0,49,0.765625
+fresh-en-1,layers.15.mlp.silu_gate,64,5184,5248,2048,64,0.3364566798882906,0.0,0.77001953125,0.00537109375,0.052734375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,5248,5312,2048,64,0.2903971970201255,0.0,0.80029296875,0.00341796875,0.05517578125,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,64,5312,5376,2048,64,0.35640143156741616,0.0,0.73486328125,0.0068359375,0.06787109375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,5376,5440,2048,64,0.27710910298326924,0.0,0.78564453125,0.00439453125,0.0439453125,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,5440,5504,2048,64,0.28404826330768945,0.0,0.78515625,0.005859375,0.06005859375,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,64,5504,5568,2048,64,0.4406466984615766,0.0,0.82470703125,0.00830078125,0.076171875,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.silu_gate,64,5568,5632,2048,64,0.46980142248127593,0.0,0.72705078125,0.0078125,0.1044921875,1.0,27,0.421875
+fresh-en-1,layers.15.mlp.silu_gate,64,5632,5696,2048,64,0.3281126923185056,0.0,0.72021484375,0.00390625,0.0771484375,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,64,5696,5760,2048,64,0.2765947360403658,0.0,0.7958984375,0.0068359375,0.05517578125,1.0,48,0.75
+fresh-en-1,layers.15.mlp.silu_gate,64,5760,5824,2048,64,0.38517657582716985,0.0,0.75,0.0087890625,0.06640625,1.0,40,0.625
+fresh-en-1,layers.15.mlp.silu_gate,64,5824,5888,2048,64,0.3375270058044118,0.0,0.810546875,0.00439453125,0.060546875,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.silu_gate,64,5888,5952,2048,64,0.44684323311259205,0.0,0.76513671875,0.0048828125,0.08349609375,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,64,5952,6016,2048,64,0.3566257180936335,0.0,0.70751953125,0.00732421875,0.07421875,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,6016,6080,2048,64,0.31945142434427004,0.0,0.7392578125,0.0068359375,0.0654296875,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,64,6080,6144,2048,64,0.5646408839897548,0.0,0.7333984375,0.00830078125,0.10107421875,1.0,17,0.265625
+fresh-en-1,layers.15.mlp.silu_gate,128,0,128,4096,128,0.3424051841643092,0.0,0.785400390625,0.005615234375,0.06396484375,1.0,83,0.6484375
+fresh-en-1,layers.15.mlp.silu_gate,128,128,256,4096,128,0.27021085385245686,0.0,0.758056640625,0.00537109375,0.05224609375,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.silu_gate,128,256,384,4096,128,0.44553073480724337,0.0,0.75634765625,0.009521484375,0.08837890625,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.silu_gate,128,384,512,4096,128,0.24243118676920197,0.0,0.85791015625,0.004150390625,0.0341796875,1.0,101,0.7890625
+fresh-en-1,layers.15.mlp.silu_gate,128,512,640,4096,128,0.3983771283348315,0.0,0.751953125,0.0068359375,0.07568359375,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.silu_gate,128,640,768,4096,128,0.32104405573676237,0.0,0.7822265625,0.00439453125,0.05078125,1.0,86,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,128,768,896,4096,128,0.3971647649128308,0.0,0.740234375,0.009033203125,0.0732421875,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.silu_gate,128,896,1024,4096,128,0.31416072645010107,0.0,0.72509765625,0.007080078125,0.060546875,1.0,85,0.6640625
+fresh-en-1,layers.15.mlp.silu_gate,128,1024,1152,4096,128,0.3482772875570817,0.0,0.795166015625,0.0048828125,0.063720703125,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,128,1152,1280,4096,128,0.4565680312064161,0.0,0.77880859375,0.00537109375,0.064697265625,1.0,62,0.484375
+fresh-en-1,layers.15.mlp.silu_gate,128,1280,1408,4096,128,0.3185888741020663,0.0,0.77978515625,0.0048828125,0.057373046875,1.0,90,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,128,1408,1536,4096,128,0.4021069593071833,0.0,0.7587890625,0.0078125,0.07421875,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.silu_gate,128,1536,1664,4096,128,0.3579669434795819,0.0,0.815185546875,0.0048828125,0.0625,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,128,1664,1792,4096,128,0.3471078356294418,0.0,0.77099609375,0.006591796875,0.064208984375,1.0,79,0.6171875
+fresh-en-1,layers.15.mlp.silu_gate,128,1792,1920,4096,128,0.3507168351349442,0.0,0.76708984375,0.00537109375,0.063720703125,1.0,81,0.6328125
+fresh-en-1,layers.15.mlp.silu_gate,128,1920,2048,4096,128,0.31610037504900734,0.0,0.76806640625,0.004638671875,0.06201171875,1.0,88,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,128,2048,2176,4096,128,0.3625924631119812,0.0,0.79296875,0.00634765625,0.06396484375,1.0,80,0.625
+fresh-en-1,layers.15.mlp.silu_gate,128,2176,2304,4096,128,0.3501037477604502,0.0,0.775390625,0.006591796875,0.06640625,1.0,79,0.6171875
+fresh-en-1,layers.15.mlp.silu_gate,128,2304,2432,4096,128,0.3712536510729091,0.0,0.763916015625,0.007080078125,0.068115234375,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,128,2432,2560,4096,128,0.3119855295093126,0.0,0.7802734375,0.004638671875,0.068115234375,1.0,85,0.6640625
+fresh-en-1,layers.15.mlp.silu_gate,128,2560,2688,4096,128,0.3242250758828746,0.0,0.77197265625,0.007568359375,0.06103515625,1.0,81,0.6328125
+fresh-en-1,layers.15.mlp.silu_gate,128,2688,2816,4096,128,0.303078114290509,0.0,0.8291015625,0.003662109375,0.045654296875,1.0,91,0.7109375
+fresh-en-1,layers.15.mlp.silu_gate,128,2816,2944,4096,128,0.3229668942566138,0.0,0.7431640625,0.0078125,0.069091796875,1.0,84,0.65625
+fresh-en-1,layers.15.mlp.silu_gate,128,2944,3072,4096,128,0.40393789933618646,0.0,0.7451171875,0.009033203125,0.083984375,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.silu_gate,128,3072,3200,4096,128,0.34228667689851977,0.0,0.757080078125,0.004150390625,0.063232421875,1.0,82,0.640625
+fresh-en-1,layers.15.mlp.silu_gate,128,3200,3328,4096,128,0.3354739899583249,0.0,0.760986328125,0.00634765625,0.069580078125,1.0,80,0.625
+fresh-en-1,layers.15.mlp.silu_gate,128,3328,3456,4096,128,0.40518280210447083,0.0,0.7236328125,0.005615234375,0.082763671875,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.silu_gate,128,3456,3584,4096,128,0.4285931618959126,0.0,0.715576171875,0.005126953125,0.073486328125,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.silu_gate,128,3584,3712,4096,128,0.38907965430371677,0.0,0.742431640625,0.007568359375,0.072021484375,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.silu_gate,128,3712,3840,4096,128,0.38479956294112105,0.0,0.758544921875,0.009765625,0.070556640625,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.silu_gate,128,3840,3968,4096,128,0.3587191490719032,0.0,0.748779296875,0.00634765625,0.070556640625,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.silu_gate,128,3968,4096,4096,128,0.40914009385388905,0.0,0.750244140625,0.007080078125,0.074951171875,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.silu_gate,128,4096,4224,4096,128,0.3183959748108108,0.0,0.763671875,0.005615234375,0.051513671875,1.0,90,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,128,4224,4352,4096,128,0.36693989661716053,0.0,0.712158203125,0.007568359375,0.081787109375,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.silu_gate,128,4352,4480,4096,128,0.47736842299300325,0.0,0.737060546875,0.01123046875,0.096923828125,1.0,52,0.40625
+fresh-en-1,layers.15.mlp.silu_gate,128,4480,4608,4096,128,0.41554705169872197,0.0,0.75390625,0.00634765625,0.075439453125,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.silu_gate,128,4608,4736,4096,128,0.37719470101692276,0.0,0.7890625,0.006591796875,0.064453125,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.silu_gate,128,4736,4864,4096,128,0.304735609553428,0.0,0.808837890625,0.004638671875,0.049560546875,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.silu_gate,128,4864,4992,4096,128,0.44683583491036966,0.0,0.719970703125,0.010498046875,0.089599609375,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.silu_gate,128,4992,5120,4096,128,0.3701496657139762,0.0,0.738525390625,0.00830078125,0.071044921875,1.0,79,0.6171875
+fresh-en-1,layers.15.mlp.silu_gate,128,5120,5248,4096,128,0.29549455711152256,0.0,0.774169921875,0.0048828125,0.053466796875,1.0,90,0.703125
+fresh-en-1,layers.15.mlp.silu_gate,128,5248,5376,4096,128,0.32507884617462357,0.0,0.767578125,0.005126953125,0.064208984375,1.0,86,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,128,5376,5504,4096,128,0.28060013439439635,0.0,0.785400390625,0.005126953125,0.051513671875,1.0,88,0.6875
+fresh-en-1,layers.15.mlp.silu_gate,128,5504,5632,4096,128,0.455457401647244,0.0,0.77587890625,0.0078125,0.090087890625,1.0,56,0.4375
+fresh-en-1,layers.15.mlp.silu_gate,128,5632,5760,4096,128,0.3034489964275199,0.0,0.758056640625,0.005126953125,0.06494140625,1.0,86,0.671875
+fresh-en-1,layers.15.mlp.silu_gate,128,5760,5888,4096,128,0.3621363515398827,0.0,0.7802734375,0.00634765625,0.0634765625,1.0,76,0.59375
+fresh-en-1,layers.15.mlp.silu_gate,128,5888,6016,4096,128,0.4042590616079707,0.0,0.736328125,0.006103515625,0.07861328125,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.silu_gate,128,6016,6144,4096,128,0.4587311524129981,0.0,0.736328125,0.008056640625,0.089111328125,1.0,53,0.4140625
+fresh-en-1,layers.15.mlp.gated_product,0,0,6144,196608,6144,0.1645319893338853,0.0,0.498687744140625,0.034149169921875,0.2188262939453125,1.0,3119,0.5076497395833334
+fresh-en-1,layers.15.mlp.gated_product,64,0,64,2048,64,0.13416227995724883,0.0,0.49951171875,0.02880859375,0.1884765625,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,64,128,2048,64,0.15538563889872695,0.0,0.50537109375,0.02978515625,0.203125,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,128,192,2048,64,0.13939245044942655,0.0,0.48583984375,0.03515625,0.22021484375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.gated_product,64,192,256,2048,64,0.12098455612937462,0.0,0.5107421875,0.0224609375,0.169921875,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.gated_product,64,256,320,2048,64,0.15862371361257122,0.0,0.5,0.0341796875,0.21923828125,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,320,384,2048,64,0.2145127761510447,0.0,0.5126953125,0.04345703125,0.2705078125,1.0,22,0.34375
+fresh-en-1,layers.15.mlp.gated_product,64,384,448,2048,64,0.13525112409128112,0.0,0.4990234375,0.03125,0.15673828125,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.gated_product,64,448,512,2048,64,0.09802502268324619,0.0,0.49462890625,0.02099609375,0.14599609375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.gated_product,64,512,576,2048,64,0.17849452176227223,0.0,0.47314453125,0.0380859375,0.24609375,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gated_product,64,576,640,2048,64,0.13687188933625943,0.0,0.494140625,0.03759765625,0.1875,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.gated_product,64,640,704,2048,64,0.19265556586721158,0.0,0.50439453125,0.03662109375,0.23828125,1.0,25,0.390625
+fresh-en-1,layers.15.mlp.gated_product,64,704,768,2048,64,0.18304574282103273,0.0,0.4853515625,0.03515625,0.23828125,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.gated_product,64,768,832,2048,64,0.13014736094237134,0.0,0.49560546875,0.0302734375,0.18603515625,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.gated_product,64,832,896,2048,64,0.19467198512998493,0.0,0.50439453125,0.048828125,0.28125,1.0,26,0.40625
+fresh-en-1,layers.15.mlp.gated_product,64,896,960,2048,64,0.20200799693862273,0.0,0.48974609375,0.03271484375,0.251953125,1.0,23,0.359375
+fresh-en-1,layers.15.mlp.gated_product,64,960,1024,2048,64,0.14191770856328173,0.0,0.50146484375,0.03173828125,0.220703125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,1024,1088,2048,64,0.1990150828797515,0.0,0.4931640625,0.0390625,0.251953125,1.0,22,0.34375
+fresh-en-1,layers.15.mlp.gated_product,64,1088,1152,2048,64,0.15034228193657923,0.0,0.51953125,0.02685546875,0.2021484375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,1152,1216,2048,64,0.18109524408264652,0.0,0.5302734375,0.02490234375,0.1962890625,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gated_product,64,1216,1280,2048,64,0.19283810870259183,0.0,0.4609375,0.03125,0.23046875,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.gated_product,64,1280,1344,2048,64,0.13128185934978423,0.0,0.50341796875,0.0341796875,0.17236328125,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.gated_product,64,1344,1408,2048,64,0.15952601113998452,0.0,0.48876953125,0.0283203125,0.18994140625,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,1408,1472,2048,64,0.19631213191084712,0.0,0.48876953125,0.04150390625,0.2705078125,1.0,27,0.421875
+fresh-en-1,layers.15.mlp.gated_product,64,1472,1536,2048,64,0.14879940401546385,0.0,0.47998046875,0.03662109375,0.205078125,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,1536,1600,2048,64,0.12107679842295041,0.0,0.4921875,0.02392578125,0.189453125,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,1600,1664,2048,64,0.1596035334705584,0.0,0.49462890625,0.03857421875,0.234375,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gated_product,64,1664,1728,2048,64,0.13786261245763126,0.0,0.54345703125,0.03173828125,0.2001953125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,1728,1792,2048,64,0.19730396418240728,0.0,0.533203125,0.0341796875,0.22119140625,1.0,30,0.46875
+fresh-en-1,layers.15.mlp.gated_product,64,1792,1856,2048,64,0.19816866526700405,0.0,0.5263671875,0.03662109375,0.2490234375,1.0,27,0.421875
+fresh-en-1,layers.15.mlp.gated_product,64,1856,1920,2048,64,0.24010850287554295,0.0,0.52685546875,0.048828125,0.291015625,1.0,18,0.28125
+fresh-en-1,layers.15.mlp.gated_product,64,1920,1984,2048,64,0.13890250564910833,0.0,0.50048828125,0.0341796875,0.2021484375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,1984,2048,2048,64,0.14265093466608364,0.0,0.53271484375,0.025390625,0.18505859375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,2048,2112,2048,64,0.15301423481763718,0.0,0.5224609375,0.02783203125,0.20166015625,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gated_product,64,2112,2176,2048,64,0.16082748305865466,0.0,0.51708984375,0.0380859375,0.20703125,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,2176,2240,2048,64,0.1536498861132324,0.0,0.5068359375,0.03076171875,0.20654296875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,2240,2304,2048,64,0.14251061098413834,0.0,0.5166015625,0.0302734375,0.2021484375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,2304,2368,2048,64,0.11603517253671028,0.0,0.51904296875,0.02587890625,0.15771484375,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.gated_product,64,2368,2432,2048,64,0.15612319488933282,0.0,0.4765625,0.03173828125,0.20556640625,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gated_product,64,2432,2496,2048,64,0.13689675216497482,0.0,0.47021484375,0.0302734375,0.1787109375,1.0,39,0.609375
+fresh-en-1,layers.15.mlp.gated_product,64,2496,2560,2048,64,0.11196201814870942,0.0,0.51171875,0.02734375,0.181640625,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.gated_product,64,2560,2624,2048,64,0.15807482415757945,0.0,0.4892578125,0.0341796875,0.21044921875,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,2624,2688,2048,64,0.13899950771160985,0.0,0.49267578125,0.03369140625,0.18505859375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,2688,2752,2048,64,0.13013388212015542,0.0,0.44970703125,0.02978515625,0.17138671875,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.gated_product,64,2752,2816,2048,64,0.1097893496716916,0.0,0.50146484375,0.02294921875,0.15380859375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.gated_product,64,2816,2880,2048,64,0.12376033481898226,0.0,0.52392578125,0.02685546875,0.17431640625,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.gated_product,64,2880,2944,2048,64,0.16780303896217885,0.0,0.49462890625,0.037109375,0.25,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,2944,3008,2048,64,0.20191494774580954,0.0,0.48046875,0.037109375,0.24072265625,1.0,26,0.40625
+fresh-en-1,layers.15.mlp.gated_product,64,3008,3072,2048,64,0.14599720590072343,0.0,0.48095703125,0.03759765625,0.22216796875,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gated_product,64,3072,3136,2048,64,0.11862172393391025,0.0,0.4814453125,0.0224609375,0.15869140625,1.0,44,0.6875
+fresh-en-1,layers.15.mlp.gated_product,64,3136,3200,2048,64,0.14031525034627082,0.0,0.53271484375,0.0361328125,0.208984375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,3200,3264,2048,64,0.15362321887995808,0.0,0.48828125,0.02978515625,0.21142578125,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gated_product,64,3264,3328,2048,64,0.1592796626291593,0.0,0.48876953125,0.03662109375,0.224609375,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,3328,3392,2048,64,0.1718514776526333,0.0,0.52099609375,0.0283203125,0.216796875,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,3392,3456,2048,64,0.1582932782082023,0.0,0.46728515625,0.02490234375,0.20703125,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,3456,3520,2048,64,0.1769716019942702,0.0,0.478515625,0.03759765625,0.26123046875,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,3520,3584,2048,64,0.13605587570967143,0.0,0.50732421875,0.0263671875,0.16943359375,1.0,41,0.640625
+fresh-en-1,layers.15.mlp.gated_product,64,3584,3648,2048,64,0.14019384717981997,0.0,0.49072265625,0.03125,0.19580078125,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,3648,3712,2048,64,0.18084263947245463,0.0,0.515625,0.041015625,0.24609375,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.gated_product,64,3712,3776,2048,64,0.18697344452109826,0.0,0.47265625,0.0380859375,0.23779296875,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.gated_product,64,3776,3840,2048,64,0.18463428253906997,0.0,0.47216796875,0.03759765625,0.2236328125,1.0,31,0.484375
+fresh-en-1,layers.15.mlp.gated_product,64,3840,3904,2048,64,0.16094453364341962,0.0,0.44921875,0.02880859375,0.2119140625,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,3904,3968,2048,64,0.16852686525821906,0.0,0.50830078125,0.03564453125,0.21826171875,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,3968,4032,2048,64,0.14011598464184488,0.0,0.52783203125,0.03173828125,0.19873046875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,4032,4096,2048,64,0.16550188144471986,0.0,0.46142578125,0.03125,0.22509765625,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gated_product,64,4096,4160,2048,64,0.14513956250389493,0.0,0.50830078125,0.0302734375,0.1796875,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,4160,4224,2048,64,0.1579803073915438,0.0,0.46142578125,0.02685546875,0.1904296875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,4224,4288,2048,64,0.15791066650946473,0.0,0.49365234375,0.0439453125,0.23681640625,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gated_product,64,4288,4352,2048,64,0.14688298610959602,0.0,0.4716796875,0.02490234375,0.197265625,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,4352,4416,2048,64,0.2667931728753054,0.0,0.5224609375,0.044921875,0.30419921875,1.0,12,0.1875
+fresh-en-1,layers.15.mlp.gated_product,64,4416,4480,2048,64,0.16355479258666714,0.0,0.46435546875,0.041015625,0.23095703125,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,4480,4544,2048,64,0.1622790671272054,0.0,0.51953125,0.03271484375,0.2119140625,1.0,35,0.546875
+fresh-en-1,layers.15.mlp.gated_product,64,4544,4608,2048,64,0.155176425097982,0.0,0.5068359375,0.03564453125,0.21044921875,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gated_product,64,4608,4672,2048,64,0.1484963696481314,0.0,0.50830078125,0.0400390625,0.22412109375,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,4672,4736,2048,64,0.14494584129148907,0.0,0.5166015625,0.033203125,0.20849609375,1.0,34,0.53125
+fresh-en-1,layers.15.mlp.gated_product,64,4736,4800,2048,64,0.13176937348730935,0.0,0.49853515625,0.0234375,0.1767578125,1.0,42,0.65625
+fresh-en-1,layers.15.mlp.gated_product,64,4800,4864,2048,64,0.14619386231530151,0.0,0.517578125,0.0234375,0.2021484375,1.0,38,0.59375
+fresh-en-1,layers.15.mlp.gated_product,64,4864,4928,2048,64,0.2082791689535985,0.0,0.50634765625,0.0439453125,0.2802734375,1.0,24,0.375
+fresh-en-1,layers.15.mlp.gated_product,64,4928,4992,2048,64,0.11746996908291345,0.0,0.517578125,0.0234375,0.16650390625,1.0,45,0.703125
+fresh-en-1,layers.15.mlp.gated_product,64,4992,5056,2048,64,0.1660443414808505,0.0,0.46435546875,0.0400390625,0.2109375,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,5056,5120,2048,64,0.1709604169238602,0.0,0.50634765625,0.03759765625,0.2119140625,1.0,32,0.5
+fresh-en-1,layers.15.mlp.gated_product,64,5120,5184,2048,64,0.12384316676921651,0.0,0.49462890625,0.0263671875,0.1650390625,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.gated_product,64,5184,5248,2048,64,0.13852202914787637,0.0,0.50537109375,0.02734375,0.18896484375,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,5248,5312,2048,64,0.18458004989559515,0.0,0.51513671875,0.037109375,0.24755859375,1.0,28,0.4375
+fresh-en-1,layers.15.mlp.gated_product,64,5312,5376,2048,64,0.14786570538694765,0.0,0.52783203125,0.0302734375,0.19189453125,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,5376,5440,2048,64,0.2778404238690115,0.0,0.46435546875,0.0576171875,0.31982421875,1.0,11,0.171875
+fresh-en-1,layers.15.mlp.gated_product,64,5440,5504,2048,64,0.1210308165564339,0.0,0.51953125,0.0283203125,0.1875,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,5504,5568,2048,64,0.14880812824573272,0.0,0.490234375,0.03076171875,0.18359375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,5568,5632,2048,64,0.22327617876543018,0.0,0.4921875,0.04248046875,0.28076171875,1.0,18,0.28125
+fresh-en-1,layers.15.mlp.gated_product,64,5632,5696,2048,64,0.23407759010334525,0.0,0.5048828125,0.05419921875,0.341796875,1.0,15,0.234375
+fresh-en-1,layers.15.mlp.gated_product,64,5696,5760,2048,64,0.12830266322861822,0.0,0.5224609375,0.0283203125,0.18310546875,1.0,40,0.625
+fresh-en-1,layers.15.mlp.gated_product,64,5760,5824,2048,64,0.16685119469070672,0.0,0.4775390625,0.0244140625,0.20263671875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,5824,5888,2048,64,0.13957707990660473,0.0,0.50390625,0.02978515625,0.1943359375,1.0,37,0.578125
+fresh-en-1,layers.15.mlp.gated_product,64,5888,5952,2048,64,0.16470310021896045,0.0,0.48779296875,0.02685546875,0.20947265625,1.0,33,0.515625
+fresh-en-1,layers.15.mlp.gated_product,64,5952,6016,2048,64,0.16529226647770887,0.0,0.4833984375,0.0341796875,0.20654296875,1.0,36,0.5625
+fresh-en-1,layers.15.mlp.gated_product,64,6016,6080,2048,64,0.259799573936084,0.0,0.494140625,0.0517578125,0.30712890625,1.0,14,0.21875
+fresh-en-1,layers.15.mlp.gated_product,64,6080,6144,2048,64,0.18383094703352795,0.0,0.51904296875,0.0390625,0.2333984375,1.0,29,0.453125
+fresh-en-1,layers.15.mlp.gated_product,128,0,128,4096,128,0.1451623472862243,0.0,0.50244140625,0.029541015625,0.198974609375,1.0,75,0.5859375
+fresh-en-1,layers.15.mlp.gated_product,128,128,256,4096,128,0.13051344387479327,0.0,0.498291015625,0.029296875,0.1962890625,1.0,84,0.65625
+fresh-en-1,layers.15.mlp.gated_product,128,256,384,4096,128,0.18864942837479154,0.0,0.50634765625,0.039794921875,0.247802734375,1.0,56,0.4375
+fresh-en-1,layers.15.mlp.gated_product,128,384,512,4096,128,0.11811386802574467,0.0,0.496826171875,0.026123046875,0.15771484375,1.0,87,0.6796875
+fresh-en-1,layers.15.mlp.gated_product,128,512,640,4096,128,0.15905063405975398,0.0,0.483642578125,0.03857421875,0.21826171875,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gated_product,128,640,768,4096,128,0.18791209517287485,0.0,0.494873046875,0.035888671875,0.239013671875,1.0,54,0.421875
+fresh-en-1,layers.15.mlp.gated_product,128,768,896,4096,128,0.16558308693026738,0.0,0.5,0.038330078125,0.23046875,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gated_product,128,896,1024,4096,128,0.17456784759944655,0.0,0.49560546875,0.034423828125,0.237060546875,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.gated_product,128,1024,1152,4096,128,0.17636582003258489,0.0,0.50634765625,0.033447265625,0.22607421875,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.gated_product,128,1152,1280,4096,128,0.18705884581776125,0.0,0.49560546875,0.027587890625,0.21240234375,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.gated_product,128,1280,1408,4096,128,0.1460881152328467,0.0,0.49609375,0.0322265625,0.181396484375,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.gated_product,128,1408,1536,4096,128,0.17418340301351776,0.0,0.484375,0.039794921875,0.24072265625,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.gated_product,128,1536,1664,4096,128,0.14165606060567867,0.0,0.493408203125,0.030029296875,0.212890625,1.0,69,0.5390625
+fresh-en-1,layers.15.mlp.gated_product,128,1664,1792,4096,128,0.17019834634292969,0.0,0.538330078125,0.03515625,0.21728515625,1.0,64,0.5
+fresh-en-1,layers.15.mlp.gated_product,128,1792,1920,4096,128,0.22013962960680267,0.0,0.526611328125,0.04248046875,0.26806640625,1.0,45,0.3515625
+fresh-en-1,layers.15.mlp.gated_product,128,1920,2048,4096,128,0.14078919567336806,0.0,0.5166015625,0.02978515625,0.193359375,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.gated_product,128,2048,2176,4096,128,0.1569694800969425,0.0,0.519775390625,0.03271484375,0.204345703125,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gated_product,128,2176,2304,4096,128,0.1481849549476628,0.0,0.51171875,0.030517578125,0.206298828125,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gated_product,128,2304,2432,4096,128,0.13754747043853027,0.0,0.497802734375,0.02880859375,0.182373046875,1.0,78,0.609375
+fresh-en-1,layers.15.mlp.gated_product,128,2432,2560,4096,128,0.12505241753211027,0.0,0.490966796875,0.029052734375,0.182373046875,1.0,80,0.625
+fresh-en-1,layers.15.mlp.gated_product,128,2560,2688,4096,128,0.14884306026234403,0.0,0.490966796875,0.03369140625,0.196533203125,1.0,73,0.5703125
+fresh-en-1,layers.15.mlp.gated_product,128,2688,2816,4096,128,0.12039212718653051,0.0,0.4755859375,0.02587890625,0.1650390625,1.0,88,0.6875
+fresh-en-1,layers.15.mlp.gated_product,128,2816,2944,4096,128,0.1474355458487693,0.0,0.50927734375,0.030517578125,0.21337890625,1.0,75,0.5859375
+fresh-en-1,layers.15.mlp.gated_product,128,2944,3072,4096,128,0.17618857831030255,0.0,0.480712890625,0.03759765625,0.239501953125,1.0,60,0.46875
+fresh-en-1,layers.15.mlp.gated_product,128,3072,3200,4096,128,0.1299220590754116,0.0,0.507080078125,0.029052734375,0.183349609375,1.0,81,0.6328125
+fresh-en-1,layers.15.mlp.gated_product,128,3200,3328,4096,128,0.15647700199437986,0.0,0.488525390625,0.033447265625,0.21826171875,1.0,67,0.5234375
+fresh-en-1,layers.15.mlp.gated_product,128,3328,3456,4096,128,0.16521151941873313,0.0,0.494140625,0.027099609375,0.21240234375,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gated_product,128,3456,3584,4096,128,0.15784509689493675,0.0,0.492919921875,0.0341796875,0.222412109375,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gated_product,128,3584,3712,4096,128,0.16179983782198754,0.0,0.503173828125,0.035400390625,0.220947265625,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gated_product,128,3712,3840,4096,128,0.1858075445787944,0.0,0.472412109375,0.03759765625,0.230712890625,1.0,59,0.4609375
+fresh-en-1,layers.15.mlp.gated_product,128,3840,3968,4096,128,0.16477931791256412,0.0,0.478759765625,0.032958984375,0.21533203125,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gated_product,128,3968,4096,4096,128,0.15333519151502015,0.0,0.49462890625,0.031005859375,0.211181640625,1.0,66,0.515625
+fresh-en-1,layers.15.mlp.gated_product,128,4096,4224,4096,128,0.15169586369995178,0.0,0.48486328125,0.02880859375,0.183349609375,1.0,75,0.5859375
+fresh-en-1,layers.15.mlp.gated_product,128,4224,4352,4096,128,0.15249654128198314,0.0,0.482666015625,0.033447265625,0.216796875,1.0,68,0.53125
+fresh-en-1,layers.15.mlp.gated_product,128,4352,4480,4096,128,0.22127897242049488,0.0,0.493408203125,0.045654296875,0.276611328125,1.0,42,0.328125
+fresh-en-1,layers.15.mlp.gated_product,128,4480,4608,4096,128,0.15876746917090045,0.0,0.51318359375,0.03369140625,0.210693359375,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gated_product,128,4608,4736,4096,128,0.1467318450548006,0.0,0.512451171875,0.036865234375,0.216796875,1.0,70,0.546875
+fresh-en-1,layers.15.mlp.gated_product,128,4736,4864,4096,128,0.1391686264355285,0.0,0.508056640625,0.024169921875,0.190185546875,1.0,79,0.6171875
+fresh-en-1,layers.15.mlp.gated_product,128,4864,4992,4096,128,0.1690848985810712,0.0,0.511962890625,0.03759765625,0.23291015625,1.0,64,0.5
+fresh-en-1,layers.15.mlp.gated_product,128,4992,5120,4096,128,0.16852030662888878,0.0,0.4853515625,0.038818359375,0.211669921875,1.0,65,0.5078125
+fresh-en-1,layers.15.mlp.gated_product,128,5120,5248,4096,128,0.13138775154989352,0.0,0.5,0.025634765625,0.177734375,1.0,83,0.6484375
+fresh-en-1,layers.15.mlp.gated_product,128,5248,5376,4096,128,0.1672334620359215,0.0,0.521484375,0.03369140625,0.21728515625,1.0,63,0.4921875
+fresh-en-1,layers.15.mlp.gated_product,128,5376,5504,4096,128,0.21429390996016323,0.0,0.491943359375,0.046875,0.27392578125,1.0,43,0.3359375
+fresh-en-1,layers.15.mlp.gated_product,128,5504,5632,4096,128,0.1897315353810362,0.0,0.4912109375,0.036376953125,0.23193359375,1.0,51,0.3984375
+fresh-en-1,layers.15.mlp.gated_product,128,5632,5760,4096,128,0.18875101533521074,0.0,0.513671875,0.044189453125,0.275390625,1.0,49,0.3828125
+fresh-en-1,layers.15.mlp.gated_product,128,5760,5888,4096,128,0.15381983357969617,0.0,0.49072265625,0.027587890625,0.198486328125,1.0,72,0.5625
+fresh-en-1,layers.15.mlp.gated_product,128,5888,6016,4096,128,0.16499794631915096,0.0,0.485595703125,0.030517578125,0.2080078125,1.0,68,0.53125
+fresh-en-1,layers.15.mlp.gated_product,128,6016,6144,4096,128,0.22504403536265358,0.0,0.506591796875,0.045166015625,0.27197265625,1.0,41,0.3203125
+fresh-en-1,layers.15.mlp.down_proj.output,0,0,2048,65536,2048,0.1100120540255863,0.0,0.5065765380859375,0.008056640625,0.086883544921875,1.0,1632,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,0,64,2048,64,0.0982527979833916,0.0,0.53125,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,64,128,2048,64,0.11933727848671542,0.0,0.5322265625,0.0078125,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,128,192,2048,64,0.10561055418764284,0.0,0.48388671875,0.0078125,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,192,256,2048,64,0.10781805947675005,0.0,0.498046875,0.00634765625,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,256,320,2048,64,0.09942244627639818,0.0,0.5,0.00634765625,0.0869140625,1.0,54,0.84375
+fresh-en-1,layers.15.mlp.down_proj.output,64,320,384,2048,64,0.10710469537897546,0.0,0.49365234375,0.0087890625,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,384,448,2048,64,0.10879195519974229,0.0,0.51025390625,0.00537109375,0.07568359375,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,448,512,2048,64,0.11181173657557424,0.0,0.509765625,0.01025390625,0.09716796875,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,512,576,2048,64,0.12030764205633843,0.0,0.4912109375,0.00830078125,0.09765625,1.0,50,0.78125
+fresh-en-1,layers.15.mlp.down_proj.output,64,576,640,2048,64,0.11178483137979756,0.0,0.5029296875,0.00537109375,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,640,704,2048,64,0.10347969306427422,0.0,0.51611328125,0.00830078125,0.080078125,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,704,768,2048,64,0.10577107906695507,0.0,0.54833984375,0.00439453125,0.0703125,1.0,54,0.84375
+fresh-en-1,layers.15.mlp.down_proj.output,64,768,832,2048,64,0.104475550992706,0.0,0.51806640625,0.009765625,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,832,896,2048,64,0.0985164730027488,0.0,0.48193359375,0.0087890625,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,896,960,2048,64,0.10203015321047339,0.0,0.5,0.005859375,0.07666015625,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,960,1024,2048,64,0.11676370956463787,0.0,0.5517578125,0.0068359375,0.0927734375,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1024,1088,2048,64,0.10221376763404375,0.0,0.5185546875,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1088,1152,2048,64,0.10145867411530465,0.0,0.51025390625,0.0068359375,0.0732421875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1152,1216,2048,64,0.1558959679989187,0.0,0.4970703125,0.013671875,0.11962890625,1.0,43,0.671875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1216,1280,2048,64,0.11339117980464823,0.0,0.466796875,0.00927734375,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1280,1344,2048,64,0.10927436700230314,0.0,0.5126953125,0.0068359375,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1344,1408,2048,64,0.12064931710245366,0.0,0.5107421875,0.01220703125,0.099609375,1.0,48,0.75
+fresh-en-1,layers.15.mlp.down_proj.output,64,1408,1472,2048,64,0.12901494988894396,0.0,0.4775390625,0.009765625,0.109375,1.0,46,0.71875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1472,1536,2048,64,0.10740627351083532,0.0,0.5087890625,0.0078125,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1536,1600,2048,64,0.10099888168374757,0.0,0.52001953125,0.0078125,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1600,1664,2048,64,0.10271713057583978,0.0,0.529296875,0.00732421875,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1664,1728,2048,64,0.102449444808232,0.0,0.50341796875,0.0087890625,0.08251953125,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1728,1792,2048,64,0.10345775130702113,0.0,0.51513671875,0.01171875,0.09423828125,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1792,1856,2048,64,0.11592180902323057,0.0,0.50390625,0.01171875,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.15.mlp.down_proj.output,64,1856,1920,2048,64,0.10984090673002124,0.0,0.466796875,0.00537109375,0.07763671875,1.0,53,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1920,1984,2048,64,0.1054058218908648,0.0,0.51953125,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,64,1984,2048,2048,64,0.10120700697020478,0.0,0.48046875,0.009765625,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,128,0,128,4096,128,0.10930461643540275,0.0,0.53173828125,0.0068359375,0.085205078125,1.0,103,0.8046875
+fresh-en-1,layers.15.mlp.down_proj.output,128,128,256,4096,128,0.1067200147703163,0.0,0.490966796875,0.00732421875,0.083251953125,1.0,106,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,128,256,384,4096,128,0.10333498583685588,0.0,0.496826171875,0.008056640625,0.087646484375,1.0,105,0.8203125
+fresh-en-1,layers.15.mlp.down_proj.output,128,384,512,4096,128,0.1103121796363129,0.0,0.510009765625,0.0078125,0.08642578125,1.0,104,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,128,512,640,4096,128,0.11612445320380592,0.0,0.4970703125,0.007080078125,0.088623046875,1.0,101,0.7890625
+fresh-en-1,layers.15.mlp.down_proj.output,128,640,768,4096,128,0.10463165879327459,0.0,0.5322265625,0.00634765625,0.07470703125,1.0,106,0.828125
+fresh-en-1,layers.15.mlp.down_proj.output,128,768,896,4096,128,0.10153973657669897,0.0,0.5,0.00927734375,0.083984375,1.0,104,0.8125
+fresh-en-1,layers.15.mlp.down_proj.output,128,896,1024,4096,128,0.10964468987472166,0.0,0.52587890625,0.006103515625,0.083251953125,1.0,103,0.8046875
+fresh-en-1,layers.15.mlp.down_proj.output,128,1024,1152,4096,128,0.10183692072912917,0.0,0.514404296875,0.00732421875,0.0771484375,1.0,105,0.8203125
+fresh-en-1,layers.15.mlp.down_proj.output,128,1152,1280,4096,128,0.13631051407688613,0.0,0.48193359375,0.011962890625,0.10595703125,1.0,93,0.7265625
+fresh-en-1,layers.15.mlp.down_proj.output,128,1280,1408,4096,128,0.1151024435036947,0.0,0.51171875,0.009521484375,0.088623046875,1.0,99,0.7734375
+fresh-en-1,layers.15.mlp.down_proj.output,128,1408,1536,4096,128,0.11870333795713388,0.0,0.4931640625,0.009033203125,0.094970703125,1.0,97,0.7578125
+fresh-en-1,layers.15.mlp.down_proj.output,128,1536,1664,4096,128,0.10186162922097251,0.0,0.524658203125,0.00732421875,0.080810546875,1.0,105,0.8203125
+fresh-en-1,layers.15.mlp.down_proj.output,128,1664,1792,4096,128,0.10295483244369932,0.0,0.50927734375,0.010498046875,0.088623046875,1.0,105,0.8203125
+fresh-en-1,layers.15.mlp.down_proj.output,128,1792,1920,4096,128,0.1129222976176352,0.0,0.4853515625,0.008544921875,0.083251953125,1.0,103,0.8046875
+fresh-en-1,layers.15.mlp.down_proj.output,128,1920,2048,4096,128,0.10332774445509732,0.0,0.5,0.0087890625,0.083740234375,1.0,103,0.8046875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.3139097686977106,0.0,0.5032958984375,0.015233357747395834,0.1476898193359375,1.0,2371,0.3859049479166667
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.8490705009492667,0.0,0.48486328125,0.0166015625,0.1337890625,1.0,23,0.359375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,64,128,2048,64,2.741095346281481,0.0,0.509765625,0.0087890625,0.12451171875,1.0,25,0.390625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.5945761224537724,0.0,0.52197265625,0.01806640625,0.17724609375,1.0,19,0.296875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.842093916056092,0.0,0.47216796875,0.01806640625,0.1591796875,1.0,22,0.34375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.344449958103611,0.0,0.5771484375,0.01416015625,0.08837890625,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.4635221793010427,0.0,0.57861328125,0.00830078125,0.08740234375,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.528080245173484,0.0,0.54443359375,0.02001953125,0.17041015625,1.0,18,0.28125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.7167267732664722,0.0,0.48193359375,0.01708984375,0.13671875,1.0,29,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.396120201300602,0.0,0.447265625,0.00537109375,0.06982421875,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.314981912330228,0.0,0.4970703125,0.00830078125,0.08056640625,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.7270369106515735,0.0,0.54296875,0.013671875,0.11669921875,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4327977722409184,0.0,0.48583984375,0.01220703125,0.12109375,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.344035859675131,0.0,0.40478515625,0.0126953125,0.13427734375,1.0,28,0.4375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.4558997525304436,0.0,0.51708984375,0.0078125,0.10205078125,1.0,44,0.6875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.613217157066193,0.0,0.49365234375,0.0146484375,0.17724609375,1.0,23,0.359375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.9121143805566728,0.0,0.47998046875,0.0087890625,0.08935546875,1.0,43,0.671875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.3268855662174004,0.0,0.56396484375,0.0166015625,0.1796875,1.0,16,0.25
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.5541951925455526,0.0,0.462890625,0.017578125,0.14892578125,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,3.2391435176829324,0.0,0.5732421875,0.01220703125,0.130859375,1.0,24,0.375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,2.85591846899798,0.0,0.5224609375,0.01220703125,0.09521484375,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.2190661196969557,0.0,0.4248046875,0.0146484375,0.11962890625,1.0,31,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.326469447162959,0.0,0.49658203125,0.013671875,0.1083984375,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.9588338849640548,0.0,0.5185546875,0.02294921875,0.22265625,1.0,10,0.15625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.73097491396417,0.0,0.4765625,0.01953125,0.15576171875,1.0,25,0.390625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.3449519931618013,0.0,0.4912109375,0.01220703125,0.138671875,1.0,27,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.9744454008867323,0.0,0.50341796875,0.01025390625,0.12060546875,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.049240019170269,0.0,0.560546875,0.01513671875,0.13720703125,1.0,29,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.7517206316630967,0.0,0.51220703125,0.01123046875,0.11474609375,1.0,31,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.198422250497496,0.0,0.51025390625,0.01171875,0.10595703125,1.0,33,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,3.1567321795533263,0.0,0.47900390625,0.01318359375,0.1328125,1.0,26,0.40625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.6346281329736327,0.0,0.478515625,0.0107421875,0.12841796875,1.0,31,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.640401220488859,0.0,0.599609375,0.0126953125,0.1337890625,1.0,29,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.446934762138147,0.0,0.5029296875,0.01708984375,0.11572265625,1.0,33,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.7925171034888168,0.0,0.51171875,0.01416015625,0.111328125,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.623373731135579,0.0,0.474609375,0.01220703125,0.130859375,1.0,27,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.1029094787673497,0.0,0.47998046875,0.013671875,0.13623046875,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,3.3535065611041763,0.0,0.60546875,0.01123046875,0.0771484375,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.553106162860954,0.0,0.43603515625,0.00244140625,0.04296875,1.0,42,0.65625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.7441300346083026,0.0,0.47998046875,0.017578125,0.126953125,1.0,34,0.53125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.6776014256182123,0.0,0.46826171875,0.01904296875,0.19775390625,1.0,18,0.28125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.280838067435501,0.0,0.5224609375,0.01025390625,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.4563975463452548,0.0,0.51953125,0.00830078125,0.08447265625,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.4151653457681004,0.0,0.51611328125,0.01513671875,0.12548828125,1.0,35,0.546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.9869688218981665,0.0,0.53076171875,0.017578125,0.17578125,1.0,21,0.328125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.5984830116625177,0.0,0.4736328125,0.0166015625,0.14990234375,1.0,29,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.3427844207539086,0.0,0.49853515625,0.0185546875,0.12744140625,1.0,33,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.0665375761911937,0.0,0.48291015625,0.00830078125,0.11962890625,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.5674092299617306,0.0,0.486328125,0.01416015625,0.119140625,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.2952697545429759,0.0,0.47021484375,0.01416015625,0.1083984375,1.0,43,0.671875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.4333904875290404,0.0,0.47900390625,0.01171875,0.1220703125,1.0,41,0.640625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,3.1687245945327187,0.0,0.474609375,0.01123046875,0.125,1.0,27,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.06919519087193,0.0,0.5087890625,0.01171875,0.10595703125,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.4204017040770256,0.0,0.5361328125,0.01025390625,0.1103515625,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.44601295024895,0.0,0.4970703125,0.0078125,0.091796875,1.0,35,0.546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.0305791138434146,0.0,0.4775390625,0.0166015625,0.14892578125,1.0,25,0.390625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.58524753061283,0.0,0.48779296875,0.02294921875,0.22314453125,1.0,8,0.125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.2777150280607312,0.0,0.498046875,0.00537109375,0.09765625,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.470748200680385,0.0,0.42529296875,0.01220703125,0.13330078125,1.0,33,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.0761037166207688,0.0,0.51904296875,0.013671875,0.10498046875,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.0849039581126396,0.0,0.54296875,0.00927734375,0.11328125,1.0,35,0.546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.7481271296080316,0.0,0.5361328125,0.0048828125,0.06787109375,1.0,41,0.640625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,3.0248792617116447,0.0,0.44775390625,0.0068359375,0.05712890625,1.0,40,0.625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.419444883864558,0.0,0.45361328125,0.00927734375,0.07421875,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.6325628360067257,0.0,0.49462890625,0.00634765625,0.078125,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.4075655659187563,0.0,0.494140625,0.01806640625,0.20703125,1.0,17,0.265625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.2008201071598834,0.0,0.53662109375,0.01513671875,0.166015625,1.0,19,0.296875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.023356580073341,0.0,0.484375,0.01318359375,0.201171875,1.0,13,0.203125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.7131955645372434,0.0,0.51171875,0.015625,0.189453125,1.0,19,0.296875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.828929323102235,0.0,0.49267578125,0.00830078125,0.0673828125,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.2094255378653473,0.0,0.6015625,0.00634765625,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.79038604921287,0.0,0.51123046875,0.0107421875,0.10400390625,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.7801946908650201,0.0,0.4990234375,0.01171875,0.1201171875,1.0,33,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.680755151600495,0.0,0.52734375,0.00439453125,0.0439453125,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.5536658894717923,0.0,0.56103515625,0.005859375,0.0771484375,1.0,34,0.53125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.187735667905475,0.0,0.48291015625,0.01611328125,0.12939453125,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.878768313546956,0.0,0.5439453125,0.01953125,0.18798828125,1.0,22,0.34375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.3495398947079356,0.0,0.501953125,0.0078125,0.11474609375,1.0,41,0.640625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.1501810372381593,0.0,0.45751953125,0.01171875,0.109375,1.0,43,0.671875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.997061630074444,0.0,0.5390625,0.00537109375,0.068359375,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.7998430767616553,0.0,0.46044921875,0.0078125,0.06103515625,1.0,50,0.78125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.692087040289542,0.0,0.50537109375,0.02490234375,0.205078125,1.0,16,0.25
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.8906683593092748,0.0,0.5048828125,0.0146484375,0.162109375,1.0,20,0.3125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.8737943065756784,0.0,0.4521484375,0.01611328125,0.13330078125,1.0,20,0.3125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.8310432192243957,0.0,0.525390625,0.01318359375,0.15771484375,1.0,16,0.25
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.2224154941875194,0.0,0.486328125,0.00927734375,0.111328125,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.1611211312351286,0.0,0.478515625,0.01513671875,0.1279296875,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.427869535064806,0.0,0.4970703125,0.03125,0.25927734375,1.0,16,0.25
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.061274994502107,0.0,0.5087890625,0.02294921875,0.26171875,1.0,13,0.203125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.7321831753818768,0.0,0.58154296875,0.02392578125,0.220703125,1.0,10,0.15625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.221224281916502,0.0,0.54736328125,0.015625,0.14794921875,1.0,22,0.34375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.9458112746048516,0.0,0.46240234375,0.01220703125,0.142578125,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.11979570408528,0.0,0.57177734375,0.01318359375,0.14453125,1.0,24,0.375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.492297194628948,0.0,0.50341796875,0.01318359375,0.12939453125,1.0,25,0.390625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.120128072881805,0.0,0.46484375,0.0205078125,0.1298828125,1.0,28,0.4375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.6800824464011521,0.0,0.51806640625,0.01171875,0.1318359375,1.0,28,0.4375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.9245845135244093,0.0,0.45166015625,0.013671875,0.1396484375,1.0,28,0.4375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.7956042653409745,0.0,0.497314453125,0.01318359375,0.12939453125,1.0,48,0.375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.7211507752135224,0.0,0.4970703125,0.018310546875,0.168701171875,1.0,39,0.3046875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.4047231788669756,0.0,0.577880859375,0.011474609375,0.0888671875,1.0,73,0.5703125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.160826293352422,0.0,0.51318359375,0.018310546875,0.15966796875,1.0,42,0.328125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.355900387696492,0.0,0.47216796875,0.007080078125,0.074462890625,1.0,74,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.5867523352576909,0.0,0.514404296875,0.013916015625,0.12158203125,1.0,74,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.9511724937663941,0.0,0.4609375,0.009765625,0.125732421875,1.0,69,0.5390625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3104240228015918,0.0,0.48681640625,0.011962890625,0.13916015625,1.0,63,0.4921875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.9786256764232313,0.0,0.513427734375,0.017333984375,0.168701171875,1.0,41,0.3203125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,3.0535488394416688,0.0,0.5478515625,0.01220703125,0.11376953125,1.0,55,0.4296875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.273402134705784,0.0,0.460693359375,0.013671875,0.11376953125,1.0,62,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.423940192288657,0.0,0.49755859375,0.02197265625,0.201904296875,1.0,27,0.2109375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.1676294069001134,0.0,0.497314453125,0.011962890625,0.129150390625,1.0,57,0.4453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.90629350147913,0.0,0.536376953125,0.01318359375,0.12646484375,1.0,59,0.4609375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.7201119871165202,0.0,0.49462890625,0.012451171875,0.124755859375,1.0,56,0.4375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.637517220869784,0.0,0.5390625,0.01171875,0.131103515625,1.0,60,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.6254182051092014,0.0,0.50732421875,0.016357421875,0.114013671875,1.0,64,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.377426971444315,0.0,0.477294921875,0.013427734375,0.134765625,1.0,58,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,3.4547481572416574,0.0,0.520751953125,0.0068359375,0.060302734375,1.0,80,0.625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.2595949827452975,0.0,0.47412109375,0.017578125,0.169189453125,1.0,48,0.375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.3702437844611994,0.0,0.52099609375,0.009765625,0.083740234375,1.0,79,0.6171875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.7249258034852302,0.0,0.5234375,0.015869140625,0.152099609375,1.0,54,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.4761805342154264,0.0,0.486083984375,0.017822265625,0.140625,1.0,60,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.3304685910673477,0.0,0.484619140625,0.010986328125,0.122802734375,1.0,60,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.36607686950123,0.0,0.474609375,0.0126953125,0.113525390625,1.0,83,0.6484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.6760403858989186,0.0,0.49169921875,0.01171875,0.1171875,1.0,63,0.4921875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.4332410240135007,0.0,0.5166015625,0.009033203125,0.101318359375,1.0,67,0.5234375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.3245167596854235,0.0,0.482666015625,0.01953125,0.185791015625,1.0,31,0.2421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.376192586914943,0.0,0.461669921875,0.009033203125,0.115478515625,1.0,71,0.5546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.0805084903359945,0.0,0.531005859375,0.011474609375,0.109130859375,1.0,70,0.546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.8898180970798895,0.0,0.491943359375,0.005859375,0.063232421875,1.0,80,0.625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.52825044562264,0.0,0.47412109375,0.00830078125,0.077880859375,1.0,73,0.5703125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.306510470199186,0.0,0.515380859375,0.01708984375,0.187744140625,1.0,35,0.2734375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.8747014285581813,0.0,0.498046875,0.014892578125,0.198486328125,1.0,31,0.2421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,3.0251655655690937,0.0,0.547119140625,0.007080078125,0.0673828125,1.0,75,0.5859375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.7852976422154478,0.0,0.505126953125,0.01123046875,0.112548828125,1.0,68,0.53125
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.617768631354756,0.0,0.544189453125,0.005126953125,0.06103515625,1.0,71,0.5546875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.5717007337281066,0.0,0.513427734375,0.017822265625,0.1669921875,1.0,53,0.4140625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.25382900465545,0.0,0.479736328125,0.009765625,0.111572265625,1.0,83,0.6484375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.900129278924877,0.0,0.499755859375,0.007080078125,0.06494140625,1.0,99,0.7734375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.3261512716704527,0.0,0.505126953125,0.0224609375,0.188720703125,1.0,31,0.2421875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.8524988541297622,0.0,0.48876953125,0.014404296875,0.14501953125,1.0,35,0.2734375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.1921623047702987,0.0,0.482421875,0.01220703125,0.12060546875,1.0,75,0.5859375
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.249745693234263,0.0,0.5029296875,0.02685546875,0.260498046875,1.0,29,0.2265625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.4986406006475532,0.0,0.564453125,0.018798828125,0.1865234375,1.0,28,0.21875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.0364606567683845,0.0,0.51708984375,0.0126953125,0.144287109375,1.0,60,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.313707884735759,0.0,0.484130859375,0.016845703125,0.130126953125,1.0,53,0.4140625
+fresh-en-1,layers.16.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.8064748235725936,0.0,0.48486328125,0.012451171875,0.134765625,1.0,55,0.4296875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.9426540423035572,0.0,0.3733062744140625,0.0110626220703125,0.114715576171875,1.0,976,0.4765625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,0,64,2048,64,1.715970323178922,0.0,0.4130859375,0.01318359375,0.13671875,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5004257511455166,0.0,0.36865234375,0.01123046875,0.1083984375,1.0,34,0.53125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,128,192,2048,64,2.080472254926128,0.0,0.52880859375,0.015625,0.15283203125,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,192,256,2048,64,1.970924327524844,0.0,0.4150390625,0.01708984375,0.142578125,1.0,35,0.546875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6036181830706617,0.0,0.65283203125,0.01220703125,0.13232421875,1.0,25,0.390625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0278898593493313,0.0,0.53759765625,0.01806640625,0.14404296875,1.0,31,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,384,448,2048,64,1.3268267021536237,0.0,0.43505859375,0.0078125,0.07421875,1.0,44,0.6875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6442122545268851,0.0,0.51513671875,0.005859375,0.0986328125,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,512,576,2048,64,0.8184937322067362,0.0,0.40283203125,0.01416015625,0.1416015625,1.0,27,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,576,640,2048,64,0.8452347938460981,0.0,0.36328125,0.01416015625,0.1201171875,1.0,31,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,640,704,2048,64,1.5177196797186727,0.0,0.38427734375,0.0078125,0.09521484375,1.0,41,0.640625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,704,768,2048,64,1.9216811677344476,0.0,0.4033203125,0.01025390625,0.1171875,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,768,832,2048,64,2.236958734555494,0.0,0.072265625,0.0009765625,0.0302734375,1.0,50,0.78125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,832,896,2048,64,2.06189316425705,0.0,0.10302734375,0.00390625,0.04541015625,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,896,960,2048,64,1.6745524990375382,0.0,0.19140625,0.00390625,0.0595703125,1.0,39,0.609375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.730622110179531,0.0,0.19091796875,0.01025390625,0.0732421875,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1024,1088,2048,64,3.1256912211023145,0.0,0.3505859375,0.00146484375,0.0322265625,1.0,44,0.6875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1088,1152,2048,64,3.12902003605586,0.0,0.32080078125,0.00341796875,0.03369140625,1.0,45,0.703125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.643887584704711,0.0,0.35205078125,0.01416015625,0.146484375,1.0,26,0.40625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.9157249824308187,0.0,0.37255859375,0.01171875,0.14404296875,1.0,27,0.421875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.6320717308694,0.0,0.49072265625,0.0087890625,0.115234375,1.0,32,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1783566882429106,0.0,0.43115234375,0.00830078125,0.0947265625,1.0,43,0.671875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.7748314466694706,0.0,0.3671875,0.00390625,0.08203125,1.0,42,0.65625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.790527698293546,0.0,0.38427734375,0.00537109375,0.04052734375,1.0,43,0.671875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.6226031504316483,0.0,0.1826171875,0.001953125,0.0205078125,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.4149145048310627,0.0,0.18896484375,0.00439453125,0.041015625,1.0,38,0.59375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.977288964567998,0.0,0.17578125,0.0078125,0.06982421875,1.0,36,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.5098441353473517,0.0,0.1376953125,0.00537109375,0.05029296875,1.0,44,0.6875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.445146405597793,0.0,0.52001953125,0.01025390625,0.12939453125,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.3172165221067733,0.0,0.56982421875,0.0126953125,0.11328125,1.0,34,0.53125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.023461996863738,0.0,0.50341796875,0.00830078125,0.07861328125,1.0,37,0.578125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.130691041310224,0.0,0.62060546875,0.009765625,0.10302734375,1.0,30,0.46875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,0,128,4096,128,1.611805134737348,0.0,0.390869140625,0.012451171875,0.123779296875,1.0,62,0.484375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,128,256,4096,128,2.026438687494229,0.0,0.471923828125,0.016357421875,0.147216796875,1.0,65,0.5078125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3468757997729484,0.0,0.59521484375,0.014892578125,0.150146484375,1.0,49,0.3828125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4939717258844365,0.0,0.47509765625,0.007080078125,0.0859375,1.0,80,0.625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,512,640,4096,128,0.8319717081697455,0.0,0.383056640625,0.014404296875,0.131103515625,1.0,58,0.453125
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,640,768,4096,128,1.7315212295306375,0.0,0.393798828125,0.0087890625,0.104736328125,1.0,79,0.6171875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,768,896,4096,128,2.1512075447192522,0.0,0.087646484375,0.00244140625,0.0380859375,1.0,96,0.75
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.7028180995448572,0.0,0.191162109375,0.007080078125,0.066162109375,1.0,75,0.5859375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1024,1152,4096,128,3.1273560714855524,0.0,0.335693359375,0.00244140625,0.032958984375,1.0,88,0.6875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7849885993271568,0.0,0.3623046875,0.013427734375,0.146728515625,1.0,51,0.3984375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4234083425759871,0.0,0.4609375,0.009033203125,0.105712890625,1.0,72,0.5625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.7826906396839433,0.0,0.375732421875,0.004638671875,0.061279296875,1.0,84,0.65625
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.520898584859917,0.0,0.185791015625,0.003173828125,0.031494140625,1.0,83,0.6484375
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.7591618689656132,0.0,0.15673828125,0.006591796875,0.061279296875,1.0,79,0.6171875
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.3826618349624185,0.0,0.544921875,0.011474609375,0.12060546875,1.0,64,0.5
+fresh-en-1,layers.16.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.0777683660927453,0.0,0.56201171875,0.009033203125,0.0908203125,1.0,66,0.515625
+fresh-en-1,layers.16.linear_attn.in_proj_b.output,0,0,16,512,16,1.182727837471032,0.0,0.42578125,0.009765625,0.083984375,1.0,12,0.75
+fresh-en-1,layers.16.linear_attn.in_proj_b.output,64,0,16,512,16,1.182727837471032,0.0,0.42578125,0.009765625,0.083984375,1.0,12,0.75
+fresh-en-1,layers.16.linear_attn.in_proj_b.output,128,0,16,512,16,1.182727837471032,0.0,0.42578125,0.009765625,0.083984375,1.0,12,0.75
+fresh-en-1,layers.16.linear_attn.in_proj_a.output,0,0,16,512,16,1.7524017426771434,0.0,0.595703125,0.00390625,0.0546875,1.0,14,0.875
+fresh-en-1,layers.16.linear_attn.in_proj_a.output,64,0,16,512,16,1.7524017426771434,0.0,0.595703125,0.00390625,0.0546875,1.0,14,0.875
+fresh-en-1,layers.16.linear_attn.in_proj_a.output,128,0,16,512,16,1.7524017426771434,0.0,0.595703125,0.00390625,0.0546875,1.0,14,0.875
+fresh-en-1,layers.16.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07550512589866937,0.0,0.503387451171875,0.0095672607421875,0.1007843017578125,1.0,1402,0.6845703125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,0,64,2048,64,0.0738142112806679,0.0,0.50927734375,0.0126953125,0.08984375,1.0,45,0.703125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,64,128,2048,64,0.06323883476445724,0.0,0.490234375,0.005859375,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,128,192,2048,64,0.0679479024805093,0.0,0.56982421875,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,192,256,2048,64,0.07161324174702617,0.0,0.4453125,0.0068359375,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,256,320,2048,64,0.06714332207541471,0.0,0.4853515625,0.009765625,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,320,384,2048,64,0.06714207709332834,0.0,0.5224609375,0.0068359375,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,384,448,2048,64,0.06679542443384064,0.0,0.5283203125,0.00537109375,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,448,512,2048,64,0.06820401588861813,0.0,0.51806640625,0.0078125,0.09521484375,1.0,45,0.703125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,512,576,2048,64,0.06727928747864413,0.0,0.51806640625,0.0087890625,0.09228515625,1.0,45,0.703125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,576,640,2048,64,0.07196736894493244,0.0,0.5263671875,0.0068359375,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,640,704,2048,64,0.07038009092031271,0.0,0.455078125,0.0107421875,0.08544921875,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,704,768,2048,64,0.07161619398623476,0.0,0.52197265625,0.00537109375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,768,832,2048,64,0.0608070240424313,0.0,0.48193359375,0.00537109375,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,832,896,2048,64,0.07107320220711888,0.0,0.50146484375,0.009765625,0.10009765625,1.0,47,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,896,960,2048,64,0.07026745614655797,0.0,0.51953125,0.0078125,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,960,1024,2048,64,0.06549143867492092,0.0,0.5185546875,0.00537109375,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1024,1088,2048,64,0.06322650563655638,0.0,0.533203125,0.00634765625,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06419768496016855,0.0,0.46484375,0.01025390625,0.0859375,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1152,1216,2048,64,0.18747067998576078,0.0,0.501953125,0.025390625,0.28076171875,1.0,4,0.0625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1216,1280,2048,64,0.06989531367032054,0.0,0.521484375,0.0087890625,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06367045410608511,0.0,0.498046875,0.0078125,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1344,1408,2048,64,0.06319121715519778,0.0,0.41455078125,0.00830078125,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1408,1472,2048,64,0.08617123467956524,0.0,0.43408203125,0.009765625,0.111328125,1.0,41,0.640625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07260539435895327,0.0,0.478515625,0.00732421875,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1536,1600,2048,64,0.06485501431150162,0.0,0.60107421875,0.00830078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06516632717183606,0.0,0.51416015625,0.0068359375,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07204744517728548,0.0,0.51318359375,0.009765625,0.09765625,1.0,48,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1728,1792,2048,64,0.08261506055867283,0.0,0.5693359375,0.01318359375,0.1025390625,1.0,45,0.703125
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1792,1856,2048,64,0.06896568916288215,0.0,0.47900390625,0.0087890625,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1856,1920,2048,64,0.0677436182108043,0.0,0.49365234375,0.01171875,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1920,1984,2048,64,0.06425785183340262,0.0,0.4775390625,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06715176742409891,0.0,0.501953125,0.00927734375,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,0,128,4096,128,0.06873022628128546,0.0,0.499755859375,0.010009765625,0.09228515625,1.0,92,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,128,256,4096,128,0.06980463396157455,0.0,0.507568359375,0.008056640625,0.08447265625,1.0,96,0.75
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,256,384,4096,128,0.06714269958725713,0.0,0.50390625,0.00830078125,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,384,512,4096,128,0.06750339439106669,0.0,0.523193359375,0.00634765625,0.091552734375,1.0,94,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,512,640,4096,128,0.06966277598721597,0.0,0.522216796875,0.007568359375,0.0908203125,1.0,91,0.7109375
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,640,768,4096,128,0.0710008325268989,0.0,0.488525390625,0.008056640625,0.085693359375,1.0,92,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,768,896,4096,128,0.06613960328302108,0.0,0.49169921875,0.00830078125,0.095458984375,1.0,97,0.7578125
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,896,1024,4096,128,0.06792143966752831,0.0,0.51904296875,0.007080078125,0.0888671875,1.0,95,0.7421875
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06371394576250378,0.0,0.4990234375,0.00830078125,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1152,1280,4096,128,0.14147545852089688,0.0,0.51171875,0.022705078125,0.20166015625,1.0,36,0.28125
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06343128822446559,0.0,0.456298828125,0.008056640625,0.084228515625,1.0,95,0.7421875
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07967755322617477,0.0,0.456298828125,0.009521484375,0.106689453125,1.0,85,0.6640625
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06501085708715068,0.0,0.5576171875,0.007568359375,0.08544921875,1.0,98,0.765625
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07751155587293786,0.0,0.541259765625,0.011474609375,0.1005859375,1.0,92,0.71875
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06835738471446408,0.0,0.486328125,0.01025390625,0.09228515625,1.0,91,0.7109375
+fresh-en-1,layers.16.linear_attn.out_proj.output,128,1920,2048,4096,128,0.06572074022111968,0.0,0.48974609375,0.008544921875,0.089111328125,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.gate_proj.output,0,0,6144,196608,6144,1.2105909416588945,0.0,0.8174794514973959,0.008173624674479166,0.08500162760416667,1.0,3391,0.5519205729166666
+fresh-en-1,layers.16.mlp.gate_proj.output,64,0,64,2048,64,1.179730363823662,0.0,0.802734375,0.0087890625,0.0830078125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,64,128,2048,64,1.419543700019782,0.0,0.85791015625,0.01025390625,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,128,192,2048,64,1.1164828874741217,0.0,0.78466796875,0.01220703125,0.10107421875,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,192,256,2048,64,1.3013643022388681,0.0,0.85107421875,0.0107421875,0.08935546875,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,256,320,2048,64,1.2717332495406701,0.0,0.82373046875,0.00927734375,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,320,384,2048,64,1.1296880795286663,0.0,0.8359375,0.0068359375,0.08056640625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,384,448,2048,64,0.9983687513600249,0.0,0.81005859375,0.01123046875,0.087890625,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,448,512,2048,64,1.120620334882184,0.0,0.78564453125,0.0107421875,0.08935546875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,512,576,2048,64,1.2279534223064323,0.0,0.77783203125,0.01025390625,0.0947265625,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,576,640,2048,64,1.2231438510488186,0.0,0.7861328125,0.0078125,0.0810546875,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,640,704,2048,64,1.2348199898653462,0.0,0.86279296875,0.00537109375,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,704,768,2048,64,1.2288190648584096,0.0,0.84375,0.009765625,0.0732421875,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,768,832,2048,64,1.2839426261478817,0.0,0.8173828125,0.01220703125,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,832,896,2048,64,1.0551469409406673,0.0,0.82568359375,0.01220703125,0.0888671875,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,896,960,2048,64,1.2473794725040315,0.0,0.80126953125,0.00634765625,0.07421875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,960,1024,2048,64,1.065339375086043,0.0,0.775390625,0.00830078125,0.08251953125,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1024,1088,2048,64,1.1529598765698366,0.0,0.81103515625,0.00830078125,0.0791015625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1088,1152,2048,64,1.168589888133706,0.0,0.8583984375,0.0078125,0.07421875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1152,1216,2048,64,1.1339157018246846,0.0,0.7548828125,0.0068359375,0.09228515625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1216,1280,2048,64,1.283248911678965,0.0,0.83740234375,0.0087890625,0.08984375,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1280,1344,2048,64,1.1061743095540668,0.0,0.85791015625,0.00634765625,0.06787109375,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1344,1408,2048,64,1.219598008570865,0.0,0.8681640625,0.005859375,0.056640625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1408,1472,2048,64,1.1635597815948668,0.0,0.79931640625,0.00830078125,0.08056640625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1472,1536,2048,64,1.1010088767551682,0.0,0.84765625,0.009765625,0.07080078125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1536,1600,2048,64,1.0773284631073337,0.0,0.81591796875,0.01025390625,0.0791015625,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1600,1664,2048,64,1.2132432434503653,0.0,0.78955078125,0.00927734375,0.08154296875,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1664,1728,2048,64,1.346396461717453,0.0,0.80126953125,0.00927734375,0.0908203125,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1728,1792,2048,64,1.3087979030612213,0.0,0.87890625,0.00732421875,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1792,1856,2048,64,1.1920542346177037,0.0,0.79638671875,0.00732421875,0.08837890625,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1856,1920,2048,64,1.318911564209299,0.0,0.79052734375,0.009765625,0.09033203125,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1920,1984,2048,64,1.2338645681875007,0.0,0.8349609375,0.00341796875,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,1984,2048,2048,64,1.116606732829804,0.0,0.818359375,0.00537109375,0.07421875,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2048,2112,2048,64,1.3900837982748373,0.0,0.8564453125,0.0029296875,0.072265625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2112,2176,2048,64,1.0359160091160076,0.0,0.82763671875,0.0087890625,0.0791015625,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2176,2240,2048,64,1.269654810947032,0.0,0.83837890625,0.00537109375,0.072265625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2240,2304,2048,64,1.2212212495845598,0.0,0.828125,0.0087890625,0.08837890625,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2304,2368,2048,64,1.229618587362914,0.0,0.74658203125,0.009765625,0.1025390625,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2368,2432,2048,64,1.3017690324902595,0.0,0.84423828125,0.0068359375,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2432,2496,2048,64,1.292381201710991,0.0,0.822265625,0.01171875,0.0791015625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2496,2560,2048,64,1.1667617232268406,0.0,0.8056640625,0.0068359375,0.08642578125,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2560,2624,2048,64,1.186221963006421,0.0,0.86181640625,0.00634765625,0.072265625,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2624,2688,2048,64,1.4310829799719964,0.0,0.82568359375,0.0078125,0.0947265625,1.0,32,0.5
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2688,2752,2048,64,1.272740244809936,0.0,0.81884765625,0.01123046875,0.1044921875,1.0,29,0.453125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2752,2816,2048,64,1.148034134247853,0.0,0.83349609375,0.005859375,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2816,2880,2048,64,1.2651065304220561,0.0,0.83349609375,0.0048828125,0.078125,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2880,2944,2048,64,1.2900356706617764,0.0,0.78759765625,0.0126953125,0.09765625,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,2944,3008,2048,64,1.3312859015427556,0.0,0.78271484375,0.0068359375,0.0849609375,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3008,3072,2048,64,1.1797216089417104,0.0,0.8125,0.01123046875,0.1162109375,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3072,3136,2048,64,1.2622495334299948,0.0,0.8125,0.00830078125,0.09814453125,1.0,32,0.5
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3136,3200,2048,64,1.1424296712290238,0.0,0.8134765625,0.0068359375,0.08251953125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3200,3264,2048,64,1.2355283764956813,0.0,0.87939453125,0.01025390625,0.07470703125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3264,3328,2048,64,1.1615142161324894,0.0,0.81787109375,0.00732421875,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3328,3392,2048,64,1.1642073132477613,0.0,0.7607421875,0.00927734375,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3392,3456,2048,64,1.3598830569673066,0.0,0.82080078125,0.0048828125,0.087890625,1.0,31,0.484375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3456,3520,2048,64,1.1096708326104876,0.0,0.78564453125,0.00732421875,0.09326171875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3520,3584,2048,64,1.1329766877910716,0.0,0.81298828125,0.01025390625,0.0908203125,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3584,3648,2048,64,1.0883298809606332,0.0,0.8408203125,0.00732421875,0.08154296875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3648,3712,2048,64,1.1495817972696993,0.0,0.833984375,0.0068359375,0.0888671875,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3712,3776,2048,64,1.1555466217991095,0.0,0.80810546875,0.00830078125,0.0712890625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3776,3840,2048,64,1.1242793626035608,0.0,0.81982421875,0.0087890625,0.08837890625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3840,3904,2048,64,1.0944167632272461,0.0,0.81005859375,0.00634765625,0.0810546875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3904,3968,2048,64,1.2324640578703479,0.0,0.8125,0.00439453125,0.09375,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,3968,4032,2048,64,1.2978105667750428,0.0,0.8046875,0.0087890625,0.10302734375,1.0,32,0.5
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4032,4096,2048,64,1.0912836487745374,0.0,0.794921875,0.005859375,0.09033203125,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4096,4160,2048,64,1.1477830893144696,0.0,0.8330078125,0.00537109375,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4160,4224,2048,64,1.109521393732836,0.0,0.83349609375,0.00634765625,0.0751953125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4224,4288,2048,64,1.1208403312965989,0.0,0.82080078125,0.00732421875,0.06640625,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4288,4352,2048,64,1.1558940303022298,0.0,0.79638671875,0.0107421875,0.08056640625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4352,4416,2048,64,1.2232881756206517,0.0,0.8037109375,0.0048828125,0.08447265625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4416,4480,2048,64,1.1203157017632948,0.0,0.77587890625,0.01123046875,0.0986328125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4480,4544,2048,64,1.1773464689148019,0.0,0.8173828125,0.009765625,0.09716796875,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4544,4608,2048,64,1.1813061806823597,0.0,0.83251953125,0.00634765625,0.07568359375,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4608,4672,2048,64,1.2776885161416867,0.0,0.80517578125,0.01025390625,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4672,4736,2048,64,1.428819230497936,0.0,0.87744140625,0.00927734375,0.07275390625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4736,4800,2048,64,1.1959991447322411,0.0,0.8232421875,0.00830078125,0.080078125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4800,4864,2048,64,1.1501800671363624,0.0,0.78125,0.00830078125,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4864,4928,2048,64,1.2276998840091407,0.0,0.75537109375,0.0078125,0.091796875,1.0,32,0.5
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4928,4992,2048,64,1.1678494863548472,0.0,0.7333984375,0.01220703125,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,4992,5056,2048,64,1.113287949281016,0.0,0.74609375,0.0078125,0.09033203125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5056,5120,2048,64,1.3409441187626228,0.0,0.876953125,0.0078125,0.06787109375,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5120,5184,2048,64,1.3796549971741405,0.0,0.857421875,0.013671875,0.09326171875,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5184,5248,2048,64,1.2824035811410737,0.0,0.79638671875,0.0068359375,0.099609375,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5248,5312,2048,64,1.3609898004255685,0.0,0.8642578125,0.00927734375,0.087890625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5312,5376,2048,64,1.139836705533335,0.0,0.8203125,0.00537109375,0.0810546875,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5376,5440,2048,64,1.1596253634611124,0.0,0.81884765625,0.00439453125,0.08056640625,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5440,5504,2048,64,1.199552828914886,0.0,0.83740234375,0.00439453125,0.07958984375,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5504,5568,2048,64,1.4163872946276461,0.0,0.8232421875,0.0078125,0.0888671875,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5568,5632,2048,64,1.1938478743136187,0.0,0.84228515625,0.00634765625,0.083984375,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5632,5696,2048,64,1.130908818993949,0.0,0.802734375,0.00830078125,0.08251953125,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5696,5760,2048,64,1.0595349124333349,0.0,0.828125,0.0107421875,0.08251953125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5760,5824,2048,64,1.1786447405012643,0.0,0.76806640625,0.0078125,0.08984375,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5824,5888,2048,64,1.3846590985811136,0.0,0.82470703125,0.0087890625,0.09912109375,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5888,5952,2048,64,1.036768152002154,0.0,0.81787109375,0.01220703125,0.10107421875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,5952,6016,2048,64,1.3383466388824958,0.0,0.84228515625,0.00439453125,0.06884765625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,64,6016,6080,2048,64,1.2037264660549534,0.0,0.83251953125,0.0087890625,0.08740234375,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,64,6080,6144,2048,64,1.185952867633116,0.0,0.8330078125,0.0048828125,0.08056640625,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,0,128,4096,128,1.3051567046897785,0.0,0.830322265625,0.009765625,0.0830078125,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,128,256,4096,128,1.2124526970492928,0.0,0.81787109375,0.01171875,0.095458984375,1.0,66,0.515625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,256,384,4096,128,1.2028093396329358,0.0,0.829833984375,0.0078125,0.08544921875,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,384,512,4096,128,1.061256354196203,0.0,0.7978515625,0.01123046875,0.088623046875,1.0,73,0.5703125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,512,640,4096,128,1.2255509960243625,0.0,0.781982421875,0.009033203125,0.087890625,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,640,768,4096,128,1.2318231816154763,0.0,0.853271484375,0.007568359375,0.068115234375,1.0,79,0.6171875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,768,896,4096,128,1.1751263196388648,0.0,0.821533203125,0.01220703125,0.08935546875,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,896,1024,4096,128,1.1599361043896246,0.0,0.788330078125,0.007568359375,0.076904296875,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1024,1152,4096,128,1.1608011896160946,0.0,0.834716796875,0.008056640625,0.07666015625,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1152,1280,4096,128,1.210886573583549,0.0,0.796142578125,0.008056640625,0.0908203125,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1280,1408,4096,128,1.1642682048453088,0.0,0.863037109375,0.006103515625,0.063232421875,1.0,79,0.6171875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1408,1536,4096,128,1.1327161851140761,0.0,0.823486328125,0.009033203125,0.076416015625,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1536,1664,4096,128,1.1473002626163675,0.0,0.802734375,0.009765625,0.08056640625,1.0,73,0.5703125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1664,1792,4096,128,1.3277302781782765,0.0,0.840087890625,0.00830078125,0.07861328125,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1792,1920,4096,128,1.2570841285441121,0.0,0.79345703125,0.008544921875,0.090576171875,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,1920,2048,4096,128,1.176697150593426,0.0,0.82666015625,0.004638671875,0.069580078125,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2048,2176,4096,128,1.225857851500131,0.0,0.842041015625,0.005615234375,0.07861328125,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2176,2304,4096,128,1.2456734482595784,0.0,0.833251953125,0.007568359375,0.08056640625,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2304,2432,4096,128,1.2662078195025874,0.0,0.79541015625,0.00830078125,0.085205078125,1.0,70,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2432,2560,4096,128,1.2311746605017526,0.0,0.81396484375,0.009765625,0.0830078125,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2560,2688,4096,128,1.31436696570713,0.0,0.84375,0.006591796875,0.08251953125,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2688,2816,4096,128,1.2119921831755092,0.0,0.826171875,0.009033203125,0.0927734375,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2816,2944,4096,128,1.277631904128946,0.0,0.810546875,0.0087890625,0.087158203125,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,2944,3072,4096,128,1.257788779217426,0.0,0.797607421875,0.009521484375,0.1025390625,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3072,3200,4096,128,1.2038312669034426,0.0,0.81298828125,0.007568359375,0.090576171875,1.0,70,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3200,3328,4096,128,1.1990924992267957,0.0,0.8486328125,0.00830078125,0.078857421875,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3328,3456,4096,128,1.2658318602496774,0.0,0.790771484375,0.00732421875,0.087890625,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3456,3584,4096,128,1.121384307858925,0.0,0.79931640625,0.0087890625,0.091552734375,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3584,3712,4096,128,1.1193748787617173,0.0,0.83740234375,0.00732421875,0.084716796875,1.0,77,0.6015625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3712,3840,4096,128,1.1400201928754603,0.0,0.81396484375,0.008544921875,0.080078125,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3840,3968,4096,128,1.1654861014990798,0.0,0.811279296875,0.005126953125,0.090576171875,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,3968,4096,4096,128,1.1990021412231977,0.0,0.7998046875,0.007080078125,0.0966796875,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4096,4224,4096,128,1.1288143654443636,0.0,0.833251953125,0.005859375,0.071044921875,1.0,76,0.59375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4224,4352,4096,128,1.1385020987133492,0.0,0.80859375,0.009033203125,0.072998046875,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4352,4480,4096,128,1.1729324857447434,0.0,0.789794921875,0.007568359375,0.092041015625,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4480,4608,4096,128,1.1793279866908308,0.0,0.824951171875,0.008056640625,0.086181640625,1.0,69,0.5390625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4608,4736,4096,128,1.355362006572609,0.0,0.84130859375,0.009521484375,0.084228515625,1.0,70,0.546875
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4736,4864,4096,128,1.1733132874552432,0.0,0.80224609375,0.00830078125,0.083251953125,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4864,4992,4096,128,1.1981484523996468,0.0,0.744384765625,0.010009765625,0.096923828125,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,4992,5120,4096,128,1.2323841096951869,0.0,0.8115234375,0.008544921875,0.07861328125,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5120,5248,4096,128,1.3319172001575452,0.0,0.826904296875,0.01025390625,0.096435546875,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5248,5376,4096,128,1.255292984156192,0.0,0.84228515625,0.007080078125,0.085205078125,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5376,5504,4096,128,1.179758020303321,0.0,0.828125,0.004638671875,0.08056640625,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5504,5632,4096,128,1.3098522274260118,0.0,0.832763671875,0.00732421875,0.0859375,1.0,69,0.5390625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5632,5760,4096,128,1.095803127286878,0.0,0.8154296875,0.00927734375,0.08251953125,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5760,5888,4096,128,1.285784632742738,0.0,0.79638671875,0.00830078125,0.09375,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gate_proj.output,128,5888,6016,4096,128,1.1970922952751044,0.0,0.830078125,0.009765625,0.087890625,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gate_proj.output,128,6016,6144,4096,128,1.1948727148379357,0.0,0.832763671875,0.0068359375,0.083984375,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.up_proj.output,0,0,6144,196608,6144,0.5422340359246679,0.0,0.5001475016276041,0.008722941080729166,0.0888824462890625,1.0,4524,0.736328125
+fresh-en-1,layers.16.mlp.up_proj.output,64,0,64,2048,64,0.5330139067444384,0.0,0.5478515625,0.00830078125,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,64,128,2048,64,0.6998013259538847,0.0,0.525390625,0.01171875,0.1083984375,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.up_proj.output,64,128,192,2048,64,0.539482630360409,0.0,0.56787109375,0.00927734375,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,192,256,2048,64,0.5951832779749017,0.0,0.4609375,0.01318359375,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,64,256,320,2048,64,0.6141078365179438,0.0,0.49267578125,0.0107421875,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,320,384,2048,64,0.4932143322722429,0.0,0.48876953125,0.00927734375,0.0859375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,384,448,2048,64,0.5088830311581621,0.0,0.501953125,0.0068359375,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,448,512,2048,64,0.5371069140625563,0.0,0.47314453125,0.00830078125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,512,576,2048,64,0.49063625234118335,0.0,0.52783203125,0.00927734375,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,576,640,2048,64,0.5631872579185906,0.0,0.4931640625,0.00439453125,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,640,704,2048,64,0.49343138884626575,0.0,0.494140625,0.01220703125,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,704,768,2048,64,0.4689038114177773,0.0,0.5283203125,0.0068359375,0.07275390625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,768,832,2048,64,0.5449028753249312,0.0,0.56884765625,0.0068359375,0.08203125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,832,896,2048,64,0.5400549938646324,0.0,0.4912109375,0.00927734375,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,896,960,2048,64,0.49618966580485946,0.0,0.46142578125,0.0068359375,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,960,1024,2048,64,0.5185263877211549,0.0,0.4990234375,0.01318359375,0.08984375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,1024,1088,2048,64,0.5777336115595699,0.0,0.50830078125,0.0078125,0.07763671875,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,1088,1152,2048,64,0.4976909342828002,0.0,0.521484375,0.00732421875,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,1152,1216,2048,64,0.5647756691945767,0.0,0.509765625,0.00927734375,0.0859375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,1216,1280,2048,64,0.5548752972434986,0.0,0.46337890625,0.00439453125,0.0859375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,1280,1344,2048,64,0.5227431614875864,0.0,0.44287109375,0.01123046875,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,1344,1408,2048,64,0.4777117441722789,0.0,0.51904296875,0.0087890625,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,1408,1472,2048,64,0.573013045539781,0.0,0.51318359375,0.0068359375,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,1472,1536,2048,64,0.5026229039003549,0.0,0.5361328125,0.00830078125,0.07568359375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,1536,1600,2048,64,0.5659553658336293,0.0,0.5400390625,0.0087890625,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,1600,1664,2048,64,0.4892605611857653,0.0,0.51123046875,0.00634765625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,1664,1728,2048,64,0.6449437560948048,0.0,0.49609375,0.01123046875,0.10986328125,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.up_proj.output,64,1728,1792,2048,64,0.6100407533656182,0.0,0.4794921875,0.01220703125,0.09912109375,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.up_proj.output,64,1792,1856,2048,64,0.5518949647247325,0.0,0.541015625,0.00927734375,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,1856,1920,2048,64,0.5335452308159336,0.0,0.50634765625,0.0068359375,0.09814453125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,1920,1984,2048,64,0.532820925928804,0.0,0.50927734375,0.009765625,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,1984,2048,2048,64,0.5537231399396371,0.0,0.52490234375,0.005859375,0.07275390625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,2048,2112,2048,64,0.5860560959334067,0.0,0.4873046875,0.01220703125,0.10107421875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,64,2112,2176,2048,64,0.5007327629777059,0.0,0.515625,0.01171875,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,2176,2240,2048,64,0.5536401775152916,0.0,0.48779296875,0.00830078125,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,2240,2304,2048,64,0.4865530452288891,0.0,0.46875,0.0068359375,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,2304,2368,2048,64,0.6302477993056415,0.0,0.482421875,0.00927734375,0.091796875,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.up_proj.output,64,2368,2432,2048,64,0.5616635095074198,0.0,0.4814453125,0.00634765625,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,2432,2496,2048,64,0.4847216019291107,0.0,0.5341796875,0.0126953125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,2496,2560,2048,64,0.540093245307625,0.0,0.5087890625,0.0107421875,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,2560,2624,2048,64,0.4963432466140184,0.0,0.48486328125,0.00927734375,0.07666015625,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,2624,2688,2048,64,0.5409195973161602,0.0,0.52880859375,0.00927734375,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,2688,2752,2048,64,0.5120666761772801,0.0,0.482421875,0.01025390625,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,2752,2816,2048,64,0.49467515644075344,0.0,0.51416015625,0.00927734375,0.08447265625,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,2816,2880,2048,64,0.5752290293905111,0.0,0.52880859375,0.01123046875,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,2880,2944,2048,64,0.5881148214809898,0.0,0.50146484375,0.0126953125,0.0986328125,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,64,2944,3008,2048,64,0.5786224906867243,0.0,0.5166015625,0.009765625,0.09423828125,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,64,3008,3072,2048,64,0.49409151859312656,0.0,0.54443359375,0.005859375,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,3072,3136,2048,64,0.5216793382099303,0.0,0.529296875,0.01123046875,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,3136,3200,2048,64,0.5357000801530791,0.0,0.43896484375,0.0078125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,3200,3264,2048,64,0.5125146956011968,0.0,0.53369140625,0.013671875,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,3264,3328,2048,64,0.5622452779927479,0.0,0.5166015625,0.0087890625,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,3328,3392,2048,64,0.4835988377162521,0.0,0.470703125,0.0068359375,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,3392,3456,2048,64,0.5627356566830412,0.0,0.50244140625,0.0087890625,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,3456,3520,2048,64,0.49162442758240993,0.0,0.537109375,0.01025390625,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,3520,3584,2048,64,0.5062533239586668,0.0,0.44189453125,0.01025390625,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,3584,3648,2048,64,0.5573822444424498,0.0,0.50244140625,0.01318359375,0.08984375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,3648,3712,2048,64,0.507118179476954,0.0,0.435546875,0.01220703125,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,3712,3776,2048,64,0.5034379564348915,0.0,0.47509765625,0.0107421875,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,3776,3840,2048,64,0.5140972585488184,0.0,0.4765625,0.00439453125,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,3840,3904,2048,64,0.5469480141782046,0.0,0.4833984375,0.0068359375,0.087890625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,3904,3968,2048,64,0.5633867303588052,0.0,0.51904296875,0.00732421875,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,3968,4032,2048,64,0.6086245515534355,0.0,0.46630859375,0.00830078125,0.0986328125,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4032,4096,2048,64,0.5615619100857157,0.0,0.51025390625,0.0068359375,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4096,4160,2048,64,0.49178614335459847,0.0,0.49609375,0.005859375,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4160,4224,2048,64,0.4668681720765889,0.0,0.52197265625,0.0087890625,0.0869140625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4224,4288,2048,64,0.5223025954360339,0.0,0.54150390625,0.0087890625,0.07177734375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4288,4352,2048,64,0.5948830475672574,0.0,0.53759765625,0.0126953125,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4352,4416,2048,64,0.47182156755924926,0.0,0.5087890625,0.00634765625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,4416,4480,2048,64,0.5562193592750387,0.0,0.47216796875,0.009765625,0.080078125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,4480,4544,2048,64,0.4762992616111176,0.0,0.50048828125,0.00927734375,0.07275390625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4544,4608,2048,64,0.530642171262745,0.0,0.5205078125,0.00732421875,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4608,4672,2048,64,0.5559109369727736,0.0,0.44482421875,0.00732421875,0.1015625,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,4672,4736,2048,64,0.5468872729624578,0.0,0.56640625,0.00537109375,0.07421875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4736,4800,2048,64,0.5050900493137653,0.0,0.44775390625,0.009765625,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4800,4864,2048,64,0.5107399976799067,0.0,0.47119140625,0.005859375,0.064453125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,4864,4928,2048,64,0.5143572449772451,0.0,0.4833984375,0.0078125,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,4928,4992,2048,64,0.5012435782983954,0.0,0.4833984375,0.0107421875,0.09716796875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,4992,5056,2048,64,0.5216527806308839,0.0,0.53955078125,0.00634765625,0.072265625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,5056,5120,2048,64,0.6100116451194507,0.0,0.470703125,0.00634765625,0.10009765625,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.up_proj.output,64,5120,5184,2048,64,0.5096980179997124,0.0,0.4580078125,0.00927734375,0.09912109375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,5184,5248,2048,64,0.5956601497706411,0.0,0.4619140625,0.01025390625,0.08642578125,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.up_proj.output,64,5248,5312,2048,64,0.6373465054906593,0.0,0.4814453125,0.00732421875,0.09375,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.up_proj.output,64,5312,5376,2048,64,0.5610434050786117,0.0,0.45947265625,0.0078125,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,5376,5440,2048,64,0.5746190626468246,0.0,0.4638671875,0.00634765625,0.09130859375,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,64,5440,5504,2048,64,0.5000469356432866,0.0,0.466796875,0.0048828125,0.07275390625,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,64,5504,5568,2048,64,0.6749280087736078,0.0,0.47216796875,0.00537109375,0.10546875,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.up_proj.output,64,5568,5632,2048,64,0.5356504999438618,0.0,0.51220703125,0.0087890625,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,5632,5696,2048,64,0.4939983109154467,0.0,0.52197265625,0.0078125,0.08984375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,5696,5760,2048,64,0.5164789050825419,0.0,0.50927734375,0.00830078125,0.07470703125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,64,5760,5824,2048,64,0.5528589825296301,0.0,0.5712890625,0.0087890625,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,64,5824,5888,2048,64,0.5942914204664198,0.0,0.5390625,0.00830078125,0.09228515625,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,64,5888,5952,2048,64,0.5509796974409543,0.0,0.46142578125,0.01025390625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,5952,6016,2048,64,0.5325131349138625,0.0,0.4931640625,0.0048828125,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,6016,6080,2048,64,0.5327798491170914,0.0,0.53857421875,0.00732421875,0.0732421875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,64,6080,6144,2048,64,0.5769364653340392,0.0,0.44482421875,0.00634765625,0.09228515625,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,128,0,128,4096,128,0.6220231991613271,0.0,0.53662109375,0.009521484375,0.0986328125,1.0,91,0.7109375
+fresh-en-1,layers.16.mlp.up_proj.output,128,128,256,4096,128,0.568016127782273,0.0,0.514404296875,0.01123046875,0.094970703125,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.up_proj.output,128,256,384,4096,128,0.556950990856244,0.0,0.49072265625,0.010498046875,0.091064453125,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.up_proj.output,128,384,512,4096,128,0.5231853287958872,0.0,0.487548828125,0.007080078125,0.07958984375,1.0,99,0.7734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,512,640,4096,128,0.5281589815544475,0.0,0.510498046875,0.0068359375,0.0908203125,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.up_proj.output,128,640,768,4096,128,0.48132386179207504,0.0,0.51123046875,0.00927734375,0.078857421875,1.0,100,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,128,768,896,4096,128,0.5424843499749581,0.0,0.530029296875,0.008056640625,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,896,1024,4096,128,0.5074809352156431,0.0,0.480224609375,0.010009765625,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,1024,1152,4096,128,0.5391995882755061,0.0,0.514892578125,0.007080078125,0.08251953125,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.up_proj.output,128,1152,1280,4096,128,0.5598473684877168,0.0,0.486572265625,0.0068359375,0.08544921875,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,128,1280,1408,4096,128,0.5007339230580238,0.0,0.48095703125,0.01025390625,0.087890625,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,128,1408,1536,4096,128,0.5389683357508123,0.0,0.524658203125,0.007568359375,0.084716796875,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,1536,1664,4096,128,0.5289997036141358,0.0,0.525634765625,0.007568359375,0.08740234375,1.0,99,0.7734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,1664,1792,4096,128,0.6277348840444372,0.0,0.48779296875,0.011474609375,0.105224609375,1.0,86,0.671875
+fresh-en-1,layers.16.mlp.up_proj.output,128,1792,1920,4096,128,0.5427976443459117,0.0,0.523681640625,0.008056640625,0.095947265625,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.up_proj.output,128,1920,2048,4096,128,0.5433725493674847,0.0,0.51708984375,0.007568359375,0.083984375,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.up_proj.output,128,2048,2176,4096,128,0.5450665314895026,0.0,0.50146484375,0.011962890625,0.094482421875,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.up_proj.output,128,2176,2304,4096,128,0.5211771829141549,0.0,0.478271484375,0.007568359375,0.09130859375,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,2304,2432,4096,128,0.5969414487375607,0.0,0.48193359375,0.00830078125,0.091064453125,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.up_proj.output,128,2432,2560,4096,128,0.513154823130235,0.0,0.521484375,0.010986328125,0.0888671875,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,2560,2688,4096,128,0.5191101180000354,0.0,0.5068359375,0.009521484375,0.08056640625,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,128,2688,2816,4096,128,0.5034460205677126,0.0,0.498291015625,0.010009765625,0.085205078125,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,2816,2944,4096,128,0.5817076067489431,0.0,0.51513671875,0.011474609375,0.096435546875,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,128,2944,3072,4096,128,0.5380197094318062,0.0,0.530517578125,0.007568359375,0.09423828125,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,3072,3200,4096,128,0.5287361855364007,0.0,0.484130859375,0.009521484375,0.084228515625,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.up_proj.output,128,3200,3328,4096,128,0.5379549543559989,0.0,0.525146484375,0.010986328125,0.090576171875,1.0,96,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,128,3328,3456,4096,128,0.5246614409040383,0.0,0.486572265625,0.007568359375,0.082763671875,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,3456,3584,4096,128,0.49899248782668626,0.0,0.489501953125,0.01025390625,0.08935546875,1.0,100,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,128,3584,3712,4096,128,0.5328432294660986,0.0,0.468994140625,0.012451171875,0.08837890625,1.0,96,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,128,3712,3840,4096,128,0.5087955223991021,0.0,0.475830078125,0.0078125,0.08251953125,1.0,96,0.75
+fresh-en-1,layers.16.mlp.up_proj.output,128,3840,3968,4096,128,0.5552282135112853,0.0,0.501220703125,0.007080078125,0.087158203125,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,3968,4096,4096,128,0.5855662317845599,0.0,0.48828125,0.00732421875,0.097900390625,1.0,90,0.703125
+fresh-en-1,layers.16.mlp.up_proj.output,128,4096,4224,4096,128,0.47948905143586185,0.0,0.509033203125,0.007568359375,0.086181640625,1.0,100,0.78125
+fresh-en-1,layers.16.mlp.up_proj.output,128,4224,4352,4096,128,0.5597704178867106,0.0,0.53955078125,0.010009765625,0.091552734375,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,128,4352,4480,4096,128,0.5157497296394841,0.0,0.490478515625,0.008056640625,0.0810546875,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,4480,4608,4096,128,0.5042033818479088,0.0,0.510498046875,0.00830078125,0.07958984375,1.0,99,0.7734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,4608,4736,4096,128,0.5514175637274628,0.0,0.505615234375,0.00634765625,0.087890625,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,4736,4864,4096,128,0.5079228795525227,0.0,0.45947265625,0.0078125,0.080810546875,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,4864,4992,4096,128,0.507842741528301,0.0,0.4833984375,0.00927734375,0.0908203125,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,4992,5120,4096,128,0.5675543281137374,0.0,0.505126953125,0.006591796875,0.087158203125,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.up_proj.output,128,5120,5248,4096,128,0.5543478526961287,0.0,0.4599609375,0.010009765625,0.093017578125,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.up_proj.output,128,5248,5376,4096,128,0.6004083070891667,0.0,0.470458984375,0.00732421875,0.089599609375,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.up_proj.output,128,5376,5504,4096,128,0.5386251038539499,0.0,0.46533203125,0.006103515625,0.080322265625,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.up_proj.output,128,5504,5632,4096,128,0.6092820673207182,0.0,0.4921875,0.006591796875,0.1015625,1.0,87,0.6796875
+fresh-en-1,layers.16.mlp.up_proj.output,128,5632,5760,4096,128,0.5053636267988505,0.0,0.515625,0.008056640625,0.082275390625,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.up_proj.output,128,5760,5888,4096,128,0.5739491906970916,0.0,0.55517578125,0.008544921875,0.090087890625,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.up_proj.output,128,5888,6016,4096,128,0.5418250944022043,0.0,0.477294921875,0.00732421875,0.087890625,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.up_proj.output,128,6016,6144,4096,128,0.5552972414200191,0.0,0.49169921875,0.0068359375,0.08349609375,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,0,0,6144,196608,6144,0.30768786347556276,0.0,0.8174794514973959,0.004145304361979167,0.043711344401041664,1.0,4399,0.7159830729166666
+fresh-en-1,layers.16.mlp.silu_gate,64,0,64,2048,64,0.29898988418479905,0.0,0.802734375,0.00634765625,0.04345703125,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,64,128,2048,64,0.33145310878783046,0.0,0.85791015625,0.00439453125,0.03759765625,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,64,128,192,2048,64,0.26038839009617565,0.0,0.78466796875,0.00732421875,0.0458984375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,192,256,2048,64,0.34046323996963435,0.0,0.85107421875,0.00634765625,0.048828125,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,64,256,320,2048,64,0.2909799899333429,0.0,0.82373046875,0.00439453125,0.0390625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,320,384,2048,64,0.27101506508228734,0.0,0.8359375,0.0029296875,0.04052734375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,384,448,2048,64,0.24749962143574566,0.0,0.81005859375,0.00634765625,0.0478515625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,448,512,2048,64,0.288337991378862,0.0,0.78564453125,0.00634765625,0.04736328125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,512,576,2048,64,0.34201460713398457,0.0,0.77783203125,0.0048828125,0.06005859375,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,64,576,640,2048,64,0.340698180779909,0.0,0.7861328125,0.00439453125,0.04638671875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,640,704,2048,64,0.2860450009559334,0.0,0.86279296875,0.00390625,0.02490234375,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,704,768,2048,64,0.3184660984258345,0.0,0.84375,0.005859375,0.03662109375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,768,832,2048,64,0.3678459314193125,0.0,0.8173828125,0.0078125,0.05615234375,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.silu_gate,64,832,896,2048,64,0.30087351072170593,0.0,0.82568359375,0.01220703125,0.05126953125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,896,960,2048,64,0.3677302740716698,0.0,0.80126953125,0.00390625,0.04052734375,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,64,960,1024,2048,64,0.31966763925027913,0.0,0.775390625,0.005859375,0.05078125,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,1024,1088,2048,64,0.3267416804061457,0.0,0.81103515625,0.00341796875,0.04931640625,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,1088,1152,2048,64,0.2641335026548303,0.0,0.8583984375,0.00341796875,0.03271484375,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,1152,1216,2048,64,0.38963600006692867,0.0,0.7548828125,0.00390625,0.064453125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.silu_gate,64,1216,1280,2048,64,0.260272594668909,0.0,0.83740234375,0.00439453125,0.0419921875,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.silu_gate,64,1280,1344,2048,64,0.2643213086829508,0.0,0.85791015625,0.00439453125,0.0302734375,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,1344,1408,2048,64,0.26572221330723,0.0,0.8681640625,0.001953125,0.0244140625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,1408,1472,2048,64,0.3146747942139496,0.0,0.79931640625,0.00439453125,0.046875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,1472,1536,2048,64,0.27255004015441564,0.0,0.84765625,0.005859375,0.0341796875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,1536,1600,2048,64,0.2850495899923184,0.0,0.81591796875,0.0029296875,0.03857421875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,1600,1664,2048,64,0.2851496039941789,0.0,0.78955078125,0.00537109375,0.0400390625,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,1664,1728,2048,64,0.32184481501045986,0.0,0.80126953125,0.00537109375,0.05078125,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,1728,1792,2048,64,0.33010295928242844,0.0,0.87890625,0.00439453125,0.03564453125,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,1792,1856,2048,64,0.42750486518440295,0.0,0.79638671875,0.005859375,0.06591796875,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.silu_gate,64,1856,1920,2048,64,0.3754352693604058,0.0,0.79052734375,0.00634765625,0.05322265625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.silu_gate,64,1920,1984,2048,64,0.32231578100859115,0.0,0.8349609375,0.001953125,0.03173828125,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,1984,2048,2048,64,0.26566451103827043,0.0,0.818359375,0.00244140625,0.0361328125,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,2048,2112,2048,64,0.28614480337805254,0.0,0.8564453125,0.00048828125,0.02685546875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,2112,2176,2048,64,0.28168879234369104,0.0,0.82763671875,0.00439453125,0.04345703125,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,2176,2240,2048,64,0.24052487014010315,0.0,0.83837890625,0.0029296875,0.0302734375,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.silu_gate,64,2240,2304,2048,64,0.31053286390948037,0.0,0.828125,0.0048828125,0.04345703125,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,2304,2368,2048,64,0.45132608904371413,0.0,0.74658203125,0.00830078125,0.0791015625,1.0,32,0.5
+fresh-en-1,layers.16.mlp.silu_gate,64,2368,2432,2048,64,0.2987740213838569,0.0,0.84423828125,0.00244140625,0.02978515625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,2432,2496,2048,64,0.31419210772220457,0.0,0.822265625,0.005859375,0.04248046875,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,2496,2560,2048,64,0.31078818472179565,0.0,0.8056640625,0.00244140625,0.04541015625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,2560,2624,2048,64,0.24899644828686585,0.0,0.86181640625,0.001953125,0.0302734375,1.0,54,0.84375
+fresh-en-1,layers.16.mlp.silu_gate,64,2624,2688,2048,64,0.2691641265749979,0.0,0.82568359375,0.00244140625,0.03076171875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,2688,2752,2048,64,0.23082968723345088,0.0,0.81884765625,0.0029296875,0.04052734375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,2752,2816,2048,64,0.3648026524575543,0.0,0.83349609375,0.00341796875,0.05126953125,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.silu_gate,64,2816,2880,2048,64,0.30086752518281995,0.0,0.83349609375,0.00244140625,0.03369140625,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,2880,2944,2048,64,0.34510014929790295,0.0,0.78759765625,0.005859375,0.0576171875,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.silu_gate,64,2944,3008,2048,64,0.33945930704618216,0.0,0.78271484375,0.00341796875,0.0439453125,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.silu_gate,64,3008,3072,2048,64,0.26551477469745083,0.0,0.8125,0.0029296875,0.05029296875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,3072,3136,2048,64,0.29786778010009235,0.0,0.8125,0.00390625,0.04541015625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,3136,3200,2048,64,0.34187011735786055,0.0,0.8134765625,0.00341796875,0.05029296875,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,64,3200,3264,2048,64,0.2524294192863263,0.0,0.87939453125,0.001953125,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,3264,3328,2048,64,0.2623137656381652,0.0,0.81787109375,0.0029296875,0.0400390625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,3328,3392,2048,64,0.3331171192258909,0.0,0.7607421875,0.00341796875,0.0556640625,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,3392,3456,2048,64,0.2616179516388064,0.0,0.82080078125,0.00048828125,0.03759765625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,3456,3520,2048,64,0.29120634864845313,0.0,0.78564453125,0.00244140625,0.05224609375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,3520,3584,2048,64,0.2688576586250025,0.0,0.81298828125,0.00439453125,0.03955078125,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,3584,3648,2048,64,0.3304238333903895,0.0,0.8408203125,0.00341796875,0.0517578125,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,64,3648,3712,2048,64,0.31857005681609746,0.0,0.833984375,0.00244140625,0.05078125,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,64,3712,3776,2048,64,0.3536664842988537,0.0,0.80810546875,0.00537109375,0.0478515625,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,64,3776,3840,2048,64,0.2376443201094795,0.0,0.81982421875,0.00341796875,0.0341796875,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,3840,3904,2048,64,0.2786015425061636,0.0,0.81005859375,0.00341796875,0.03955078125,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,3904,3968,2048,64,0.3152949751689099,0.0,0.8125,0.00146484375,0.046875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,3968,4032,2048,64,0.2958130043424362,0.0,0.8046875,0.00244140625,0.046875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,4032,4096,2048,64,0.26069582019371046,0.0,0.794921875,0.00390625,0.04248046875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,4096,4160,2048,64,0.3378755318293959,0.0,0.8330078125,0.001953125,0.03857421875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,4160,4224,2048,64,0.3481626570202699,0.0,0.83349609375,0.00439453125,0.04541015625,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.silu_gate,64,4224,4288,2048,64,0.2907042395118151,0.0,0.82080078125,0.00341796875,0.0341796875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,4288,4352,2048,64,0.33485588343752043,0.0,0.79638671875,0.00634765625,0.04931640625,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.silu_gate,64,4352,4416,2048,64,0.28816967871156557,0.0,0.8037109375,0.0009765625,0.03955078125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,4416,4480,2048,64,0.31836396213132634,0.0,0.77587890625,0.0078125,0.05419921875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,4480,4544,2048,64,0.2705552566401985,0.0,0.8173828125,0.00341796875,0.0380859375,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,4544,4608,2048,64,0.2533495999682302,0.0,0.83251953125,0.00390625,0.02978515625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.silu_gate,64,4608,4672,2048,64,0.3234102180156737,0.0,0.80517578125,0.00537109375,0.0546875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,4672,4736,2048,64,0.2579052252539369,0.0,0.87744140625,0.00390625,0.0302734375,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.silu_gate,64,4736,4800,2048,64,0.2899098492307353,0.0,0.8232421875,0.00341796875,0.03955078125,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,4800,4864,2048,64,0.3304286299715617,0.0,0.78125,0.00439453125,0.0478515625,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,4864,4928,2048,64,0.3686887323046707,0.0,0.75537109375,0.00390625,0.052734375,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.silu_gate,64,4928,4992,2048,64,0.31139924318412865,0.0,0.7333984375,0.0068359375,0.052734375,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,4992,5056,2048,64,0.36196198425654524,0.0,0.74609375,0.00634765625,0.0537109375,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,64,5056,5120,2048,64,0.2805916097311445,0.0,0.876953125,0.001953125,0.02783203125,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,5120,5184,2048,64,0.25654889716050877,0.0,0.857421875,0.005859375,0.04541015625,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,5184,5248,2048,64,0.2895910157200571,0.0,0.79638671875,0.001953125,0.04833984375,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,5248,5312,2048,64,0.2703069954316458,0.0,0.8642578125,0.0029296875,0.041015625,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,5312,5376,2048,64,0.2944462186995931,0.0,0.8203125,0.001953125,0.04541015625,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,5376,5440,2048,64,0.28111037888783214,0.0,0.81884765625,0.00244140625,0.03271484375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,5440,5504,2048,64,0.25447747127078,0.0,0.83740234375,0.0029296875,0.0341796875,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.silu_gate,64,5504,5568,2048,64,0.3062005522019857,0.0,0.8232421875,0.00390625,0.05126953125,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,64,5568,5632,2048,64,0.26848006520540624,0.0,0.84228515625,0.001953125,0.037109375,1.0,48,0.75
+fresh-en-1,layers.16.mlp.silu_gate,64,5632,5696,2048,64,0.2703074451276516,0.0,0.802734375,0.00390625,0.037109375,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,5696,5760,2048,64,0.2962443991714753,0.0,0.828125,0.005859375,0.0478515625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,64,5760,5824,2048,64,0.267983898995546,0.0,0.76806640625,0.00390625,0.04736328125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,5824,5888,2048,64,0.25618771869848656,0.0,0.82470703125,0.0029296875,0.0361328125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,5888,5952,2048,64,0.3080704191024159,0.0,0.81787109375,0.0078125,0.0576171875,1.0,45,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,64,5952,6016,2048,64,0.5328903634882303,0.0,0.84228515625,0.00341796875,0.05517578125,1.0,26,0.40625
+fresh-en-1,layers.16.mlp.silu_gate,64,6016,6080,2048,64,0.265538287819112,0.0,0.83251953125,0.00390625,0.03857421875,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,64,6080,6144,2048,64,0.30580015771594865,0.0,0.8330078125,0.0029296875,0.0400390625,1.0,47,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,128,0,128,4096,128,0.3156391247690604,0.0,0.830322265625,0.00537109375,0.039794921875,1.0,91,0.7109375
+fresh-en-1,layers.16.mlp.silu_gate,128,128,256,4096,128,0.3030819455753666,0.0,0.81787109375,0.00732421875,0.050048828125,1.0,90,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,128,256,384,4096,128,0.28117478553665226,0.0,0.829833984375,0.003662109375,0.039306640625,1.0,96,0.75
+fresh-en-1,layers.16.mlp.silu_gate,128,384,512,4096,128,0.2686957944248794,0.0,0.7978515625,0.00634765625,0.048583984375,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,512,640,4096,128,0.3413570285491082,0.0,0.781982421875,0.004638671875,0.05322265625,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,640,768,4096,128,0.3026899390617842,0.0,0.853271484375,0.004638671875,0.03125,1.0,96,0.75
+fresh-en-1,layers.16.mlp.silu_gate,128,768,896,4096,128,0.3360323635572518,0.0,0.821533203125,0.009521484375,0.054931640625,1.0,88,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,128,896,1024,4096,128,0.34453806324749664,0.0,0.788330078125,0.0048828125,0.047607421875,1.0,90,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,128,1024,1152,4096,128,0.29709142779567127,0.0,0.834716796875,0.00341796875,0.039306640625,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.silu_gate,128,1152,1280,4096,128,0.33132916871582696,0.0,0.796142578125,0.00439453125,0.049560546875,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,1280,1408,4096,128,0.2650226866409372,0.0,0.863037109375,0.003173828125,0.02734375,1.0,101,0.7890625
+fresh-en-1,layers.16.mlp.silu_gate,128,1408,1536,4096,128,0.29436690583501834,0.0,0.823486328125,0.005126953125,0.041015625,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,128,1536,1664,4096,128,0.2850996013789093,0.0,0.802734375,0.004150390625,0.039306640625,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.silu_gate,128,1664,1792,4096,128,0.3260000373283213,0.0,0.840087890625,0.0048828125,0.043701171875,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,1792,1920,4096,128,0.4023133425801679,0.0,0.79345703125,0.006103515625,0.059326171875,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.silu_gate,128,1920,2048,4096,128,0.2953515660296906,0.0,0.82666015625,0.00244140625,0.0341796875,1.0,96,0.75
+fresh-en-1,layers.16.mlp.silu_gate,128,2048,2176,4096,128,0.283925539739129,0.0,0.842041015625,0.00244140625,0.03515625,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,2176,2304,4096,128,0.2777434722218844,0.0,0.833251953125,0.004150390625,0.03857421875,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,2304,2432,4096,128,0.3827278109214014,0.0,0.79541015625,0.00537109375,0.05224609375,1.0,80,0.625
+fresh-en-1,layers.16.mlp.silu_gate,128,2432,2560,4096,128,0.3124947810104917,0.0,0.81396484375,0.00390625,0.043701171875,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.silu_gate,128,2560,2688,4096,128,0.25927645312904457,0.0,0.84375,0.002197265625,0.029541015625,1.0,103,0.8046875
+fresh-en-1,layers.16.mlp.silu_gate,128,2688,2816,4096,128,0.30525671143183725,0.0,0.826171875,0.00341796875,0.046630859375,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,2816,2944,4096,128,0.3237401587346476,0.0,0.810546875,0.00439453125,0.0458984375,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,2944,3072,4096,128,0.30473818001926856,0.0,0.797607421875,0.0029296875,0.04833984375,1.0,90,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,128,3072,3200,4096,128,0.32062469615114986,0.0,0.81298828125,0.00341796875,0.047119140625,1.0,89,0.6953125
+fresh-en-1,layers.16.mlp.silu_gate,128,3200,3328,4096,128,0.2574190390826853,0.0,0.8486328125,0.00244140625,0.03955078125,1.0,101,0.7890625
+fresh-en-1,layers.16.mlp.silu_gate,128,3328,3456,4096,128,0.2995087375528811,0.0,0.790771484375,0.00146484375,0.045166015625,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.silu_gate,128,3456,3584,4096,128,0.2802548644488467,0.0,0.79931640625,0.004150390625,0.04638671875,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,3584,3712,4096,128,0.3245510674548856,0.0,0.83740234375,0.003173828125,0.0517578125,1.0,88,0.6875
+fresh-en-1,layers.16.mlp.silu_gate,128,3712,3840,4096,128,0.301292884911516,0.0,0.81396484375,0.00537109375,0.0439453125,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,128,3840,3968,4096,128,0.29751448775948475,0.0,0.811279296875,0.00244140625,0.04150390625,1.0,92,0.71875
+fresh-en-1,layers.16.mlp.silu_gate,128,3968,4096,4096,128,0.27880785875273456,0.0,0.7998046875,0.0029296875,0.044921875,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,128,4096,4224,4096,128,0.3430576560524566,0.0,0.833251953125,0.003173828125,0.0419921875,1.0,86,0.671875
+fresh-en-1,layers.16.mlp.silu_gate,128,4224,4352,4096,128,0.3135581425691773,0.0,0.80859375,0.004638671875,0.042724609375,1.0,90,0.703125
+fresh-en-1,layers.16.mlp.silu_gate,128,4352,4480,4096,128,0.3036423686779264,0.0,0.789794921875,0.004150390625,0.04638671875,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.silu_gate,128,4480,4608,4096,128,0.26209365377638005,0.0,0.824951171875,0.003662109375,0.033935546875,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,4608,4736,4096,128,0.29249724300429697,0.0,0.84130859375,0.00439453125,0.04150390625,1.0,96,0.75
+fresh-en-1,layers.16.mlp.silu_gate,128,4736,4864,4096,128,0.31083017886449743,0.0,0.80224609375,0.004150390625,0.04296875,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.silu_gate,128,4864,4992,4096,128,0.3412483479696812,0.0,0.744384765625,0.005126953125,0.054443359375,1.0,85,0.6640625
+fresh-en-1,layers.16.mlp.silu_gate,128,4992,5120,4096,128,0.3238426543079605,0.0,0.8115234375,0.004150390625,0.04052734375,1.0,93,0.7265625
+fresh-en-1,layers.16.mlp.silu_gate,128,5120,5248,4096,128,0.273569271867335,0.0,0.826904296875,0.00390625,0.046875,1.0,96,0.75
+fresh-en-1,layers.16.mlp.silu_gate,128,5248,5376,4096,128,0.28263443481445466,0.0,0.84228515625,0.002197265625,0.043701171875,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,5376,5504,4096,128,0.26812481095828417,0.0,0.828125,0.0029296875,0.0322265625,1.0,98,0.765625
+fresh-en-1,layers.16.mlp.silu_gate,128,5504,5632,4096,128,0.2879586112460436,0.0,0.832763671875,0.002685546875,0.04443359375,1.0,94,0.734375
+fresh-en-1,layers.16.mlp.silu_gate,128,5632,5760,4096,128,0.28357261762369335,0.0,0.8154296875,0.004150390625,0.04296875,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.silu_gate,128,5760,5888,4096,128,0.26215216700686444,0.0,0.79638671875,0.00341796875,0.04052734375,1.0,97,0.7578125
+fresh-en-1,layers.16.mlp.silu_gate,128,5888,6016,4096,128,0.4352467820814741,0.0,0.830078125,0.00634765625,0.06103515625,1.0,68,0.53125
+fresh-en-1,layers.16.mlp.silu_gate,128,6016,6144,4096,128,0.28637765167432727,0.0,0.832763671875,0.003173828125,0.0390625,1.0,95,0.7421875
+fresh-en-1,layers.16.mlp.gated_product,0,0,6144,196608,6144,0.18310600921724046,0.0,0.4992472330729167,0.029561360677083332,0.20305379231770834,1.0,3088,0.5026041666666666
+fresh-en-1,layers.16.mlp.gated_product,64,0,64,2048,64,0.1575561984704756,0.0,0.4658203125,0.02685546875,0.16650390625,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,64,128,2048,64,0.1941706092161621,0.0,0.50439453125,0.02880859375,0.1826171875,1.0,32,0.5
+fresh-en-1,layers.16.mlp.gated_product,64,128,192,2048,64,0.14153995497595764,0.0,0.466796875,0.03173828125,0.193359375,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,192,256,2048,64,0.321004150523034,0.0,0.53173828125,0.0517578125,0.3154296875,1.0,7,0.109375
+fresh-en-1,layers.16.mlp.gated_product,64,256,320,2048,64,0.17870181278222808,0.0,0.5439453125,0.02880859375,0.181640625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gated_product,64,320,384,2048,64,0.13578250796450225,0.0,0.48583984375,0.02392578125,0.17724609375,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,384,448,2048,64,0.12245660539100844,0.0,0.48974609375,0.025390625,0.16357421875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.gated_product,64,448,512,2048,64,0.16210015719263773,0.0,0.5029296875,0.02880859375,0.18505859375,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,512,576,2048,64,0.20314390935543547,0.0,0.48046875,0.03369140625,0.23876953125,1.0,28,0.4375
+fresh-en-1,layers.16.mlp.gated_product,64,576,640,2048,64,0.20334637773806596,0.0,0.5302734375,0.0244140625,0.21923828125,1.0,30,0.46875
+fresh-en-1,layers.16.mlp.gated_product,64,640,704,2048,64,0.15213814122189118,0.0,0.48486328125,0.021484375,0.15087890625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,704,768,2048,64,0.1639016766632291,0.0,0.4619140625,0.02685546875,0.17626953125,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gated_product,64,768,832,2048,64,0.17620396128297364,0.0,0.45263671875,0.02685546875,0.185546875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gated_product,64,832,896,2048,64,0.16418133026536305,0.0,0.51318359375,0.0361328125,0.19873046875,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gated_product,64,896,960,2048,64,0.16169218125909493,0.0,0.5166015625,0.02099609375,0.15869140625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,960,1024,2048,64,0.18599909412115279,0.0,0.4833984375,0.03564453125,0.20654296875,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gated_product,64,1024,1088,2048,64,0.269122392652401,0.0,0.5009765625,0.0400390625,0.23779296875,1.0,17,0.265625
+fresh-en-1,layers.16.mlp.gated_product,64,1088,1152,2048,64,0.13215631048584764,0.0,0.4765625,0.02001953125,0.1552734375,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.gated_product,64,1152,1216,2048,64,0.2246126714124162,0.0,0.470703125,0.03369140625,0.236328125,1.0,25,0.390625
+fresh-en-1,layers.16.mlp.gated_product,64,1216,1280,2048,64,0.14242111011774686,0.0,0.5234375,0.017578125,0.1591796875,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.gated_product,64,1280,1344,2048,64,0.14497021828856346,0.0,0.537109375,0.02734375,0.16455078125,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,1344,1408,2048,64,0.12672692632724905,0.0,0.49169921875,0.02001953125,0.13232421875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.gated_product,64,1408,1472,2048,64,0.18660769796958648,0.0,0.5009765625,0.0234375,0.20068359375,1.0,34,0.53125
+fresh-en-1,layers.16.mlp.gated_product,64,1472,1536,2048,64,0.1440378144391393,0.0,0.4873046875,0.02099609375,0.15625,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,1536,1600,2048,64,0.16638443163931596,0.0,0.46630859375,0.02734375,0.1796875,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,1600,1664,2048,64,0.14947779400883598,0.0,0.5048828125,0.02587890625,0.18701171875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,1664,1728,2048,64,0.22597976651454194,0.0,0.51220703125,0.03955078125,0.23388671875,1.0,26,0.40625
+fresh-en-1,layers.16.mlp.gated_product,64,1728,1792,2048,64,0.23165792584937633,0.0,0.5009765625,0.0341796875,0.2109375,1.0,22,0.34375
+fresh-en-1,layers.16.mlp.gated_product,64,1792,1856,2048,64,0.19915928911776096,0.0,0.48583984375,0.029296875,0.20947265625,1.0,29,0.453125
+fresh-en-1,layers.16.mlp.gated_product,64,1856,1920,2048,64,0.23523505636066427,0.0,0.4951171875,0.0361328125,0.25634765625,1.0,23,0.359375
+fresh-en-1,layers.16.mlp.gated_product,64,1920,1984,2048,64,0.15275218843147123,0.0,0.52099609375,0.01806640625,0.17138671875,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,1984,2048,2048,64,0.13888068243124474,0.0,0.47705078125,0.01171875,0.13818359375,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.gated_product,64,2048,2112,2048,64,0.16093716784599035,0.0,0.5029296875,0.02685546875,0.17822265625,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,2112,2176,2048,64,0.19840809159221115,0.0,0.50634765625,0.0419921875,0.21875,1.0,28,0.4375
+fresh-en-1,layers.16.mlp.gated_product,64,2176,2240,2048,64,0.13698267579700746,0.0,0.4755859375,0.02294921875,0.15234375,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.gated_product,64,2240,2304,2048,64,0.13436259921353946,0.0,0.5087890625,0.0244140625,0.1728515625,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.gated_product,64,2304,2368,2048,64,0.19942611766039414,0.0,0.49755859375,0.03173828125,0.21435546875,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,2368,2432,2048,64,0.34354615069493477,0.0,0.53271484375,0.03759765625,0.3046875,1.0,8,0.125
+fresh-en-1,layers.16.mlp.gated_product,64,2432,2496,2048,64,0.15484208529136026,0.0,0.4951171875,0.0302734375,0.18603515625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gated_product,64,2496,2560,2048,64,0.1496403997524759,0.0,0.4814453125,0.02734375,0.171875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,2560,2624,2048,64,0.11787214130218665,0.0,0.515625,0.01513671875,0.126953125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.gated_product,64,2624,2688,2048,64,0.13785789133893167,0.0,0.4794921875,0.0244140625,0.1669921875,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.gated_product,64,2688,2752,2048,64,0.11966461820212568,0.0,0.47802734375,0.02587890625,0.1650390625,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.gated_product,64,2752,2816,2048,64,0.16473295268166457,0.0,0.50390625,0.0263671875,0.19775390625,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gated_product,64,2816,2880,2048,64,0.24876671381643806,0.0,0.4765625,0.03564453125,0.24609375,1.0,22,0.34375
+fresh-en-1,layers.16.mlp.gated_product,64,2880,2944,2048,64,0.22557193374360054,0.0,0.4853515625,0.0439453125,0.25048828125,1.0,23,0.359375
+fresh-en-1,layers.16.mlp.gated_product,64,2944,3008,2048,64,0.16057458199155406,0.0,0.44189453125,0.0234375,0.17333984375,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,3008,3072,2048,64,0.1843280790817353,0.0,0.47509765625,0.0390625,0.24267578125,1.0,31,0.484375
+fresh-en-1,layers.16.mlp.gated_product,64,3072,3136,2048,64,0.245711404083802,0.0,0.5087890625,0.0439453125,0.26416015625,1.0,18,0.28125
+fresh-en-1,layers.16.mlp.gated_product,64,3136,3200,2048,64,0.20777578817753128,0.0,0.57763671875,0.03125,0.224609375,1.0,28,0.4375
+fresh-en-1,layers.16.mlp.gated_product,64,3200,3264,2048,64,0.13096422903259353,0.0,0.48046875,0.029296875,0.14990234375,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.gated_product,64,3264,3328,2048,64,0.14483121694324455,0.0,0.47314453125,0.02294921875,0.1552734375,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,3328,3392,2048,64,0.15578608038372646,0.0,0.51171875,0.02685546875,0.1865234375,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,3392,3456,2048,64,0.1492041329137267,0.0,0.4775390625,0.01953125,0.16015625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,3456,3520,2048,64,0.2959571204585574,0.0,0.46240234375,0.05322265625,0.3134765625,1.0,11,0.171875
+fresh-en-1,layers.16.mlp.gated_product,64,3520,3584,2048,64,0.1476938958630041,0.0,0.5458984375,0.02880859375,0.19189453125,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.gated_product,64,3584,3648,2048,64,0.1597641218291998,0.0,0.50537109375,0.02880859375,0.17822265625,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,3648,3712,2048,64,0.3785671386254411,0.0,0.5322265625,0.06005859375,0.3671875,1.0,4,0.0625
+fresh-en-1,layers.16.mlp.gated_product,64,3712,3776,2048,64,0.17228133931638437,0.0,0.544921875,0.03564453125,0.19873046875,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,3776,3840,2048,64,0.12585157216533166,0.0,0.53466796875,0.01904296875,0.16015625,1.0,43,0.671875
+fresh-en-1,layers.16.mlp.gated_product,64,3840,3904,2048,64,0.24741045756296873,0.0,0.48291015625,0.0380859375,0.26953125,1.0,18,0.28125
+fresh-en-1,layers.16.mlp.gated_product,64,3904,3968,2048,64,0.1831301182308386,0.0,0.50537109375,0.0244140625,0.19775390625,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,3968,4032,2048,64,0.22913436061280198,0.0,0.52587890625,0.04052734375,0.26904296875,1.0,23,0.359375
+fresh-en-1,layers.16.mlp.gated_product,64,4032,4096,2048,64,0.14811920553189337,0.0,0.50439453125,0.02392578125,0.189453125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,4096,4160,2048,64,0.16063524208820548,0.0,0.4775390625,0.0224609375,0.1767578125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,4160,4224,2048,64,0.15750334948463832,0.0,0.4921875,0.03076171875,0.19921875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gated_product,64,4224,4288,2048,64,0.16797447475223745,0.0,0.4755859375,0.02294921875,0.166015625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gated_product,64,4288,4352,2048,64,0.17088507364793004,0.0,0.43359375,0.0361328125,0.2041015625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gated_product,64,4352,4416,2048,64,0.16159123112507676,0.0,0.48828125,0.0234375,0.19189453125,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,4416,4480,2048,64,0.17593739631321642,0.0,0.5185546875,0.0322265625,0.20263671875,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gated_product,64,4480,4544,2048,64,0.12619636517916627,0.0,0.51220703125,0.0205078125,0.15185546875,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.gated_product,64,4544,4608,2048,64,0.12572192773527474,0.0,0.48583984375,0.017578125,0.1357421875,1.0,48,0.75
+fresh-en-1,layers.16.mlp.gated_product,64,4608,4672,2048,64,0.15648923927913058,0.0,0.5478515625,0.03173828125,0.1923828125,1.0,39,0.609375
+fresh-en-1,layers.16.mlp.gated_product,64,4672,4736,2048,64,0.1300446470189922,0.0,0.47802734375,0.015625,0.12451171875,1.0,46,0.71875
+fresh-en-1,layers.16.mlp.gated_product,64,4736,4800,2048,64,0.1398524378955159,0.0,0.51513671875,0.021484375,0.16748046875,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,4800,4864,2048,64,0.14954491936801412,0.0,0.52978515625,0.0205078125,0.1552734375,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,4864,4928,2048,64,0.19598563582370165,0.0,0.48876953125,0.0322265625,0.21435546875,1.0,30,0.46875
+fresh-en-1,layers.16.mlp.gated_product,64,4928,4992,2048,64,0.14052849108234072,0.0,0.513671875,0.03466796875,0.19970703125,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.gated_product,64,4992,5056,2048,64,0.18392554088984078,0.0,0.48681640625,0.02685546875,0.197265625,1.0,36,0.5625
+fresh-en-1,layers.16.mlp.gated_product,64,5056,5120,2048,64,0.3517419355011073,0.0,0.5224609375,0.04833984375,0.3212890625,1.0,6,0.09375
+fresh-en-1,layers.16.mlp.gated_product,64,5120,5184,2048,64,0.13409253794703946,0.0,0.51171875,0.02685546875,0.17822265625,1.0,42,0.65625
+fresh-en-1,layers.16.mlp.gated_product,64,5184,5248,2048,64,0.15266609039935153,0.0,0.50537109375,0.021484375,0.17529296875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,5248,5312,2048,64,0.16451200359780463,0.0,0.501953125,0.02392578125,0.16357421875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,5312,5376,2048,64,0.1576659059092357,0.0,0.53466796875,0.0205078125,0.17333984375,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,5376,5440,2048,64,0.17288483059878332,0.0,0.52294921875,0.02294921875,0.19287109375,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,5440,5504,2048,64,0.1564280346318868,0.0,0.52880859375,0.0205078125,0.16845703125,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,5504,5568,2048,64,0.1491541886227843,0.0,0.52392578125,0.02197265625,0.16650390625,1.0,38,0.59375
+fresh-en-1,layers.16.mlp.gated_product,64,5568,5632,2048,64,0.14433345536429598,0.0,0.478515625,0.02197265625,0.1787109375,1.0,37,0.578125
+fresh-en-1,layers.16.mlp.gated_product,64,5632,5696,2048,64,0.16310301052274362,0.0,0.48193359375,0.0263671875,0.212890625,1.0,33,0.515625
+fresh-en-1,layers.16.mlp.gated_product,64,5696,5760,2048,64,0.16936632127226314,0.0,0.47802734375,0.02490234375,0.18994140625,1.0,35,0.546875
+fresh-en-1,layers.16.mlp.gated_product,64,5760,5824,2048,64,0.145567821097333,0.0,0.47705078125,0.01904296875,0.185546875,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,5824,5888,2048,64,0.1325699413507576,0.0,0.51220703125,0.02001953125,0.1533203125,1.0,44,0.6875
+fresh-en-1,layers.16.mlp.gated_product,64,5888,5952,2048,64,0.14297731488457174,0.0,0.537109375,0.0341796875,0.1865234375,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,64,5952,6016,2048,64,0.25167721943152277,0.0,0.46728515625,0.025390625,0.22998046875,1.0,19,0.296875
+fresh-en-1,layers.16.mlp.gated_product,64,6016,6080,2048,64,0.14521481149565132,0.0,0.453125,0.02099609375,0.1552734375,1.0,41,0.640625
+fresh-en-1,layers.16.mlp.gated_product,64,6080,6144,2048,64,0.15711010134502518,0.0,0.55029296875,0.02099609375,0.166015625,1.0,40,0.625
+fresh-en-1,layers.16.mlp.gated_product,128,0,128,4096,128,0.1768137171712696,0.0,0.485107421875,0.02685546875,0.177978515625,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gated_product,128,128,256,4096,128,0.2480697719469371,0.0,0.499267578125,0.04541015625,0.275634765625,1.0,37,0.2890625
+fresh-en-1,layers.16.mlp.gated_product,128,256,384,4096,128,0.15869975954736765,0.0,0.514892578125,0.027099609375,0.178955078125,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gated_product,128,384,512,4096,128,0.14365249939657684,0.0,0.496337890625,0.02685546875,0.1796875,1.0,84,0.65625
+fresh-en-1,layers.16.mlp.gated_product,128,512,640,4096,128,0.20324516875857293,0.0,0.50537109375,0.029052734375,0.22900390625,1.0,58,0.453125
+fresh-en-1,layers.16.mlp.gated_product,128,640,768,4096,128,0.15812933571521415,0.0,0.473388671875,0.023193359375,0.162841796875,1.0,77,0.6015625
+fresh-en-1,layers.16.mlp.gated_product,128,768,896,4096,128,0.17029877448108058,0.0,0.48291015625,0.03173828125,0.19287109375,1.0,72,0.5625
+fresh-en-1,layers.16.mlp.gated_product,128,896,1024,4096,128,0.1742699407445436,0.0,0.5,0.028564453125,0.183349609375,1.0,73,0.5703125
+fresh-en-1,layers.16.mlp.gated_product,128,1024,1152,4096,128,0.21200489691064317,0.0,0.48876953125,0.033935546875,0.20849609375,1.0,54,0.421875
+fresh-en-1,layers.16.mlp.gated_product,128,1152,1280,4096,128,0.1880619907985043,0.0,0.4970703125,0.027587890625,0.201416015625,1.0,63,0.4921875
+fresh-en-1,layers.16.mlp.gated_product,128,1280,1408,4096,128,0.13615446751206098,0.0,0.514404296875,0.02294921875,0.1484375,1.0,86,0.671875
+fresh-en-1,layers.16.mlp.gated_product,128,1408,1536,4096,128,0.16668731944858964,0.0,0.494140625,0.022216796875,0.17822265625,1.0,74,0.578125
+fresh-en-1,layers.16.mlp.gated_product,128,1536,1664,4096,128,0.15815718446167126,0.0,0.485595703125,0.026611328125,0.183837890625,1.0,78,0.609375
+fresh-en-1,layers.16.mlp.gated_product,128,1664,1792,4096,128,0.22883645850563455,0.0,0.506591796875,0.036865234375,0.222412109375,1.0,47,0.3671875
+fresh-en-1,layers.16.mlp.gated_product,128,1792,1920,4096,128,0.21794489462120556,0.0,0.490478515625,0.03369140625,0.2333984375,1.0,50,0.390625
+fresh-en-1,layers.16.mlp.gated_product,128,1920,2048,4096,128,0.14598129164925885,0.0,0.4990234375,0.014892578125,0.153564453125,1.0,81,0.6328125
+fresh-en-1,layers.16.mlp.gated_product,128,2048,2176,4096,128,0.18064681398180224,0.0,0.504638671875,0.033935546875,0.199462890625,1.0,65,0.5078125
+fresh-en-1,layers.16.mlp.gated_product,128,2176,2304,4096,128,0.13567896214212113,0.0,0.4921875,0.023681640625,0.162109375,1.0,86,0.671875
+fresh-en-1,layers.16.mlp.gated_product,128,2304,2432,4096,128,0.2808867512560927,0.0,0.51513671875,0.0380859375,0.2646484375,1.0,36,0.28125
+fresh-en-1,layers.16.mlp.gated_product,128,2432,2560,4096,128,0.15226345690193965,0.0,0.48828125,0.029052734375,0.179931640625,1.0,77,0.6015625
+fresh-en-1,layers.16.mlp.gated_product,128,2560,2688,4096,128,0.1282549022446693,0.0,0.49755859375,0.020263671875,0.14697265625,1.0,91,0.7109375
+fresh-en-1,layers.16.mlp.gated_product,128,2688,2816,4096,128,0.14397320332040967,0.0,0.490966796875,0.026123046875,0.186767578125,1.0,78,0.609375
+fresh-en-1,layers.16.mlp.gated_product,128,2816,2944,4096,128,0.2374527060235963,0.0,0.48095703125,0.0400390625,0.248046875,1.0,44,0.34375
+fresh-en-1,layers.16.mlp.gated_product,128,2944,3072,4096,128,0.17285982344044667,0.0,0.45849609375,0.03173828125,0.210205078125,1.0,69,0.5390625
+fresh-en-1,layers.16.mlp.gated_product,128,3072,3200,4096,128,0.22753557111980072,0.0,0.543212890625,0.03662109375,0.248046875,1.0,45,0.3515625
+fresh-en-1,layers.16.mlp.gated_product,128,3200,3328,4096,128,0.1380719209096527,0.0,0.476806640625,0.026611328125,0.15234375,1.0,83,0.6484375
+fresh-en-1,layers.16.mlp.gated_product,128,3328,3456,4096,128,0.15253061351719185,0.0,0.49462890625,0.0234375,0.1728515625,1.0,79,0.6171875
+fresh-en-1,layers.16.mlp.gated_product,128,3456,3584,4096,128,0.2338846981156665,0.0,0.504150390625,0.042724609375,0.2724609375,1.0,42,0.328125
+fresh-en-1,layers.16.mlp.gated_product,128,3584,3712,4096,128,0.2905491809237374,0.0,0.518798828125,0.050048828125,0.295166015625,1.0,25,0.1953125
+fresh-en-1,layers.16.mlp.gated_product,128,3712,3840,4096,128,0.1508633124605397,0.0,0.539794921875,0.028564453125,0.181640625,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gated_product,128,3840,3968,4096,128,0.21765635152087623,0.0,0.494140625,0.030517578125,0.23583984375,1.0,49,0.3828125
+fresh-en-1,layers.16.mlp.gated_product,128,3968,4096,4096,128,0.1929272586505557,0.0,0.51513671875,0.0322265625,0.229248046875,1.0,58,0.453125
+fresh-en-1,layers.16.mlp.gated_product,128,4096,4224,4096,128,0.15907700352284818,0.0,0.48486328125,0.026611328125,0.1875,1.0,73,0.5703125
+fresh-en-1,layers.16.mlp.gated_product,128,4224,4352,4096,128,0.16943602415653605,0.0,0.45458984375,0.029296875,0.185546875,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gated_product,128,4352,4480,4096,128,0.1689166856737246,0.0,0.50341796875,0.02783203125,0.197021484375,1.0,69,0.5390625
+fresh-en-1,layers.16.mlp.gated_product,128,4480,4608,4096,128,0.12595936983390146,0.0,0.4990234375,0.01904296875,0.143798828125,1.0,91,0.7109375
+fresh-en-1,layers.16.mlp.gated_product,128,4608,4736,4096,128,0.1438758010029054,0.0,0.512939453125,0.02294921875,0.15673828125,1.0,84,0.65625
+fresh-en-1,layers.16.mlp.gated_product,128,4736,4864,4096,128,0.14477981090971384,0.0,0.5224609375,0.0205078125,0.161376953125,1.0,81,0.6328125
+fresh-en-1,layers.16.mlp.gated_product,128,4864,4992,4096,128,0.17052657601544124,0.0,0.501220703125,0.033935546875,0.210205078125,1.0,71,0.5546875
+fresh-en-1,layers.16.mlp.gated_product,128,4992,5120,4096,128,0.28066972920292416,0.0,0.504638671875,0.040771484375,0.2724609375,1.0,34,0.265625
+fresh-en-1,layers.16.mlp.gated_product,128,5120,5248,4096,128,0.14367975482109716,0.0,0.508544921875,0.026611328125,0.17822265625,1.0,82,0.640625
+fresh-en-1,layers.16.mlp.gated_product,128,5248,5376,4096,128,0.1611253195713573,0.0,0.518310546875,0.021728515625,0.169677734375,1.0,77,0.6015625
+fresh-en-1,layers.16.mlp.gated_product,128,5376,5504,4096,128,0.1648619038316081,0.0,0.52587890625,0.02197265625,0.181640625,1.0,70,0.546875
+fresh-en-1,layers.16.mlp.gated_product,128,5504,5632,4096,128,0.1467636166103819,0.0,0.501220703125,0.021240234375,0.173828125,1.0,75,0.5859375
+fresh-en-1,layers.16.mlp.gated_product,128,5632,5760,4096,128,0.16626416153651646,0.0,0.47998046875,0.025634765625,0.202392578125,1.0,67,0.5234375
+fresh-en-1,layers.16.mlp.gated_product,128,5760,5888,4096,128,0.13922065200387557,0.0,0.49462890625,0.01953125,0.16796875,1.0,83,0.6484375
+fresh-en-1,layers.16.mlp.gated_product,128,5888,6016,4096,128,0.20467527372936972,0.0,0.502197265625,0.033203125,0.220458984375,1.0,55,0.4296875
+fresh-en-1,layers.16.mlp.gated_product,128,6016,6144,4096,128,0.1512794193245757,0.0,0.501708984375,0.02099609375,0.159423828125,1.0,80,0.625
+fresh-en-1,layers.16.mlp.down_proj.output,0,0,2048,65536,2048,0.12012461856120263,0.0,0.495361328125,0.008819580078125,0.0861053466796875,1.0,1645,0.80322265625
+fresh-en-1,layers.16.mlp.down_proj.output,64,0,64,2048,64,0.11735923960569321,0.0,0.4912109375,0.009765625,0.09375,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,64,128,2048,64,0.11799776619084121,0.0,0.4970703125,0.0107421875,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,128,192,2048,64,0.12319079875861892,0.0,0.4794921875,0.00830078125,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,192,256,2048,64,0.11652291018604265,0.0,0.49755859375,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,256,320,2048,64,0.11580467865768991,0.0,0.5107421875,0.01123046875,0.0859375,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,320,384,2048,64,0.125109662000903,0.0,0.52001953125,0.005859375,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,384,448,2048,64,0.12759623126753092,0.0,0.45703125,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,448,512,2048,64,0.11664879433106588,0.0,0.49560546875,0.00439453125,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,512,576,2048,64,0.11427512034999966,0.0,0.50341796875,0.00927734375,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,576,640,2048,64,0.12021146776855524,0.0,0.517578125,0.0048828125,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,640,704,2048,64,0.12543682054189462,0.0,0.4951171875,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,704,768,2048,64,0.12120831687575066,0.0,0.4736328125,0.01025390625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,768,832,2048,64,0.12119588790692648,0.0,0.5302734375,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,832,896,2048,64,0.11102064704327783,0.0,0.50244140625,0.0087890625,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,896,960,2048,64,0.12115204191695264,0.0,0.4853515625,0.00537109375,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,960,1024,2048,64,0.11960269797119245,0.0,0.505859375,0.00732421875,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1024,1088,2048,64,0.12637601428515016,0.0,0.48046875,0.0087890625,0.07421875,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,1088,1152,2048,64,0.12150062725251347,0.0,0.47314453125,0.00830078125,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1152,1216,2048,64,0.13695033395598652,0.0,0.46826171875,0.01318359375,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.16.mlp.down_proj.output,64,1216,1280,2048,64,0.1183227064450556,0.0,0.47802734375,0.009765625,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1280,1344,2048,64,0.12114700479196554,0.0,0.48974609375,0.009765625,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1344,1408,2048,64,0.11536732041172587,0.0,0.4873046875,0.01220703125,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,1408,1472,2048,64,0.12537896819053868,0.0,0.48876953125,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1472,1536,2048,64,0.11781957490839542,0.0,0.5048828125,0.01025390625,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1536,1600,2048,64,0.11350292384533052,0.0,0.51806640625,0.0087890625,0.08544921875,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1600,1664,2048,64,0.12272025155932276,0.0,0.47705078125,0.005859375,0.07763671875,1.0,54,0.84375
+fresh-en-1,layers.16.mlp.down_proj.output,64,1664,1728,2048,64,0.11820470629226319,0.0,0.49609375,0.00732421875,0.0771484375,1.0,52,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1728,1792,2048,64,0.11934822962690479,0.0,0.5380859375,0.0068359375,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1792,1856,2048,64,0.11654258613750239,0.0,0.50732421875,0.0126953125,0.08837890625,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,1856,1920,2048,64,0.12172268469528018,0.0,0.5146484375,0.00732421875,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,64,1920,1984,2048,64,0.11528710575058021,0.0,0.4638671875,0.00927734375,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,64,1984,2048,2048,64,0.11618352035503095,0.0,0.50341796875,0.0078125,0.09228515625,1.0,53,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,128,0,128,4096,128,0.1176789359801807,0.0,0.494140625,0.010009765625,0.090576171875,1.0,103,0.8046875
+fresh-en-1,layers.16.mlp.down_proj.output,128,128,256,4096,128,0.11990321408746953,0.0,0.488525390625,0.00830078125,0.090087890625,1.0,104,0.8125
+fresh-en-1,layers.16.mlp.down_proj.output,128,256,384,4096,128,0.12054698487517432,0.0,0.515380859375,0.0087890625,0.08642578125,1.0,105,0.8203125
+fresh-en-1,layers.16.mlp.down_proj.output,128,384,512,4096,128,0.12224512148255352,0.0,0.476318359375,0.007080078125,0.0888671875,1.0,102,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,128,512,640,4096,128,0.1172808597216044,0.0,0.510498046875,0.007080078125,0.085693359375,1.0,105,0.8203125
+fresh-en-1,layers.16.mlp.down_proj.output,128,640,768,4096,128,0.1233406908273013,0.0,0.484375,0.0107421875,0.0859375,1.0,102,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,128,768,896,4096,128,0.11621967844443634,0.0,0.516357421875,0.00927734375,0.081298828125,1.0,103,0.8046875
+fresh-en-1,layers.16.mlp.down_proj.output,128,896,1024,4096,128,0.12037986256562044,0.0,0.49560546875,0.00634765625,0.076416015625,1.0,105,0.8203125
+fresh-en-1,layers.16.mlp.down_proj.output,128,1024,1152,4096,128,0.12396229146267564,0.0,0.476806640625,0.0087890625,0.08154296875,1.0,103,0.8046875
+fresh-en-1,layers.16.mlp.down_proj.output,128,1152,1280,4096,128,0.12797588997764195,0.0,0.47314453125,0.010986328125,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.16.mlp.down_proj.output,128,1280,1408,4096,128,0.11829246676996456,0.0,0.488525390625,0.01123046875,0.088623046875,1.0,103,0.8046875
+fresh-en-1,layers.16.mlp.down_proj.output,128,1408,1536,4096,128,0.12165799993448667,0.0,0.496826171875,0.009765625,0.08984375,1.0,102,0.796875
+fresh-en-1,layers.16.mlp.down_proj.output,128,1536,1664,4096,128,0.1182014675548116,0.0,0.49755859375,0.00732421875,0.082275390625,1.0,106,0.828125
+fresh-en-1,layers.16.mlp.down_proj.output,128,1664,1792,4096,128,0.11877784411395208,0.0,0.51708984375,0.007080078125,0.0830078125,1.0,105,0.8203125
+fresh-en-1,layers.16.mlp.down_proj.output,128,1792,1920,4096,128,0.1191607870757905,0.0,0.510986328125,0.010009765625,0.0888671875,1.0,101,0.7890625
+fresh-en-1,layers.16.mlp.down_proj.output,128,1920,2048,4096,128,0.11573618093412569,0.0,0.483642578125,0.008544921875,0.087890625,1.0,105,0.8203125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.41351423562406,0.0,0.4975738525390625,0.011850992838541666,0.11635335286458333,1.0,2847,0.46337890625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.769597365512781,0.0,0.5712890625,0.01123046875,0.15625,1.0,22,0.34375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.520210571809002,0.0,0.48681640625,0.00830078125,0.087890625,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,128,192,2048,64,2.1484436334732755,0.0,0.4638671875,0.00927734375,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,192,256,2048,64,2.608519221511169,0.0,0.533203125,0.0126953125,0.103515625,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.2682923596494784,0.0,0.59521484375,0.0068359375,0.09521484375,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.829512346226625,0.0,0.52197265625,0.01025390625,0.09326171875,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.1804327445497003,0.0,0.54296875,0.01025390625,0.11328125,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.2822223755640803,0.0,0.60107421875,0.0107421875,0.1064453125,1.0,31,0.484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.4534782820286933,0.0,0.4208984375,0.0087890625,0.08447265625,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.496030085087281,0.0,0.48486328125,0.01220703125,0.11669921875,1.0,27,0.421875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.2154059084574116,0.0,0.4892578125,0.0068359375,0.0830078125,1.0,44,0.6875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.3304675051796884,0.0,0.4521484375,0.0087890625,0.09912109375,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.260943671257935,0.0,0.4580078125,0.015625,0.12353515625,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,832,896,2048,64,3.140214450786605,0.0,0.560546875,0.01318359375,0.15625,1.0,20,0.3125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,896,960,2048,64,3.0712178024783396,0.0,0.5029296875,0.00634765625,0.05908203125,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,3.2793244375756725,0.0,0.505859375,0.0078125,0.07373046875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.7064092632838497,0.0,0.50244140625,0.013671875,0.13916015625,1.0,26,0.40625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,2.138502496987394,0.0,0.44384765625,0.00927734375,0.09912109375,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,2.0919918856972655,0.0,0.556640625,0.0107421875,0.103515625,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9408865268584985,0.0,0.47705078125,0.01025390625,0.0947265625,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,4.264291020129769,0.0,0.51416015625,0.01708984375,0.1611328125,1.0,23,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,3.048880088148836,0.0,0.484375,0.01171875,0.11279296875,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.711237011521372,0.0,0.4267578125,0.01025390625,0.10791015625,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.932464879746793,0.0,0.46240234375,0.00634765625,0.08154296875,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.9263981325948807,0.0,0.44873046875,0.0166015625,0.16455078125,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,2.117768196134317,0.0,0.4873046875,0.0146484375,0.17236328125,1.0,22,0.34375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.341358848807668,0.0,0.5634765625,0.01025390625,0.1162109375,1.0,31,0.484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.987607842486342,0.0,0.470703125,0.00830078125,0.10498046875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.617312180961599,0.0,0.45654296875,0.01123046875,0.11669921875,1.0,29,0.453125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.078228809538508,0.0,0.48046875,0.0126953125,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.9036028741756454,0.0,0.5380859375,0.00927734375,0.09130859375,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.1177817815912667,0.0,0.484375,0.013671875,0.1083984375,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.417871712016526,0.0,0.43505859375,0.0048828125,0.060546875,1.0,41,0.640625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.414375865016668,0.0,0.52685546875,0.00439453125,0.05615234375,1.0,44,0.6875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.4458540929705794,0.0,0.509765625,0.01171875,0.08447265625,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.541108803324553,0.0,0.50634765625,0.01220703125,0.1142578125,1.0,35,0.546875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.2191031999386075,0.0,0.47802734375,0.01171875,0.1083984375,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.0531864461419724,0.0,0.5087890625,0.009765625,0.091796875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.2338503076900174,0.0,0.59716796875,0.0146484375,0.1201171875,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.202559995266146,0.0,0.47705078125,0.01171875,0.10693359375,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.8992363178151015,0.0,0.57568359375,0.0087890625,0.078125,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.6593499438562365,0.0,0.490234375,0.00390625,0.03759765625,1.0,44,0.6875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.9331827372594015,0.0,0.5263671875,0.00537109375,0.05908203125,1.0,43,0.671875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.034231266405195,0.0,0.4755859375,0.00537109375,0.0595703125,1.0,43,0.671875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.9285915370252233,0.0,0.48876953125,0.01318359375,0.12158203125,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.852652903441612,0.0,0.4375,0.01416015625,0.14404296875,1.0,23,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.136912268360977,0.0,0.40185546875,0.0107421875,0.10400390625,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.352483963443112,0.0,0.41650390625,0.0087890625,0.0830078125,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.463713230284941,0.0,0.51513671875,0.01416015625,0.1416015625,1.0,25,0.390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.1826167235232767,0.0,0.49755859375,0.01123046875,0.14453125,1.0,27,0.421875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,2.259917871733126,0.0,0.4208984375,0.00732421875,0.10986328125,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.090214613750361,0.0,0.4873046875,0.0126953125,0.10986328125,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.5171984972469237,0.0,0.45654296875,0.0078125,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.8778722512090154,0.0,0.48291015625,0.01220703125,0.09521484375,1.0,35,0.546875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.713222534945638,0.0,0.50244140625,0.00537109375,0.05615234375,1.0,43,0.671875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.8349156148970183,0.0,0.56201171875,0.0048828125,0.05517578125,1.0,44,0.6875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.921154383428775,0.0,0.54736328125,0.0107421875,0.08251953125,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.6078064226391997,0.0,0.5234375,0.01025390625,0.076171875,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.043950529022451,0.0,0.453125,0.0146484375,0.1181640625,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.1793925644489622,0.0,0.56787109375,0.01123046875,0.1044921875,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.2663344104006113,0.0,0.482421875,0.00634765625,0.103515625,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.4862217435286458,0.0,0.45947265625,0.00830078125,0.091796875,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.8968062708441231,0.0,0.50732421875,0.01318359375,0.12109375,1.0,29,0.453125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.7608324535213105,0.0,0.572265625,0.009765625,0.10107421875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.990626683719932,0.0,0.58203125,0.0107421875,0.1357421875,1.0,24,0.375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.242342970268436,0.0,0.3896484375,0.0146484375,0.13330078125,1.0,23,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.0958680962596272,0.0,0.427734375,0.02099609375,0.1640625,1.0,18,0.28125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.0994631500138365,0.0,0.60009765625,0.0166015625,0.1806640625,1.0,12,0.1875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.8929322319976278,0.0,0.3818359375,0.00830078125,0.07568359375,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.937468913442456,0.0,0.52099609375,0.00830078125,0.087890625,1.0,37,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.6569543559355975,0.0,0.45068359375,0.01806640625,0.1630859375,1.0,23,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.6535723713930264,0.0,0.46826171875,0.021484375,0.14697265625,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.352785388746829,0.0,0.4208984375,0.00634765625,0.04296875,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.0510811203375545,0.0,0.49755859375,0.00390625,0.0400390625,1.0,43,0.671875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.3946556375083885,0.0,0.64013671875,0.00927734375,0.09033203125,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.12466757764884,0.0,0.3916015625,0.0087890625,0.08837890625,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.2829557739738022,0.0,0.49658203125,0.015625,0.15185546875,1.0,23,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.9539782742520522,0.0,0.42724609375,0.0078125,0.10693359375,1.0,31,0.484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.9148110060893315,0.0,0.52685546875,0.00634765625,0.06591796875,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.484655558911857,0.0,0.4130859375,0.00634765625,0.0615234375,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.9026229006645807,0.0,0.453125,0.01220703125,0.14697265625,1.0,25,0.390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.547894430760889,0.0,0.49609375,0.01171875,0.1162109375,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.4924986864301044,0.0,0.5029296875,0.00927734375,0.11181640625,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.5051760036731432,0.0,0.52783203125,0.01220703125,0.10986328125,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.496425299045593,0.0,0.56787109375,0.00537109375,0.06396484375,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.9341982520146543,0.0,0.4013671875,0.01171875,0.1015625,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.991273153829256,0.0,0.53662109375,0.013671875,0.11376953125,1.0,26,0.40625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.5748081648757677,0.0,0.50634765625,0.0087890625,0.060546875,1.0,37,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.0358478881140003,0.0,0.55908203125,0.0166015625,0.134765625,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.4736090006588884,0.0,0.55908203125,0.02392578125,0.17724609375,1.0,21,0.328125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.354525131228831,0.0,0.541015625,0.00830078125,0.09326171875,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.1673222214268235,0.0,0.53564453125,0.01220703125,0.0986328125,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.3499706916168988,0.0,0.54345703125,0.01220703125,0.1376953125,1.0,25,0.390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.1908953239367377,0.0,0.45751953125,0.01806640625,0.16943359375,1.0,20,0.3125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.6284269047339812,0.0,0.51416015625,0.00732421875,0.1162109375,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.970794326732075,0.0,0.5517578125,0.01318359375,0.142578125,1.0,24,0.375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,0,128,4096,128,2.234022129444468,0.0,0.529052734375,0.01025390625,0.132568359375,1.0,54,0.421875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,128,256,4096,128,2.389579730329696,0.0,0.49853515625,0.011474609375,0.10498046875,1.0,61,0.4765625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.060614672111194,0.0,0.55859375,0.00830078125,0.094482421875,1.0,69,0.5390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.2319079198109733,0.0,0.572021484375,0.0107421875,0.110107421875,1.0,60,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,512,640,4096,128,3.0200812932950867,0.0,0.452880859375,0.011474609375,0.10107421875,1.0,62,0.484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.274236105408305,0.0,0.470703125,0.007568359375,0.089599609375,1.0,82,0.640625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.736129847204837,0.0,0.50927734375,0.012939453125,0.141845703125,1.0,45,0.3515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,3.176975570974766,0.0,0.50439453125,0.007080078125,0.0673828125,1.0,72,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.4390412081399884,0.0,0.47314453125,0.011474609375,0.119140625,1.0,58,0.453125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,2.0178541275280586,0.0,0.516845703125,0.01025390625,0.0986328125,1.0,68,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,3.7067403265045313,0.0,0.499267578125,0.013427734375,0.138916015625,1.0,46,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.82401809516084,0.0,0.444580078125,0.00830078125,0.095458984375,1.0,69,0.5390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,2.0243458076404637,0.0,0.468017578125,0.015869140625,0.168701171875,1.0,49,0.3828125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.1716982058291596,0.0,0.51708984375,0.009033203125,0.111328125,1.0,63,0.4921875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.363192547953489,0.0,0.468505859375,0.01416015625,0.112548828125,1.0,60,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.0135421000080505,0.0,0.51123046875,0.011474609375,0.1005859375,1.0,64,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.416124420776454,0.0,0.48095703125,0.004638671875,0.05810546875,1.0,84,0.65625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.4939362656686397,0.0,0.508056640625,0.011962890625,0.099365234375,1.0,74,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.137755083562997,0.0,0.493408203125,0.01123046875,0.099365234375,1.0,63,0.4921875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.218260323982917,0.0,0.537109375,0.01318359375,0.113525390625,1.0,68,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.781880061255898,0.0,0.532958984375,0.00634765625,0.056396484375,1.0,83,0.6484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.9843503144427692,0.0,0.5009765625,0.005615234375,0.059814453125,1.0,85,0.6640625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.434860766470967,0.0,0.463134765625,0.014404296875,0.13623046875,1.0,53,0.4140625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.247284454728492,0.0,0.4091796875,0.009765625,0.093994140625,1.0,73,0.5703125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.3274125808378434,0.0,0.50634765625,0.012939453125,0.14306640625,1.0,52,0.40625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.1767206893070083,0.0,0.4541015625,0.010009765625,0.110107421875,1.0,65,0.5078125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.703556636064891,0.0,0.4697265625,0.009521484375,0.093505859375,1.0,75,0.5859375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.774736299878222,0.0,0.5322265625,0.005126953125,0.056396484375,1.0,87,0.6796875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.768916509194834,0.0,0.535400390625,0.01025390625,0.080810546875,1.0,84,0.65625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.1127571695614455,0.0,0.510498046875,0.012939453125,0.111328125,1.0,64,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.378820108558075,0.0,0.470947265625,0.0068359375,0.098388671875,1.0,71,0.5546875
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.8300826427360415,0.0,0.539794921875,0.010986328125,0.10986328125,1.0,61,0.4765625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.1190251600641847,0.0,0.48583984375,0.0126953125,0.134765625,1.0,46,0.359375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.0976663933029216,0.0,0.513916015625,0.018798828125,0.17236328125,1.0,29,0.2265625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.9153300271090896,0.0,0.451416015625,0.00830078125,0.081298828125,1.0,77,0.6015625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.6552642274102807,0.0,0.45947265625,0.019775390625,0.155029296875,1.0,50,0.390625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.2054848202631137,0.0,0.459228515625,0.005126953125,0.0439453125,1.0,82,0.640625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.2636903429757016,0.0,0.515869140625,0.00927734375,0.090087890625,1.0,66,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.7014653162790148,0.0,0.4619140625,0.012451171875,0.134765625,1.0,51,0.3984375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.708286953745032,0.0,0.469970703125,0.007080078125,0.06494140625,1.0,78,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.7310241424935096,0.0,0.474609375,0.012451171875,0.130615234375,1.0,51,0.3984375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.4988507482449747,0.0,0.515380859375,0.0107421875,0.111083984375,1.0,75,0.5859375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.7241199180506657,0.0,0.484619140625,0.008056640625,0.082275390625,1.0,73,0.5703125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.790819966132762,0.0,0.521484375,0.01123046875,0.08837890625,1.0,62,0.484375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.273676633634519,0.0,0.55908203125,0.020263671875,0.15673828125,1.0,58,0.453125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.2628603806994643,0.0,0.538330078125,0.010009765625,0.09521484375,1.0,68,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.2718257604739707,0.0,0.50048828125,0.015625,0.15234375,1.0,44,0.34375
+fresh-en-1,layers.17.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.8077340045400525,0.0,0.532958984375,0.009765625,0.128173828125,1.0,56,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.7231809060724304,0.0,0.5708770751953125,0.011199951171875,0.113800048828125,1.0,982,0.4794921875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5361840015834582,0.0,0.60400390625,0.0107421875,0.1328125,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,64,128,2048,64,1.7126509106716599,0.0,0.65673828125,0.009765625,0.12548828125,1.0,26,0.40625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,128,192,2048,64,2.1279449951337246,0.0,0.49658203125,0.0068359375,0.06982421875,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,192,256,2048,64,1.9198262642892436,0.0,0.43408203125,0.0087890625,0.07861328125,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,256,320,2048,64,1.6898780737475347,0.0,0.76416015625,0.01123046875,0.0908203125,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,320,384,2048,64,2.033684360192528,0.0,0.841796875,0.00732421875,0.08056640625,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,384,448,2048,64,2.3885237990958825,0.0,0.45654296875,0.00732421875,0.07861328125,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,448,512,2048,64,2.2014309448409684,0.0,0.5576171875,0.00830078125,0.0966796875,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3038367959228818,0.0,0.5205078125,0.013671875,0.1435546875,1.0,24,0.375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,576,640,2048,64,0.9137628649363386,0.0,0.5849609375,0.0146484375,0.1181640625,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,640,704,2048,64,1.6623814463029958,0.0,0.5732421875,0.01123046875,0.125,1.0,25,0.390625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,704,768,2048,64,1.1705518390128167,0.0,0.6064453125,0.0087890625,0.11376953125,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,768,832,2048,64,1.7168805536006593,0.0,0.54638671875,0.01806640625,0.18212890625,1.0,21,0.328125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3913626487371453,0.0,0.52978515625,0.0126953125,0.123046875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,896,960,2048,64,1.2659509675255334,0.0,0.38330078125,0.01220703125,0.1259765625,1.0,28,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.2015215156706318,0.0,0.33251953125,0.01416015625,0.107421875,1.0,30,0.46875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.901915024328816,0.0,0.75,0.01220703125,0.1044921875,1.0,35,0.546875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.7363386936175476,0.0,0.775390625,0.0048828125,0.07177734375,1.0,39,0.609375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.7774770616118358,0.0,0.53173828125,0.01318359375,0.1181640625,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.3720086216486056,0.0,0.45263671875,0.0146484375,0.125,1.0,40,0.625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.9547228698360998,0.0,0.583984375,0.0126953125,0.09423828125,1.0,42,0.65625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2674878508889855,0.0,0.5732421875,0.01220703125,0.11474609375,1.0,34,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4657895121037003,0.0,0.703125,0.01025390625,0.09765625,1.0,37,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.6835019678839411,0.0,0.72265625,0.005859375,0.10888671875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.025717057948072,0.0,0.15966796875,0.0029296875,0.021484375,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.24531022815411,0.0,0.1953125,0.0009765625,0.01318359375,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.646704013945624,0.0,0.77197265625,0.00830078125,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.792505655620031,0.0,0.79296875,0.009765625,0.107421875,1.0,33,0.515625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.9809325493005692,0.0,0.59326171875,0.01171875,0.1123046875,1.0,32,0.5
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.7494581800682196,0.0,0.56201171875,0.01171875,0.1044921875,1.0,37,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.9350702520157774,0.0,0.6357421875,0.00732421875,0.0791015625,1.0,38,0.59375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.0969902935933846,0.0,0.57568359375,0.0078125,0.0966796875,1.0,36,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6268119787709692,0.0,0.63037109375,0.01025390625,0.13037109375,1.0,56,0.4375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,128,256,4096,128,2.026559003257672,0.0,0.46533203125,0.0078125,0.075439453125,1.0,68,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,256,384,4096,128,1.8697005082398053,0.0,0.802978515625,0.009521484375,0.087646484375,1.0,72,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,384,512,4096,128,2.2968831210741687,0.0,0.507080078125,0.0078125,0.08935546875,1.0,65,0.5078125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,512,640,4096,128,1.1258225801029025,0.0,0.552734375,0.014892578125,0.13671875,1.0,54,0.421875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,640,768,4096,128,1.4376549796158895,0.0,0.58984375,0.01171875,0.125244140625,1.0,59,0.4609375
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,768,896,4096,128,1.562621012215206,0.0,0.5380859375,0.015380859375,0.15185546875,1.0,53,0.4140625
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.2341567576281156,0.0,0.35791015625,0.01318359375,0.1171875,1.0,57,0.4453125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.821009722478325,0.0,0.7626953125,0.008544921875,0.088623046875,1.0,73,0.5703125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.5877393303742198,0.0,0.4921875,0.013916015625,0.1240234375,1.0,71,0.5546875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1220564179976107,0.0,0.57861328125,0.012939453125,0.10888671875,1.0,74,0.578125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5784039042118316,0.0,0.712890625,0.008544921875,0.105224609375,1.0,70,0.546875
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.138334354061036,0.0,0.177490234375,0.001953125,0.01904296875,1.0,96,0.75
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.7211494175367847,0.0,0.782470703125,0.009033203125,0.10693359375,1.0,65,0.5078125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.8687827172635745,0.0,0.57763671875,0.011474609375,0.109619140625,1.0,68,0.53125
+fresh-en-1,layers.17.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.017655219761453,0.0,0.605712890625,0.007080078125,0.086669921875,1.0,72,0.5625
+fresh-en-1,layers.17.linear_attn.in_proj_b.output,0,0,16,512,16,1.5311192330242462,0.0,0.404296875,0.0078125,0.095703125,1.0,12,0.75
+fresh-en-1,layers.17.linear_attn.in_proj_b.output,64,0,16,512,16,1.5311192330242462,0.0,0.404296875,0.0078125,0.095703125,1.0,12,0.75
+fresh-en-1,layers.17.linear_attn.in_proj_b.output,128,0,16,512,16,1.5311192330242462,0.0,0.404296875,0.0078125,0.095703125,1.0,12,0.75
+fresh-en-1,layers.17.linear_attn.in_proj_a.output,0,0,16,512,16,2.5499095131395206,0.0,0.740234375,0.005859375,0.0546875,1.0,13,0.8125
+fresh-en-1,layers.17.linear_attn.in_proj_a.output,64,0,16,512,16,2.5499095131395206,0.0,0.740234375,0.005859375,0.0546875,1.0,13,0.8125
+fresh-en-1,layers.17.linear_attn.in_proj_a.output,128,0,16,512,16,2.5499095131395206,0.0,0.740234375,0.005859375,0.0546875,1.0,13,0.8125
+fresh-en-1,layers.17.linear_attn.out_proj.output,0,0,2048,65536,2048,0.08262202926259875,0.0,0.498321533203125,0.0100555419921875,0.09576416015625,1.0,1426,0.6962890625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,0,64,2048,64,0.07542609699007988,0.0,0.48583984375,0.01318359375,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,64,128,2048,64,0.07400870822881703,0.0,0.4599609375,0.0107421875,0.08447265625,1.0,47,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,128,192,2048,64,0.07177903348184257,0.0,0.5029296875,0.0068359375,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,192,256,2048,64,0.07979268444258954,0.0,0.52392578125,0.00927734375,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,256,320,2048,64,0.07290087168570901,0.0,0.45556640625,0.0087890625,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,320,384,2048,64,0.07748706349067364,0.0,0.50732421875,0.00537109375,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,384,448,2048,64,0.08594649423650191,0.0,0.53466796875,0.00732421875,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,448,512,2048,64,0.07602428561626184,0.0,0.43896484375,0.0087890625,0.08984375,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,512,576,2048,64,0.07413110555802849,0.0,0.525390625,0.0087890625,0.07861328125,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,576,640,2048,64,0.07691032297605076,0.0,0.4755859375,0.009765625,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,640,704,2048,64,0.07705164291698252,0.0,0.47265625,0.01123046875,0.09228515625,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,704,768,2048,64,0.07681519897925089,0.0,0.53369140625,0.01513671875,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,768,832,2048,64,0.07485629417300188,0.0,0.48681640625,0.01416015625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,832,896,2048,64,0.07940758237525139,0.0,0.455078125,0.00634765625,0.08642578125,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,896,960,2048,64,0.08329173688397887,0.0,0.5068359375,0.01123046875,0.087890625,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,960,1024,2048,64,0.07445074276899902,0.0,0.50341796875,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1024,1088,2048,64,0.07576731099569278,0.0,0.537109375,0.005859375,0.091796875,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1088,1152,2048,64,0.07382240376234504,0.0,0.49560546875,0.01123046875,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1152,1216,2048,64,0.18597849660483964,0.0,0.52685546875,0.025390625,0.228515625,1.0,12,0.1875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1216,1280,2048,64,0.07828573193622541,0.0,0.4541015625,0.00634765625,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1280,1344,2048,64,0.07440121099658299,0.0,0.50634765625,0.0048828125,0.07470703125,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1344,1408,2048,64,0.07454043995344145,0.0,0.513671875,0.01171875,0.09130859375,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1408,1472,2048,64,0.0754658570619442,0.0,0.50537109375,0.0126953125,0.09228515625,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07345984068660577,0.0,0.54052734375,0.01025390625,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07923099081962628,0.0,0.4365234375,0.0087890625,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1600,1664,2048,64,0.079573483265253,0.0,0.53857421875,0.00732421875,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1664,1728,2048,64,0.08061450304673573,0.0,0.5234375,0.00732421875,0.09423828125,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07945107702416328,0.0,0.50244140625,0.01123046875,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1792,1856,2048,64,0.0781658422592142,0.0,0.50439453125,0.0107421875,0.09033203125,1.0,44,0.6875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1856,1920,2048,64,0.07753821003320475,0.0,0.484375,0.0078125,0.08984375,1.0,46,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08500168612919663,0.0,0.513671875,0.00927734375,0.087890625,1.0,45,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06912346964746721,0.0,0.49462890625,0.01025390625,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,0,128,4096,128,0.07472076351609072,0.0,0.472900390625,0.011962890625,0.087890625,1.0,94,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,128,256,4096,128,0.07589170619422832,0.0,0.513427734375,0.0078125,0.092041015625,1.0,96,0.75
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,256,384,4096,128,0.07522892429426296,0.0,0.4814453125,0.00732421875,0.08544921875,1.0,97,0.7578125
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,384,512,4096,128,0.081137204397884,0.0,0.48681640625,0.008544921875,0.0888671875,1.0,90,0.703125
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,512,640,4096,128,0.07553349783882647,0.0,0.50048828125,0.0087890625,0.079833984375,1.0,95,0.7421875
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,640,768,4096,128,0.07693351178266884,0.0,0.503173828125,0.01318359375,0.095703125,1.0,92,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,768,896,4096,128,0.07716550043898286,0.0,0.470947265625,0.01025390625,0.089111328125,1.0,93,0.7265625
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,896,1024,4096,128,0.07899502051397173,0.0,0.505126953125,0.009033203125,0.085205078125,1.0,94,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1024,1152,4096,128,0.0748011788435474,0.0,0.516357421875,0.008544921875,0.09521484375,1.0,94,0.734375
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1152,1280,4096,128,0.14268261461051746,0.0,0.490478515625,0.017333984375,0.17431640625,1.0,49,0.3828125
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1280,1408,4096,128,0.0744708580124154,0.0,0.510009765625,0.00830078125,0.0830078125,1.0,95,0.7421875
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07446960378501853,0.0,0.52294921875,0.011474609375,0.09326171875,1.0,92,0.71875
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07940242170496188,0.0,0.487548828125,0.008056640625,0.083740234375,1.0,97,0.7578125
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1664,1792,4096,128,0.0800349040786946,0.0,0.512939453125,0.00927734375,0.0888671875,1.0,95,0.7421875
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1792,1920,4096,128,0.07785265862912367,0.0,0.494384765625,0.00927734375,0.090087890625,1.0,89,0.6953125
+fresh-en-1,layers.17.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07747044823967,0.0,0.504150390625,0.009765625,0.09521484375,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.gate_proj.output,0,0,6144,196608,6144,1.4601189300084005,0.0,0.8706207275390625,0.007364908854166667,0.07399495442708333,1.0,3543,0.57666015625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,0,64,2048,64,1.51244717312671,0.0,0.9033203125,0.00390625,0.04736328125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,64,128,2048,64,1.4958763032796454,0.0,0.90185546875,0.00732421875,0.06591796875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,128,192,2048,64,1.5249552424471875,0.0,0.869140625,0.00634765625,0.080078125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,192,256,2048,64,1.3950453729085155,0.0,0.8486328125,0.0068359375,0.05859375,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,256,320,2048,64,1.4608058453614314,0.0,0.8837890625,0.005859375,0.06689453125,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,320,384,2048,64,1.4905984543570023,0.0,0.90966796875,0.00341796875,0.0556640625,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,384,448,2048,64,1.3698745651625677,0.0,0.83447265625,0.01025390625,0.09033203125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,448,512,2048,64,1.6475583575167103,0.0,0.9033203125,0.009765625,0.07958984375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,512,576,2048,64,1.470434671072675,0.0,0.86376953125,0.00732421875,0.07861328125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,576,640,2048,64,1.3495616786358038,0.0,0.85791015625,0.005859375,0.06396484375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,640,704,2048,64,1.395609343352576,0.0,0.8837890625,0.00634765625,0.07275390625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,704,768,2048,64,1.3457752453268623,0.0,0.849609375,0.00927734375,0.078125,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,768,832,2048,64,1.271879289582414,0.0,0.79541015625,0.00830078125,0.0908203125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,832,896,2048,64,1.437141105146344,0.0,0.8974609375,0.00732421875,0.05908203125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,896,960,2048,64,1.5714525347788642,0.0,0.875,0.01025390625,0.08740234375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,960,1024,2048,64,1.4102639851497498,0.0,0.8916015625,0.00732421875,0.078125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1024,1088,2048,64,1.5573712204795325,0.0,0.86279296875,0.0068359375,0.07568359375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1088,1152,2048,64,1.6927414010266333,0.0,0.88525390625,0.00830078125,0.0615234375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1152,1216,2048,64,1.4542647113849148,0.0,0.89599609375,0.0048828125,0.068359375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1216,1280,2048,64,1.5046029334753355,0.0,0.88818359375,0.0078125,0.078125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1280,1344,2048,64,1.3630629444519902,0.0,0.8671875,0.0048828125,0.06591796875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1344,1408,2048,64,1.4081912522303153,0.0,0.81103515625,0.005859375,0.07421875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1408,1472,2048,64,1.5156449012178335,0.0,0.837890625,0.0126953125,0.09228515625,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1472,1536,2048,64,1.4933045191979137,0.0,0.84814453125,0.0078125,0.07666015625,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1536,1600,2048,64,1.617877913597372,0.0,0.85546875,0.00830078125,0.06298828125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1600,1664,2048,64,1.2497551003878387,0.0,0.861328125,0.0126953125,0.0732421875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1664,1728,2048,64,1.3891435510410897,0.0,0.89208984375,0.005859375,0.0634765625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1728,1792,2048,64,1.610280968631691,0.0,0.88134765625,0.00830078125,0.087890625,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1792,1856,2048,64,1.4224911052296818,0.0,0.8486328125,0.0087890625,0.07763671875,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1856,1920,2048,64,1.3593392633453216,0.0,0.87451171875,0.00537109375,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1920,1984,2048,64,1.4899839093880383,0.0,0.86376953125,0.00732421875,0.0556640625,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,1984,2048,2048,64,1.3766549022378907,0.0,0.89111328125,0.00732421875,0.06982421875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2048,2112,2048,64,1.5324112682293571,0.0,0.88232421875,0.005859375,0.068359375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2112,2176,2048,64,1.6709011264077804,0.0,0.904296875,0.00439453125,0.0673828125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2176,2240,2048,64,1.5397841399213221,0.0,0.85009765625,0.01123046875,0.0908203125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2240,2304,2048,64,1.220611606338346,0.0,0.82373046875,0.0107421875,0.10302734375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2304,2368,2048,64,1.6310434269357856,0.0,0.896484375,0.00732421875,0.08740234375,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2368,2432,2048,64,1.463564976513029,0.0,0.85888671875,0.01171875,0.0810546875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2432,2496,2048,64,1.3773901330820673,0.0,0.84130859375,0.00732421875,0.08251953125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2496,2560,2048,64,1.494639991260648,0.0,0.8583984375,0.0087890625,0.0908203125,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2560,2624,2048,64,1.3057912029246612,0.0,0.81640625,0.00634765625,0.08984375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2624,2688,2048,64,1.5363529051163327,0.0,0.87451171875,0.0029296875,0.0791015625,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2688,2752,2048,64,1.4564437984830383,0.0,0.857421875,0.01171875,0.07568359375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2752,2816,2048,64,1.5225043301697825,0.0,0.8876953125,0.00439453125,0.06201171875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2816,2880,2048,64,1.3505146997305724,0.0,0.875,0.01025390625,0.07861328125,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2880,2944,2048,64,1.6724329038074581,0.0,0.86767578125,0.01171875,0.10888671875,1.0,32,0.5
+fresh-en-1,layers.17.mlp.gate_proj.output,64,2944,3008,2048,64,1.4492825501291609,0.0,0.84326171875,0.00439453125,0.068359375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3008,3072,2048,64,1.5746827309839753,0.0,0.921875,0.0048828125,0.052734375,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3072,3136,2048,64,1.4212265922277765,0.0,0.8671875,0.0087890625,0.07568359375,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3136,3200,2048,64,1.5244192002614056,0.0,0.9052734375,0.00537109375,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3200,3264,2048,64,1.1894951374514893,0.0,0.82470703125,0.00634765625,0.07275390625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3264,3328,2048,64,1.3686291074284618,0.0,0.89013671875,0.00732421875,0.0810546875,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3328,3392,2048,64,1.5815400168542126,0.0,0.90966796875,0.00537109375,0.05322265625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3392,3456,2048,64,1.5489488046306419,0.0,0.876953125,0.00439453125,0.06982421875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3456,3520,2048,64,1.3678439327981886,0.0,0.86083984375,0.00732421875,0.07958984375,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3520,3584,2048,64,1.325739560758714,0.0,0.84033203125,0.0068359375,0.08642578125,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3584,3648,2048,64,1.630148271518028,0.0,0.8935546875,0.00634765625,0.056640625,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3648,3712,2048,64,1.4268347013224683,0.0,0.87353515625,0.00634765625,0.08837890625,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3712,3776,2048,64,1.4261684726955854,0.0,0.8828125,0.0078125,0.0673828125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3776,3840,2048,64,1.3886924526175626,0.0,0.9091796875,0.00634765625,0.06298828125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3840,3904,2048,64,1.5086534208501434,0.0,0.8935546875,0.00634765625,0.06982421875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3904,3968,2048,64,1.5111938977912838,0.0,0.87353515625,0.00732421875,0.0634765625,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,3968,4032,2048,64,1.3772272404668378,0.0,0.85205078125,0.0068359375,0.083984375,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4032,4096,2048,64,1.620072418665527,0.0,0.900390625,0.0068359375,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4096,4160,2048,64,1.511033699330419,0.0,0.86376953125,0.00732421875,0.07421875,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4160,4224,2048,64,1.3681005998470976,0.0,0.83154296875,0.00732421875,0.08642578125,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4224,4288,2048,64,1.2333364635428021,0.0,0.849609375,0.00927734375,0.07958984375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4288,4352,2048,64,1.4443067319992555,0.0,0.92431640625,0.00634765625,0.04736328125,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4352,4416,2048,64,1.47360000338568,0.0,0.88720703125,0.0078125,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4416,4480,2048,64,1.4322807556439663,0.0,0.8837890625,0.01318359375,0.0732421875,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4480,4544,2048,64,1.4179860930749053,0.0,0.86572265625,0.00634765625,0.08544921875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4544,4608,2048,64,1.5692479115042817,0.0,0.8701171875,0.00439453125,0.0634765625,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4608,4672,2048,64,1.3042519500558634,0.0,0.810546875,0.005859375,0.09912109375,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4672,4736,2048,64,1.5065135085564658,0.0,0.908203125,0.00732421875,0.05419921875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4736,4800,2048,64,1.3901013257043824,0.0,0.87841796875,0.00439453125,0.08154296875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4800,4864,2048,64,1.4621275027978797,0.0,0.8740234375,0.00830078125,0.0654296875,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4864,4928,2048,64,1.5162759625538862,0.0,0.9013671875,0.0048828125,0.0546875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4928,4992,2048,64,1.6049700557795283,0.0,0.89697265625,0.0078125,0.0546875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,4992,5056,2048,64,1.5181717678811049,0.0,0.84912109375,0.00634765625,0.07763671875,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5056,5120,2048,64,1.4342883290602362,0.0,0.88916015625,0.00341796875,0.0517578125,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5120,5184,2048,64,1.500040640664666,0.0,0.90234375,0.01025390625,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5184,5248,2048,64,1.4384346857179728,0.0,0.845703125,0.0107421875,0.08251953125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5248,5312,2048,64,1.687769860016616,0.0,0.90234375,0.00537109375,0.05078125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5312,5376,2048,64,1.342184575515081,0.0,0.85498046875,0.00732421875,0.07958984375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5376,5440,2048,64,1.2925947094164123,0.0,0.86279296875,0.00830078125,0.080078125,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5440,5504,2048,64,1.5681691723239861,0.0,0.91357421875,0.00634765625,0.0625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5504,5568,2048,64,1.4179398122226785,0.0,0.84765625,0.0078125,0.07373046875,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5568,5632,2048,64,1.3330238382942392,0.0,0.8544921875,0.00830078125,0.06591796875,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5632,5696,2048,64,1.3238753335493205,0.0,0.87548828125,0.0068359375,0.07275390625,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5696,5760,2048,64,1.4389475958786848,0.0,0.85009765625,0.00732421875,0.07177734375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5760,5824,2048,64,1.382841305503371,0.0,0.8623046875,0.00732421875,0.0732421875,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5824,5888,2048,64,1.4864221287580572,0.0,0.8544921875,0.0078125,0.06396484375,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5888,5952,2048,64,1.2500595581865253,0.0,0.82275390625,0.00732421875,0.0771484375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,64,5952,6016,2048,64,1.5385366493682424,0.0,0.9033203125,0.00537109375,0.0615234375,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gate_proj.output,64,6016,6080,2048,64,1.6379264336629693,0.0,0.84765625,0.0078125,0.0947265625,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,64,6080,6144,2048,64,1.2630318900123114,0.0,0.84912109375,0.0078125,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,0,128,4096,128,1.50418455752819,0.0,0.902587890625,0.005615234375,0.056640625,1.0,81,0.6328125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,128,256,4096,128,1.4614445052653589,0.0,0.85888671875,0.0068359375,0.068603515625,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,256,384,4096,128,1.4757773324545966,0.0,0.896728515625,0.00439453125,0.06201171875,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,384,512,4096,128,1.515091559230414,0.0,0.868896484375,0.009765625,0.08544921875,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,512,640,4096,128,1.4112928197817232,0.0,0.86083984375,0.00634765625,0.072021484375,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,640,768,4096,128,1.3709187521854795,0.0,0.86669921875,0.008056640625,0.075439453125,1.0,79,0.6171875
+fresh-en-1,layers.17.mlp.gate_proj.output,128,768,896,4096,128,1.357028275934205,0.0,0.846435546875,0.0078125,0.0751953125,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,896,1024,4096,128,1.4930350928349558,0.0,0.88330078125,0.009521484375,0.083251953125,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1024,1152,4096,128,1.6264652730887799,0.0,0.8740234375,0.007568359375,0.0693359375,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1152,1280,4096,128,1.4796479037598833,0.0,0.89208984375,0.00634765625,0.0732421875,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1280,1408,4096,128,1.3858108084071419,0.0,0.839111328125,0.00537109375,0.070556640625,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1408,1536,4096,128,1.5045161769892221,0.0,0.843017578125,0.01025390625,0.0849609375,1.0,69,0.5390625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1536,1664,4096,128,1.4455823660815044,0.0,0.8583984375,0.010009765625,0.0703125,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1664,1792,4096,128,1.5037826643728252,0.0,0.88671875,0.006591796875,0.07421875,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1792,1920,4096,128,1.391273549186098,0.0,0.861572265625,0.0068359375,0.070068359375,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,1920,2048,4096,128,1.434439048912654,0.0,0.87744140625,0.007568359375,0.0625,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2048,2176,4096,128,1.6031523429211425,0.0,0.893310546875,0.0048828125,0.069091796875,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2176,2304,4096,128,1.3893933732174493,0.0,0.8369140625,0.010986328125,0.098388671875,1.0,69,0.5390625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2304,2432,4096,128,1.5495685046208854,0.0,0.877685546875,0.01025390625,0.08349609375,1.0,70,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2432,2560,4096,128,1.4372112374643236,0.0,0.849853515625,0.00830078125,0.0849609375,1.0,68,0.53125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2560,2688,4096,128,1.4257403190439046,0.0,0.845458984375,0.0048828125,0.0859375,1.0,70,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2688,2816,4096,128,1.4898402554511405,0.0,0.87255859375,0.008056640625,0.06982421875,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2816,2944,4096,128,1.5200200281453866,0.0,0.871337890625,0.01025390625,0.09326171875,1.0,70,0.546875
+fresh-en-1,layers.17.mlp.gate_proj.output,128,2944,3072,4096,128,1.5132821305639002,0.0,0.882568359375,0.0048828125,0.0615234375,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3072,3200,4096,128,1.4737263865081947,0.0,0.88623046875,0.007568359375,0.069580078125,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3200,3328,4096,128,1.2821942746169877,0.0,0.857421875,0.0068359375,0.076904296875,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3328,3456,4096,128,1.5653292344228924,0.0,0.893310546875,0.0048828125,0.0615234375,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3456,3584,4096,128,1.3469562738733436,0.0,0.8505859375,0.00732421875,0.08349609375,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3584,3712,4096,128,1.53186824695063,0.0,0.883544921875,0.00634765625,0.07373046875,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3712,3840,4096,128,1.4075551926066416,0.0,0.89599609375,0.007080078125,0.0654296875,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3840,3968,4096,128,1.509924193621066,0.0,0.883544921875,0.0068359375,0.066650390625,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,3968,4096,4096,128,1.5035606927564769,0.0,0.876220703125,0.00732421875,0.07958984375,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4096,4224,4096,128,1.4413400174514963,0.0,0.84765625,0.007080078125,0.081787109375,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4224,4352,4096,128,1.3429707309548178,0.0,0.886962890625,0.00732421875,0.06494140625,1.0,81,0.6328125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4352,4480,4096,128,1.4530872535684716,0.0,0.885498046875,0.010498046875,0.07373046875,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4480,4608,4096,128,1.4955306028153323,0.0,0.867919921875,0.00537109375,0.073974609375,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4608,4736,4096,128,1.4090166962615516,0.0,0.859375,0.00634765625,0.079833984375,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4736,4864,4096,128,1.4265690537375058,0.0,0.876220703125,0.006103515625,0.072998046875,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4864,4992,4096,128,1.561252970304245,0.0,0.899169921875,0.00634765625,0.0546875,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,4992,5120,4096,128,1.4768257391563915,0.0,0.869140625,0.0048828125,0.064208984375,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5120,5248,4096,128,1.4695605242252232,0.0,0.8740234375,0.010498046875,0.07470703125,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5248,5376,4096,128,1.5247994187976177,0.0,0.878662109375,0.00732421875,0.06689453125,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5376,5504,4096,128,1.4370030681662782,0.0,0.88818359375,0.008056640625,0.07421875,1.0,77,0.6015625
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5504,5632,4096,128,1.3761369598529776,0.0,0.85107421875,0.008056640625,0.070068359375,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5632,5760,4096,128,1.3826091426114198,0.0,0.86279296875,0.007080078125,0.072509765625,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5760,5888,4096,128,1.4355662334193957,0.0,0.8583984375,0.007080078125,0.06884765625,1.0,79,0.6171875
+fresh-en-1,layers.17.mlp.gate_proj.output,128,5888,6016,4096,128,1.4017389058706242,0.0,0.863037109375,0.005615234375,0.070556640625,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gate_proj.output,128,6016,6144,4096,128,1.4625410348567942,0.0,0.848388671875,0.008056640625,0.090576171875,1.0,70,0.546875
+fresh-en-1,layers.17.mlp.up_proj.output,0,0,6144,196608,6144,0.5686651459859918,0.0,0.4974721272786458,0.008763631184895834,0.08953857421875,1.0,4505,0.7332356770833334
+fresh-en-1,layers.17.mlp.up_proj.output,64,0,64,2048,64,0.6520217999405544,0.0,0.4716796875,0.01220703125,0.0830078125,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.up_proj.output,64,64,128,2048,64,0.5302208648976549,0.0,0.52294921875,0.00927734375,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,128,192,2048,64,0.5426871410959675,0.0,0.55712890625,0.00732421875,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,192,256,2048,64,0.5197744563234623,0.0,0.5341796875,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,256,320,2048,64,0.5554793841805518,0.0,0.4892578125,0.01025390625,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,320,384,2048,64,0.5788710849499489,0.0,0.48046875,0.0107421875,0.09912109375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,384,448,2048,64,0.5198752306684292,0.0,0.5341796875,0.01025390625,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,448,512,2048,64,0.6471238138995815,0.0,0.55126953125,0.00830078125,0.09033203125,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.up_proj.output,64,512,576,2048,64,0.563183354433516,0.0,0.548828125,0.01025390625,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,576,640,2048,64,0.6286968930042578,0.0,0.5478515625,0.0078125,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,64,640,704,2048,64,0.6004821801077893,0.0,0.44921875,0.01123046875,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,704,768,2048,64,0.6289827204270755,0.0,0.4599609375,0.0068359375,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,768,832,2048,64,0.5430400082987542,0.0,0.501953125,0.00830078125,0.08056640625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,832,896,2048,64,0.5395429731534988,0.0,0.47314453125,0.00732421875,0.09423828125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,896,960,2048,64,0.5569663310673368,0.0,0.46044921875,0.00732421875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,960,1024,2048,64,0.5902286319243023,0.0,0.484375,0.0078125,0.10693359375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,1024,1088,2048,64,0.5294751221083102,0.0,0.43603515625,0.00830078125,0.0869140625,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,1088,1152,2048,64,0.6241946861112543,0.0,0.47705078125,0.01171875,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.up_proj.output,64,1152,1216,2048,64,0.48723003821052374,0.0,0.50830078125,0.005859375,0.06884765625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.up_proj.output,64,1216,1280,2048,64,0.6227178025496076,0.0,0.51513671875,0.01025390625,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,1280,1344,2048,64,0.52598109558131,0.0,0.4990234375,0.009765625,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,1344,1408,2048,64,0.5073080288749718,0.0,0.5048828125,0.00732421875,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,1408,1472,2048,64,0.5655768833619683,0.0,0.53955078125,0.009765625,0.083984375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,1472,1536,2048,64,0.597420229892725,0.0,0.49267578125,0.005859375,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,1536,1600,2048,64,0.6188263913772567,0.0,0.552734375,0.0087890625,0.1025390625,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.up_proj.output,64,1600,1664,2048,64,0.5509146886914978,0.0,0.48388671875,0.00830078125,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,1664,1728,2048,64,0.547894800134328,0.0,0.47900390625,0.00732421875,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,1728,1792,2048,64,0.5674281544152111,0.0,0.4970703125,0.01171875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,1792,1856,2048,64,0.5130629651128744,0.0,0.46337890625,0.0068359375,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,1856,1920,2048,64,0.5548177008943045,0.0,0.50634765625,0.00537109375,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,1920,1984,2048,64,0.53397603885346,0.0,0.4912109375,0.005859375,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,1984,2048,2048,64,0.5073172216825808,0.0,0.4853515625,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.up_proj.output,64,2048,2112,2048,64,0.5411510440476337,0.0,0.50830078125,0.00927734375,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,2112,2176,2048,64,0.5217391581576507,0.0,0.5205078125,0.00830078125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2176,2240,2048,64,0.5040121931358718,0.0,0.48779296875,0.01025390625,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.up_proj.output,64,2240,2304,2048,64,0.5250714296508915,0.0,0.50048828125,0.0078125,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2304,2368,2048,64,0.6548447471004938,0.0,0.50732421875,0.01416015625,0.0927734375,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2368,2432,2048,64,0.5398826788026183,0.0,0.42724609375,0.00390625,0.07177734375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2432,2496,2048,64,0.5213831504821773,0.0,0.466796875,0.00732421875,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2496,2560,2048,64,0.7034164774464281,0.0,0.56201171875,0.00830078125,0.10888671875,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2560,2624,2048,64,0.5266955279792231,0.0,0.51220703125,0.00830078125,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,2624,2688,2048,64,0.5644550366687453,0.0,0.48681640625,0.005859375,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,2688,2752,2048,64,0.5321168896889739,0.0,0.55419921875,0.00732421875,0.078125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,2752,2816,2048,64,0.6213467628477453,0.0,0.529296875,0.01123046875,0.09765625,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,64,2816,2880,2048,64,0.5645407411819509,0.0,0.54541015625,0.005859375,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,2880,2944,2048,64,0.5717921415342359,0.0,0.482421875,0.01220703125,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,2944,3008,2048,64,0.49220397770587243,0.0,0.40185546875,0.01171875,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,3008,3072,2048,64,0.5508133446330491,0.0,0.57177734375,0.00732421875,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,3072,3136,2048,64,0.5533281683408172,0.0,0.51220703125,0.01025390625,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,3136,3200,2048,64,0.5209039003952135,0.0,0.50048828125,0.0078125,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,3200,3264,2048,64,0.5348701819706847,0.0,0.52001953125,0.0107421875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,3264,3328,2048,64,0.5855138341184652,0.0,0.54833984375,0.00537109375,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,3328,3392,2048,64,0.6186516604667365,0.0,0.49560546875,0.0068359375,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,64,3392,3456,2048,64,0.6247726707420536,0.0,0.46142578125,0.0078125,0.103515625,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,3456,3520,2048,64,0.6055373067176737,0.0,0.5625,0.00830078125,0.10205078125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,3520,3584,2048,64,0.5399090327645324,0.0,0.4892578125,0.0087890625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,3584,3648,2048,64,0.5816586514516987,0.0,0.490234375,0.0126953125,0.09521484375,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,64,3648,3712,2048,64,0.5928511213967466,0.0,0.46630859375,0.0078125,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,3712,3776,2048,64,0.5962274649702537,0.0,0.5,0.0087890625,0.09765625,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,3776,3840,2048,64,0.49024835872074285,0.0,0.494140625,0.01123046875,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.up_proj.output,64,3840,3904,2048,64,0.5426107997476824,0.0,0.501953125,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,3904,3968,2048,64,0.6028736356957866,0.0,0.4912109375,0.01025390625,0.1083984375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,3968,4032,2048,64,0.5357082226950454,0.0,0.49365234375,0.009765625,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,4032,4096,2048,64,0.5357979238672445,0.0,0.3935546875,0.009765625,0.09375,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,4096,4160,2048,64,0.5281165531543972,0.0,0.44384765625,0.00927734375,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4160,4224,2048,64,0.5264761050126869,0.0,0.49365234375,0.005859375,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4224,4288,2048,64,0.5809564982285165,0.0,0.4638671875,0.01220703125,0.08642578125,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,4288,4352,2048,64,0.9667938929575196,0.0,0.505859375,0.013671875,0.14306640625,1.0,30,0.46875
+fresh-en-1,layers.17.mlp.up_proj.output,64,4352,4416,2048,64,0.5443274836888845,0.0,0.52734375,0.00537109375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4416,4480,2048,64,0.6142966270319355,0.0,0.52294921875,0.009765625,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,4480,4544,2048,64,0.5396104063555838,0.0,0.4609375,0.009765625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4544,4608,2048,64,0.688899006190184,0.0,0.5185546875,0.01025390625,0.09619140625,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4608,4672,2048,64,0.5580082810743304,0.0,0.4921875,0.00732421875,0.07373046875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4672,4736,2048,64,0.5126918142451546,0.0,0.47216796875,0.0087890625,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,4736,4800,2048,64,0.5335209387281958,0.0,0.4521484375,0.0078125,0.080078125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,4800,4864,2048,64,0.5789291448873475,0.0,0.48388671875,0.00927734375,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,4864,4928,2048,64,0.5741966131872002,0.0,0.4921875,0.00634765625,0.107421875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,4928,4992,2048,64,0.5926421086241411,0.0,0.51220703125,0.01171875,0.10546875,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.up_proj.output,64,4992,5056,2048,64,0.5813948397736557,0.0,0.47021484375,0.0068359375,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,5056,5120,2048,64,0.5117987781173252,0.0,0.48486328125,0.00537109375,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.up_proj.output,64,5120,5184,2048,64,0.5378994249363372,0.0,0.53076171875,0.00732421875,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,64,5184,5248,2048,64,0.5907446054072717,0.0,0.5087890625,0.0107421875,0.103515625,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,5248,5312,2048,64,0.582559746815319,0.0,0.48193359375,0.00830078125,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5312,5376,2048,64,0.5740331571332777,0.0,0.5400390625,0.0078125,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5376,5440,2048,64,0.550293391653349,0.0,0.47509765625,0.00927734375,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5440,5504,2048,64,0.588734638727364,0.0,0.46337890625,0.009765625,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,64,5504,5568,2048,64,0.5082106801716596,0.0,0.4833984375,0.00732421875,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,5568,5632,2048,64,0.6690173524778182,0.0,0.55615234375,0.01123046875,0.09716796875,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.up_proj.output,64,5632,5696,2048,64,0.5123985775478692,0.0,0.4921875,0.00927734375,0.09033203125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.up_proj.output,64,5696,5760,2048,64,0.5131346688252215,0.0,0.54736328125,0.0107421875,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5760,5824,2048,64,0.5294522002135109,0.0,0.4736328125,0.0087890625,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,64,5824,5888,2048,64,0.5436254495209542,0.0,0.51025390625,0.00634765625,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5888,5952,2048,64,0.5239323358326606,0.0,0.42822265625,0.00927734375,0.0927734375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,64,5952,6016,2048,64,0.5012843697599487,0.0,0.49462890625,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,6016,6080,2048,64,0.5137885013902477,0.0,0.4814453125,0.0107421875,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,64,6080,6144,2048,64,0.5562593149163945,0.0,0.50927734375,0.009765625,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,0,128,4096,128,0.5942501969585444,0.0,0.497314453125,0.010498046875,0.081298828125,1.0,93,0.7265625
+fresh-en-1,layers.17.mlp.up_proj.output,128,128,256,4096,128,0.5313543161381421,0.0,0.545654296875,0.007568359375,0.084716796875,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,256,384,4096,128,0.5672958131525103,0.0,0.48486328125,0.01025390625,0.08935546875,1.0,93,0.7265625
+fresh-en-1,layers.17.mlp.up_proj.output,128,384,512,4096,128,0.5869580419325102,0.0,0.542724609375,0.0087890625,0.091064453125,1.0,93,0.7265625
+fresh-en-1,layers.17.mlp.up_proj.output,128,512,640,4096,128,0.596839707955241,0.0,0.54833984375,0.009033203125,0.085693359375,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,640,768,4096,128,0.6148975976627523,0.0,0.45458984375,0.0087890625,0.093505859375,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.up_proj.output,128,768,896,4096,128,0.5412943148105419,0.0,0.487548828125,0.0078125,0.08740234375,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,896,1024,4096,128,0.5738385364742611,0.0,0.472412109375,0.00732421875,0.09912109375,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,1024,1152,4096,128,0.578775824953469,0.0,0.45654296875,0.01025390625,0.09375,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,1152,1280,4096,128,0.5590932711752309,0.0,0.51171875,0.007568359375,0.084716796875,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,1280,1408,4096,128,0.516728917842772,0.0,0.501953125,0.00830078125,0.0830078125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.up_proj.output,128,1408,1536,4096,128,0.5817164868209057,0.0,0.51611328125,0.0078125,0.087646484375,1.0,95,0.7421875
+fresh-en-1,layers.17.mlp.up_proj.output,128,1536,1664,4096,128,0.5858553989172788,0.0,0.518310546875,0.0087890625,0.089111328125,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.up_proj.output,128,1664,1792,4096,128,0.5577469957056193,0.0,0.488037109375,0.00927734375,0.08984375,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,1792,1920,4096,128,0.5343483355434246,0.0,0.48486328125,0.006591796875,0.080078125,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,1920,2048,4096,128,0.5208172296906874,0.0,0.48828125,0.006591796875,0.0859375,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,2048,2176,4096,128,0.5315337250019504,0.0,0.514404296875,0.0087890625,0.080322265625,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,2176,2304,4096,128,0.5146495395243555,0.0,0.494140625,0.0087890625,0.08056640625,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,128,2304,2432,4096,128,0.6001228831148671,0.0,0.46728515625,0.00927734375,0.0849609375,1.0,90,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,128,2432,2560,4096,128,0.6191264532992683,0.0,0.514404296875,0.0078125,0.0966796875,1.0,90,0.703125
+fresh-en-1,layers.17.mlp.up_proj.output,128,2560,2688,4096,128,0.545901853639474,0.0,0.49951171875,0.007080078125,0.093017578125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.up_proj.output,128,2688,2816,4096,128,0.5784549178603462,0.0,0.541748046875,0.009521484375,0.08935546875,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,2816,2944,4096,128,0.5681780097709581,0.0,0.513916015625,0.009033203125,0.081298828125,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,2944,3072,4096,128,0.5223313585719936,0.0,0.48681640625,0.009765625,0.08544921875,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,3072,3200,4096,128,0.5373606495298806,0.0,0.50634765625,0.009033203125,0.07958984375,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.up_proj.output,128,3200,3328,4096,128,0.5607640152084739,0.0,0.5341796875,0.00830078125,0.084716796875,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.up_proj.output,128,3328,3456,4096,128,0.6217196985396267,0.0,0.478515625,0.00732421875,0.0947265625,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.up_proj.output,128,3456,3584,4096,128,0.5736624414617131,0.0,0.52587890625,0.0087890625,0.0986328125,1.0,95,0.7421875
+fresh-en-1,layers.17.mlp.up_proj.output,128,3584,3712,4096,128,0.5872815504295996,0.0,0.478271484375,0.010009765625,0.0908203125,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.up_proj.output,128,3712,3840,4096,128,0.5458161976403949,0.0,0.4970703125,0.010009765625,0.08984375,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,3840,3968,4096,128,0.5735342625422981,0.0,0.49658203125,0.00927734375,0.098388671875,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,3968,4096,4096,128,0.535753075158479,0.0,0.443603515625,0.009765625,0.089111328125,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,4096,4224,4096,128,0.5272969670238067,0.0,0.46875,0.007568359375,0.083740234375,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,4224,4352,4096,128,0.7975590524512577,0.0,0.48486328125,0.01220703125,0.11572265625,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.up_proj.output,128,4352,4480,4096,128,0.5803674506215376,0.0,0.525146484375,0.007080078125,0.08984375,1.0,95,0.7421875
+fresh-en-1,layers.17.mlp.up_proj.output,128,4480,4608,4096,128,0.6187734768786803,0.0,0.48974609375,0.009765625,0.095458984375,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.up_proj.output,128,4608,4736,4096,128,0.5358293283040398,0.0,0.482177734375,0.00830078125,0.07421875,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,4736,4864,4096,128,0.5566882192311109,0.0,0.468017578125,0.007568359375,0.090087890625,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,4864,4992,4096,128,0.5834922533805051,0.0,0.502197265625,0.009033203125,0.10595703125,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,4992,5120,4096,128,0.5477033636001434,0.0,0.4775390625,0.00634765625,0.077392578125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.up_proj.output,128,5120,5248,4096,128,0.5649402535510438,0.0,0.519775390625,0.009033203125,0.094970703125,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,5248,5376,4096,128,0.5783121666098366,0.0,0.510986328125,0.0078125,0.0927734375,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,5376,5504,4096,128,0.5698382629021966,0.0,0.46923828125,0.009033203125,0.08837890625,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.up_proj.output,128,5504,5632,4096,128,0.5940800928145001,0.0,0.519775390625,0.00927734375,0.091552734375,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.up_proj.output,128,5632,5760,4096,128,0.5127667552715608,0.0,0.519775390625,0.010009765625,0.087890625,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.up_proj.output,128,5760,5888,4096,128,0.5365856230266457,0.0,0.491943359375,0.00732421875,0.0859375,1.0,96,0.75
+fresh-en-1,layers.17.mlp.up_proj.output,128,5888,6016,4096,128,0.5127334160636972,0.0,0.46142578125,0.009033203125,0.09033203125,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.up_proj.output,128,6016,6144,4096,128,0.5354451650692594,0.0,0.495361328125,0.01025390625,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,0,0,6144,196608,6144,0.2910731402227277,0.0,0.8706207275390625,0.0028635660807291665,0.030232747395833332,1.0,4679,0.7615559895833334
+fresh-en-1,layers.17.mlp.silu_gate,64,0,64,2048,64,0.2726135898688748,0.0,0.9033203125,0.00146484375,0.015625,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,64,128,2048,64,0.25112597870294684,0.0,0.90185546875,0.001953125,0.0244140625,1.0,54,0.84375
+fresh-en-1,layers.17.mlp.silu_gate,64,128,192,2048,64,0.259857889439318,0.0,0.869140625,0.0029296875,0.02392578125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,192,256,2048,64,0.3102427349698114,0.0,0.8486328125,0.00244140625,0.02734375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,256,320,2048,64,0.26833986189553677,0.0,0.8837890625,0.0009765625,0.02294921875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,320,384,2048,64,0.25534621360763005,0.0,0.90966796875,0.00048828125,0.017578125,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,384,448,2048,64,0.3053223903921767,0.0,0.83447265625,0.00634765625,0.0419921875,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,448,512,2048,64,0.29926884479551813,0.0,0.9033203125,0.0029296875,0.03369140625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,512,576,2048,64,0.2904165104324663,0.0,0.86376953125,0.001953125,0.0302734375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,576,640,2048,64,0.28219936751816477,0.0,0.85791015625,0.0009765625,0.02978515625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,640,704,2048,64,0.2768753181190016,0.0,0.8837890625,0.00439453125,0.03125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,704,768,2048,64,0.3127019157580397,0.0,0.849609375,0.00537109375,0.03125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,768,832,2048,64,0.3304426819865999,0.0,0.79541015625,0.00390625,0.04638671875,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.silu_gate,64,832,896,2048,64,0.2690154428734503,0.0,0.8974609375,0.00244140625,0.02685546875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,896,960,2048,64,0.3246844376659344,0.0,0.875,0.00341796875,0.0322265625,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,64,960,1024,2048,64,0.23478107332894013,0.0,0.8916015625,0.001953125,0.0244140625,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,1024,1088,2048,64,0.32721815631279,0.0,0.86279296875,0.00244140625,0.03369140625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,1088,1152,2048,64,0.33080471846404946,0.0,0.88525390625,0.00439453125,0.03125,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,64,1152,1216,2048,64,0.255852290410246,0.0,0.89599609375,0.001953125,0.0263671875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,1216,1280,2048,64,0.2863830858872221,0.0,0.88818359375,0.00390625,0.0302734375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.silu_gate,64,1280,1344,2048,64,0.29221338865521,0.0,0.8671875,0.0009765625,0.02392578125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,1344,1408,2048,64,0.3048705593752554,0.0,0.81103515625,0.00341796875,0.02734375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,1408,1472,2048,64,0.30721706180251684,0.0,0.837890625,0.005859375,0.0380859375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.silu_gate,64,1472,1536,2048,64,0.3953896853679967,0.0,0.84814453125,0.0029296875,0.04052734375,1.0,40,0.625
+fresh-en-1,layers.17.mlp.silu_gate,64,1536,1600,2048,64,0.3835472360979232,0.0,0.85546875,0.00341796875,0.03564453125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.silu_gate,64,1600,1664,2048,64,0.28955521031900455,0.0,0.861328125,0.0029296875,0.0322265625,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,1664,1728,2048,64,0.27073128126409135,0.0,0.89208984375,0.0,0.0224609375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,1728,1792,2048,64,0.24572605296417668,0.0,0.88134765625,0.001953125,0.02880859375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,1792,1856,2048,64,0.3593092825575126,0.0,0.8486328125,0.00439453125,0.0419921875,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.silu_gate,64,1856,1920,2048,64,0.2724935587346883,0.0,0.87451171875,0.00146484375,0.02783203125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,1920,1984,2048,64,0.33517575751787626,0.0,0.86376953125,0.00244140625,0.02392578125,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,1984,2048,2048,64,0.2517090204246152,0.0,0.89111328125,0.0029296875,0.02685546875,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,2048,2112,2048,64,0.26094250188475265,0.0,0.88232421875,0.00146484375,0.025390625,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,2112,2176,2048,64,0.2455985842040365,0.0,0.904296875,0.0009765625,0.0185546875,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,2176,2240,2048,64,0.2478483215329747,0.0,0.85009765625,0.00341796875,0.03076171875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,2240,2304,2048,64,0.3088273125732897,0.0,0.82373046875,0.00439453125,0.0498046875,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.silu_gate,64,2304,2368,2048,64,0.3235177320623952,0.0,0.896484375,0.00146484375,0.04248046875,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,64,2368,2432,2048,64,0.3237641667906219,0.0,0.85888671875,0.00537109375,0.0380859375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.silu_gate,64,2432,2496,2048,64,0.2621272089641752,0.0,0.84130859375,0.00341796875,0.02734375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,2496,2560,2048,64,0.24742649474086706,0.0,0.8583984375,0.0029296875,0.02783203125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,2560,2624,2048,64,0.31828040363943083,0.0,0.81640625,0.00341796875,0.0390625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,2624,2688,2048,64,0.27465553299009376,0.0,0.87451171875,0.00048828125,0.0205078125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,2688,2752,2048,64,0.2900186013011067,0.0,0.857421875,0.00537109375,0.03271484375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,2752,2816,2048,64,0.29503368303375005,0.0,0.8876953125,0.0009765625,0.0234375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,2816,2880,2048,64,0.28887085707106547,0.0,0.875,0.00244140625,0.0361328125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,2880,2944,2048,64,0.25706646593666344,0.0,0.86767578125,0.00341796875,0.04150390625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,2944,3008,2048,64,0.37140270318066815,0.0,0.84326171875,0.0029296875,0.03955078125,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.silu_gate,64,3008,3072,2048,64,0.2628665355979186,0.0,0.921875,0.001953125,0.015625,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,3072,3136,2048,64,0.29893348919216634,0.0,0.8671875,0.0048828125,0.0283203125,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,3136,3200,2048,64,0.27010770319147487,0.0,0.9052734375,0.00244140625,0.025390625,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,3200,3264,2048,64,0.29761286492170463,0.0,0.82470703125,0.0029296875,0.03369140625,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,3264,3328,2048,64,0.24693589773275593,0.0,0.89013671875,0.00244140625,0.029296875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,3328,3392,2048,64,0.2822186936597399,0.0,0.90966796875,0.0029296875,0.01904296875,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,3392,3456,2048,64,0.31560374677601544,0.0,0.876953125,0.0029296875,0.02685546875,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,3456,3520,2048,64,0.3115510265458221,0.0,0.86083984375,0.0029296875,0.03515625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,3520,3584,2048,64,0.266675744994486,0.0,0.84033203125,0.0029296875,0.03515625,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,3584,3648,2048,64,0.29117744951126295,0.0,0.8935546875,0.001953125,0.02490234375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,3648,3712,2048,64,0.2550483346917226,0.0,0.87353515625,0.001953125,0.03125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,3712,3776,2048,64,0.27880022643598373,0.0,0.8828125,0.001953125,0.0302734375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,3776,3840,2048,64,0.23659599003053028,0.0,0.9091796875,0.0029296875,0.02392578125,1.0,55,0.859375
+fresh-en-1,layers.17.mlp.silu_gate,64,3840,3904,2048,64,0.2543611256892725,0.0,0.8935546875,0.0029296875,0.02587890625,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,3904,3968,2048,64,0.2680400326269461,0.0,0.87353515625,0.001953125,0.02587890625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,3968,4032,2048,64,0.29383673916093217,0.0,0.85205078125,0.00390625,0.03271484375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.silu_gate,64,4032,4096,2048,64,0.27675998780051003,0.0,0.900390625,0.00244140625,0.0234375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,4096,4160,2048,64,0.3044408582232128,0.0,0.86376953125,0.00390625,0.03125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.silu_gate,64,4160,4224,2048,64,0.2809140023656737,0.0,0.83154296875,0.001953125,0.037109375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,4224,4288,2048,64,0.2637984143790138,0.0,0.849609375,0.00439453125,0.0361328125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,4288,4352,2048,64,0.28171786010372296,0.0,0.92431640625,0.0029296875,0.02099609375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,4352,4416,2048,64,0.2788010961310053,0.0,0.88720703125,0.0029296875,0.02880859375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,4416,4480,2048,64,0.2462197612601288,0.0,0.8837890625,0.0048828125,0.02783203125,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,4480,4544,2048,64,0.2705019019653617,0.0,0.86572265625,0.00244140625,0.03466796875,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,4544,4608,2048,64,0.2787110132349969,0.0,0.8701171875,0.0029296875,0.0234375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,4608,4672,2048,64,0.2696324446691897,0.0,0.810546875,0.00390625,0.03515625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,4672,4736,2048,64,0.2548843825800989,0.0,0.908203125,0.001953125,0.01904296875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,4736,4800,2048,64,0.24521544549353133,0.0,0.87841796875,0.00048828125,0.0224609375,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,4800,4864,2048,64,0.2849115259382008,0.0,0.8740234375,0.0029296875,0.029296875,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,4864,4928,2048,64,0.2459113495813705,0.0,0.9013671875,0.00048828125,0.0166015625,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,64,4928,4992,2048,64,0.2934097743907673,0.0,0.89697265625,0.00146484375,0.0224609375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,4992,5056,2048,64,0.3394624621266239,0.0,0.84912109375,0.00341796875,0.03466796875,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,64,5056,5120,2048,64,0.29134604944645165,0.0,0.88916015625,0.0009765625,0.02294921875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,5120,5184,2048,64,0.2475066153119734,0.0,0.90234375,0.00439453125,0.02490234375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,64,5184,5248,2048,64,0.27034491540473,0.0,0.845703125,0.005859375,0.03564453125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,5248,5312,2048,64,0.30509539519924717,0.0,0.90234375,0.00244140625,0.02099609375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,5312,5376,2048,64,0.2744759726058644,0.0,0.85498046875,0.0029296875,0.03564453125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,5376,5440,2048,64,0.27965890755069234,0.0,0.86279296875,0.0029296875,0.03759765625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,5440,5504,2048,64,0.28993596993935655,0.0,0.91357421875,0.00244140625,0.02001953125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,64,5504,5568,2048,64,0.3017941626832543,0.0,0.84765625,0.00341796875,0.03173828125,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,64,5568,5632,2048,64,0.34645592598829084,0.0,0.8544921875,0.00634765625,0.0361328125,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,64,5632,5696,2048,64,0.2950156872894581,0.0,0.87548828125,0.00244140625,0.03271484375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,5696,5760,2048,64,0.27040936217814565,0.0,0.85009765625,0.0009765625,0.03173828125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,5760,5824,2048,64,0.2989032093507765,0.0,0.8623046875,0.001953125,0.02734375,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,5824,5888,2048,64,0.39382305069374196,0.0,0.8544921875,0.00244140625,0.037109375,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.silu_gate,64,5888,5952,2048,64,0.2730766674970763,0.0,0.82275390625,0.00244140625,0.03173828125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,64,5952,6016,2048,64,0.3094144775781064,0.0,0.9033203125,0.0,0.0263671875,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,64,6016,6080,2048,64,0.3882026991829494,0.0,0.84765625,0.00341796875,0.0576171875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.silu_gate,64,6080,6144,2048,64,0.2940990142331115,0.0,0.84912109375,0.00390625,0.0361328125,1.0,48,0.75
+fresh-en-1,layers.17.mlp.silu_gate,128,0,128,4096,128,0.2620900861924273,0.0,0.902587890625,0.001708984375,0.019287109375,1.0,106,0.828125
+fresh-en-1,layers.17.mlp.silu_gate,128,128,256,4096,128,0.28616138567721316,0.0,0.85888671875,0.002685546875,0.026123046875,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.silu_gate,128,256,384,4096,128,0.26192362463690555,0.0,0.896728515625,0.000732421875,0.02099609375,1.0,105,0.8203125
+fresh-en-1,layers.17.mlp.silu_gate,128,384,512,4096,128,0.3023107701852819,0.0,0.868896484375,0.004638671875,0.03759765625,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,128,512,640,4096,128,0.28633741683494934,0.0,0.86083984375,0.00146484375,0.030029296875,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.silu_gate,128,640,768,4096,128,0.29533238046499954,0.0,0.86669921875,0.004638671875,0.03271484375,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,768,896,4096,128,0.3012985849476361,0.0,0.846435546875,0.003173828125,0.035888671875,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,128,896,1024,4096,128,0.283321492703901,0.0,0.88330078125,0.002685546875,0.02978515625,1.0,96,0.75
+fresh-en-1,layers.17.mlp.silu_gate,128,1024,1152,4096,128,0.32901632450291923,0.0,0.8740234375,0.00341796875,0.032470703125,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.silu_gate,128,1152,1280,4096,128,0.2715471104527324,0.0,0.89208984375,0.002685546875,0.028564453125,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.silu_gate,128,1280,1408,4096,128,0.29860904413893924,0.0,0.839111328125,0.002197265625,0.026123046875,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.silu_gate,128,1408,1536,4096,128,0.3540588414077347,0.0,0.843017578125,0.00439453125,0.0400390625,1.0,85,0.6640625
+fresh-en-1,layers.17.mlp.silu_gate,128,1536,1664,4096,128,0.3398166433102115,0.0,0.8583984375,0.003662109375,0.0380859375,1.0,91,0.7109375
+fresh-en-1,layers.17.mlp.silu_gate,128,1664,1792,4096,128,0.2585311584318706,0.0,0.88671875,0.0009765625,0.026123046875,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,128,1792,1920,4096,128,0.3188698010817969,0.0,0.861572265625,0.0029296875,0.03369140625,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,128,1920,2048,4096,128,0.2963951917548609,0.0,0.87744140625,0.002685546875,0.026611328125,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,2048,2176,4096,128,0.25338671418693337,0.0,0.893310546875,0.001220703125,0.021728515625,1.0,105,0.8203125
+fresh-en-1,layers.17.mlp.silu_gate,128,2176,2304,4096,128,0.28000276737735397,0.0,0.8369140625,0.00390625,0.03857421875,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,2304,2432,4096,128,0.32364097288231397,0.0,0.877685546875,0.00341796875,0.040283203125,1.0,90,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,128,2432,2560,4096,128,0.2548828593482707,0.0,0.849853515625,0.003173828125,0.02783203125,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,128,2560,2688,4096,128,0.2972693031099507,0.0,0.845458984375,0.001708984375,0.029541015625,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,2688,2816,4096,128,0.2925368893192016,0.0,0.87255859375,0.003173828125,0.0283203125,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,128,2816,2944,4096,128,0.27343147219562863,0.0,0.871337890625,0.0029296875,0.040283203125,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,128,2944,3072,4096,128,0.3217442955727104,0.0,0.882568359375,0.002685546875,0.027587890625,1.0,94,0.734375
+fresh-en-1,layers.17.mlp.silu_gate,128,3072,3200,4096,128,0.28488541756641117,0.0,0.88623046875,0.003662109375,0.02734375,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,128,3200,3328,4096,128,0.27345086849010636,0.0,0.857421875,0.00244140625,0.031982421875,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.silu_gate,128,3328,3456,4096,128,0.2993769497056089,0.0,0.893310546875,0.0029296875,0.021728515625,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,3456,3584,4096,128,0.2899827538924683,0.0,0.8505859375,0.0029296875,0.0361328125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,3584,3712,4096,128,0.27370966381633755,0.0,0.883544921875,0.001953125,0.028076171875,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,3712,3840,4096,128,0.25856065899444425,0.0,0.89599609375,0.002197265625,0.026611328125,1.0,104,0.8125
+fresh-en-1,layers.17.mlp.silu_gate,128,3840,3968,4096,128,0.26129010826337096,0.0,0.883544921875,0.00244140625,0.025390625,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.silu_gate,128,3968,4096,4096,128,0.28542610263259754,0.0,0.876220703125,0.003173828125,0.028076171875,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,4096,4224,4096,128,0.292913735492882,0.0,0.84765625,0.0029296875,0.03515625,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,4224,4352,4096,128,0.27290525474081906,0.0,0.886962890625,0.003662109375,0.029296875,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,128,4352,4480,4096,128,0.26301541973698506,0.0,0.885498046875,0.004150390625,0.0283203125,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.silu_gate,128,4480,4608,4096,128,0.2746371313800783,0.0,0.867919921875,0.002685546875,0.029052734375,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.silu_gate,128,4608,4736,4096,128,0.2623620625219297,0.0,0.859375,0.0029296875,0.0263671875,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,4736,4864,4096,128,0.26580556081563184,0.0,0.876220703125,0.00146484375,0.02734375,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.silu_gate,128,4864,4992,4096,128,0.27070434754633327,0.0,0.899169921875,0.0009765625,0.0205078125,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,128,4992,5120,4096,128,0.3163204733503064,0.0,0.869140625,0.002197265625,0.028564453125,1.0,97,0.7578125
+fresh-en-1,layers.17.mlp.silu_gate,128,5120,5248,4096,128,0.2591774468471165,0.0,0.8740234375,0.0048828125,0.02978515625,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.silu_gate,128,5248,5376,4096,128,0.29018981693860313,0.0,0.878662109375,0.002685546875,0.028564453125,1.0,98,0.765625
+fresh-en-1,layers.17.mlp.silu_gate,128,5376,5504,4096,128,0.28484379160964884,0.0,0.88818359375,0.002685546875,0.029052734375,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,5504,5632,4096,128,0.32489338657634337,0.0,0.85107421875,0.004638671875,0.032470703125,1.0,92,0.71875
+fresh-en-1,layers.17.mlp.silu_gate,128,5632,5760,4096,128,0.28298010433638515,0.0,0.86279296875,0.001708984375,0.032470703125,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.silu_gate,128,5760,5888,4096,128,0.34959957366816097,0.0,0.8583984375,0.00244140625,0.032958984375,1.0,90,0.703125
+fresh-en-1,layers.17.mlp.silu_gate,128,5888,6016,4096,128,0.29181174176705205,0.0,0.863037109375,0.001708984375,0.029052734375,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.silu_gate,128,6016,6144,4096,128,0.34438028821770234,0.0,0.848388671875,0.004150390625,0.0478515625,1.0,87,0.6796875
+fresh-en-1,layers.17.mlp.gated_product,0,0,6144,196608,6144,0.17391183112812508,0.0,0.505615234375,0.023106892903645832,0.1728973388671875,1.0,3523,0.5734049479166666
+fresh-en-1,layers.17.mlp.gated_product,64,0,64,2048,64,0.19323320848769054,0.0,0.5185546875,0.02001953125,0.15380859375,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gated_product,64,64,128,2048,64,0.14429985729022532,0.0,0.4765625,0.02099609375,0.1357421875,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,128,192,2048,64,0.15125797416229558,0.0,0.46728515625,0.01806640625,0.15283203125,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,192,256,2048,64,0.19988778820708175,0.0,0.4765625,0.025390625,0.18212890625,1.0,31,0.484375
+fresh-en-1,layers.17.mlp.gated_product,64,256,320,2048,64,0.17087461354372735,0.0,0.4658203125,0.021484375,0.16455078125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,320,384,2048,64,0.14205413091871608,0.0,0.51708984375,0.015625,0.1357421875,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.gated_product,64,384,448,2048,64,0.19778600747312064,0.0,0.46826171875,0.033203125,0.21435546875,1.0,30,0.46875
+fresh-en-1,layers.17.mlp.gated_product,64,448,512,2048,64,0.15587822289306483,0.0,0.46923828125,0.02099609375,0.1435546875,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,512,576,2048,64,0.1465958199846021,0.0,0.47705078125,0.0205078125,0.1494140625,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,576,640,2048,64,0.17921775941038637,0.0,0.49267578125,0.02294921875,0.15234375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,640,704,2048,64,0.1731763976104851,0.0,0.5302734375,0.02294921875,0.1689453125,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gated_product,64,704,768,2048,64,0.18148727560012448,0.0,0.5478515625,0.025390625,0.16015625,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,768,832,2048,64,0.27627514311495593,0.0,0.48291015625,0.03564453125,0.26611328125,1.0,19,0.296875
+fresh-en-1,layers.17.mlp.gated_product,64,832,896,2048,64,0.14984915022869916,0.0,0.54443359375,0.01953125,0.14697265625,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.gated_product,64,896,960,2048,64,0.20459091394101334,0.0,0.52001953125,0.03271484375,0.2001953125,1.0,29,0.453125
+fresh-en-1,layers.17.mlp.gated_product,64,960,1024,2048,64,0.1275211919781611,0.0,0.505859375,0.01416015625,0.14306640625,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.gated_product,64,1024,1088,2048,64,0.1827076057523182,0.0,0.541015625,0.025390625,0.18359375,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gated_product,64,1088,1152,2048,64,0.24766259797094675,0.0,0.521484375,0.03076171875,0.216796875,1.0,21,0.328125
+fresh-en-1,layers.17.mlp.gated_product,64,1152,1216,2048,64,0.11816601695358156,0.0,0.4970703125,0.0146484375,0.1181640625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.gated_product,64,1216,1280,2048,64,0.22800519955304568,0.0,0.482421875,0.0341796875,0.216796875,1.0,28,0.4375
+fresh-en-1,layers.17.mlp.gated_product,64,1280,1344,2048,64,0.13981392522628114,0.0,0.5029296875,0.01953125,0.14013671875,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,1344,1408,2048,64,0.14459859562403363,0.0,0.51708984375,0.01806640625,0.1484375,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,1408,1472,2048,64,0.1927127757425729,0.0,0.48974609375,0.03076171875,0.19287109375,1.0,31,0.484375
+fresh-en-1,layers.17.mlp.gated_product,64,1472,1536,2048,64,0.229936218182883,0.0,0.533203125,0.029296875,0.2060546875,1.0,29,0.453125
+fresh-en-1,layers.17.mlp.gated_product,64,1536,1600,2048,64,0.2108786928969669,0.0,0.462890625,0.0322265625,0.2021484375,1.0,27,0.421875
+fresh-en-1,layers.17.mlp.gated_product,64,1600,1664,2048,64,0.16388744556431642,0.0,0.52783203125,0.02197265625,0.15771484375,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,1664,1728,2048,64,0.1579956102939967,0.0,0.53125,0.01513671875,0.1611328125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,1728,1792,2048,64,0.19097076834663848,0.0,0.50341796875,0.033203125,0.2041015625,1.0,31,0.484375
+fresh-en-1,layers.17.mlp.gated_product,64,1792,1856,2048,64,0.1475082394860214,0.0,0.54638671875,0.0234375,0.15576171875,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,1856,1920,2048,64,0.15366802152263553,0.0,0.5244140625,0.0185546875,0.14208984375,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.gated_product,64,1920,1984,2048,64,0.27647234507973933,0.0,0.50341796875,0.02685546875,0.240234375,1.0,18,0.28125
+fresh-en-1,layers.17.mlp.gated_product,64,1984,2048,2048,64,0.12801496157193218,0.0,0.53076171875,0.0166015625,0.1416015625,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.gated_product,64,2048,2112,2048,64,0.1622275795308909,0.0,0.5126953125,0.02099609375,0.14794921875,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,2112,2176,2048,64,0.11964537441042017,0.0,0.4951171875,0.01416015625,0.10791015625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.gated_product,64,2176,2240,2048,64,0.12326060123140122,0.0,0.515625,0.0224609375,0.15234375,1.0,48,0.75
+fresh-en-1,layers.17.mlp.gated_product,64,2240,2304,2048,64,0.1598941414116716,0.0,0.498046875,0.025390625,0.1923828125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gated_product,64,2304,2368,2048,64,0.17433316020331463,0.0,0.49951171875,0.0283203125,0.18798828125,1.0,33,0.515625
+fresh-en-1,layers.17.mlp.gated_product,64,2368,2432,2048,64,0.2223501996368964,0.0,0.5634765625,0.029296875,0.212890625,1.0,29,0.453125
+fresh-en-1,layers.17.mlp.gated_product,64,2432,2496,2048,64,0.13452406402302247,0.0,0.55712890625,0.01953125,0.1435546875,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,2496,2560,2048,64,0.1897407769439961,0.0,0.43505859375,0.0224609375,0.18994140625,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gated_product,64,2560,2624,2048,64,0.17216886838405746,0.0,0.49072265625,0.02392578125,0.19580078125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,2624,2688,2048,64,0.18290833988860944,0.0,0.5244140625,0.0185546875,0.17578125,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gated_product,64,2688,2752,2048,64,0.14941344025023812,0.0,0.48388671875,0.02099609375,0.15380859375,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,2752,2816,2048,64,0.2779261903510075,0.0,0.4775390625,0.0341796875,0.23583984375,1.0,17,0.265625
+fresh-en-1,layers.17.mlp.gated_product,64,2816,2880,2048,64,0.1910960190033413,0.0,0.46435546875,0.0263671875,0.1767578125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gated_product,64,2880,2944,2048,64,0.1616526193309412,0.0,0.51806640625,0.02734375,0.185546875,1.0,37,0.578125
+fresh-en-1,layers.17.mlp.gated_product,64,2944,3008,2048,64,0.14873527373974732,0.0,0.572265625,0.021484375,0.1533203125,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,3008,3072,2048,64,0.1325268167271421,0.0,0.43603515625,0.01171875,0.130859375,1.0,46,0.71875
+fresh-en-1,layers.17.mlp.gated_product,64,3072,3136,2048,64,0.16110640884915806,0.0,0.49853515625,0.02099609375,0.15869140625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,3136,3200,2048,64,0.15994779427756076,0.0,0.50146484375,0.017578125,0.15234375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gated_product,64,3200,3264,2048,64,0.1837177316896939,0.0,0.498046875,0.02685546875,0.18359375,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gated_product,64,3264,3328,2048,64,0.14289935813344995,0.0,0.482421875,0.015625,0.14501953125,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,3328,3392,2048,64,0.16326992684416378,0.0,0.5009765625,0.015625,0.13720703125,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,3392,3456,2048,64,0.17578981319642709,0.0,0.51220703125,0.01953125,0.1611328125,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,3456,3520,2048,64,0.1915782497023989,0.0,0.47998046875,0.02294921875,0.20166015625,1.0,34,0.53125
+fresh-en-1,layers.17.mlp.gated_product,64,3520,3584,2048,64,0.16134706132840226,0.0,0.50341796875,0.029296875,0.19287109375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gated_product,64,3584,3648,2048,64,0.15165728787924745,0.0,0.517578125,0.0185546875,0.15087890625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,3648,3712,2048,64,0.15321187451418852,0.0,0.5146484375,0.0166015625,0.16015625,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,3712,3776,2048,64,0.1720067337620496,0.0,0.4990234375,0.0283203125,0.17529296875,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,3776,3840,2048,64,0.11677896466675297,0.0,0.5068359375,0.02197265625,0.12109375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.gated_product,64,3840,3904,2048,64,0.20177210498906573,0.0,0.5,0.02880859375,0.2099609375,1.0,30,0.46875
+fresh-en-1,layers.17.mlp.gated_product,64,3904,3968,2048,64,0.14332154367778716,0.0,0.49267578125,0.01611328125,0.146484375,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,3968,4032,2048,64,0.16713593533604193,0.0,0.52734375,0.0234375,0.17333984375,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,4032,4096,2048,64,0.17406188738298647,0.0,0.5712890625,0.02587890625,0.181640625,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gated_product,64,4096,4160,2048,64,0.1783183772665581,0.0,0.5341796875,0.02685546875,0.1728515625,1.0,36,0.5625
+fresh-en-1,layers.17.mlp.gated_product,64,4160,4224,2048,64,0.1440622549733184,0.0,0.5361328125,0.017578125,0.1484375,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,4224,4288,2048,64,0.14588953995184797,0.0,0.5419921875,0.021484375,0.154296875,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,4288,4352,2048,64,0.1927608926178171,0.0,0.50048828125,0.01953125,0.14990234375,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gated_product,64,4352,4416,2048,64,0.16091969092712458,0.0,0.47021484375,0.0205078125,0.1728515625,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,4416,4480,2048,64,0.14353553515533346,0.0,0.47412109375,0.025390625,0.1396484375,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,4480,4544,2048,64,0.1690342948456502,0.0,0.49951171875,0.025390625,0.18212890625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,4544,4608,2048,64,0.15410345781510784,0.0,0.5087890625,0.017578125,0.13525390625,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,4608,4672,2048,64,0.13759499718921958,0.0,0.505859375,0.01904296875,0.1474609375,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,4672,4736,2048,64,0.1453870962525142,0.0,0.53564453125,0.017578125,0.1298828125,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.gated_product,64,4736,4800,2048,64,0.13160177340654067,0.0,0.52978515625,0.01611328125,0.1416015625,1.0,47,0.734375
+fresh-en-1,layers.17.mlp.gated_product,64,4800,4864,2048,64,0.15036776754882783,0.0,0.53955078125,0.0263671875,0.15673828125,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,4864,4928,2048,64,0.16922756603652095,0.0,0.513671875,0.01953125,0.16796875,1.0,38,0.59375
+fresh-en-1,layers.17.mlp.gated_product,64,4928,4992,2048,64,0.15860899320428104,0.0,0.484375,0.02197265625,0.16259765625,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,4992,5056,2048,64,0.2318547201642282,0.0,0.5078125,0.029296875,0.20947265625,1.0,26,0.40625
+fresh-en-1,layers.17.mlp.gated_product,64,5056,5120,2048,64,0.14262761102955912,0.0,0.5087890625,0.013671875,0.125,1.0,45,0.703125
+fresh-en-1,layers.17.mlp.gated_product,64,5120,5184,2048,64,0.12973834760430056,0.0,0.48095703125,0.02001953125,0.1328125,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,5184,5248,2048,64,0.1505313177862642,0.0,0.501953125,0.0234375,0.17626953125,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,5248,5312,2048,64,0.23071615989932284,0.0,0.51318359375,0.0234375,0.20263671875,1.0,28,0.4375
+fresh-en-1,layers.17.mlp.gated_product,64,5312,5376,2048,64,0.15509182209441663,0.0,0.46826171875,0.01904296875,0.1591796875,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,5376,5440,2048,64,0.1936972635203611,0.0,0.5166015625,0.029296875,0.1962890625,1.0,33,0.515625
+fresh-en-1,layers.17.mlp.gated_product,64,5440,5504,2048,64,0.1990227754800666,0.0,0.5439453125,0.02392578125,0.19189453125,1.0,32,0.5
+fresh-en-1,layers.17.mlp.gated_product,64,5504,5568,2048,64,0.14131051250086046,0.0,0.5068359375,0.021484375,0.14501953125,1.0,42,0.65625
+fresh-en-1,layers.17.mlp.gated_product,64,5568,5632,2048,64,0.18094322999716866,0.0,0.45849609375,0.0234375,0.16015625,1.0,39,0.609375
+fresh-en-1,layers.17.mlp.gated_product,64,5632,5696,2048,64,0.16987480351300524,0.0,0.50146484375,0.029296875,0.169921875,1.0,40,0.625
+fresh-en-1,layers.17.mlp.gated_product,64,5696,5760,2048,64,0.13643825606727972,0.0,0.455078125,0.02392578125,0.13916015625,1.0,44,0.6875
+fresh-en-1,layers.17.mlp.gated_product,64,5760,5824,2048,64,0.15386802087649423,0.0,0.53515625,0.021484375,0.15869140625,1.0,41,0.640625
+fresh-en-1,layers.17.mlp.gated_product,64,5824,5888,2048,64,0.20590584634789097,0.0,0.48486328125,0.0244140625,0.2001953125,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gated_product,64,5888,5952,2048,64,0.14453885238449313,0.0,0.5673828125,0.0224609375,0.16455078125,1.0,43,0.671875
+fresh-en-1,layers.17.mlp.gated_product,64,5952,6016,2048,64,0.17912824081796652,0.0,0.49658203125,0.021484375,0.18359375,1.0,35,0.546875
+fresh-en-1,layers.17.mlp.gated_product,64,6016,6080,2048,64,0.19641605359154735,0.0,0.49609375,0.0322265625,0.216796875,1.0,32,0.5
+fresh-en-1,layers.17.mlp.gated_product,64,6080,6144,2048,64,0.22203696827508648,0.0,0.4951171875,0.0322265625,0.22998046875,1.0,27,0.421875
+fresh-en-1,layers.17.mlp.gated_product,128,0,128,4096,128,0.17053082078678133,0.0,0.49755859375,0.02099609375,0.145751953125,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,128,256,4096,128,0.17724855799413552,0.0,0.471923828125,0.02197265625,0.17041015625,1.0,71,0.5546875
+fresh-en-1,layers.17.mlp.gated_product,128,256,384,4096,128,0.15712655673817505,0.0,0.491455078125,0.018798828125,0.149658203125,1.0,82,0.640625
+fresh-en-1,layers.17.mlp.gated_product,128,384,512,4096,128,0.1780692633843041,0.0,0.46875,0.02685546875,0.17822265625,1.0,70,0.546875
+fresh-en-1,layers.17.mlp.gated_product,128,512,640,4096,128,0.1637213176789098,0.0,0.48486328125,0.021728515625,0.15087890625,1.0,79,0.6171875
+fresh-en-1,layers.17.mlp.gated_product,128,640,768,4096,128,0.17738051738297014,0.0,0.5390625,0.024658203125,0.16357421875,1.0,75,0.5859375
+fresh-en-1,layers.17.mlp.gated_product,128,768,896,4096,128,0.22224167310323759,0.0,0.513671875,0.029296875,0.21923828125,1.0,59,0.4609375
+fresh-en-1,layers.17.mlp.gated_product,128,896,1024,4096,128,0.17046861363715923,0.0,0.512939453125,0.0224609375,0.178955078125,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gated_product,128,1024,1152,4096,128,0.21762218594787544,0.0,0.53125,0.029541015625,0.203125,1.0,54,0.421875
+fresh-en-1,layers.17.mlp.gated_product,128,1152,1280,4096,128,0.18158961780054816,0.0,0.48974609375,0.025634765625,0.1845703125,1.0,69,0.5390625
+fresh-en-1,layers.17.mlp.gated_product,128,1280,1408,4096,128,0.1422263821230487,0.0,0.510009765625,0.018798828125,0.14453125,1.0,85,0.6640625
+fresh-en-1,layers.17.mlp.gated_product,128,1408,1536,4096,128,0.21214249735337515,0.0,0.511474609375,0.02880859375,0.203369140625,1.0,58,0.453125
+fresh-en-1,layers.17.mlp.gated_product,128,1536,1664,4096,128,0.1888503613069486,0.0,0.495361328125,0.027587890625,0.181640625,1.0,67,0.5234375
+fresh-en-1,layers.17.mlp.gated_product,128,1664,1792,4096,128,0.1752604451025358,0.0,0.517333984375,0.0234375,0.184814453125,1.0,71,0.5546875
+fresh-en-1,layers.17.mlp.gated_product,128,1792,1920,4096,128,0.15061962281679406,0.0,0.535400390625,0.020751953125,0.148681640625,1.0,87,0.6796875
+fresh-en-1,layers.17.mlp.gated_product,128,1920,2048,4096,128,0.21543535919174658,0.0,0.51708984375,0.024658203125,0.20703125,1.0,59,0.4609375
+fresh-en-1,layers.17.mlp.gated_product,128,2048,2176,4096,128,0.14253561516031907,0.0,0.50390625,0.01611328125,0.130126953125,1.0,86,0.671875
+fresh-en-1,layers.17.mlp.gated_product,128,2176,2304,4096,128,0.14275733304055196,0.0,0.5068359375,0.024169921875,0.173583984375,1.0,84,0.65625
+fresh-en-1,layers.17.mlp.gated_product,128,2304,2432,4096,128,0.1997894667206485,0.0,0.531494140625,0.0283203125,0.2021484375,1.0,60,0.46875
+fresh-en-1,layers.17.mlp.gated_product,128,2432,2560,4096,128,0.16446623701626656,0.0,0.49609375,0.021728515625,0.166015625,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gated_product,128,2560,2688,4096,128,0.1776197906223487,0.0,0.507568359375,0.021240234375,0.185302734375,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gated_product,128,2688,2816,4096,128,0.22312254862567785,0.0,0.480712890625,0.02880859375,0.2041015625,1.0,52,0.40625
+fresh-en-1,layers.17.mlp.gated_product,128,2816,2944,4096,128,0.1769876518510254,0.0,0.4912109375,0.02685546875,0.184326171875,1.0,71,0.5546875
+fresh-en-1,layers.17.mlp.gated_product,128,2944,3072,4096,128,0.14086436527075802,0.0,0.504150390625,0.016357421875,0.140380859375,1.0,86,0.671875
+fresh-en-1,layers.17.mlp.gated_product,128,3072,3200,4096,128,0.16052814685675681,0.0,0.5,0.019287109375,0.156494140625,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,3200,3328,4096,128,0.1645789043166808,0.0,0.490234375,0.020263671875,0.165283203125,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,3328,3456,4096,128,0.1696454058254059,0.0,0.506591796875,0.017333984375,0.15087890625,1.0,76,0.59375
+fresh-en-1,layers.17.mlp.gated_product,128,3456,3584,4096,128,0.1771088647673316,0.0,0.49169921875,0.026123046875,0.201416015625,1.0,73,0.5703125
+fresh-en-1,layers.17.mlp.gated_product,128,3584,3712,4096,128,0.15243656296807598,0.0,0.51611328125,0.017578125,0.15576171875,1.0,82,0.640625
+fresh-en-1,layers.17.mlp.gated_product,128,3712,3840,4096,128,0.14700959670737035,0.0,0.5029296875,0.024169921875,0.154052734375,1.0,86,0.671875
+fresh-en-1,layers.17.mlp.gated_product,128,3840,3968,4096,128,0.17500435313714688,0.0,0.496337890625,0.0224609375,0.177734375,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gated_product,128,3968,4096,4096,128,0.17063405510035365,0.0,0.54931640625,0.024658203125,0.17822265625,1.0,72,0.5625
+fresh-en-1,layers.17.mlp.gated_product,128,4096,4224,4096,128,0.16209777447419804,0.0,0.53515625,0.022216796875,0.16455078125,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,4224,4352,4096,128,0.17093934536872935,0.0,0.521240234375,0.022216796875,0.1552734375,1.0,81,0.6328125
+fresh-en-1,layers.17.mlp.gated_product,128,4352,4480,4096,128,0.15247556653511615,0.0,0.47216796875,0.02294921875,0.155029296875,1.0,86,0.671875
+fresh-en-1,layers.17.mlp.gated_product,128,4480,4608,4096,128,0.16174125717413432,0.0,0.504150390625,0.021728515625,0.15478515625,1.0,83,0.6484375
+fresh-en-1,layers.17.mlp.gated_product,128,4608,4736,4096,128,0.14154467670710752,0.0,0.520751953125,0.018310546875,0.137451171875,1.0,87,0.6796875
+fresh-en-1,layers.17.mlp.gated_product,128,4736,4864,4096,128,0.14129666004786665,0.0,0.53466796875,0.020751953125,0.15185546875,1.0,89,0.6953125
+fresh-en-1,layers.17.mlp.gated_product,128,4864,4992,4096,128,0.16400424054261634,0.0,0.4990234375,0.020751953125,0.164306640625,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,4992,5120,4096,128,0.19248278714008663,0.0,0.50830078125,0.021728515625,0.174560546875,1.0,69,0.5390625
+fresh-en-1,layers.17.mlp.gated_product,128,5120,5248,4096,128,0.14051995672068002,0.0,0.491455078125,0.021484375,0.15234375,1.0,86,0.671875
+fresh-en-1,layers.17.mlp.gated_product,128,5248,5376,4096,128,0.19657494718205584,0.0,0.49072265625,0.02099609375,0.18212890625,1.0,67,0.5234375
+fresh-en-1,layers.17.mlp.gated_product,128,5376,5504,4096,128,0.19637807292957277,0.0,0.5302734375,0.02685546875,0.194091796875,1.0,64,0.5
+fresh-en-1,layers.17.mlp.gated_product,128,5504,5632,4096,128,0.1623408658118222,0.0,0.482666015625,0.023193359375,0.154052734375,1.0,79,0.6171875
+fresh-en-1,layers.17.mlp.gated_product,128,5632,5760,4096,128,0.15406629512528483,0.0,0.478271484375,0.02587890625,0.1552734375,1.0,83,0.6484375
+fresh-en-1,layers.17.mlp.gated_product,128,5760,5888,4096,128,0.18175888617711453,0.0,0.510009765625,0.023193359375,0.18310546875,1.0,74,0.578125
+fresh-en-1,layers.17.mlp.gated_product,128,5888,6016,4096,128,0.16275504063955393,0.0,0.531982421875,0.022705078125,0.172119140625,1.0,78,0.609375
+fresh-en-1,layers.17.mlp.gated_product,128,6016,6144,4096,128,0.20961832146698126,0.0,0.49560546875,0.03173828125,0.2216796875,1.0,58,0.453125
+fresh-en-1,layers.17.mlp.down_proj.output,0,0,2048,65536,2048,0.11355404931642339,0.0,0.4930419921875,0.0086822509765625,0.0850677490234375,1.0,1623,0.79248046875
+fresh-en-1,layers.17.mlp.down_proj.output,64,0,64,2048,64,0.1122755328774058,0.0,0.46337890625,0.00830078125,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,64,128,2048,64,0.10646128841379218,0.0,0.490234375,0.0087890625,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.down_proj.output,64,128,192,2048,64,0.11715369434257221,0.0,0.48095703125,0.0078125,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,192,256,2048,64,0.10999761157230852,0.0,0.4892578125,0.0107421875,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,256,320,2048,64,0.11089032471850715,0.0,0.5009765625,0.00830078125,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,320,384,2048,64,0.11594485467772699,0.0,0.4990234375,0.0087890625,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,384,448,2048,64,0.11524237690382215,0.0,0.5009765625,0.01123046875,0.087890625,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,448,512,2048,64,0.11409294888391501,0.0,0.46435546875,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.down_proj.output,64,512,576,2048,64,0.10913395052372336,0.0,0.47119140625,0.00927734375,0.08642578125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,576,640,2048,64,0.10640433603280887,0.0,0.5068359375,0.00732421875,0.08056640625,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.down_proj.output,64,640,704,2048,64,0.11288368013463855,0.0,0.53076171875,0.0078125,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,704,768,2048,64,0.11380239281162592,0.0,0.48779296875,0.00732421875,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,768,832,2048,64,0.10821327925569335,0.0,0.5009765625,0.00927734375,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,832,896,2048,64,0.10995622626344198,0.0,0.51708984375,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,896,960,2048,64,0.10969416372044279,0.0,0.50634765625,0.00732421875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,960,1024,2048,64,0.11799501183500331,0.0,0.4775390625,0.00634765625,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1024,1088,2048,64,0.1114206237060486,0.0,0.4638671875,0.0126953125,0.083984375,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1088,1152,2048,64,0.11673725601692989,0.0,0.47021484375,0.0087890625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1152,1216,2048,64,0.12764349143158762,0.0,0.49267578125,0.00927734375,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.17.mlp.down_proj.output,64,1216,1280,2048,64,0.11290432603082796,0.0,0.4814453125,0.0048828125,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1280,1344,2048,64,0.11052659878025733,0.0,0.49462890625,0.009765625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1344,1408,2048,64,0.11382401083299143,0.0,0.50634765625,0.0068359375,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1408,1472,2048,64,0.12641896919340898,0.0,0.533203125,0.0087890625,0.10400390625,1.0,48,0.75
+fresh-en-1,layers.17.mlp.down_proj.output,64,1472,1536,2048,64,0.10897994433607973,0.0,0.53076171875,0.00439453125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1536,1600,2048,64,0.11813854694601765,0.0,0.46044921875,0.01171875,0.09521484375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1600,1664,2048,64,0.11320341194558252,0.0,0.48486328125,0.00732421875,0.08251953125,1.0,54,0.84375
+fresh-en-1,layers.17.mlp.down_proj.output,64,1664,1728,2048,64,0.11438043738811998,0.0,0.474609375,0.0068359375,0.07177734375,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1728,1792,2048,64,0.12084146151313159,0.0,0.51904296875,0.01025390625,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1792,1856,2048,64,0.11409171893976068,0.0,0.46630859375,0.00927734375,0.09521484375,1.0,50,0.78125
+fresh-en-1,layers.17.mlp.down_proj.output,64,1856,1920,2048,64,0.11335416501757645,0.0,0.5244140625,0.01513671875,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1920,1984,2048,64,0.1037631841480422,0.0,0.48046875,0.0087890625,0.08154296875,1.0,51,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,64,1984,2048,2048,64,0.11374387158740723,0.0,0.50634765625,0.00927734375,0.0830078125,1.0,53,0.828125
+fresh-en-1,layers.17.mlp.down_proj.output,128,0,128,4096,128,0.10940704093802664,0.0,0.476806640625,0.008544921875,0.08447265625,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.down_proj.output,128,128,256,4096,128,0.1136319995637789,0.0,0.485107421875,0.009521484375,0.078857421875,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.down_proj.output,128,256,384,4096,128,0.11344574351295686,0.0,0.5,0.008544921875,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.down_proj.output,128,384,512,4096,128,0.11466910311733985,0.0,0.482666015625,0.00927734375,0.08642578125,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.down_proj.output,128,512,640,4096,128,0.10777778501040325,0.0,0.489013671875,0.00830078125,0.0830078125,1.0,103,0.8046875
+fresh-en-1,layers.17.mlp.down_proj.output,128,640,768,4096,128,0.11334396730834641,0.0,0.50927734375,0.007568359375,0.0869140625,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,128,768,896,4096,128,0.10908823378661861,0.0,0.509033203125,0.008056640625,0.083740234375,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,128,896,1024,4096,128,0.11392021851337425,0.0,0.491943359375,0.007080078125,0.087158203125,1.0,101,0.7890625
+fresh-en-1,layers.17.mlp.down_proj.output,128,1024,1152,4096,128,0.11410990826700176,0.0,0.467041015625,0.010498046875,0.083740234375,1.0,104,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,128,1152,1280,4096,128,0.12049947664060887,0.0,0.487060546875,0.007080078125,0.087646484375,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.down_proj.output,128,1280,1408,4096,128,0.11218742015048064,0.0,0.50048828125,0.008544921875,0.08154296875,1.0,102,0.796875
+fresh-en-1,layers.17.mlp.down_proj.output,128,1408,1536,4096,128,0.11802199803303433,0.0,0.531982421875,0.006103515625,0.09326171875,1.0,99,0.7734375
+fresh-en-1,layers.17.mlp.down_proj.output,128,1536,1664,4096,128,0.11569729631810259,0.0,0.47265625,0.00927734375,0.08837890625,1.0,105,0.8203125
+fresh-en-1,layers.17.mlp.down_proj.output,128,1664,1792,4096,128,0.11765530858768614,0.0,0.496826171875,0.00830078125,0.077880859375,1.0,104,0.8125
+fresh-en-1,layers.17.mlp.down_proj.output,128,1792,1920,4096,128,0.113723539905908,0.0,0.495361328125,0.012451171875,0.088623046875,1.0,100,0.78125
+fresh-en-1,layers.17.mlp.down_proj.output,128,1920,2048,4096,128,0.10886796293729643,0.0,0.493408203125,0.0087890625,0.08447265625,1.0,103,0.8046875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.901833563188514,0.0,0.4978790283203125,0.011728922526041666,0.1133270263671875,1.0,2771,0.4510091145833333
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,0,64,2048,64,3.165312812405172,0.0,0.4677734375,0.00927734375,0.10400390625,1.0,29,0.453125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.461919918421069,0.0,0.4775390625,0.00830078125,0.0771484375,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.2025807138902043,0.0,0.455078125,0.009765625,0.078125,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.5353239046212048,0.0,0.51611328125,0.01171875,0.1064453125,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.970691715922601,0.0,0.5361328125,0.025390625,0.23046875,1.0,10,0.15625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.2927094591734747,0.0,0.5517578125,0.02001953125,0.18115234375,1.0,16,0.25
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.4282214399220003,0.0,0.45947265625,0.01318359375,0.13427734375,1.0,35,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.1650154960875228,0.0,0.501953125,0.01123046875,0.08544921875,1.0,43,0.671875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.366147082321931,0.0,0.42919921875,0.01220703125,0.1298828125,1.0,27,0.421875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.7362353393770176,0.0,0.45703125,0.01171875,0.0859375,1.0,38,0.59375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,640,704,2048,64,2.0665711798712683,0.0,0.4814453125,0.01171875,0.1044921875,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.089947048828436,0.0,0.4501953125,0.01123046875,0.09423828125,1.0,35,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.91407280153648,0.0,0.52197265625,0.00732421875,0.11572265625,1.0,30,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.660544671518816,0.0,0.53564453125,0.01513671875,0.1591796875,1.0,19,0.296875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6958705785708295,0.0,0.474609375,0.009765625,0.12255859375,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.1814647683966295,0.0,0.5263671875,0.005859375,0.08447265625,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.511187591737942,0.0,0.353515625,0.009765625,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,3.1070848643852447,0.0,0.44580078125,0.01123046875,0.08837890625,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.4233156339538424,0.0,0.48974609375,0.00634765625,0.11865234375,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.0983507060154034,0.0,0.5390625,0.009765625,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,2.616865339273851,0.0,0.494140625,0.0283203125,0.2451171875,1.0,4,0.0625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.881244805284818,0.0,0.54833984375,0.02099609375,0.19970703125,1.0,19,0.296875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.579878024418522,0.0,0.5927734375,0.00830078125,0.07666015625,1.0,38,0.59375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.5891252251028347,0.0,0.58349609375,0.01025390625,0.0830078125,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,4.410954961144574,0.0,0.55615234375,0.03076171875,0.2548828125,1.0,11,0.171875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,4.1304984579364525,0.0,0.53955078125,0.02685546875,0.25390625,1.0,11,0.171875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.4592724611327657,0.0,0.36279296875,0.00537109375,0.0751953125,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.373323579057387,0.0,0.5068359375,0.0068359375,0.06689453125,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.7188808649824665,0.0,0.466796875,0.0068359375,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.7823784001445935,0.0,0.5546875,0.00537109375,0.06103515625,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.1748276062078595,0.0,0.57080078125,0.00830078125,0.0888671875,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.0414858201110184,0.0,0.439453125,0.01416015625,0.11279296875,1.0,30,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,3.5467755571781496,0.0,0.484375,0.0078125,0.060546875,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,3.698387775448459,0.0,0.49560546875,0.0029296875,0.0556640625,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.849064861180926,0.0,0.47021484375,0.00439453125,0.05908203125,1.0,43,0.671875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.9927626494980495,0.0,0.517578125,0.00537109375,0.06787109375,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.412272990967623,0.0,0.5029296875,0.009765625,0.1044921875,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,3.2283991878386784,0.0,0.4462890625,0.01025390625,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.0387893105103636,0.0,0.47900390625,0.0068359375,0.0615234375,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,2.443401135981396,0.0,0.47314453125,0.0068359375,0.0673828125,1.0,39,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.829692315755949,0.0,0.46630859375,0.00439453125,0.029296875,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.632711166741878,0.0,0.48095703125,0.00048828125,0.02978515625,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.4087013836540687,0.0,0.47314453125,0.0107421875,0.09716796875,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.5941197518154735,0.0,0.4873046875,0.005859375,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.655980635014824,0.0,0.439453125,0.01025390625,0.111328125,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,2.5410005356582,0.0,0.451171875,0.00927734375,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,2.1847780290926826,0.0,0.505859375,0.01025390625,0.06884765625,1.0,39,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.0164416824121356,0.0,0.60888671875,0.00927734375,0.0732421875,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,3.2514303326419616,0.0,0.52978515625,0.00146484375,0.0283203125,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,3.4415516425634736,0.0,0.48193359375,0.0029296875,0.03125,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,2.350012095396294,0.0,0.60888671875,0.001953125,0.0361328125,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.552754250721788,0.0,0.5166015625,0.0029296875,0.0419921875,1.0,44,0.6875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.724834663922093,0.0,0.537109375,0.01025390625,0.09033203125,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.5007807016665606,0.0,0.48046875,0.00927734375,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,3.251560835669693,0.0,0.55224609375,0.00732421875,0.04931640625,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,3.005444085167624,0.0,0.49267578125,0.00439453125,0.03173828125,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,3.3583215627670624,0.0,0.52392578125,0.01318359375,0.126953125,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,4.318939983757442,0.0,0.556640625,0.0078125,0.115234375,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,3.771660382561555,0.0,0.42236328125,0.00439453125,0.037109375,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.6381607449696687,0.0,0.43896484375,0.00146484375,0.03564453125,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,3.571795060543962,0.0,0.4697265625,0.00732421875,0.044921875,1.0,44,0.6875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,3.4957788006347736,0.0,0.49755859375,0.0078125,0.06298828125,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.756593690524875,0.0,0.3701171875,0.0048828125,0.03515625,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.808560594597651,0.0,0.50048828125,0.00732421875,0.06396484375,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,3.9403549530304898,0.0,0.55078125,0.0087890625,0.095703125,1.0,31,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,3.415312493215051,0.0,0.51318359375,0.0048828125,0.0693359375,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.8801224833045156,0.0,0.4697265625,0.0166015625,0.15673828125,1.0,27,0.421875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.2556364202599932,0.0,0.4853515625,0.013671875,0.11767578125,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,4.291864094661922,0.0,0.47119140625,0.00390625,0.0341796875,1.0,50,0.78125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.863955602304879,0.0,0.54833984375,0.00244140625,0.02880859375,1.0,51,0.796875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7081240962525084,0.0,0.525390625,0.0107421875,0.11865234375,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.174400781298329,0.0,0.4755859375,0.01513671875,0.14111328125,1.0,28,0.4375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.616685083894979,0.0,0.59521484375,0.00244140625,0.03369140625,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.639383923581077,0.0,0.53369140625,0.00439453125,0.05908203125,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.023201508658603,0.0,0.6533203125,0.00927734375,0.1025390625,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.069595634047859,0.0,0.4404296875,0.01171875,0.1357421875,1.0,27,0.421875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,3.197212590495217,0.0,0.49853515625,0.00537109375,0.06591796875,1.0,39,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,3.2406689375899447,0.0,0.4794921875,0.01025390625,0.08056640625,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.5421482044239443,0.0,0.56396484375,0.01708984375,0.123046875,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.8653068752902813,0.0,0.48828125,0.0126953125,0.146484375,1.0,27,0.421875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.7275782841154195,0.0,0.50634765625,0.0048828125,0.0712890625,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,2.4630063560519107,0.0,0.4892578125,0.00634765625,0.06884765625,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.411163361282668,0.0,0.41650390625,0.0126953125,0.08056640625,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.150099503355743,0.0,0.4951171875,0.00830078125,0.0966796875,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.815910840246157,0.0,0.51708984375,0.00390625,0.06494140625,1.0,41,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,4.8183440649249585,0.0,0.4853515625,0.00732421875,0.06982421875,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.444876427130428,0.0,0.478515625,0.009765625,0.07861328125,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.451631600847335,0.0,0.42529296875,0.00537109375,0.03857421875,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,6.543464797885236,0.0,0.51318359375,0.00830078125,0.05615234375,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,6.429989903302929,0.0,0.50146484375,0.00439453125,0.03857421875,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,3.5423824124272105,0.0,0.43798828125,0.00732421875,0.09130859375,1.0,29,0.453125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.999769489286138,0.0,0.46142578125,0.00927734375,0.09423828125,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.1719447025107685,0.0,0.54638671875,0.00634765625,0.08544921875,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,3.369485510258266,0.0,0.51513671875,0.0087890625,0.1279296875,1.0,20,0.3125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.9161871371273609,0.0,0.4521484375,0.0126953125,0.109375,1.0,31,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.9806179174998686,0.0,0.61474609375,0.01416015625,0.11474609375,1.0,31,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.31693342727412,0.0,0.47265625,0.00830078125,0.08935546875,1.0,61,0.4765625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.3790249935229557,0.0,0.485595703125,0.009765625,0.09375,1.0,85,0.6640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.6534436055091404,0.0,0.5439453125,0.022705078125,0.20556640625,1.0,24,0.1875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.3032800135766927,0.0,0.480712890625,0.011962890625,0.1064453125,1.0,78,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.075230730410743,0.0,0.443115234375,0.011962890625,0.108642578125,1.0,63,0.4921875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.0782919800140225,0.0,0.4658203125,0.01171875,0.099365234375,1.0,67,0.5234375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.3175604241021284,0.0,0.52880859375,0.0107421875,0.1357421875,1.0,45,0.3515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.4614780221106065,0.0,0.50048828125,0.008544921875,0.100830078125,1.0,80,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.8248928718971347,0.0,0.399658203125,0.0107421875,0.08154296875,1.0,70,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2712595461317022,0.0,0.514404296875,0.007568359375,0.105224609375,1.0,82,0.640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.2789324497781807,0.0,0.521240234375,0.02685546875,0.22998046875,1.0,18,0.140625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.58450576050252,0.0,0.588134765625,0.00927734375,0.079833984375,1.0,77,0.6015625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,4.273028269287563,0.0,0.5478515625,0.029296875,0.253662109375,1.0,21,0.1640625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.416680145260826,0.0,0.434814453125,0.005859375,0.07080078125,1.0,84,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.75081285437223,0.0,0.5107421875,0.005859375,0.0634765625,1.0,79,0.6171875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.66551557453277,0.0,0.505126953125,0.01123046875,0.11181640625,1.0,67,0.5234375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,3.6233747384574353,0.0,0.489990234375,0.005615234375,0.057861328125,1.0,81,0.6328125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.922256985692668,0.0,0.493896484375,0.00537109375,0.06396484375,1.0,84,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.8497036950347416,0.0,0.474609375,0.009521484375,0.108642578125,1.0,78,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.2502078752824706,0.0,0.47607421875,0.006591796875,0.066650390625,1.0,80,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.73297701136834,0.0,0.4736328125,0.0029296875,0.029541015625,1.0,94,0.734375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.5031280073516213,0.0,0.480224609375,0.00830078125,0.089599609375,1.0,70,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,2.599126474009009,0.0,0.4453125,0.009521484375,0.10595703125,1.0,67,0.5234375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,2.102295423456845,0.0,0.557373046875,0.00927734375,0.0712890625,1.0,78,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,3.347840865129013,0.0,0.505859375,0.001953125,0.030029296875,1.0,92,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,2.453478256790453,0.0,0.562744140625,0.00244140625,0.038330078125,1.0,90,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.615208219582078,0.0,0.5087890625,0.009765625,0.094970703125,1.0,87,0.6796875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,3.130921750629521,0.0,0.5224609375,0.005859375,0.041259765625,1.0,86,0.671875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,3.868563447989766,0.0,0.540283203125,0.010986328125,0.124267578125,1.0,63,0.4921875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.70551181671457,0.0,0.4306640625,0.0029296875,0.03662109375,1.0,89,0.6953125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,3.533991325505323,0.0,0.483642578125,0.007568359375,0.05419921875,1.0,84,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.7826984554716185,0.0,0.435302734375,0.00634765625,0.049072265625,1.0,86,0.671875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,3.6871911112785245,0.0,0.531982421875,0.00732421875,0.08154296875,1.0,65,0.5078125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.5986687230490357,0.0,0.4775390625,0.015380859375,0.140625,1.0,66,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,4.083518721864237,0.0,0.509765625,0.003173828125,0.032958984375,1.0,100,0.78125
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.9552118409406731,0.0,0.50048828125,0.012451171875,0.13427734375,1.0,63,0.4921875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.6280590104045145,0.0,0.564453125,0.00341796875,0.04638671875,1.0,78,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0465300429151303,0.0,0.546875,0.01025390625,0.119140625,1.0,60,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,3.2190140968844387,0.0,0.489013671875,0.0078125,0.072998046875,1.0,72,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.7113723766926339,0.0,0.526123046875,0.014404296875,0.1357421875,1.0,62,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.5986615406714786,0.0,0.497802734375,0.005615234375,0.0712890625,1.0,71,0.5546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.284363875253081,0.0,0.455810546875,0.01025390625,0.087646484375,1.0,71,0.5546875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,4.817127606219189,0.0,0.501220703125,0.005615234375,0.0673828125,1.0,80,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.4482556681724486,0.0,0.451904296875,0.007568359375,0.05859375,1.0,78,0.609375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,6.486975478516197,0.0,0.50732421875,0.00634765625,0.046875,1.0,86,0.671875
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,3.282307888112086,0.0,0.44970703125,0.007568359375,0.096435546875,1.0,62,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.8346760303961545,0.0,0.53076171875,0.009521484375,0.1064453125,1.0,51,0.3984375
+fresh-en-1,layers.18.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.9486688379011283,0.0,0.533447265625,0.013427734375,0.112548828125,1.0,61,0.4765625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.9124500535175921,0.0,0.6207733154296875,0.0097808837890625,0.099273681640625,1.0,1006,0.4912109375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,0,64,2048,64,1.8550350341838595,0.0,0.61181640625,0.013671875,0.134765625,1.0,24,0.375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,64,128,2048,64,2.3332272086249963,0.0,0.7548828125,0.009765625,0.12890625,1.0,24,0.375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,128,192,2048,64,2.1118424084498892,0.0,0.67822265625,0.01171875,0.09619140625,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,192,256,2048,64,1.8252573406493673,0.0,0.56201171875,0.00927734375,0.07666015625,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,256,320,2048,64,1.7096780352562992,0.0,0.17822265625,0.0029296875,0.01708984375,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,320,384,2048,64,1.4551830497359737,0.0,0.146484375,0.0,0.00830078125,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,384,448,2048,64,1.7744893942611293,0.0,0.7724609375,0.00732421875,0.0859375,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,448,512,2048,64,1.9078773042665689,0.0,0.70751953125,0.0107421875,0.09912109375,1.0,35,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3402935502190414,0.0,0.6064453125,0.0126953125,0.119140625,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,576,640,2048,64,1.8451015972244635,0.0,0.61669921875,0.01416015625,0.13330078125,1.0,22,0.34375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,640,704,2048,64,2.1241992738034807,0.0,0.61328125,0.00830078125,0.1025390625,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,704,768,2048,64,2.1906483873457794,0.0,0.65087890625,0.00830078125,0.08984375,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,768,832,2048,64,1.8238780304009656,0.0,0.65087890625,0.015625,0.14208984375,1.0,28,0.4375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,832,896,2048,64,2.1254662868136145,0.0,0.69140625,0.0126953125,0.1142578125,1.0,28,0.4375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,896,960,2048,64,2.2640261046686603,0.0,0.75390625,0.00927734375,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.4104949602474908,0.0,0.7724609375,0.01220703125,0.07666015625,1.0,38,0.59375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.5430353629099731,0.0,0.7158203125,0.0048828125,0.1064453125,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.8631211404593828,0.0,0.7060546875,0.0107421875,0.12255859375,1.0,29,0.453125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.233170226220569,0.0,0.78076171875,0.0068359375,0.12158203125,1.0,24,0.375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.522830562908451,0.0,0.70751953125,0.01220703125,0.107421875,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.3263526118273226,0.0,0.44482421875,0.0048828125,0.0576171875,1.0,29,0.453125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.0844734033308505,0.0,0.46826171875,0.00390625,0.046875,1.0,33,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.7749416877332056,0.0,0.67431640625,0.02099609375,0.16552734375,1.0,21,0.328125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.2663662594244811,0.0,0.68017578125,0.0107421875,0.10986328125,1.0,32,0.5
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.093388255807358,0.0,0.35205078125,0.00732421875,0.0693359375,1.0,36,0.5625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.6912439470673983,0.0,0.32177734375,0.00341796875,0.0576171875,1.0,42,0.65625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.9252041433925224,0.0,0.76220703125,0.009765625,0.09423828125,1.0,34,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.8372984979908034,0.0,0.7724609375,0.009765625,0.09423828125,1.0,35,0.546875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4059441512374948,0.0,0.619140625,0.009765625,0.08251953125,1.0,40,0.625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.8657900286189426,0.0,0.62060546875,0.0078125,0.0986328125,1.0,37,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.9817312744547522,0.0,0.7373046875,0.01220703125,0.11865234375,1.0,30,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.9650779435938628,0.0,0.73388671875,0.009765625,0.10400390625,1.0,30,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,0,128,4096,128,2.107736248338191,0.0,0.683349609375,0.011474609375,0.13671875,1.0,46,0.359375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,128,256,4096,128,1.9737581814550924,0.0,0.6201171875,0.010498046875,0.087890625,1.0,74,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,256,384,4096,128,1.5875384550423857,0.0,0.162353515625,0.001220703125,0.01318359375,1.0,92,0.71875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,384,512,4096,128,1.842390894799567,0.0,0.739990234375,0.008544921875,0.09375,1.0,71,0.5546875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6125735184541243,0.0,0.611572265625,0.012939453125,0.13232421875,1.0,50,0.390625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,640,768,4096,128,2.1576796462644654,0.0,0.632080078125,0.00830078125,0.095947265625,1.0,66,0.515625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9804214205770148,0.0,0.671142578125,0.015380859375,0.130859375,1.0,55,0.4296875
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.3384075944967018,0.0,0.76318359375,0.0107421875,0.08251953125,1.0,74,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.7105815553807107,0.0,0.7109375,0.0078125,0.115234375,1.0,61,0.4765625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.9112904256818348,0.0,0.744140625,0.01025390625,0.1171875,1.0,51,0.3984375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.2087265385001267,0.0,0.45654296875,0.00439453125,0.053466796875,1.0,62,0.484375
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5417687079879965,0.0,0.67724609375,0.015625,0.14208984375,1.0,49,0.3828125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.9029687961241355,0.0,0.3369140625,0.00537109375,0.064208984375,1.0,77,0.6015625
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.8817646989534849,0.0,0.767333984375,0.010009765625,0.095458984375,1.0,68,0.53125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.6519460323044448,0.0,0.619873046875,0.009765625,0.08837890625,1.0,74,0.578125
+fresh-en-1,layers.18.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.9734221758852237,0.0,0.735595703125,0.010986328125,0.11181640625,1.0,60,0.46875
+fresh-en-1,layers.18.linear_attn.in_proj_b.output,0,0,16,512,16,2.1433102437604497,0.0,0.287109375,0.001953125,0.052734375,1.0,11,0.6875
+fresh-en-1,layers.18.linear_attn.in_proj_b.output,64,0,16,512,16,2.1433102437604497,0.0,0.287109375,0.001953125,0.052734375,1.0,11,0.6875
+fresh-en-1,layers.18.linear_attn.in_proj_b.output,128,0,16,512,16,2.1433102437604497,0.0,0.287109375,0.001953125,0.052734375,1.0,11,0.6875
+fresh-en-1,layers.18.linear_attn.in_proj_a.output,0,0,16,512,16,2.642789133618425,0.0,0.791015625,0.009765625,0.072265625,1.0,12,0.75
+fresh-en-1,layers.18.linear_attn.in_proj_a.output,64,0,16,512,16,2.642789133618425,0.0,0.791015625,0.009765625,0.072265625,1.0,12,0.75
+fresh-en-1,layers.18.linear_attn.in_proj_a.output,128,0,16,512,16,2.642789133618425,0.0,0.791015625,0.009765625,0.072265625,1.0,12,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,0,0,2048,65536,2048,0.08656274071761202,0.0,0.508087158203125,0.0101470947265625,0.1071319580078125,1.0,1404,0.685546875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,0,64,2048,64,0.07665650464237131,0.0,0.47216796875,0.0087890625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,64,128,2048,64,0.07554879701672872,0.0,0.49267578125,0.009765625,0.103515625,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,128,192,2048,64,0.07557619579531966,0.0,0.60400390625,0.0078125,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,192,256,2048,64,0.07910660279294486,0.0,0.4794921875,0.0078125,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,256,320,2048,64,0.07934304026371529,0.0,0.51513671875,0.0078125,0.0859375,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,320,384,2048,64,0.07417513320822801,0.0,0.51220703125,0.01025390625,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,384,448,2048,64,0.07629487819075918,0.0,0.505859375,0.01123046875,0.09375,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,448,512,2048,64,0.07582014496894893,0.0,0.54150390625,0.0078125,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,512,576,2048,64,0.07080356859235613,0.0,0.53759765625,0.01171875,0.10205078125,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,576,640,2048,64,0.07677380469202186,0.0,0.47802734375,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,640,704,2048,64,0.07345240397319189,0.0,0.44775390625,0.00830078125,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,704,768,2048,64,0.07253740712866029,0.0,0.4814453125,0.0087890625,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,768,832,2048,64,0.07658311369139828,0.0,0.4599609375,0.00634765625,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,832,896,2048,64,0.07757883956224046,0.0,0.46240234375,0.005859375,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,896,960,2048,64,0.07044247660100426,0.0,0.5009765625,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,960,1024,2048,64,0.07369792009115626,0.0,0.5673828125,0.00830078125,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0737531013858552,0.0,0.53564453125,0.005859375,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1088,1152,2048,64,0.07222628402965349,0.0,0.513671875,0.01416015625,0.087890625,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1152,1216,2048,64,0.2514693634997458,0.0,0.55810546875,0.03369140625,0.302734375,1.0,1,0.015625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1216,1280,2048,64,0.0859321763021678,0.0,0.47265625,0.00634765625,0.10791015625,1.0,44,0.6875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1280,1344,2048,64,0.06644954846138451,0.0,0.474609375,0.00634765625,0.0908203125,1.0,51,0.796875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1344,1408,2048,64,0.07327229462986332,0.0,0.48193359375,0.01611328125,0.1083984375,1.0,45,0.703125
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1408,1472,2048,64,0.0831949584483847,0.0,0.48681640625,0.009765625,0.10107421875,1.0,44,0.6875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1472,1536,2048,64,0.07313813469641613,0.0,0.482421875,0.00537109375,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07103433148345394,0.0,0.58935546875,0.00927734375,0.09033203125,1.0,51,0.796875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07448155498713663,0.0,0.56005859375,0.009765625,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07180608329375811,0.0,0.56787109375,0.00830078125,0.09716796875,1.0,49,0.765625
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07205158328715429,0.0,0.51025390625,0.01025390625,0.08203125,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1792,1856,2048,64,0.07811766510584868,0.0,0.47705078125,0.0107421875,0.10888671875,1.0,46,0.71875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1856,1920,2048,64,0.07424175408292816,0.0,0.4443359375,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1920,1984,2048,64,0.0858781172773611,0.0,0.48388671875,0.0087890625,0.10595703125,1.0,44,0.6875
+fresh-en-1,layers.18.linear_attn.out_proj.output,64,1984,2048,2048,64,0.07586425605058927,0.0,0.5615234375,0.0068359375,0.08056640625,1.0,48,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,0,128,4096,128,0.07610466619945445,0.0,0.482421875,0.00927734375,0.09619140625,1.0,95,0.7421875
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,128,256,4096,128,0.07736154075615753,0.0,0.541748046875,0.0078125,0.090087890625,1.0,96,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,256,384,4096,128,0.07680256644392788,0.0,0.513671875,0.009033203125,0.093017578125,1.0,96,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,384,512,4096,128,0.07605788197568748,0.0,0.523681640625,0.009521484375,0.094970703125,1.0,95,0.7421875
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,512,640,4096,128,0.07384904336652304,0.0,0.5078125,0.00927734375,0.09375,1.0,96,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,640,768,4096,128,0.07299633923146417,0.0,0.464599609375,0.008544921875,0.093505859375,1.0,96,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,768,896,4096,128,0.07708258444841311,0.0,0.461181640625,0.006103515625,0.088623046875,1.0,97,0.7578125
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,896,1024,4096,128,0.0720885772346961,0.0,0.5341796875,0.0087890625,0.0849609375,1.0,101,0.7890625
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07299368489384686,0.0,0.524658203125,0.010009765625,0.088623046875,1.0,97,0.7578125
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1152,1280,4096,128,0.18791112221339393,0.0,0.515380859375,0.020751953125,0.22607421875,1.0,23,0.1796875
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1280,1408,4096,128,0.06994416219759654,0.0,0.478271484375,0.0107421875,0.099365234375,1.0,95,0.7421875
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1408,1536,4096,128,0.07832811710394795,0.0,0.484619140625,0.0078125,0.093505859375,1.0,92,0.71875
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1536,1664,4096,128,0.0727783562695774,0.0,0.57470703125,0.009521484375,0.087646484375,1.0,100,0.78125
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07192893802975217,0.0,0.5390625,0.00927734375,0.089599609375,1.0,96,0.75
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1792,1920,4096,128,0.07620435568554959,0.0,0.460693359375,0.009521484375,0.101318359375,1.0,93,0.7265625
+fresh-en-1,layers.18.linear_attn.out_proj.output,128,1920,2048,4096,128,0.08102603400516885,0.0,0.522705078125,0.008544921875,0.093017578125,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.gate_proj.output,0,0,6144,196608,6144,1.707232430827864,0.0,0.9090932210286459,0.005304972330729167,0.055323282877604164,1.0,3848,0.6263020833333334
+fresh-en-1,layers.18.mlp.gate_proj.output,64,0,64,2048,64,1.605933640656453,0.0,0.919921875,0.00341796875,0.0390625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,64,128,2048,64,1.6457955494573249,0.0,0.89990234375,0.00732421875,0.05224609375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,128,192,2048,64,1.7616912673110283,0.0,0.8837890625,0.00244140625,0.04541015625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,192,256,2048,64,1.6758877847311864,0.0,0.8916015625,0.00244140625,0.04833984375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,256,320,2048,64,1.6852362619428738,0.0,0.9306640625,0.00244140625,0.03515625,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.gate_proj.output,64,320,384,2048,64,1.7964302182431295,0.0,0.9228515625,0.0068359375,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,384,448,2048,64,1.5749424854602876,0.0,0.8759765625,0.00390625,0.0595703125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,448,512,2048,64,1.708412852664145,0.0,0.9228515625,0.0048828125,0.052734375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,512,576,2048,64,1.6273690734043522,0.0,0.91748046875,0.0029296875,0.0439453125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,576,640,2048,64,1.5956106109593253,0.0,0.8994140625,0.0048828125,0.06201171875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,640,704,2048,64,1.5567335157286566,0.0,0.87255859375,0.00537109375,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,704,768,2048,64,1.7889684440464166,0.0,0.8974609375,0.00390625,0.05029296875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,768,832,2048,64,1.6893898689456177,0.0,0.93408203125,0.005859375,0.05517578125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,832,896,2048,64,1.767401469291291,0.0,0.9248046875,0.00732421875,0.05810546875,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,896,960,2048,64,1.594357294945346,0.0,0.892578125,0.00390625,0.05517578125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,960,1024,2048,64,1.7941985962337634,0.0,0.92138671875,0.00634765625,0.0498046875,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1024,1088,2048,64,1.8616053697307504,0.0,0.94873046875,0.005859375,0.04931640625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1088,1152,2048,64,1.5920804454036992,0.0,0.91650390625,0.0029296875,0.04541015625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1152,1216,2048,64,1.785801495974861,0.0,0.8984375,0.00634765625,0.0498046875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1216,1280,2048,64,1.566431766097687,0.0,0.87255859375,0.0087890625,0.06884765625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1280,1344,2048,64,1.6521883733949203,0.0,0.90869140625,0.0048828125,0.06591796875,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1344,1408,2048,64,1.6865155056198895,0.0,0.951171875,0.00390625,0.03173828125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1408,1472,2048,64,1.7437765190457275,0.0,0.91650390625,0.00439453125,0.05712890625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1472,1536,2048,64,1.669005186534631,0.0,0.86328125,0.0009765625,0.05908203125,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1536,1600,2048,64,1.7040740132626775,0.0,0.919921875,0.0068359375,0.0576171875,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1600,1664,2048,64,1.8656207391093453,0.0,0.90380859375,0.00390625,0.05517578125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1664,1728,2048,64,1.8368611991882697,0.0,0.91162109375,0.00537109375,0.05322265625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1728,1792,2048,64,1.5923798964880953,0.0,0.880859375,0.00732421875,0.05419921875,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1792,1856,2048,64,1.6188523340617889,0.0,0.896484375,0.005859375,0.0546875,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1856,1920,2048,64,1.6969690385577865,0.0,0.892578125,0.0068359375,0.07568359375,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1920,1984,2048,64,1.636066048936143,0.0,0.85302734375,0.00732421875,0.0693359375,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,1984,2048,2048,64,1.7037016992612326,0.0,0.9130859375,0.0048828125,0.04345703125,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2048,2112,2048,64,1.7473865404202387,0.0,0.9091796875,0.00634765625,0.0537109375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2112,2176,2048,64,1.8772944999173233,0.0,0.8857421875,0.00341796875,0.068359375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2176,2240,2048,64,1.61561801226514,0.0,0.892578125,0.0048828125,0.05419921875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2240,2304,2048,64,1.572451128702256,0.0,0.90869140625,0.00830078125,0.06103515625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2304,2368,2048,64,1.7258683407490467,0.0,0.9326171875,0.0048828125,0.0478515625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2368,2432,2048,64,1.65786883777458,0.0,0.9140625,0.00439453125,0.05078125,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2432,2496,2048,64,1.7168132441719308,0.0,0.90673828125,0.0048828125,0.06005859375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2496,2560,2048,64,1.598644388143015,0.0,0.88427734375,0.0078125,0.07080078125,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2560,2624,2048,64,1.6232512941384543,0.0,0.91357421875,0.001953125,0.052734375,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2624,2688,2048,64,1.8683112491184966,0.0,0.94384765625,0.00634765625,0.04541015625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2688,2752,2048,64,1.5026488034851577,0.0,0.88525390625,0.005859375,0.0673828125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2752,2816,2048,64,1.6746517496759714,0.0,0.9072265625,0.00390625,0.0361328125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2816,2880,2048,64,1.7205018255911624,0.0,0.919921875,0.00390625,0.0625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2880,2944,2048,64,1.7406972147064004,0.0,0.93994140625,0.00634765625,0.0537109375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,2944,3008,2048,64,1.8319346929136282,0.0,0.9228515625,0.0078125,0.05224609375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3008,3072,2048,64,1.744387482057804,0.0,0.9248046875,0.00537109375,0.0537109375,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3072,3136,2048,64,1.6074740559258824,0.0,0.90869140625,0.0048828125,0.06591796875,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3136,3200,2048,64,1.9661445695892448,0.0,0.8857421875,0.00537109375,0.06298828125,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3200,3264,2048,64,1.723908622813706,0.0,0.90283203125,0.0087890625,0.0673828125,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3264,3328,2048,64,1.8046680890582798,0.0,0.9345703125,0.00634765625,0.04833984375,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3328,3392,2048,64,1.7929614841316988,0.0,0.9189453125,0.00146484375,0.044921875,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3392,3456,2048,64,1.8191667439923,0.0,0.90234375,0.0068359375,0.060546875,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3456,3520,2048,64,1.9046291433466416,0.0,0.9208984375,0.00439453125,0.0546875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3520,3584,2048,64,1.7814216270315562,0.0,0.9423828125,0.0048828125,0.04931640625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3584,3648,2048,64,1.7051470075388235,0.0,0.8798828125,0.005859375,0.05078125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3648,3712,2048,64,1.6799599697497507,0.0,0.87890625,0.00341796875,0.06494140625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3712,3776,2048,64,1.6040520161017515,0.0,0.87890625,0.00732421875,0.068359375,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3776,3840,2048,64,1.6533364978790812,0.0,0.94189453125,0.00732421875,0.044921875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3840,3904,2048,64,1.6098225039358085,0.0,0.88623046875,0.00537109375,0.0556640625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3904,3968,2048,64,1.6311720312702065,0.0,0.9404296875,0.00439453125,0.04150390625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,3968,4032,2048,64,1.5900736019952175,0.0,0.93310546875,0.0048828125,0.05126953125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4032,4096,2048,64,1.6237342100640708,0.0,0.890625,0.00927734375,0.05859375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4096,4160,2048,64,1.6256995846929918,0.0,0.884765625,0.00732421875,0.0712890625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4160,4224,2048,64,1.8521411635034826,0.0,0.8935546875,0.0068359375,0.0625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4224,4288,2048,64,1.6383601452998933,0.0,0.9306640625,0.0078125,0.05810546875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4288,4352,2048,64,1.6870728569831037,0.0,0.8740234375,0.00341796875,0.06494140625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4352,4416,2048,64,1.8700617759979004,0.0,0.92724609375,0.005859375,0.0546875,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4416,4480,2048,64,1.704517585618054,0.0,0.9375,0.00537109375,0.0400390625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4480,4544,2048,64,1.7366651229320453,0.0,0.9326171875,0.00439453125,0.046875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4544,4608,2048,64,1.7407531161649348,0.0,0.9296875,0.00341796875,0.0439453125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4608,4672,2048,64,1.75340789661719,0.0,0.92529296875,0.00390625,0.04736328125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4672,4736,2048,64,1.8646690858387547,0.0,0.93408203125,0.0029296875,0.04248046875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4736,4800,2048,64,1.6046045158612057,0.0,0.8994140625,0.0078125,0.05517578125,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4800,4864,2048,64,1.4866311575599047,0.0,0.87255859375,0.00439453125,0.0703125,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4864,4928,2048,64,1.7167015508203898,0.0,0.8818359375,0.01025390625,0.072265625,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4928,4992,2048,64,1.8090864464013967,0.0,0.900390625,0.0048828125,0.06005859375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,4992,5056,2048,64,1.8830908952558214,0.0,0.89794921875,0.00634765625,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5056,5120,2048,64,1.6528275983668597,0.0,0.93505859375,0.0048828125,0.04833984375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5120,5184,2048,64,1.6148731950581288,0.0,0.9404296875,0.00146484375,0.05126953125,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5184,5248,2048,64,1.606328987427188,0.0,0.9091796875,0.00537109375,0.05712890625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5248,5312,2048,64,1.8738690156371034,0.0,0.93408203125,0.00439453125,0.041015625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5312,5376,2048,64,1.724702629949318,0.0,0.92333984375,0.00390625,0.052734375,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5376,5440,2048,64,1.5975081421455826,0.0,0.9130859375,0.00634765625,0.0537109375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5440,5504,2048,64,1.6190152332703402,0.0,0.92333984375,0.0068359375,0.05615234375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5504,5568,2048,64,1.6057371248705155,0.0,0.87158203125,0.00634765625,0.0703125,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5568,5632,2048,64,1.742439089783925,0.0,0.90185546875,0.00341796875,0.06494140625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5632,5696,2048,64,1.6936521579002073,0.0,0.8974609375,0.00537109375,0.05810546875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5696,5760,2048,64,1.7664731139654435,0.0,0.94482421875,0.00439453125,0.037109375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5760,5824,2048,64,1.808391807659624,0.0,0.8984375,0.00830078125,0.06005859375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5824,5888,2048,64,1.801474466813728,0.0,0.9423828125,0.00244140625,0.0390625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5888,5952,2048,64,1.6025212537217834,0.0,0.9296875,0.00537109375,0.06201171875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,5952,6016,2048,64,1.661480657188007,0.0,0.8798828125,0.00390625,0.052734375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,64,6016,6080,2048,64,1.738017682420283,0.0,0.93017578125,0.00439453125,0.04443359375,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,64,6080,6144,2048,64,1.7431495946826434,0.0,0.88427734375,0.00439453125,0.0576171875,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,0,128,4096,128,1.6259867540674537,0.0,0.909912109375,0.00537109375,0.04541015625,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,128,256,4096,128,1.719324865802147,0.0,0.8876953125,0.00244140625,0.04736328125,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,256,384,4096,128,1.7417208139630544,0.0,0.9267578125,0.004638671875,0.049560546875,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,384,512,4096,128,1.6430335218211267,0.0,0.8994140625,0.00439453125,0.056884765625,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,512,640,4096,128,1.6115680753351582,0.0,0.908447265625,0.00390625,0.052978515625,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,640,768,4096,128,1.6768761631060833,0.0,0.885009765625,0.005126953125,0.061767578125,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,768,896,4096,128,1.7288357473960771,0.0,0.929443359375,0.00634765625,0.056396484375,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,896,1024,4096,128,1.6972218161855934,0.0,0.906982421875,0.005126953125,0.053466796875,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1024,1152,4096,128,1.7320933429303407,0.0,0.9326171875,0.00439453125,0.047607421875,1.0,85,0.6640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1152,1280,4096,128,1.6797016789992754,0.0,0.885498046875,0.007080078125,0.060546875,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1280,1408,4096,128,1.6694401714164038,0.0,0.929931640625,0.00439453125,0.048828125,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1408,1536,4096,128,1.7068003487600318,0.0,0.889892578125,0.002685546875,0.058837890625,1.0,77,0.6015625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1536,1664,4096,128,1.7866741427680746,0.0,0.911865234375,0.005615234375,0.056396484375,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1664,1792,4096,128,1.718972483756329,0.0,0.896240234375,0.006103515625,0.054443359375,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1792,1920,4096,128,1.6583707060426869,0.0,0.89453125,0.00634765625,0.065185546875,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,1920,2048,4096,128,1.670226271579263,0.0,0.883056640625,0.006591796875,0.05615234375,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2048,2176,4096,128,1.813504116491281,0.0,0.8974609375,0.005126953125,0.059814453125,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2176,2304,4096,128,1.5941806851346183,0.0,0.900634765625,0.006591796875,0.0576171875,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2304,2432,4096,128,1.692210183881409,0.0,0.92333984375,0.004638671875,0.04931640625,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2432,2560,4096,128,1.658781419462086,0.0,0.8955078125,0.00634765625,0.066650390625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2560,2688,4096,128,1.7500759537095645,0.0,0.9287109375,0.004150390625,0.048583984375,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2688,2816,4096,128,1.5909764154927264,0.0,0.896240234375,0.0048828125,0.05224609375,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2816,2944,4096,128,1.73062897889021,0.0,0.929931640625,0.005126953125,0.058349609375,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,2944,3072,4096,128,1.788696789098213,0.0,0.923828125,0.00634765625,0.05322265625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3072,3200,4096,128,1.7957863610407674,0.0,0.897216796875,0.005126953125,0.065185546875,1.0,76,0.59375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3200,3328,4096,128,1.7647503862411693,0.0,0.918701171875,0.007568359375,0.057373046875,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3328,3456,4096,128,1.806111641901919,0.0,0.91064453125,0.004150390625,0.05322265625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3456,3584,4096,128,1.8440546611937942,0.0,0.931640625,0.00439453125,0.051513671875,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3584,3712,4096,128,1.6926003393122941,0.0,0.87939453125,0.00439453125,0.05810546875,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3712,3840,4096,128,1.6288806656073915,0.0,0.910400390625,0.00732421875,0.057373046875,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3840,3968,4096,128,1.6205324263612142,0.0,0.913330078125,0.004638671875,0.048583984375,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,3968,4096,4096,128,1.6069920417809227,0.0,0.911865234375,0.007080078125,0.0556640625,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4096,4224,4096,128,1.74260236847294,0.0,0.88916015625,0.0068359375,0.066162109375,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4224,4352,4096,128,1.6628948840014242,0.0,0.90234375,0.005615234375,0.061279296875,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4352,4480,4096,128,1.7892053048392211,0.0,0.932373046875,0.00537109375,0.048095703125,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4480,4608,4096,128,1.7387103209917554,0.0,0.93115234375,0.00390625,0.04541015625,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4608,4736,4096,128,1.8098936504118488,0.0,0.9296875,0.003173828125,0.044921875,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4736,4864,4096,128,1.5467430056331395,0.0,0.885986328125,0.005859375,0.063720703125,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4864,4992,4096,128,1.7634990764304876,0.0,0.89111328125,0.007568359375,0.06640625,1.0,77,0.6015625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,4992,5120,4096,128,1.7717040370387112,0.0,0.91650390625,0.005615234375,0.0556640625,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5120,5248,4096,128,1.6106067570897162,0.0,0.9248046875,0.00341796875,0.05419921875,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5248,5376,4096,128,1.8008309539652605,0.0,0.9287109375,0.00439453125,0.047119140625,1.0,86,0.671875
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5376,5504,4096,128,1.6082976387756784,0.0,0.918212890625,0.006591796875,0.054931640625,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5504,5632,4096,128,1.6754828700697693,0.0,0.88671875,0.0048828125,0.0673828125,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5632,5760,4096,128,1.7304457365550068,0.0,0.921142578125,0.0048828125,0.047607421875,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5760,5888,4096,128,1.8049364510409012,0.0,0.92041015625,0.00537109375,0.049560546875,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gate_proj.output,128,5888,6016,4096,128,1.632267187509436,0.0,0.90478515625,0.004638671875,0.057373046875,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gate_proj.output,128,6016,6144,4096,128,1.7405855299076567,0.0,0.9072265625,0.00439453125,0.051025390625,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.up_proj.output,0,0,6144,196608,6144,0.596157496762568,0.0,0.4925130208333333,0.009333292643229166,0.0907745361328125,1.0,4476,0.728515625
+fresh-en-1,layers.18.mlp.up_proj.output,64,0,64,2048,64,0.5500309471857756,0.0,0.44970703125,0.009765625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,64,128,2048,64,0.5959243948851222,0.0,0.4951171875,0.00927734375,0.08642578125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,128,192,2048,64,0.5691246777326764,0.0,0.47607421875,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,192,256,2048,64,0.5305640788328378,0.0,0.46435546875,0.00634765625,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.up_proj.output,64,256,320,2048,64,0.6713294571731729,0.0,0.50927734375,0.0107421875,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,320,384,2048,64,0.6414996284506644,0.0,0.52685546875,0.00927734375,0.10546875,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,384,448,2048,64,0.5744823937205319,0.0,0.5634765625,0.00732421875,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,448,512,2048,64,0.5541800441017101,0.0,0.44287109375,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,512,576,2048,64,0.5745870301528232,0.0,0.4853515625,0.0087890625,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,576,640,2048,64,0.6142710891728237,0.0,0.49267578125,0.00927734375,0.091796875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,640,704,2048,64,0.6207067895971994,0.0,0.4716796875,0.00732421875,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,704,768,2048,64,0.6641677386323533,0.0,0.46337890625,0.009765625,0.09521484375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,768,832,2048,64,0.6222602088493752,0.0,0.533203125,0.00537109375,0.09814453125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,832,896,2048,64,0.5888923356133591,0.0,0.4404296875,0.0078125,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,896,960,2048,64,0.606279598202945,0.0,0.5224609375,0.00830078125,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,960,1024,2048,64,0.5564814177892807,0.0,0.48046875,0.0087890625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,1024,1088,2048,64,0.589497927331975,0.0,0.57421875,0.00830078125,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,1088,1152,2048,64,0.5610589046960938,0.0,0.5302734375,0.00927734375,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,1152,1216,2048,64,0.5812358517529674,0.0,0.501953125,0.01025390625,0.09912109375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,1216,1280,2048,64,0.5648067920317693,0.0,0.4599609375,0.01123046875,0.08251953125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,1280,1344,2048,64,0.6412289218570952,0.0,0.52978515625,0.01025390625,0.10205078125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,1344,1408,2048,64,0.5373039145934776,0.0,0.48583984375,0.01025390625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,1408,1472,2048,64,0.6211414231344526,0.0,0.46533203125,0.00537109375,0.07568359375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,1472,1536,2048,64,0.5976731676217321,0.0,0.5126953125,0.009765625,0.095703125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,1536,1600,2048,64,0.5378562037850164,0.0,0.5087890625,0.00830078125,0.087890625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,1600,1664,2048,64,0.5064631632406748,0.0,0.45556640625,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.up_proj.output,64,1664,1728,2048,64,0.6969388594388901,0.0,0.50927734375,0.00927734375,0.08740234375,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,1728,1792,2048,64,0.5367670777711139,0.0,0.4580078125,0.00537109375,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,1792,1856,2048,64,0.6260785677860544,0.0,0.53369140625,0.01171875,0.09521484375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,1856,1920,2048,64,0.6033289744664809,0.0,0.447265625,0.0087890625,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,1920,1984,2048,64,0.5648922351057003,0.0,0.470703125,0.00927734375,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,1984,2048,2048,64,0.5948745821453295,0.0,0.5087890625,0.0068359375,0.095703125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,2048,2112,2048,64,0.6096258966968142,0.0,0.43310546875,0.0126953125,0.10107421875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,2112,2176,2048,64,0.7453193670088808,0.0,0.466796875,0.00830078125,0.1025390625,1.0,38,0.59375
+fresh-en-1,layers.18.mlp.up_proj.output,64,2176,2240,2048,64,0.5224580228639717,0.0,0.46630859375,0.00439453125,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,2240,2304,2048,64,0.5999559550789919,0.0,0.4970703125,0.0078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,2304,2368,2048,64,0.5637713521389277,0.0,0.51171875,0.01025390625,0.095703125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,2368,2432,2048,64,0.621534543102696,0.0,0.4365234375,0.00732421875,0.0751953125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,2432,2496,2048,64,0.48403261564363464,0.0,0.48486328125,0.01123046875,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.up_proj.output,64,2496,2560,2048,64,0.5805169482541003,0.0,0.498046875,0.01025390625,0.08642578125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,2560,2624,2048,64,0.7214328063121012,0.0,0.51123046875,0.01123046875,0.103515625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.up_proj.output,64,2624,2688,2048,64,0.5924850936893521,0.0,0.4833984375,0.01220703125,0.07861328125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,2688,2752,2048,64,0.5585947052777991,0.0,0.490234375,0.01171875,0.07568359375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,2752,2816,2048,64,0.5212241181709679,0.0,0.48681640625,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,2816,2880,2048,64,0.579520962919526,0.0,0.52197265625,0.00830078125,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,2880,2944,2048,64,0.5998408597071427,0.0,0.44140625,0.00634765625,0.0859375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,2944,3008,2048,64,0.6159758763449418,0.0,0.501953125,0.0146484375,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,64,3008,3072,2048,64,0.6153545583806048,0.0,0.50439453125,0.0048828125,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,3072,3136,2048,64,0.5935644370131936,0.0,0.46044921875,0.00830078125,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,64,3136,3200,2048,64,0.5529792636431087,0.0,0.59521484375,0.0068359375,0.07568359375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,3200,3264,2048,64,0.5752253531555563,0.0,0.48974609375,0.00732421875,0.0771484375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,3264,3328,2048,64,0.6535842840161717,0.0,0.53955078125,0.0087890625,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,3328,3392,2048,64,0.5563228954054384,0.0,0.49658203125,0.00732421875,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,3392,3456,2048,64,0.5880900158044784,0.0,0.4912109375,0.0107421875,0.0908203125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,3456,3520,2048,64,0.6400865048899984,0.0,0.52099609375,0.01025390625,0.0830078125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,3520,3584,2048,64,0.6461160565478878,0.0,0.5,0.01171875,0.0966796875,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,64,3584,3648,2048,64,0.6149565091434056,0.0,0.5439453125,0.00634765625,0.08056640625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,3648,3712,2048,64,0.6743927286431264,0.0,0.49365234375,0.0107421875,0.10107421875,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.up_proj.output,64,3712,3776,2048,64,0.6483368102241643,0.0,0.50830078125,0.01123046875,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,3776,3840,2048,64,0.6157731836224122,0.0,0.48974609375,0.0078125,0.11083984375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,3840,3904,2048,64,0.5733094913335283,0.0,0.52783203125,0.0087890625,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,3904,3968,2048,64,0.5478318746876214,0.0,0.44970703125,0.00634765625,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,3968,4032,2048,64,0.6186919106230668,0.0,0.50830078125,0.013671875,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,4032,4096,2048,64,0.5343374543523008,0.0,0.48046875,0.0126953125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,4096,4160,2048,64,0.5189432652418906,0.0,0.54296875,0.00732421875,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,4160,4224,2048,64,0.5259419780835646,0.0,0.50830078125,0.0078125,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,4224,4288,2048,64,0.6578106715513112,0.0,0.45849609375,0.0107421875,0.1025390625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.up_proj.output,64,4288,4352,2048,64,0.6532805808467005,0.0,0.482421875,0.01513671875,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,64,4352,4416,2048,64,0.5849940705763828,0.0,0.56591796875,0.0078125,0.07373046875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,4416,4480,2048,64,0.5826208037527271,0.0,0.4765625,0.009765625,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,4480,4544,2048,64,0.5940377378668369,0.0,0.5068359375,0.01171875,0.0986328125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,4544,4608,2048,64,0.5820353697486117,0.0,0.54833984375,0.009765625,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,4608,4672,2048,64,0.6977744061319423,0.0,0.48388671875,0.01123046875,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.up_proj.output,64,4672,4736,2048,64,0.5643897255328639,0.0,0.4951171875,0.01025390625,0.09765625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,4736,4800,2048,64,0.6411860746415856,0.0,0.47509765625,0.00830078125,0.08642578125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,4800,4864,2048,64,0.5818457181695517,0.0,0.451171875,0.00927734375,0.08935546875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,4864,4928,2048,64,0.5619170065961892,0.0,0.451171875,0.0107421875,0.08837890625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,4928,4992,2048,64,0.5718865289470906,0.0,0.4990234375,0.0107421875,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,4992,5056,2048,64,0.6128802597360082,0.0,0.47802734375,0.01220703125,0.09521484375,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,5056,5120,2048,64,0.5752907619306767,0.0,0.45166015625,0.00732421875,0.09130859375,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,5120,5184,2048,64,0.5617288105975387,0.0,0.541015625,0.0068359375,0.07861328125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,5184,5248,2048,64,0.5767326164181494,0.0,0.544921875,0.00830078125,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,5248,5312,2048,64,0.5340360131277299,0.0,0.47705078125,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,5312,5376,2048,64,0.5759913845558758,0.0,0.4638671875,0.01123046875,0.1005859375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,5376,5440,2048,64,0.5611797462909668,0.0,0.50830078125,0.01171875,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,5440,5504,2048,64,0.6586259704096942,0.0,0.47509765625,0.01318359375,0.087890625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,5504,5568,2048,64,0.6758944825505001,0.0,0.4609375,0.01123046875,0.10302734375,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,5568,5632,2048,64,0.5606153475514833,0.0,0.47998046875,0.00927734375,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,5632,5696,2048,64,0.6278736001817843,0.0,0.50732421875,0.00927734375,0.09814453125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,64,5696,5760,2048,64,0.5663336954160924,0.0,0.48388671875,0.00927734375,0.0859375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,64,5760,5824,2048,64,0.5294252269894947,0.0,0.5185546875,0.01123046875,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.up_proj.output,64,5824,5888,2048,64,0.5982693841904928,0.0,0.43408203125,0.00830078125,0.091796875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,64,5888,5952,2048,64,0.6603911999708908,0.0,0.4736328125,0.0087890625,0.09521484375,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,64,5952,6016,2048,64,0.5738277219632402,0.0,0.5068359375,0.00732421875,0.08056640625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,6016,6080,2048,64,0.5885370663822156,0.0,0.4541015625,0.00830078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,64,6080,6144,2048,64,0.6283216904696307,0.0,0.4755859375,0.01171875,0.099609375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,128,0,128,4096,128,0.5734369744275654,0.0,0.472412109375,0.009521484375,0.089599609375,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,128,256,4096,128,0.5501823064003697,0.0,0.47021484375,0.00830078125,0.0869140625,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,256,384,4096,128,0.6565839677340468,0.0,0.51806640625,0.010009765625,0.099609375,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,128,384,512,4096,128,0.5644225110568524,0.0,0.503173828125,0.00830078125,0.08837890625,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,512,640,4096,128,0.5947601307306201,0.0,0.489013671875,0.009521484375,0.091552734375,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,640,768,4096,128,0.6428046762789129,0.0,0.467529296875,0.0087890625,0.0947265625,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.up_proj.output,128,768,896,4096,128,0.605806054138379,0.0,0.48681640625,0.006591796875,0.094482421875,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.up_proj.output,128,896,1024,4096,128,0.5819134469755328,0.0,0.50146484375,0.0087890625,0.08349609375,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,128,1024,1152,4096,128,0.5754541253946638,0.0,0.55224609375,0.008544921875,0.082763671875,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,128,1152,1280,4096,128,0.5730801984400682,0.0,0.48095703125,0.010498046875,0.091552734375,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,1280,1408,4096,128,0.5915530520855622,0.0,0.5078125,0.010009765625,0.09521484375,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,1408,1536,4096,128,0.6095202551304133,0.0,0.489013671875,0.007568359375,0.087890625,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,1536,1664,4096,128,0.5223955549532266,0.0,0.482177734375,0.009033203125,0.08935546875,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,1664,1792,4096,128,0.6220300111630154,0.0,0.483642578125,0.008056640625,0.087158203125,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,1792,1920,4096,128,0.6148090046802391,0.0,0.490478515625,0.01025390625,0.0908203125,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,1920,2048,4096,128,0.5800771525259784,0.0,0.48974609375,0.008056640625,0.09814453125,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,2048,2176,4096,128,0.6808614737088278,0.0,0.449951171875,0.01025390625,0.1025390625,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.up_proj.output,128,2176,2304,4096,128,0.5625431244312189,0.0,0.481689453125,0.006103515625,0.08349609375,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,2304,2432,4096,128,0.593356269774927,0.0,0.47412109375,0.00830078125,0.08642578125,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,2432,2560,4096,128,0.5344564997345772,0.0,0.491455078125,0.010498046875,0.087646484375,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.up_proj.output,128,2560,2688,4096,128,0.6601150961262111,0.0,0.497314453125,0.01123046875,0.0927734375,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.up_proj.output,128,2688,2816,4096,128,0.540232647165781,0.0,0.488525390625,0.00927734375,0.077392578125,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,2816,2944,4096,128,0.5897684305883873,0.0,0.481689453125,0.00732421875,0.087646484375,1.0,95,0.7421875
+fresh-en-1,layers.18.mlp.up_proj.output,128,2944,3072,4096,128,0.6156652957405948,0.0,0.503173828125,0.009765625,0.09228515625,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,3072,3200,4096,128,0.5736308947860392,0.0,0.52783203125,0.007568359375,0.0859375,1.0,95,0.7421875
+fresh-en-1,layers.18.mlp.up_proj.output,128,3200,3328,4096,128,0.6156527524611038,0.0,0.5146484375,0.0078125,0.0859375,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.up_proj.output,128,3328,3456,4096,128,0.5724268646042052,0.0,0.493896484375,0.0087890625,0.090576171875,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,3456,3584,4096,128,0.6431083471201752,0.0,0.510498046875,0.010986328125,0.090087890625,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,3584,3712,4096,128,0.6453592257745159,0.0,0.518798828125,0.009033203125,0.090087890625,1.0,90,0.703125
+fresh-en-1,layers.18.mlp.up_proj.output,128,3712,3840,4096,128,0.6322646728863337,0.0,0.4990234375,0.010009765625,0.105712890625,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.up_proj.output,128,3840,3968,4096,128,0.560715407215132,0.0,0.48876953125,0.0078125,0.08544921875,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,3968,4096,4096,128,0.5780554451755118,0.0,0.494384765625,0.01318359375,0.0927734375,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,4096,4224,4096,128,0.5224543409956357,0.0,0.525634765625,0.007568359375,0.0869140625,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,4224,4352,4096,128,0.6555495392867687,0.0,0.470458984375,0.0126953125,0.10400390625,1.0,89,0.6953125
+fresh-en-1,layers.18.mlp.up_proj.output,128,4352,4480,4096,128,0.5838086431250396,0.0,0.521240234375,0.0087890625,0.08154296875,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,4480,4608,4096,128,0.5880671754350654,0.0,0.527587890625,0.0107421875,0.091552734375,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,4608,4736,4096,128,0.6345962827419674,0.0,0.489501953125,0.010986328125,0.097900390625,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.up_proj.output,128,4736,4864,4096,128,0.6122352579141969,0.0,0.463134765625,0.0087890625,0.09033203125,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,4864,4992,4096,128,0.5669236828238758,0.0,0.47509765625,0.0107421875,0.087158203125,1.0,96,0.75
+fresh-en-1,layers.18.mlp.up_proj.output,128,4992,5120,4096,128,0.5943827359273045,0.0,0.46484375,0.009521484375,0.093017578125,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.up_proj.output,128,5120,5248,4096,128,0.5692801452254636,0.0,0.54296875,0.007568359375,0.08251953125,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,5248,5376,4096,128,0.5554100009902395,0.0,0.470458984375,0.0087890625,0.092529296875,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,5376,5504,4096,128,0.6118459269069727,0.0,0.49169921875,0.012939453125,0.0927734375,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,5504,5632,4096,128,0.6209359546090396,0.0,0.470458984375,0.01123046875,0.09375,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,5632,5760,4096,128,0.5978959409332373,0.0,0.49560546875,0.00927734375,0.09375,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.up_proj.output,128,5760,5888,4096,128,0.5648970379779618,0.0,0.476318359375,0.009521484375,0.092041015625,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.up_proj.output,128,5888,6016,4096,128,0.6186254082611361,0.0,0.490234375,0.00830078125,0.08740234375,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.up_proj.output,128,6016,6144,4096,128,0.608754476460091,0.0,0.46484375,0.009765625,0.094970703125,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.silu_gate,0,0,6144,196608,6144,0.30878826881060045,0.0,0.9090932210286459,0.0018768310546875,0.020634969075520832,1.0,4557,0.74169921875
+fresh-en-1,layers.18.mlp.silu_gate,64,0,64,2048,64,0.2535177415050344,0.0,0.919921875,0.001953125,0.01025390625,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,64,128,2048,64,0.2747558336557499,0.0,0.89990234375,0.001953125,0.02001953125,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,128,192,2048,64,0.3388946603961509,0.0,0.8837890625,0.0009765625,0.0185546875,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,192,256,2048,64,0.36695563853230606,0.0,0.8916015625,0.0009765625,0.01611328125,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,64,256,320,2048,64,0.2513499206095431,0.0,0.9306640625,0.0,0.01123046875,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.silu_gate,64,320,384,2048,64,0.258123168456329,0.0,0.9228515625,0.001953125,0.0244140625,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,384,448,2048,64,0.302089238462394,0.0,0.8759765625,0.00244140625,0.02392578125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,448,512,2048,64,0.26205360078739903,0.0,0.9228515625,0.001953125,0.02001953125,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,512,576,2048,64,0.2763848681621444,0.0,0.91748046875,0.0009765625,0.01318359375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,576,640,2048,64,0.33259426771389267,0.0,0.8994140625,0.00146484375,0.02734375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,640,704,2048,64,0.3818384228418726,0.0,0.87255859375,0.00244140625,0.0380859375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.silu_gate,64,704,768,2048,64,0.32244883422053844,0.0,0.8974609375,0.0009765625,0.015625,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,768,832,2048,64,0.24697154592078233,0.0,0.93408203125,0.00146484375,0.02001953125,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,832,896,2048,64,0.24462391629562907,0.0,0.9248046875,0.00244140625,0.017578125,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,896,960,2048,64,0.30220943786679183,0.0,0.892578125,0.00146484375,0.01708984375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,960,1024,2048,64,0.26112789411827286,0.0,0.92138671875,0.00048828125,0.0146484375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,1024,1088,2048,64,0.2843942422176241,0.0,0.94873046875,0.001953125,0.02099609375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,1088,1152,2048,64,0.2876836782295723,0.0,0.91650390625,0.00048828125,0.015625,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,1152,1216,2048,64,0.31759509739119685,0.0,0.8984375,0.00244140625,0.0185546875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,1216,1280,2048,64,0.2984126061799562,0.0,0.87255859375,0.00341796875,0.02685546875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,1280,1344,2048,64,0.25260810014710317,0.0,0.90869140625,0.00146484375,0.02197265625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,1344,1408,2048,64,0.26635297230863847,0.0,0.951171875,0.00146484375,0.01025390625,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,1408,1472,2048,64,0.29738813287757976,0.0,0.91650390625,0.0009765625,0.02294921875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,1472,1536,2048,64,0.47479866527092923,0.0,0.86328125,0.00048828125,0.03125,1.0,33,0.515625
+fresh-en-1,layers.18.mlp.silu_gate,64,1536,1600,2048,64,0.23986092109519883,0.0,0.919921875,0.00244140625,0.01611328125,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.silu_gate,64,1600,1664,2048,64,0.28686559071300255,0.0,0.90380859375,0.0009765625,0.01904296875,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,1664,1728,2048,64,0.3130894290734033,0.0,0.91162109375,0.001953125,0.02392578125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,1728,1792,2048,64,0.3901602127912732,0.0,0.880859375,0.00244140625,0.02880859375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.silu_gate,64,1792,1856,2048,64,0.28198258790733854,0.0,0.896484375,0.0029296875,0.01953125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,1856,1920,2048,64,0.2701595292021726,0.0,0.892578125,0.00244140625,0.0263671875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,1920,1984,2048,64,0.35144222008690235,0.0,0.85302734375,0.00439453125,0.02783203125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,1984,2048,2048,64,0.31535163595012633,0.0,0.9130859375,0.001953125,0.01416015625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,2048,2112,2048,64,0.33927221244388905,0.0,0.9091796875,0.0029296875,0.021484375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,2112,2176,2048,64,0.3166885464264598,0.0,0.8857421875,0.001953125,0.01953125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,2176,2240,2048,64,0.31569242389629854,0.0,0.892578125,0.00244140625,0.01806640625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,2240,2304,2048,64,0.27277456019227186,0.0,0.90869140625,0.00244140625,0.02734375,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,2304,2368,2048,64,0.2577235369237525,0.0,0.9326171875,0.001953125,0.01123046875,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,2368,2432,2048,64,0.2656412353085162,0.0,0.9140625,0.001953125,0.01513671875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,2432,2496,2048,64,0.33332454447103055,0.0,0.90673828125,0.00146484375,0.0234375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,2496,2560,2048,64,0.3077371684092624,0.0,0.88427734375,0.00341796875,0.03271484375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,2560,2624,2048,64,0.2569060934007143,0.0,0.91357421875,0.0009765625,0.017578125,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,2624,2688,2048,64,0.2479552087011349,0.0,0.94384765625,0.00244140625,0.0126953125,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,2688,2752,2048,64,0.29484534756032044,0.0,0.88525390625,0.00244140625,0.02685546875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,2752,2816,2048,64,0.32337417366578775,0.0,0.9072265625,0.0009765625,0.01220703125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,2816,2880,2048,64,0.3578189819458559,0.0,0.919921875,0.00244140625,0.02099609375,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.silu_gate,64,2880,2944,2048,64,0.24422595228373348,0.0,0.93994140625,0.00244140625,0.01806640625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,2944,3008,2048,64,0.35727147674999815,0.0,0.9228515625,0.00146484375,0.021484375,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.silu_gate,64,3008,3072,2048,64,0.24964901311521337,0.0,0.9248046875,0.0029296875,0.0146484375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,3072,3136,2048,64,0.2719282791987389,0.0,0.90869140625,0.0009765625,0.01708984375,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,3136,3200,2048,64,0.3002232809509808,0.0,0.8857421875,0.001953125,0.02001953125,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,3200,3264,2048,64,0.2969335431691628,0.0,0.90283203125,0.00390625,0.0263671875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,3264,3328,2048,64,0.2366142232180863,0.0,0.9345703125,0.00341796875,0.01318359375,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,3328,3392,2048,64,0.2631635243810832,0.0,0.9189453125,0.00048828125,0.01025390625,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,3392,3456,2048,64,0.7949901749490406,0.0,0.90234375,0.00634765625,0.056640625,1.0,2,0.03125
+fresh-en-1,layers.18.mlp.silu_gate,64,3456,3520,2048,64,0.29313375513771506,0.0,0.9208984375,0.0009765625,0.01611328125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,3520,3584,2048,64,0.26280451625777,0.0,0.9423828125,0.001953125,0.015625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,3584,3648,2048,64,0.37173336274688407,0.0,0.8798828125,0.001953125,0.0244140625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,64,3648,3712,2048,64,0.3133642462033287,0.0,0.87890625,0.00048828125,0.02099609375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,3712,3776,2048,64,0.3069916726566452,0.0,0.87890625,0.00390625,0.025390625,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,3776,3840,2048,64,0.24596847210426018,0.0,0.94189453125,0.001953125,0.01416015625,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.silu_gate,64,3840,3904,2048,64,0.316775733135654,0.0,0.88623046875,0.00390625,0.02099609375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,3904,3968,2048,64,0.2501427251987443,0.0,0.9404296875,0.00146484375,0.01611328125,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.silu_gate,64,3968,4032,2048,64,0.2477627923631982,0.0,0.93310546875,0.00244140625,0.01904296875,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,4032,4096,2048,64,0.3300071751590374,0.0,0.890625,0.00146484375,0.03173828125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,4096,4160,2048,64,0.36465243806242387,0.0,0.884765625,0.00146484375,0.0322265625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.silu_gate,64,4160,4224,2048,64,0.28380925573730814,0.0,0.8935546875,0.001953125,0.01953125,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,4224,4288,2048,64,0.24541744961194492,0.0,0.9306640625,0.00244140625,0.0234375,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,4288,4352,2048,64,0.3585140232200938,0.0,0.8740234375,0.00146484375,0.02978515625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,64,4352,4416,2048,64,0.2641478240169258,0.0,0.92724609375,0.0,0.015625,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,4416,4480,2048,64,0.24472531617868015,0.0,0.9375,0.00244140625,0.01220703125,1.0,55,0.859375
+fresh-en-1,layers.18.mlp.silu_gate,64,4480,4544,2048,64,0.25697124093569146,0.0,0.9326171875,0.0009765625,0.01171875,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,4544,4608,2048,64,0.2745710509175393,0.0,0.9296875,0.0009765625,0.013671875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,4608,4672,2048,64,0.2643077174787785,0.0,0.92529296875,0.001953125,0.013671875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,4672,4736,2048,64,0.24582961924830243,0.0,0.93408203125,0.00048828125,0.0126953125,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,4736,4800,2048,64,0.2856805711095458,0.0,0.8994140625,0.00341796875,0.02001953125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,4800,4864,2048,64,0.32017414851912956,0.0,0.87255859375,0.001953125,0.0283203125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,4864,4928,2048,64,0.3015887514895017,0.0,0.8818359375,0.00439453125,0.02490234375,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,4928,4992,2048,64,0.30535643495243175,0.0,0.900390625,0.00146484375,0.02392578125,1.0,48,0.75
+fresh-en-1,layers.18.mlp.silu_gate,64,4992,5056,2048,64,0.31487758720976344,0.0,0.89794921875,0.00244140625,0.02392578125,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,5056,5120,2048,64,0.2604382608046297,0.0,0.93505859375,0.0,0.0166015625,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,5120,5184,2048,64,0.24894456966784875,0.0,0.9404296875,0.00146484375,0.01318359375,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.silu_gate,64,5184,5248,2048,64,0.35256826275421715,0.0,0.9091796875,0.0029296875,0.02685546875,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,5248,5312,2048,64,0.3571574581556693,0.0,0.93408203125,0.0009765625,0.01416015625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.silu_gate,64,5312,5376,2048,64,0.4166964786960023,0.0,0.92333984375,0.0009765625,0.0244140625,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.silu_gate,64,5376,5440,2048,64,0.28578214748252395,0.0,0.9130859375,0.00244140625,0.01806640625,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,5440,5504,2048,64,0.3028007035582035,0.0,0.92333984375,0.00439453125,0.0185546875,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,64,5504,5568,2048,64,0.3327405184850166,0.0,0.87158203125,0.0029296875,0.0283203125,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,64,5568,5632,2048,64,0.2631520206930282,0.0,0.90185546875,0.00048828125,0.017578125,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,64,5632,5696,2048,64,0.2905692287145295,0.0,0.8974609375,0.00244140625,0.0185546875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,5696,5760,2048,64,0.25058157046312646,0.0,0.94482421875,0.0009765625,0.013671875,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.silu_gate,64,5760,5824,2048,64,0.3440878799376824,0.0,0.8984375,0.0029296875,0.03076171875,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,64,5824,5888,2048,64,0.270223246193899,0.0,0.9423828125,0.0009765625,0.0107421875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,5888,5952,2048,64,0.25741327608962683,0.0,0.9296875,0.00146484375,0.021484375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,64,5952,6016,2048,64,0.2903543109944047,0.0,0.8798828125,0.0009765625,0.0185546875,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,64,6016,6080,2048,64,0.3292999484551454,0.0,0.93017578125,0.00146484375,0.0185546875,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,64,6080,6144,2048,64,0.3076241131720942,0.0,0.88427734375,0.00048828125,0.0205078125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,128,0,128,4096,128,0.2643501592449677,0.0,0.909912109375,0.001953125,0.015380859375,1.0,104,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,128,128,256,4096,128,0.3532039294059984,0.0,0.8876953125,0.0009765625,0.017578125,1.0,89,0.6953125
+fresh-en-1,layers.18.mlp.silu_gate,128,256,384,4096,128,0.2547590554664917,0.0,0.9267578125,0.0009765625,0.017822265625,1.0,104,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,128,384,512,4096,128,0.2827808318118739,0.0,0.8994140625,0.001953125,0.021728515625,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,512,640,4096,128,0.3057838634273778,0.0,0.908447265625,0.001220703125,0.01953125,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,128,640,768,4096,128,0.3533934293733777,0.0,0.885009765625,0.00146484375,0.025634765625,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,128,768,896,4096,128,0.24580053388704431,0.0,0.929443359375,0.001953125,0.01904296875,1.0,105,0.8203125
+fresh-en-1,layers.18.mlp.silu_gate,128,896,1024,4096,128,0.28241664382823317,0.0,0.906982421875,0.0009765625,0.015380859375,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.silu_gate,128,1024,1152,4096,128,0.286043688731488,0.0,0.9326171875,0.001220703125,0.0185546875,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,1152,1280,4096,128,0.3081531513825856,0.0,0.885498046875,0.0029296875,0.022705078125,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.silu_gate,128,1280,1408,4096,128,0.25957152975391506,0.0,0.929931640625,0.00146484375,0.01611328125,1.0,104,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,128,1408,1536,4096,128,0.39615241645070715,0.0,0.889892578125,0.0009765625,0.027099609375,1.0,80,0.625
+fresh-en-1,layers.18.mlp.silu_gate,128,1536,1664,4096,128,0.26440984153748615,0.0,0.911865234375,0.001708984375,0.016845703125,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.silu_gate,128,1664,1792,4096,128,0.3537301105665457,0.0,0.896240234375,0.002197265625,0.025634765625,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,128,1792,1920,4096,128,0.27613434330200537,0.0,0.89453125,0.00244140625,0.023193359375,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,1920,2048,4096,128,0.33388492655107366,0.0,0.883056640625,0.0029296875,0.02099609375,1.0,93,0.7265625
+fresh-en-1,layers.18.mlp.silu_gate,128,2048,2176,4096,128,0.3281747016257312,0.0,0.8974609375,0.002197265625,0.0205078125,1.0,90,0.703125
+fresh-en-1,layers.18.mlp.silu_gate,128,2176,2304,4096,128,0.29501497181804825,0.0,0.900634765625,0.002197265625,0.022216796875,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.silu_gate,128,2304,2432,4096,128,0.2617123300312036,0.0,0.92333984375,0.001953125,0.013427734375,1.0,105,0.8203125
+fresh-en-1,layers.18.mlp.silu_gate,128,2432,2560,4096,128,0.32078607884957444,0.0,0.8955078125,0.00244140625,0.027587890625,1.0,92,0.71875
+fresh-en-1,layers.18.mlp.silu_gate,128,2560,2688,4096,128,0.25247032137306746,0.0,0.9287109375,0.001708984375,0.015625,1.0,104,0.8125
+fresh-en-1,layers.18.mlp.silu_gate,128,2688,2816,4096,128,0.3094387137802873,0.0,0.896240234375,0.001953125,0.0205078125,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,128,2816,2944,4096,128,0.3063337555752428,0.0,0.929931640625,0.00244140625,0.021484375,1.0,95,0.7421875
+fresh-en-1,layers.18.mlp.silu_gate,128,2944,3072,4096,128,0.30819436874197137,0.0,0.923828125,0.00244140625,0.01806640625,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.silu_gate,128,3072,3200,4096,128,0.2864253894585454,0.0,0.897216796875,0.00146484375,0.0185546875,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.silu_gate,128,3200,3328,4096,128,0.2684732944708761,0.0,0.918701171875,0.00390625,0.019775390625,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.silu_gate,128,3328,3456,4096,128,0.5921420517199311,0.0,0.91064453125,0.003173828125,0.038818359375,1.0,35,0.2734375
+fresh-en-1,layers.18.mlp.silu_gate,128,3456,3584,4096,128,0.2783824816386785,0.0,0.931640625,0.001220703125,0.0166015625,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,3584,3712,4096,128,0.3437897931714138,0.0,0.87939453125,0.001220703125,0.02197265625,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.silu_gate,128,3712,3840,4096,128,0.27815856660350136,0.0,0.910400390625,0.002685546875,0.019775390625,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.silu_gate,128,3840,3968,4096,128,0.28541044836645835,0.0,0.913330078125,0.002197265625,0.01806640625,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.silu_gate,128,3968,4096,4096,128,0.2917971358119,0.0,0.911865234375,0.001953125,0.025634765625,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.silu_gate,128,4096,4224,4096,128,0.3267407949943156,0.0,0.88916015625,0.001953125,0.025634765625,1.0,91,0.7109375
+fresh-en-1,layers.18.mlp.silu_gate,128,4224,4352,4096,128,0.30721493243288933,0.0,0.90234375,0.001953125,0.026611328125,1.0,96,0.75
+fresh-en-1,layers.18.mlp.silu_gate,128,4352,4480,4096,128,0.2546218306740722,0.0,0.932373046875,0.001220703125,0.013671875,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.silu_gate,128,4480,4608,4096,128,0.2659167921267771,0.0,0.93115234375,0.0009765625,0.0126953125,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.silu_gate,128,4608,4736,4096,128,0.25523594106101827,0.0,0.9296875,0.001220703125,0.0126953125,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.silu_gate,128,4736,4864,4096,128,0.30341792472547324,0.0,0.885986328125,0.002685546875,0.023681640625,1.0,97,0.7578125
+fresh-en-1,layers.18.mlp.silu_gate,128,4864,4992,4096,128,0.3034784402489369,0.0,0.89111328125,0.0029296875,0.02490234375,1.0,95,0.7421875
+fresh-en-1,layers.18.mlp.silu_gate,128,4992,5120,4096,128,0.28894288589441214,0.0,0.91650390625,0.001220703125,0.019287109375,1.0,98,0.765625
+fresh-en-1,layers.18.mlp.silu_gate,128,5120,5248,4096,128,0.3051866467169207,0.0,0.9248046875,0.002197265625,0.02099609375,1.0,99,0.7734375
+fresh-en-1,layers.18.mlp.silu_gate,128,5248,5376,4096,128,0.3880704866862891,0.0,0.9287109375,0.0009765625,0.019775390625,1.0,80,0.625
+fresh-en-1,layers.18.mlp.silu_gate,128,5376,5504,4096,128,0.29441442041369686,0.0,0.918212890625,0.003173828125,0.01806640625,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,5504,5632,4096,128,0.2999710307983936,0.0,0.88671875,0.001708984375,0.02294921875,1.0,96,0.75
+fresh-en-1,layers.18.mlp.silu_gate,128,5632,5760,4096,128,0.2713131033801384,0.0,0.921142578125,0.001708984375,0.015625,1.0,102,0.796875
+fresh-en-1,layers.18.mlp.silu_gate,128,5760,5888,4096,128,0.30936796206425243,0.0,0.92041015625,0.00146484375,0.02001953125,1.0,96,0.75
+fresh-en-1,layers.18.mlp.silu_gate,128,5888,6016,4096,128,0.2743785893799204,0.0,0.90478515625,0.0009765625,0.02001953125,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.silu_gate,128,6016,6144,4096,128,0.31864639575670617,0.0,0.9072265625,0.0009765625,0.01904296875,1.0,94,0.734375
+fresh-en-1,layers.18.mlp.gated_product,0,0,6144,196608,6144,0.20608683184826204,0.0,0.5066884358723959,0.0223388671875,0.17687479654947916,1.0,3038,0.4944661458333333
+fresh-en-1,layers.18.mlp.gated_product,64,0,64,2048,64,0.14463540109617853,0.0,0.52685546875,0.01806640625,0.12890625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,64,128,2048,64,0.17007374629880034,0.0,0.49658203125,0.02490234375,0.146484375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,128,192,2048,64,0.1750159378728243,0.0,0.50732421875,0.0234375,0.14453125,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,192,256,2048,64,0.19161897405375783,0.0,0.52783203125,0.01611328125,0.15576171875,1.0,35,0.546875
+fresh-en-1,layers.18.mlp.gated_product,64,256,320,2048,64,0.17517553427960741,0.0,0.52392578125,0.01416015625,0.1279296875,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,320,384,2048,64,0.15441422994113746,0.0,0.48193359375,0.01611328125,0.15087890625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,384,448,2048,64,0.1788530375153628,0.0,0.447265625,0.0185546875,0.15771484375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,448,512,2048,64,0.1357891420275189,0.0,0.52978515625,0.013671875,0.12939453125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.gated_product,64,512,576,2048,64,0.19268232751372,0.0,0.50634765625,0.02197265625,0.16748046875,1.0,35,0.546875
+fresh-en-1,layers.18.mlp.gated_product,64,576,640,2048,64,0.24567771629981927,0.0,0.49951171875,0.02783203125,0.20654296875,1.0,28,0.4375
+fresh-en-1,layers.18.mlp.gated_product,64,640,704,2048,64,0.30695722406876014,0.0,0.53955078125,0.02783203125,0.25244140625,1.0,17,0.265625
+fresh-en-1,layers.18.mlp.gated_product,64,704,768,2048,64,0.18656824290540905,0.0,0.52978515625,0.017578125,0.1552734375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,768,832,2048,64,0.15758169944044245,0.0,0.44873046875,0.01611328125,0.1494140625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,832,896,2048,64,0.15430413028726467,0.0,0.5595703125,0.017578125,0.13232421875,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gated_product,64,896,960,2048,64,0.16967432762820223,0.0,0.5009765625,0.017578125,0.12109375,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gated_product,64,960,1024,2048,64,0.1780459674905872,0.0,0.49462890625,0.0185546875,0.14697265625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,1024,1088,2048,64,0.1796591163128343,0.0,0.42822265625,0.01708984375,0.14599609375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,1088,1152,2048,64,0.15176344440355763,0.0,0.46337890625,0.0126953125,0.13134765625,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,1152,1216,2048,64,0.16728414957296506,0.0,0.515625,0.02197265625,0.15380859375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,1216,1280,2048,64,0.17643266542236918,0.0,0.51318359375,0.0234375,0.15771484375,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,1280,1344,2048,64,0.14739196086486114,0.0,0.4765625,0.0166015625,0.14697265625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,1344,1408,2048,64,0.1321924197678608,0.0,0.51611328125,0.015625,0.10791015625,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.gated_product,64,1408,1472,2048,64,0.16114434765222552,0.0,0.5263671875,0.013671875,0.12890625,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,1472,1536,2048,64,0.3400740629612551,0.0,0.5,0.0361328125,0.27490234375,1.0,12,0.1875
+fresh-en-1,layers.18.mlp.gated_product,64,1536,1600,2048,64,0.12266024897913182,0.0,0.4775390625,0.015625,0.119140625,1.0,48,0.75
+fresh-en-1,layers.18.mlp.gated_product,64,1600,1664,2048,64,0.18489839232913746,0.0,0.55859375,0.02392578125,0.18359375,1.0,33,0.515625
+fresh-en-1,layers.18.mlp.gated_product,64,1664,1728,2048,64,0.28425147544006535,0.0,0.4892578125,0.02734375,0.203125,1.0,22,0.34375
+fresh-en-1,layers.18.mlp.gated_product,64,1728,1792,2048,64,0.19172514154786688,0.0,0.5546875,0.01708984375,0.1669921875,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,1792,1856,2048,64,0.18445787592879548,0.0,0.45654296875,0.02294921875,0.158203125,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,1856,1920,2048,64,0.3297506653659883,0.0,0.5380859375,0.0400390625,0.28955078125,1.0,7,0.109375
+fresh-en-1,layers.18.mlp.gated_product,64,1920,1984,2048,64,0.1792327397867983,0.0,0.52001953125,0.02392578125,0.173828125,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,1984,2048,2048,64,0.1605926790190301,0.0,0.4970703125,0.0146484375,0.13525390625,1.0,42,0.65625
+fresh-en-1,layers.18.mlp.gated_product,64,2048,2112,2048,64,0.17164980462399684,0.0,0.56298828125,0.025390625,0.1572265625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,2112,2176,2048,64,0.23593491671426595,0.0,0.576171875,0.02099609375,0.18896484375,1.0,25,0.390625
+fresh-en-1,layers.18.mlp.gated_product,64,2176,2240,2048,64,0.15849706155941914,0.0,0.54736328125,0.0126953125,0.1376953125,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,2240,2304,2048,64,0.14293310103823045,0.0,0.50732421875,0.0166015625,0.13818359375,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.gated_product,64,2304,2368,2048,64,0.14099121441019571,0.0,0.490234375,0.01953125,0.12744140625,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.gated_product,64,2368,2432,2048,64,0.17154131680344356,0.0,0.5517578125,0.0126953125,0.1337890625,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,2432,2496,2048,64,0.17103770529055062,0.0,0.494140625,0.02197265625,0.1640625,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gated_product,64,2496,2560,2048,64,0.2088723792841164,0.0,0.50146484375,0.02783203125,0.19580078125,1.0,29,0.453125
+fresh-en-1,layers.18.mlp.gated_product,64,2560,2624,2048,64,0.1643341139526813,0.0,0.478515625,0.015625,0.12939453125,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,2624,2688,2048,64,0.16094800905662812,0.0,0.51416015625,0.01953125,0.126953125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,2688,2752,2048,64,0.1858885614287178,0.0,0.50439453125,0.0224609375,0.15478515625,1.0,34,0.53125
+fresh-en-1,layers.18.mlp.gated_product,64,2752,2816,2048,64,0.15355491659135584,0.0,0.52099609375,0.01171875,0.11767578125,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,2816,2880,2048,64,0.34817221680938154,0.0,0.50439453125,0.03125,0.27978515625,1.0,6,0.09375
+fresh-en-1,layers.18.mlp.gated_product,64,2880,2944,2048,64,0.14168795552731456,0.0,0.54150390625,0.015625,0.12548828125,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.gated_product,64,2944,3008,2048,64,0.2466861552096651,0.0,0.4765625,0.03125,0.2109375,1.0,23,0.359375
+fresh-en-1,layers.18.mlp.gated_product,64,3008,3072,2048,64,0.1541351428841569,0.0,0.47216796875,0.01806640625,0.12646484375,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,3072,3136,2048,64,0.13857292608325955,0.0,0.53515625,0.017578125,0.130859375,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.gated_product,64,3136,3200,2048,64,0.16991395190611125,0.0,0.45166015625,0.01416015625,0.15966796875,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,3200,3264,2048,64,0.2045403574519617,0.0,0.484375,0.0244140625,0.1728515625,1.0,29,0.453125
+fresh-en-1,layers.18.mlp.gated_product,64,3264,3328,2048,64,0.14187408639535812,0.0,0.46533203125,0.015625,0.1142578125,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,3328,3392,2048,64,0.1737377354180339,0.0,0.50244140625,0.01708984375,0.15185546875,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gated_product,64,3392,3456,2048,64,0.7210469875610509,0.0,0.5107421875,0.0732421875,0.46435546875,1.0,1,0.015625
+fresh-en-1,layers.18.mlp.gated_product,64,3456,3520,2048,64,0.21409636266299195,0.0,0.48876953125,0.0205078125,0.1611328125,1.0,33,0.515625
+fresh-en-1,layers.18.mlp.gated_product,64,3520,3584,2048,64,0.24875074150080664,0.0,0.505859375,0.0244140625,0.197265625,1.0,23,0.359375
+fresh-en-1,layers.18.mlp.gated_product,64,3584,3648,2048,64,0.21782329002890372,0.0,0.453125,0.01904296875,0.1650390625,1.0,35,0.546875
+fresh-en-1,layers.18.mlp.gated_product,64,3648,3712,2048,64,0.22438252956990332,0.0,0.52880859375,0.02587890625,0.19677734375,1.0,27,0.421875
+fresh-en-1,layers.18.mlp.gated_product,64,3712,3776,2048,64,0.17986619156799843,0.0,0.50732421875,0.0224609375,0.1669921875,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,3776,3840,2048,64,0.15839284759627723,0.0,0.505859375,0.01708984375,0.150390625,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,3840,3904,2048,64,0.19107187562843403,0.0,0.4609375,0.02490234375,0.15283203125,1.0,35,0.546875
+fresh-en-1,layers.18.mlp.gated_product,64,3904,3968,2048,64,0.13621101568459063,0.0,0.55029296875,0.01025390625,0.12939453125,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.gated_product,64,3968,4032,2048,64,0.1557264073351228,0.0,0.484375,0.02490234375,0.14990234375,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,4032,4096,2048,64,0.16658189015229627,0.0,0.50390625,0.01953125,0.16259765625,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,4096,4160,2048,64,0.23946538035436302,0.0,0.451171875,0.0263671875,0.2392578125,1.0,23,0.359375
+fresh-en-1,layers.18.mlp.gated_product,64,4160,4224,2048,64,0.15753368960991718,0.0,0.48779296875,0.01904296875,0.15771484375,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,4224,4288,2048,64,0.142512822494631,0.0,0.54833984375,0.0166015625,0.138671875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,4288,4352,2048,64,0.4252765587400115,0.0,0.4990234375,0.04541015625,0.33349609375,1.0,3,0.046875
+fresh-en-1,layers.18.mlp.gated_product,64,4352,4416,2048,64,0.1410861946656974,0.0,0.4365234375,0.013671875,0.11669921875,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.gated_product,64,4416,4480,2048,64,0.14884882607582725,0.0,0.51171875,0.017578125,0.1279296875,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.gated_product,64,4480,4544,2048,64,0.18772612431358213,0.0,0.4990234375,0.02001953125,0.17041015625,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gated_product,64,4544,4608,2048,64,0.15500941163304058,0.0,0.47021484375,0.01708984375,0.12646484375,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,4608,4672,2048,64,0.22884010265462043,0.0,0.5107421875,0.02587890625,0.16796875,1.0,31,0.484375
+fresh-en-1,layers.18.mlp.gated_product,64,4672,4736,2048,64,0.13711404877664513,0.0,0.51611328125,0.015625,0.1259765625,1.0,47,0.734375
+fresh-en-1,layers.18.mlp.gated_product,64,4736,4800,2048,64,0.1563698101966945,0.0,0.51318359375,0.01708984375,0.130859375,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,4800,4864,2048,64,0.19200609310905709,0.0,0.54052734375,0.0224609375,0.16455078125,1.0,36,0.5625
+fresh-en-1,layers.18.mlp.gated_product,64,4864,4928,2048,64,0.1671225885409473,0.0,0.5263671875,0.02294921875,0.16943359375,1.0,40,0.625
+fresh-en-1,layers.18.mlp.gated_product,64,4928,4992,2048,64,0.16439415769357452,0.0,0.5029296875,0.01904296875,0.142578125,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,4992,5056,2048,64,0.21940026490251072,0.0,0.53515625,0.029296875,0.19482421875,1.0,29,0.453125
+fresh-en-1,layers.18.mlp.gated_product,64,5056,5120,2048,64,0.15422771494698703,0.0,0.55078125,0.0146484375,0.13427734375,1.0,45,0.703125
+fresh-en-1,layers.18.mlp.gated_product,64,5120,5184,2048,64,0.14014221921904427,0.0,0.45703125,0.0107421875,0.125,1.0,46,0.71875
+fresh-en-1,layers.18.mlp.gated_product,64,5184,5248,2048,64,0.15948024909178135,0.0,0.4775390625,0.01611328125,0.142578125,1.0,44,0.6875
+fresh-en-1,layers.18.mlp.gated_product,64,5248,5312,2048,64,0.23326941350691877,0.0,0.5244140625,0.0234375,0.1953125,1.0,25,0.390625
+fresh-en-1,layers.18.mlp.gated_product,64,5312,5376,2048,64,0.1941402956944181,0.0,0.52197265625,0.0224609375,0.18212890625,1.0,32,0.5
+fresh-en-1,layers.18.mlp.gated_product,64,5376,5440,2048,64,0.17643755061999733,0.0,0.51025390625,0.02001953125,0.16162109375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,5440,5504,2048,64,0.18079081448339712,0.0,0.51171875,0.0244140625,0.1533203125,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gated_product,64,5504,5568,2048,64,0.28462238955457825,0.0,0.52294921875,0.03369140625,0.234375,1.0,22,0.34375
+fresh-en-1,layers.18.mlp.gated_product,64,5568,5632,2048,64,0.148872109954208,0.0,0.5205078125,0.01708984375,0.1435546875,1.0,43,0.671875
+fresh-en-1,layers.18.mlp.gated_product,64,5632,5696,2048,64,0.17801134903919186,0.0,0.49072265625,0.01806640625,0.15966796875,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,5696,5760,2048,64,0.15950724492239224,0.0,0.529296875,0.01611328125,0.1376953125,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,5760,5824,2048,64,0.1681547875370342,0.0,0.4912109375,0.02294921875,0.17333984375,1.0,39,0.609375
+fresh-en-1,layers.18.mlp.gated_product,64,5824,5888,2048,64,0.19626148197136548,0.0,0.56396484375,0.01513671875,0.17138671875,1.0,33,0.515625
+fresh-en-1,layers.18.mlp.gated_product,64,5888,5952,2048,64,0.15499013919157315,0.0,0.5224609375,0.01513671875,0.14013671875,1.0,41,0.640625
+fresh-en-1,layers.18.mlp.gated_product,64,5952,6016,2048,64,0.18400886797907112,0.0,0.4970703125,0.01806640625,0.1552734375,1.0,37,0.578125
+fresh-en-1,layers.18.mlp.gated_product,64,6016,6080,2048,64,0.21824779317548912,0.0,0.54638671875,0.02197265625,0.16796875,1.0,31,0.484375
+fresh-en-1,layers.18.mlp.gated_product,64,6080,6144,2048,64,0.24330260514998922,0.0,0.52001953125,0.0263671875,0.21044921875,1.0,25,0.390625
+fresh-en-1,layers.18.mlp.gated_product,128,0,128,4096,128,0.15786779030309056,0.0,0.51171875,0.020751953125,0.14013671875,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gated_product,128,128,256,4096,128,0.1835053265261243,0.0,0.517578125,0.019775390625,0.14990234375,1.0,75,0.5859375
+fresh-en-1,layers.18.mlp.gated_product,128,256,384,4096,128,0.16512150407875464,0.0,0.5029296875,0.015869140625,0.140869140625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gated_product,128,384,512,4096,128,0.15878775160736025,0.0,0.488525390625,0.017333984375,0.1474609375,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gated_product,128,512,640,4096,128,0.22077592670216437,0.0,0.5029296875,0.024658203125,0.19091796875,1.0,61,0.4765625
+fresh-en-1,layers.18.mlp.gated_product,128,640,768,4096,128,0.25399847112611795,0.0,0.53466796875,0.022216796875,0.209716796875,1.0,52,0.40625
+fresh-en-1,layers.18.mlp.gated_product,128,768,896,4096,128,0.1559515255171412,0.0,0.504150390625,0.016845703125,0.14111328125,1.0,82,0.640625
+fresh-en-1,layers.18.mlp.gated_product,128,896,1024,4096,128,0.17391052871482762,0.0,0.497802734375,0.0185546875,0.135009765625,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gated_product,128,1024,1152,4096,128,0.16629723559268844,0.0,0.44580078125,0.0146484375,0.13818359375,1.0,83,0.6484375
+fresh-en-1,layers.18.mlp.gated_product,128,1152,1280,4096,128,0.1719192719365572,0.0,0.514404296875,0.022216796875,0.156494140625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gated_product,128,1280,1408,4096,128,0.13999861779973236,0.0,0.496337890625,0.015869140625,0.12890625,1.0,89,0.6953125
+fresh-en-1,layers.18.mlp.gated_product,128,1408,1536,4096,128,0.26609948241140663,0.0,0.51318359375,0.025634765625,0.211181640625,1.0,47,0.3671875
+fresh-en-1,layers.18.mlp.gated_product,128,1536,1664,4096,128,0.1568963864553965,0.0,0.51806640625,0.020751953125,0.15478515625,1.0,79,0.6171875
+fresh-en-1,layers.18.mlp.gated_product,128,1664,1792,4096,128,0.24244322138534175,0.0,0.52197265625,0.023681640625,0.196533203125,1.0,54,0.421875
+fresh-en-1,layers.18.mlp.gated_product,128,1792,1920,4096,128,0.2671705534873509,0.0,0.497314453125,0.031494140625,0.23486328125,1.0,37,0.2890625
+fresh-en-1,layers.18.mlp.gated_product,128,1920,2048,4096,128,0.17016812798816258,0.0,0.508544921875,0.019287109375,0.153076171875,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gated_product,128,2048,2176,4096,128,0.20631158517206916,0.0,0.569580078125,0.0224609375,0.17431640625,1.0,61,0.4765625
+fresh-en-1,layers.18.mlp.gated_product,128,2176,2304,4096,128,0.15091585386462103,0.0,0.52734375,0.014892578125,0.137451171875,1.0,88,0.6875
+fresh-en-1,layers.18.mlp.gated_product,128,2304,2432,4096,128,0.15701105997910014,0.0,0.52099609375,0.01611328125,0.1328125,1.0,84,0.65625
+fresh-en-1,layers.18.mlp.gated_product,128,2432,2560,4096,128,0.19089469277439988,0.0,0.497802734375,0.025634765625,0.182861328125,1.0,64,0.5
+fresh-en-1,layers.18.mlp.gated_product,128,2560,2688,4096,128,0.16264987339052142,0.0,0.496337890625,0.017822265625,0.12841796875,1.0,86,0.671875
+fresh-en-1,layers.18.mlp.gated_product,128,2688,2816,4096,128,0.1704899845730189,0.0,0.5126953125,0.01708984375,0.136962890625,1.0,77,0.6015625
+fresh-en-1,layers.18.mlp.gated_product,128,2816,2944,4096,128,0.26580008399121063,0.0,0.52294921875,0.02392578125,0.213134765625,1.0,42,0.328125
+fresh-en-1,layers.18.mlp.gated_product,128,2944,3072,4096,128,0.20568386111220105,0.0,0.474365234375,0.025146484375,0.171142578125,1.0,62,0.484375
+fresh-en-1,layers.18.mlp.gated_product,128,3072,3200,4096,128,0.15503742595842593,0.0,0.493408203125,0.015625,0.142578125,1.0,81,0.6328125
+fresh-en-1,layers.18.mlp.gated_product,128,3200,3328,4096,128,0.17601848513308738,0.0,0.474853515625,0.018798828125,0.14990234375,1.0,71,0.5546875
+fresh-en-1,layers.18.mlp.gated_product,128,3328,3456,4096,128,0.5244490246816429,0.0,0.506591796875,0.052001953125,0.38330078125,1.0,1,0.0078125
+fresh-en-1,layers.18.mlp.gated_product,128,3456,3584,4096,128,0.2320713079020374,0.0,0.497314453125,0.022216796875,0.179443359375,1.0,55,0.4296875
+fresh-en-1,layers.18.mlp.gated_product,128,3584,3712,4096,128,0.22112723176398294,0.0,0.490966796875,0.022705078125,0.18212890625,1.0,61,0.4765625
+fresh-en-1,layers.18.mlp.gated_product,128,3712,3840,4096,128,0.16946996937338693,0.0,0.506591796875,0.02001953125,0.15869140625,1.0,77,0.6015625
+fresh-en-1,layers.18.mlp.gated_product,128,3840,3968,4096,128,0.16592453472888744,0.0,0.505615234375,0.015869140625,0.143798828125,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gated_product,128,3968,4096,4096,128,0.16124552717551002,0.0,0.494140625,0.02294921875,0.15576171875,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gated_product,128,4096,4224,4096,128,0.20268267285386468,0.0,0.469482421875,0.024658203125,0.19970703125,1.0,60,0.46875
+fresh-en-1,layers.18.mlp.gated_product,128,4224,4352,4096,128,0.31715142754615866,0.0,0.523681640625,0.03662109375,0.263916015625,1.0,23,0.1796875
+fresh-en-1,layers.18.mlp.gated_product,128,4352,4480,4096,128,0.14501945964145455,0.0,0.47412109375,0.015380859375,0.123291015625,1.0,90,0.703125
+fresh-en-1,layers.18.mlp.gated_product,128,4480,4608,4096,128,0.17214676216040184,0.0,0.484619140625,0.01904296875,0.149658203125,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gated_product,128,4608,4736,4096,128,0.1886372907922787,0.0,0.513427734375,0.02099609375,0.15478515625,1.0,73,0.5703125
+fresh-en-1,layers.18.mlp.gated_product,128,4736,4864,4096,128,0.1750969122114296,0.0,0.52685546875,0.02001953125,0.1484375,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gated_product,128,4864,4992,4096,128,0.1657639868674837,0.0,0.5146484375,0.02099609375,0.1552734375,1.0,78,0.609375
+fresh-en-1,layers.18.mlp.gated_product,128,4992,5120,4096,128,0.1896347334971378,0.0,0.54296875,0.022216796875,0.165771484375,1.0,72,0.5625
+fresh-en-1,layers.18.mlp.gated_product,128,5120,5248,4096,128,0.15012293538632812,0.0,0.46728515625,0.013427734375,0.134521484375,1.0,90,0.703125
+fresh-en-1,layers.18.mlp.gated_product,128,5248,5376,4096,128,0.21459854809641415,0.0,0.523193359375,0.0234375,0.19091796875,1.0,56,0.4375
+fresh-en-1,layers.18.mlp.gated_product,128,5376,5504,4096,128,0.17862744451840853,0.0,0.510986328125,0.0224609375,0.157470703125,1.0,76,0.59375
+fresh-en-1,layers.18.mlp.gated_product,128,5504,5632,4096,128,0.2271264072691415,0.0,0.521728515625,0.02783203125,0.198974609375,1.0,58,0.453125
+fresh-en-1,layers.18.mlp.gated_product,128,5632,5760,4096,128,0.16901272373623977,0.0,0.510009765625,0.0166015625,0.147216796875,1.0,80,0.625
+fresh-en-1,layers.18.mlp.gated_product,128,5760,5888,4096,128,0.18274928437236318,0.0,0.527587890625,0.01953125,0.174560546875,1.0,71,0.5546875
+fresh-en-1,layers.18.mlp.gated_product,128,5888,6016,4096,128,0.17011937976251038,0.0,0.509765625,0.01611328125,0.144775390625,1.0,77,0.6015625
+fresh-en-1,layers.18.mlp.gated_product,128,6016,6144,4096,128,0.23111496803403134,0.0,0.533203125,0.024658203125,0.189208984375,1.0,56,0.4375
+fresh-en-1,layers.18.mlp.down_proj.output,0,0,2048,65536,2048,0.139954747503594,0.0,0.4929962158203125,0.009521484375,0.09539794921875,1.0,1551,0.75732421875
+fresh-en-1,layers.18.mlp.down_proj.output,64,0,64,2048,64,0.1335880795245294,0.0,0.5087890625,0.0048828125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,64,64,128,2048,64,0.11632590895134205,0.0,0.43798828125,0.0078125,0.0849609375,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,64,128,192,2048,64,0.12492313751956285,0.0,0.52294921875,0.00732421875,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,192,256,2048,64,0.13027013707354754,0.0,0.46923828125,0.01318359375,0.08056640625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,256,320,2048,64,0.12327028844812866,0.0,0.50048828125,0.0087890625,0.07958984375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,320,384,2048,64,0.12570970563241643,0.0,0.47412109375,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,384,448,2048,64,0.1273072719397461,0.0,0.458984375,0.0107421875,0.08447265625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,448,512,2048,64,0.12264274139214365,0.0,0.47998046875,0.01025390625,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,512,576,2048,64,0.1223410067079838,0.0,0.53125,0.0068359375,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,64,576,640,2048,64,0.13384510446762166,0.0,0.529296875,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,640,704,2048,64,0.12289533751430856,0.0,0.48095703125,0.00732421875,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,704,768,2048,64,0.12163790356126697,0.0,0.4970703125,0.0068359375,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,64,768,832,2048,64,0.12502650456196168,0.0,0.513671875,0.00830078125,0.08935546875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,832,896,2048,64,0.12022787606616234,0.0,0.52734375,0.00732421875,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,896,960,2048,64,0.12990595757406279,0.0,0.4755859375,0.0087890625,0.08349609375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,960,1024,2048,64,0.12776883238594255,0.0,0.4765625,0.00830078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1024,1088,2048,64,0.12549352503562347,0.0,0.4677734375,0.0087890625,0.0888671875,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1088,1152,2048,64,0.1266122089369942,0.0,0.44873046875,0.00732421875,0.09130859375,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,1152,1216,2048,64,0.37794505424197655,0.0,0.466796875,0.02490234375,0.25,1.0,4,0.0625
+fresh-en-1,layers.18.mlp.down_proj.output,64,1216,1280,2048,64,0.11807119763551444,0.0,0.5224609375,0.00439453125,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1280,1344,2048,64,0.1142422922470096,0.0,0.50390625,0.00732421875,0.07861328125,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1344,1408,2048,64,0.12791209048372462,0.0,0.47900390625,0.009765625,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.18.mlp.down_proj.output,64,1408,1472,2048,64,0.12409311061038318,0.0,0.51318359375,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,1472,1536,2048,64,0.1269176377333656,0.0,0.47216796875,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1536,1600,2048,64,0.1233340468955845,0.0,0.501953125,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1600,1664,2048,64,0.12375045447406384,0.0,0.4833984375,0.01220703125,0.0888671875,1.0,54,0.84375
+fresh-en-1,layers.18.mlp.down_proj.output,64,1664,1728,2048,64,0.12027630412354195,0.0,0.49951171875,0.01025390625,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1728,1792,2048,64,0.12011163375185285,0.0,0.4921875,0.0107421875,0.099609375,1.0,52,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1792,1856,2048,64,0.13135405529036415,0.0,0.50439453125,0.00732421875,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,64,1856,1920,2048,64,0.12659043414044716,0.0,0.546875,0.00927734375,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,1920,1984,2048,64,0.12852794545106863,0.0,0.466796875,0.0107421875,0.09326171875,1.0,51,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,64,1984,2048,2048,64,0.12580461829993045,0.0,0.5224609375,0.00830078125,0.0810546875,1.0,53,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,128,0,128,4096,128,0.12525472463026677,0.0,0.473388671875,0.0068359375,0.0859375,1.0,102,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,128,128,256,4096,128,0.12762464280242372,0.0,0.49609375,0.01025390625,0.080810546875,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,256,384,4096,128,0.12449597203177626,0.0,0.4873046875,0.00927734375,0.08154296875,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,384,512,4096,128,0.1249967669680314,0.0,0.469482421875,0.010498046875,0.08349609375,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,512,640,4096,128,0.128222139102948,0.0,0.5302734375,0.007568359375,0.0869140625,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,128,640,768,4096,128,0.12226823701504799,0.0,0.489013671875,0.007080078125,0.086669921875,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,768,896,4096,128,0.12265066046777473,0.0,0.5205078125,0.00732421875,0.08251953125,1.0,104,0.8125
+fresh-en-1,layers.18.mlp.down_proj.output,128,896,1024,4096,128,0.12884182617166928,0.0,0.47607421875,0.008544921875,0.08349609375,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.down_proj.output,128,1024,1152,4096,128,0.12605410798100103,0.0,0.458251953125,0.008056640625,0.09033203125,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,1152,1280,4096,128,0.27998506365255926,0.0,0.49462890625,0.016845703125,0.1865234375,1.0,40,0.3125
+fresh-en-1,layers.18.mlp.down_proj.output,128,1280,1408,4096,128,0.12126995553262092,0.0,0.491455078125,0.009033203125,0.08056640625,1.0,101,0.7890625
+fresh-en-1,layers.18.mlp.down_proj.output,128,1408,1536,4096,128,0.1255133197488988,0.0,0.49267578125,0.00927734375,0.082275390625,1.0,102,0.796875
+fresh-en-1,layers.18.mlp.down_proj.output,128,1536,1664,4096,128,0.1235424261259661,0.0,0.49267578125,0.009765625,0.08642578125,1.0,106,0.828125
+fresh-en-1,layers.18.mlp.down_proj.output,128,1664,1792,4096,128,0.12019399713828888,0.0,0.495849609375,0.010498046875,0.09521484375,1.0,103,0.8046875
+fresh-en-1,layers.18.mlp.down_proj.output,128,1792,1920,4096,128,0.12899423602838023,0.0,0.525634765625,0.008544921875,0.092041015625,1.0,100,0.78125
+fresh-en-1,layers.18.mlp.down_proj.output,128,1920,2048,4096,128,0.12717357183680905,0.0,0.49462890625,0.009521484375,0.0869140625,1.0,103,0.8046875
+fresh-en-1,layers.19.self_attn.q_proj.output,0,0,4096,131072,4096,1.7028921971404278,0.0,0.7431793212890625,0.01154327392578125,0.1101837158203125,1.0,1955,0.477294921875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,0,64,2048,64,1.3554655262128215,0.0,0.5029296875,0.00830078125,0.099609375,1.0,37,0.578125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,64,128,2048,64,0.6271054484734329,0.0,0.50048828125,0.00830078125,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,128,192,2048,64,0.6397194708961073,0.0,0.515625,0.01220703125,0.0947265625,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,192,256,2048,64,0.6741621602156493,0.0,0.482421875,0.00927734375,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,256,320,2048,64,2.287887188213255,0.0,0.9990234375,0.0,0.0048828125,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,320,384,2048,64,2.2583437182987627,0.0,0.9990234375,0.0,0.00830078125,1.0,57,0.890625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,384,448,2048,64,2.283139096244298,0.0,0.9990234375,0.0,0.0078125,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,448,512,2048,64,2.3214156381270015,0.0,0.99853515625,0.0,0.00634765625,1.0,57,0.890625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,512,576,2048,64,1.3565539595521967,0.0,0.505859375,0.0107421875,0.10009765625,1.0,37,0.578125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,576,640,2048,64,0.6269228801477942,0.0,0.52197265625,0.00732421875,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,640,704,2048,64,0.6725762909674673,0.0,0.50146484375,0.00634765625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,704,768,2048,64,0.5914837041959676,0.0,0.49951171875,0.0087890625,0.072265625,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,768,832,2048,64,2.2700409426852524,0.0,0.98193359375,0.0048828125,0.04150390625,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,832,896,2048,64,2.2680380989214237,0.0,0.9775390625,0.0029296875,0.0458984375,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,896,960,2048,64,2.3055227306723514,0.0,0.97216796875,0.0078125,0.044921875,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,960,1024,2048,64,2.360118525724753,0.0,0.98828125,0.0009765625,0.0419921875,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1024,1088,2048,64,1.319822525713033,0.0,0.505859375,0.00927734375,0.08935546875,1.0,37,0.578125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1088,1152,2048,64,0.6399959579634004,0.0,0.51025390625,0.00732421875,0.0859375,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1152,1216,2048,64,0.6882994655530041,0.0,0.517578125,0.0107421875,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1216,1280,2048,64,0.6956979474511907,0.0,0.47607421875,0.0078125,0.0771484375,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1280,1344,2048,64,2.254842101656616,0.0,0.99951171875,0.00048828125,0.00244140625,1.0,57,0.890625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1344,1408,2048,64,2.25881046455106,0.0,1.0,0.00048828125,0.0009765625,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1408,1472,2048,64,2.2445871408767104,0.0,0.98583984375,0.00048828125,0.00537109375,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1472,1536,2048,64,2.3123272401242017,0.0,1.0,0.00048828125,0.00146484375,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1536,1600,2048,64,1.4210041894074363,0.0,0.5146484375,0.01171875,0.10693359375,1.0,35,0.546875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1600,1664,2048,64,0.6651121266793996,0.0,0.50048828125,0.00732421875,0.078125,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1664,1728,2048,64,0.7146489551630404,0.0,0.52685546875,0.009765625,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1728,1792,2048,64,0.6684531849381754,0.0,0.51513671875,0.01171875,0.07275390625,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1792,1856,2048,64,2.237668822836389,0.0,0.99755859375,0.00146484375,0.01171875,1.0,57,0.890625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1856,1920,2048,64,2.2235065988531475,0.0,0.9931640625,0.00048828125,0.01513671875,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1920,1984,2048,64,2.2225953449952827,0.0,0.9921875,0.0009765625,0.01953125,1.0,56,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,1984,2048,2048,64,2.2915238577543064,0.0,0.99755859375,0.0009765625,0.013671875,1.0,57,0.890625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2048,2112,2048,64,1.508288996619446,0.0,0.509765625,0.0146484375,0.109375,1.0,32,0.5
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2112,2176,2048,64,0.4900548425780592,0.0,0.49951171875,0.0068359375,0.07421875,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2176,2240,2048,64,0.5960409514336956,0.0,0.4775390625,0.00927734375,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2240,2304,2048,64,0.5641374941090431,0.0,0.525390625,0.01513671875,0.09130859375,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2304,2368,2048,64,1.3788510378804915,0.0,0.9384765625,0.0068359375,0.04931640625,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2368,2432,2048,64,1.410608846098897,0.0,0.9345703125,0.00537109375,0.04833984375,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2432,2496,2048,64,1.3168736386976179,0.0,0.94189453125,0.00537109375,0.03857421875,1.0,55,0.859375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2496,2560,2048,64,1.4295684128631236,0.0,0.927734375,0.005859375,0.04296875,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2560,2624,2048,64,1.162032055134804,0.0,0.48291015625,0.00830078125,0.1064453125,1.0,38,0.59375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2624,2688,2048,64,0.5963055350026207,0.0,0.48974609375,0.00927734375,0.080078125,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2688,2752,2048,64,0.6201931237853631,0.0,0.4677734375,0.00927734375,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2752,2816,2048,64,0.5737917394131758,0.0,0.51708984375,0.01171875,0.091796875,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2816,2880,2048,64,2.299821416794754,0.0,0.99462890625,0.00048828125,0.01171875,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2880,2944,2048,64,2.2690721857961633,0.0,0.99365234375,0.0,0.00732421875,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,2944,3008,2048,64,2.1374933724452707,0.0,0.98681640625,0.0009765625,0.01123046875,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3008,3072,2048,64,2.3014239167518284,0.0,0.99853515625,0.0,0.005859375,1.0,51,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3072,3136,2048,64,1.0090166927215598,0.0,0.498046875,0.01220703125,0.109375,1.0,32,0.5
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3136,3200,2048,64,0.5957133215756618,0.0,0.484375,0.0048828125,0.08056640625,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3200,3264,2048,64,0.6710833393361325,0.0,0.4951171875,0.00927734375,0.09375,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3264,3328,2048,64,0.6250260979779884,0.0,0.552734375,0.0087890625,0.0810546875,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3328,3392,2048,64,2.835822469060564,0.0,0.9814453125,0.00146484375,0.0166015625,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3392,3456,2048,64,2.7586509352817106,0.0,0.970703125,0.00048828125,0.015625,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3456,3520,2048,64,2.9278481636513862,0.0,0.9765625,0.001953125,0.01806640625,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3520,3584,2048,64,2.782944009384588,0.0,0.99462890625,0.00048828125,0.017578125,1.0,47,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3584,3648,2048,64,1.2843898607518285,0.0,0.52099609375,0.01416015625,0.123046875,1.0,34,0.53125
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3648,3712,2048,64,0.6707014613582151,0.0,0.4609375,0.0087890625,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3712,3776,2048,64,0.6986430086781397,0.0,0.46337890625,0.01416015625,0.091796875,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3776,3840,2048,64,0.6040923813990738,0.0,0.5439453125,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3840,3904,2048,64,2.1708706931603707,0.0,0.99365234375,0.00341796875,0.01171875,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3904,3968,2048,64,2.267820565809533,0.0,0.99169921875,0.0009765625,0.00927734375,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,3968,4032,2048,64,2.136497008061592,0.0,0.99462890625,0.001953125,0.00830078125,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,64,4032,4096,2048,64,2.2276705404325394,0.0,0.97607421875,0.0009765625,0.00732421875,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,0,128,4096,128,1.056065347470616,0.0,0.501708984375,0.01025390625,0.109130859375,1.0,72,0.5625
+fresh-en-1,layers.19.self_attn.q_proj.output,128,128,256,4096,128,0.6571665008619301,0.0,0.4990234375,0.010498046875,0.092041015625,1.0,96,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,128,256,384,4096,128,2.273163449465286,0.0,0.9990234375,0.0,0.006591796875,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,384,512,4096,128,2.3023569117037246,0.0,0.998779296875,0.0,0.0068359375,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,512,640,4096,128,1.0567097384877144,0.0,0.513916015625,0.009765625,0.114013671875,1.0,71,0.5546875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,640,768,4096,128,0.6333292348774602,0.0,0.50048828125,0.007568359375,0.08251953125,1.0,96,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,128,768,896,4096,128,2.269039741787972,0.0,0.979736328125,0.00390625,0.043701171875,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,896,1024,4096,128,2.3329803382279155,0.0,0.980224609375,0.00439453125,0.04345703125,1.0,111,0.8671875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1024,1152,4096,128,1.0371900321515386,0.0,0.508056640625,0.00830078125,0.10498046875,1.0,76,0.59375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1152,1280,4096,128,0.6920085940103456,0.0,0.496826171875,0.00927734375,0.07958984375,1.0,96,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1280,1408,4096,128,2.2568271553409445,0.0,0.999755859375,0.00048828125,0.001708984375,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1408,1536,4096,128,2.2787089215616696,0.0,0.992919921875,0.00048828125,0.00341796875,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1536,1664,4096,128,1.1094203548181092,0.0,0.507568359375,0.012451171875,0.114501953125,1.0,72,0.5625
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1664,1792,4096,128,0.6919366985388243,0.0,0.52099609375,0.0107421875,0.080078125,1.0,96,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1792,1920,4096,128,2.2305989504881287,0.0,0.995361328125,0.0009765625,0.013427734375,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,1920,2048,4096,128,2.257322712667805,0.0,0.994873046875,0.0009765625,0.016357421875,1.0,112,0.875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2048,2176,4096,128,1.1214030154359094,0.0,0.504638671875,0.012451171875,0.1318359375,1.0,55,0.4296875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2176,2304,4096,128,0.5803085076257352,0.0,0.50146484375,0.011962890625,0.087646484375,1.0,94,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2304,2432,4096,128,1.394820329174437,0.0,0.9365234375,0.006103515625,0.04833984375,1.0,106,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2432,2560,4096,128,1.3743765909227161,0.0,0.934814453125,0.005126953125,0.040771484375,1.0,108,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2560,2688,4096,128,0.9235525941265007,0.0,0.486328125,0.009521484375,0.10791015625,1.0,76,0.59375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2688,2816,4096,128,0.5974430813933009,0.0,0.492431640625,0.0107421875,0.087158203125,1.0,97,0.7578125
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2816,2944,4096,128,2.2844985372616904,0.0,0.994140625,0.000244140625,0.009521484375,1.0,102,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,2944,3072,4096,128,2.2209716299229023,0.0,0.99267578125,0.00048828125,0.008544921875,1.0,102,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3072,3200,4096,128,0.8285496508035781,0.0,0.4912109375,0.00830078125,0.1005859375,1.0,77,0.6015625
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3200,3328,4096,128,0.648463750524316,0.0,0.52392578125,0.009033203125,0.087646484375,1.0,95,0.7421875
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3328,3456,4096,128,2.7975028202630474,0.0,0.97607421875,0.0009765625,0.016357421875,1.0,94,0.734375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3456,3584,4096,128,2.8563151286899666,0.0,0.985595703125,0.0009765625,0.018310546875,1.0,93,0.7265625
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3584,3712,4096,128,1.0245725363950926,0.0,0.490966796875,0.013916015625,0.118896484375,1.0,69,0.5390625
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3712,3840,4096,128,0.6530810282190286,0.0,0.503662109375,0.012939453125,0.090087890625,1.0,96,0.75
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3840,3968,4096,128,2.219874961020469,0.0,0.99267578125,0.001953125,0.010498046875,1.0,108,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.output,128,3968,4096,4096,128,2.182559907788001,0.0,0.9853515625,0.00146484375,0.007080078125,1.0,108,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.18756472891024964,0.0,0.0,0.0002899169921875,0.0177001953125,1.0,1442,0.7041015625
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.15544013975563734,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.15952408866781403,0.0,0.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1575343573815704,0.0,0.0,0.0,0.00146484375,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.15646469371574373,0.0,0.0,0.0,0.001953125,1.0,55,0.859375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.18156045307604896,0.0,0.0,0.0,0.00244140625,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.18387900225579634,0.0,0.0,0.0,0.00244140625,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.1982737018944383,0.0,0.0,0.0,0.0087890625,1.0,51,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.17273313473510674,0.0,0.0,0.0,0.005859375,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.15224628598864942,0.0,0.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.1511991727646856,0.0,0.0,0.0,0.00048828125,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.17952789598287827,0.0,0.0,0.0,0.0029296875,1.0,51,0.796875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.14830387515155014,0.0,0.0,0.0,0.00048828125,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.16670608436098763,0.0,0.0,0.0,0.00146484375,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.1720528480757286,0.0,0.0,0.0,0.00048828125,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.17429791006205808,0.0,0.0,0.0,0.00341796875,1.0,53,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.1629976485189838,0.0,0.0,0.0,0.0029296875,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.2880961563175973,0.0,0.0,0.0,0.0009765625,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.28576351223083457,0.0,0.0,0.0,0.00244140625,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.2923365617704768,0.0,0.0,0.0,0.0,1.0,54,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.30750847654124114,0.0,0.0,0.0,0.0078125,1.0,52,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.1636807230705403,0.0,0.0,0.0,0.01708984375,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.1558168761816119,0.0,0.0,0.0,0.00244140625,1.0,45,0.703125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.1772312007869614,0.0,0.0,0.0,0.00048828125,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.15711196693373652,0.0,0.0,0.0,0.0166015625,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.15793635841096546,0.0,0.0,0.00341796875,0.08203125,1.0,30,0.46875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.1824045945469089,0.0,0.0,0.0,0.0947265625,1.0,29,0.453125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.16201000426358791,0.0,0.0,0.00146484375,0.1240234375,1.0,27,0.421875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.14432065986794357,0.0,0.0,0.0,0.05029296875,1.0,31,0.484375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.16524310509610612,0.0,0.0,0.0,0.00146484375,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.16330278555349093,0.0,0.0,0.0,0.025390625,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.1620866269420536,0.0,0.0,0.0,0.0009765625,1.0,50,0.78125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.19736968633270177,0.0,0.0,0.0,0.01025390625,1.0,44,0.6875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.15749535217356203,0.0,0.0,0.0,0.000244140625,1.0,108,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1570004365203897,0.0,0.0,0.0,0.001708984375,1.0,108,0.84375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.18272340516716423,0.0,0.0,0.0,0.00244140625,1.0,107,0.8359375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.1859424597803594,0.0,0.0,0.0,0.0087890625,1.0,103,0.8046875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.15172363270443875,0.0,0.0,0.0,0.00048828125,1.0,106,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.1646576825128511,0.0,0.0,0.0,0.001220703125,1.0,104,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.16940056241633683,0.0,0.0,0.0,0.0009765625,1.0,106,0.828125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.16874239964324242,0.0,0.0,0.0,0.003173828125,1.0,104,0.8125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.2869322047169643,0.0,0.0,0.0,0.001708984375,1.0,105,0.8203125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.30001843984370263,0.0,0.0,0.0,0.00390625,1.0,105,0.8203125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.1597971808385409,0.0,0.0,0.0,0.009765625,1.0,86,0.671875
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.16747398109284878,0.0,0.0,0.0,0.010009765625,1.0,84,0.65625
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.17060968527598186,0.0,0.0,0.00244140625,0.08740234375,1.0,58,0.453125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.15342049137290367,0.0,0.0,0.000732421875,0.086669921875,1.0,58,0.453125
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.16427581007460018,0.0,0.0,0.0,0.013427734375,1.0,99,0.7734375
+fresh-en-1,layers.19.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.18059189865068911,0.0,0.0,0.0,0.004150390625,1.0,94,0.734375
+fresh-en-1,layers.19.self_attn.k_proj.output,0,0,512,16384,512,1.0463996064948828,0.0,0.49664306640625,0.01141357421875,0.1075439453125,1.0,294,0.57421875
+fresh-en-1,layers.19.self_attn.k_proj.output,64,0,64,2048,64,1.015542636385063,0.0,0.48876953125,0.02587890625,0.23046875,1.0,25,0.390625
+fresh-en-1,layers.19.self_attn.k_proj.output,64,64,128,2048,64,0.9755807684527501,0.0,0.474609375,0.00830078125,0.0849609375,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.k_proj.output,64,128,192,2048,64,1.0524002688839789,0.0,0.5107421875,0.00927734375,0.0771484375,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.k_proj.output,64,192,256,2048,64,1.0870794230371703,0.0,0.50244140625,0.00634765625,0.06005859375,1.0,45,0.703125
+fresh-en-1,layers.19.self_attn.k_proj.output,64,256,320,2048,64,1.081923677899993,0.0,0.54248046875,0.01611328125,0.13525390625,1.0,26,0.40625
+fresh-en-1,layers.19.self_attn.k_proj.output,64,320,384,2048,64,0.9504020717505719,0.0,0.5048828125,0.01123046875,0.087890625,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.k_proj.output,64,384,448,2048,64,1.1590049263104376,0.0,0.42333984375,0.00927734375,0.09423828125,1.0,39,0.609375
+fresh-en-1,layers.19.self_attn.k_proj.output,64,448,512,2048,64,1.034470419950322,0.0,0.52587890625,0.00439453125,0.08837890625,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.k_proj.output,128,0,128,4096,128,0.9957621910101785,0.0,0.481689453125,0.017333984375,0.1552734375,1.0,63,0.4921875
+fresh-en-1,layers.19.self_attn.k_proj.output,128,128,256,4096,128,1.0698803666620622,0.0,0.506591796875,0.008056640625,0.068115234375,1.0,88,0.6875
+fresh-en-1,layers.19.self_attn.k_proj.output,128,256,384,4096,128,1.0182885010615672,0.0,0.523681640625,0.013427734375,0.10986328125,1.0,67,0.5234375
+fresh-en-1,layers.19.self_attn.k_proj.output,128,384,512,4096,128,1.0985038618421101,0.0,0.474609375,0.007080078125,0.091796875,1.0,79,0.6171875
+fresh-en-1,layers.19.self_attn.v_proj.output,0,0,512,16384,512,1.5918026141170294,0.0,0.5003662109375,0.01580810546875,0.1546630859375,1.0,340,0.6640625
+fresh-en-1,layers.19.self_attn.v_proj.output,64,0,64,2048,64,1.3064637342447927,0.0,0.51611328125,0.01123046875,0.126953125,1.0,48,0.75
+fresh-en-1,layers.19.self_attn.v_proj.output,64,64,128,2048,64,1.254929905146185,0.0,0.466796875,0.0126953125,0.12890625,1.0,51,0.796875
+fresh-en-1,layers.19.self_attn.v_proj.output,64,128,192,2048,64,1.3272609586232733,0.0,0.49072265625,0.01416015625,0.12548828125,1.0,49,0.765625
+fresh-en-1,layers.19.self_attn.v_proj.output,64,192,256,2048,64,1.4388945826742772,0.0,0.51416015625,0.01220703125,0.15087890625,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.v_proj.output,64,256,320,2048,64,1.43371457282632,0.0,0.46240234375,0.015625,0.13671875,1.0,44,0.6875
+fresh-en-1,layers.19.self_attn.v_proj.output,64,320,384,2048,64,1.4441369565711495,0.0,0.5244140625,0.01220703125,0.140625,1.0,44,0.6875
+fresh-en-1,layers.19.self_attn.v_proj.output,64,384,448,2048,64,2.2741191053527072,0.0,0.52734375,0.02734375,0.2236328125,1.0,31,0.484375
+fresh-en-1,layers.19.self_attn.v_proj.output,64,448,512,2048,64,1.9606789485831466,0.0,0.5009765625,0.01708984375,0.1650390625,1.0,37,0.578125
+fresh-en-1,layers.19.self_attn.v_proj.output,128,0,128,4096,128,1.2809560015330466,0.0,0.491455078125,0.01171875,0.128173828125,1.0,99,0.7734375
+fresh-en-1,layers.19.self_attn.v_proj.output,128,128,256,4096,128,1.3842036108056777,0.0,0.50244140625,0.0126953125,0.14013671875,1.0,92,0.71875
+fresh-en-1,layers.19.self_attn.v_proj.output,128,256,384,4096,128,1.4389352010547833,0.0,0.493408203125,0.013916015625,0.138427734375,1.0,88,0.6875
+fresh-en-1,layers.19.self_attn.v_proj.output,128,384,512,4096,128,2.123190952875802,0.0,0.51416015625,0.023193359375,0.196044921875,1.0,67,0.5234375
+fresh-en-1,layers.19.self_attn.o_proj.output,0,0,2048,65536,2048,0.10233640640434019,0.0,0.498046875,0.012176513671875,0.118560791015625,1.0,1180,0.576171875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,0,64,2048,64,0.12230669691251514,0.0,0.48681640625,0.01806640625,0.13525390625,1.0,32,0.5
+fresh-en-1,layers.19.self_attn.o_proj.output,64,64,128,2048,64,0.08468735298308706,0.0,0.52587890625,0.01171875,0.1103515625,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,128,192,2048,64,0.11124625700677057,0.0,0.4345703125,0.01220703125,0.13330078125,1.0,35,0.546875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,192,256,2048,64,0.07984391611727759,0.0,0.53955078125,0.0087890625,0.0810546875,1.0,45,0.703125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,256,320,2048,64,0.07660927581428757,0.0,0.4970703125,0.0078125,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,320,384,2048,64,0.09164980753215686,0.0,0.52587890625,0.009765625,0.09375,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,384,448,2048,64,0.08408698629643997,0.0,0.48876953125,0.00830078125,0.115234375,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,448,512,2048,64,0.07590205954855916,0.0,0.48046875,0.0087890625,0.08154296875,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,512,576,2048,64,0.09333166535905824,0.0,0.45654296875,0.01171875,0.109375,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,576,640,2048,64,0.09199720225132868,0.0,0.49462890625,0.01318359375,0.107421875,1.0,38,0.59375
+fresh-en-1,layers.19.self_attn.o_proj.output,64,640,704,2048,64,0.11053598862315862,0.0,0.49755859375,0.0146484375,0.13525390625,1.0,34,0.53125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,704,768,2048,64,0.08595245871623033,0.0,0.53857421875,0.01416015625,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,768,832,2048,64,0.09487102053410686,0.0,0.4736328125,0.01123046875,0.09521484375,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,832,896,2048,64,0.08842943516109514,0.0,0.50732421875,0.00927734375,0.095703125,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,896,960,2048,64,0.0907889584136406,0.0,0.49755859375,0.01025390625,0.09814453125,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,960,1024,2048,64,0.0926002437413912,0.0,0.50390625,0.009765625,0.1044921875,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1024,1088,2048,64,0.07832504225575374,0.0,0.52978515625,0.01513671875,0.10205078125,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1088,1152,2048,64,0.07807467563652996,0.0,0.5869140625,0.00927734375,0.09033203125,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1152,1216,2048,64,0.2447360756875366,0.0,0.490234375,0.0263671875,0.27001953125,1.0,2,0.03125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1216,1280,2048,64,0.08479179970789837,0.0,0.45458984375,0.01220703125,0.09814453125,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1280,1344,2048,64,0.08086059665340896,0.0,0.4853515625,0.0068359375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1344,1408,2048,64,0.08999120144950541,0.0,0.5087890625,0.00927734375,0.09912109375,1.0,40,0.625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1408,1472,2048,64,0.1859509512186952,0.0,0.5,0.0224609375,0.21630859375,1.0,9,0.140625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1472,1536,2048,64,0.0825377072918882,0.0,0.47998046875,0.0087890625,0.10107421875,1.0,42,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1536,1600,2048,64,0.08292970898982403,0.0,0.435546875,0.009765625,0.10009765625,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1600,1664,2048,64,0.08690591225088713,0.0,0.5400390625,0.00830078125,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1664,1728,2048,64,0.09692281591570641,0.0,0.4921875,0.009765625,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1728,1792,2048,64,0.08138687024563805,0.0,0.55419921875,0.01318359375,0.09765625,1.0,44,0.6875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1792,1856,2048,64,0.08247708691050282,0.0,0.5361328125,0.01171875,0.1025390625,1.0,43,0.671875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1856,1920,2048,64,0.08261163099188422,0.0,0.36962890625,0.0078125,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1920,1984,2048,64,0.10327460298736069,0.0,0.52880859375,0.009765625,0.11376953125,1.0,37,0.578125
+fresh-en-1,layers.19.self_attn.o_proj.output,64,1984,2048,2048,64,0.0815108203312357,0.0,0.49658203125,0.01123046875,0.10595703125,1.0,46,0.71875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,0,128,4096,128,0.10519238533499425,0.0,0.50634765625,0.01416015625,0.12451171875,1.0,73,0.5703125
+fresh-en-1,layers.19.self_attn.o_proj.output,128,128,256,4096,128,0.09682659923533231,0.0,0.487060546875,0.01025390625,0.11083984375,1.0,79,0.6171875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,256,384,4096,128,0.0844649878987471,0.0,0.511474609375,0.008056640625,0.096923828125,1.0,87,0.6796875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,384,512,4096,128,0.08009913828541074,0.0,0.484619140625,0.00927734375,0.09912109375,1.0,87,0.6796875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,512,640,4096,128,0.09266683597913308,0.0,0.4755859375,0.012451171875,0.108154296875,1.0,79,0.6171875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,640,768,4096,128,0.09901017609383476,0.0,0.51806640625,0.01513671875,0.1181640625,1.0,75,0.5859375
+fresh-en-1,layers.19.self_attn.o_proj.output,128,768,896,4096,128,0.09170680329204932,0.0,0.490478515625,0.01025390625,0.095947265625,1.0,82,0.640625
+fresh-en-1,layers.19.self_attn.o_proj.output,128,896,1024,4096,128,0.09169907336172711,0.0,0.500732421875,0.009765625,0.101318359375,1.0,83,0.6484375
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1024,1152,4096,128,0.0781999591435794,0.0,0.558349609375,0.01220703125,0.0966796875,1.0,91,0.7109375
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1152,1280,4096,128,0.18314665713662373,0.0,0.472412109375,0.0205078125,0.211669921875,1.0,24,0.1875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1280,1408,4096,128,0.08554780075919764,0.0,0.4970703125,0.008056640625,0.0927734375,1.0,85,0.6640625
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1408,1536,4096,128,0.14385796707888474,0.0,0.489990234375,0.017822265625,0.17529296875,1.0,44,0.34375
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1536,1664,4096,128,0.08494108021827776,0.0,0.48779296875,0.0087890625,0.09912109375,1.0,87,0.6796875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1664,1792,4096,128,0.08949261112910449,0.0,0.523193359375,0.01123046875,0.09619140625,1.0,84,0.65625
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1792,1920,4096,128,0.08254438636388874,0.0,0.452880859375,0.009765625,0.09375,1.0,88,0.6875
+fresh-en-1,layers.19.self_attn.o_proj.output,128,1920,2048,4096,128,0.09303133196205447,0.0,0.5126953125,0.010009765625,0.10888671875,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,0,0,6144,196608,6144,1.6278959150114067,0.0,0.8809916178385416,0.007085164388020833,0.06775410970052083,1.0,3608,0.5872395833333334
+fresh-en-1,layers.19.mlp.gate_proj.output,64,0,64,2048,64,1.5873064290626233,0.0,0.89599609375,0.01025390625,0.0703125,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,64,128,2048,64,1.5031890475860292,0.0,0.82275390625,0.0078125,0.0771484375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,128,192,2048,64,1.6577646776399164,0.0,0.880859375,0.00830078125,0.0625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,192,256,2048,64,1.6725606305148313,0.0,0.904296875,0.00830078125,0.06982421875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,256,320,2048,64,1.535645451855791,0.0,0.87939453125,0.00927734375,0.06689453125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,320,384,2048,64,1.626674754230578,0.0,0.85791015625,0.01025390625,0.0751953125,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,384,448,2048,64,1.7043926019865745,0.0,0.91015625,0.00341796875,0.04931640625,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,448,512,2048,64,1.63380556533797,0.0,0.8876953125,0.009765625,0.07373046875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,512,576,2048,64,1.6889168439556448,0.0,0.89306640625,0.005859375,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,576,640,2048,64,1.4695704317375065,0.0,0.89453125,0.00390625,0.064453125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,640,704,2048,64,1.6262679939144682,0.0,0.86376953125,0.0048828125,0.0595703125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,704,768,2048,64,1.620724884151487,0.0,0.9072265625,0.00634765625,0.068359375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,768,832,2048,64,1.7735568139042004,0.0,0.87646484375,0.005859375,0.07373046875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,832,896,2048,64,1.6981449793791128,0.0,0.87841796875,0.0078125,0.064453125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,896,960,2048,64,1.4793495152754526,0.0,0.79638671875,0.0068359375,0.06982421875,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gate_proj.output,64,960,1024,2048,64,1.5317762463511784,0.0,0.85009765625,0.0068359375,0.087890625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1024,1088,2048,64,1.6674159629092726,0.0,0.85205078125,0.00830078125,0.0654296875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1088,1152,2048,64,1.6972314769284444,0.0,0.9228515625,0.00537109375,0.0634765625,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1152,1216,2048,64,1.601511520503415,0.0,0.92041015625,0.005859375,0.05810546875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1216,1280,2048,64,1.5630954357590643,0.0,0.8330078125,0.00830078125,0.08251953125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1280,1344,2048,64,1.5155642764377997,0.0,0.876953125,0.01171875,0.0712890625,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1344,1408,2048,64,1.4309366086635429,0.0,0.82177734375,0.01220703125,0.0849609375,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1408,1472,2048,64,1.6687227069109547,0.0,0.87646484375,0.009765625,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1472,1536,2048,64,1.6656045260499315,0.0,0.861328125,0.00927734375,0.0859375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1536,1600,2048,64,1.64432263152135,0.0,0.9013671875,0.00634765625,0.0703125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1600,1664,2048,64,1.8128837930370405,0.0,0.8525390625,0.01123046875,0.07470703125,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1664,1728,2048,64,1.491807535664109,0.0,0.8642578125,0.00537109375,0.0634765625,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1728,1792,2048,64,1.5189644476807325,0.0,0.87060546875,0.005859375,0.0673828125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1792,1856,2048,64,1.5861361474723594,0.0,0.88623046875,0.005859375,0.05615234375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1856,1920,2048,64,1.6735113208356847,0.0,0.89697265625,0.0048828125,0.0556640625,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1920,1984,2048,64,1.5990813912462358,0.0,0.89306640625,0.0068359375,0.0615234375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,1984,2048,2048,64,1.6943033038419013,0.0,0.89599609375,0.0048828125,0.06005859375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2048,2112,2048,64,1.7473629964832929,0.0,0.91357421875,0.005859375,0.06298828125,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2112,2176,2048,64,1.5615307582557856,0.0,0.8544921875,0.0126953125,0.0771484375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2176,2240,2048,64,1.7995146749183304,0.0,0.9130859375,0.00439453125,0.052734375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2240,2304,2048,64,1.5345705355723478,0.0,0.8837890625,0.00341796875,0.0615234375,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2304,2368,2048,64,1.6964260054110312,0.0,0.88427734375,0.00927734375,0.06884765625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2368,2432,2048,64,1.765851656359212,0.0,0.91552734375,0.0087890625,0.05859375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2432,2496,2048,64,1.6195870609790763,0.0,0.9091796875,0.005859375,0.0595703125,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2496,2560,2048,64,1.6476178547290292,0.0,0.83935546875,0.005859375,0.0673828125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2560,2624,2048,64,1.568245931269418,0.0,0.83349609375,0.0107421875,0.09033203125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2624,2688,2048,64,1.384259297024903,0.0,0.80517578125,0.0068359375,0.06787109375,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2688,2752,2048,64,1.6140801316507223,0.0,0.853515625,0.009765625,0.08154296875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2752,2816,2048,64,1.5258018169859744,0.0,0.8798828125,0.0048828125,0.0673828125,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2816,2880,2048,64,1.6844125573521216,0.0,0.9052734375,0.0048828125,0.05419921875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2880,2944,2048,64,1.6189922717715841,0.0,0.93310546875,0.0029296875,0.0517578125,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gate_proj.output,64,2944,3008,2048,64,1.6450074626616402,0.0,0.89697265625,0.00634765625,0.0615234375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3008,3072,2048,64,1.465054183432728,0.0,0.89404296875,0.0068359375,0.06494140625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3072,3136,2048,64,1.629531367402938,0.0,0.8876953125,0.005859375,0.06884765625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3136,3200,2048,64,1.5437819173273495,0.0,0.8818359375,0.00830078125,0.07470703125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3200,3264,2048,64,1.6714971321582515,0.0,0.8935546875,0.00927734375,0.0703125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3264,3328,2048,64,1.5289770061918393,0.0,0.87744140625,0.00732421875,0.07421875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3328,3392,2048,64,1.611312488708847,0.0,0.8935546875,0.00732421875,0.07568359375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3392,3456,2048,64,1.6486760191446856,0.0,0.9033203125,0.00830078125,0.0654296875,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3456,3520,2048,64,1.6286325592380129,0.0,0.89697265625,0.00439453125,0.060546875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3520,3584,2048,64,1.660800895302274,0.0,0.853515625,0.0107421875,0.06982421875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3584,3648,2048,64,1.5333030900335545,0.0,0.90283203125,0.00732421875,0.0615234375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3648,3712,2048,64,1.7119595239932532,0.0,0.87548828125,0.00439453125,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3712,3776,2048,64,1.5648975200893234,0.0,0.88134765625,0.00830078125,0.0625,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3776,3840,2048,64,1.7158233452103397,0.0,0.88427734375,0.00732421875,0.07861328125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3840,3904,2048,64,1.5177417244322788,0.0,0.91650390625,0.00341796875,0.06201171875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3904,3968,2048,64,1.6624194655460383,0.0,0.8427734375,0.00439453125,0.07958984375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,3968,4032,2048,64,1.763018166630506,0.0,0.86669921875,0.01220703125,0.09521484375,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4032,4096,2048,64,1.7092899955165832,0.0,0.9052734375,0.005859375,0.056640625,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4096,4160,2048,64,1.5029287241635152,0.0,0.89404296875,0.00341796875,0.05908203125,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4160,4224,2048,64,1.6379466278107857,0.0,0.873046875,0.00732421875,0.06689453125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4224,4288,2048,64,1.5747409898691833,0.0,0.884765625,0.00732421875,0.06982421875,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4288,4352,2048,64,1.4706482594773398,0.0,0.83740234375,0.00634765625,0.06689453125,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4352,4416,2048,64,1.7445496220943895,0.0,0.83642578125,0.00439453125,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4416,4480,2048,64,1.416176020279532,0.0,0.880859375,0.0029296875,0.0498046875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4480,4544,2048,64,1.5906505575627174,0.0,0.86767578125,0.005859375,0.072265625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4544,4608,2048,64,1.6518260002618577,0.0,0.88232421875,0.0048828125,0.04443359375,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4608,4672,2048,64,1.4808538701411436,0.0,0.865234375,0.00634765625,0.0654296875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4672,4736,2048,64,1.6364143350741982,0.0,0.88916015625,0.0107421875,0.0791015625,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4736,4800,2048,64,1.6062711216211736,0.0,0.8740234375,0.009765625,0.056640625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4800,4864,2048,64,1.7700656963240349,0.0,0.88134765625,0.005859375,0.068359375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4864,4928,2048,64,1.685628992455663,0.0,0.90087890625,0.005859375,0.05810546875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4928,4992,2048,64,1.5863021154906438,0.0,0.8828125,0.0087890625,0.08056640625,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,4992,5056,2048,64,1.6586158482152484,0.0,0.8837890625,0.0087890625,0.07470703125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5056,5120,2048,64,1.599510057420536,0.0,0.86279296875,0.00634765625,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5120,5184,2048,64,1.6154745950385305,0.0,0.90869140625,0.00439453125,0.0546875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5184,5248,2048,64,1.7593987429136952,0.0,0.90283203125,0.0068359375,0.05908203125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5248,5312,2048,64,1.8258549498526084,0.0,0.935546875,0.00341796875,0.03515625,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5312,5376,2048,64,1.677158045064965,0.0,0.9072265625,0.00537109375,0.05859375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5376,5440,2048,64,1.6663294901596928,0.0,0.8876953125,0.0068359375,0.06591796875,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5440,5504,2048,64,1.5983349397054711,0.0,0.8955078125,0.0029296875,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5504,5568,2048,64,1.6043881691782635,0.0,0.8701171875,0.00732421875,0.0712890625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5568,5632,2048,64,1.8660356960876172,0.0,0.873046875,0.01025390625,0.080078125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5632,5696,2048,64,1.7459245573099789,0.0,0.89697265625,0.00439453125,0.05419921875,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5696,5760,2048,64,1.6257018685591729,0.0,0.88623046875,0.0048828125,0.0810546875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5760,5824,2048,64,1.6228674681225248,0.0,0.8759765625,0.00830078125,0.0693359375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5824,5888,2048,64,1.5882430513597936,0.0,0.90869140625,0.0107421875,0.06494140625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5888,5952,2048,64,1.4606776670015957,0.0,0.85205078125,0.0068359375,0.068359375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,5952,6016,2048,64,1.737548447199621,0.0,0.900390625,0.00927734375,0.076171875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,64,6016,6080,2048,64,1.6502724337240648,0.0,0.89599609375,0.009765625,0.0693359375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,64,6080,6144,2048,64,1.7326931800821137,0.0,0.87890625,0.00537109375,0.08154296875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,0,128,4096,128,1.5458200109531075,0.0,0.859375,0.009033203125,0.074462890625,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,128,256,4096,128,1.6651790878429182,0.0,0.892578125,0.00830078125,0.065673828125,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,256,384,4096,128,1.5818150507971038,0.0,0.86865234375,0.009521484375,0.07080078125,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,384,512,4096,128,1.6694721871052374,0.0,0.89892578125,0.006591796875,0.061767578125,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,512,640,4096,128,1.5830472765578192,0.0,0.893798828125,0.00537109375,0.064453125,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,640,768,4096,128,1.6234988047637176,0.0,0.885498046875,0.005615234375,0.063720703125,1.0,79,0.6171875
+fresh-en-1,layers.19.mlp.gate_proj.output,128,768,896,4096,128,1.7362603697511076,0.0,0.87744140625,0.0068359375,0.06884765625,1.0,70,0.546875
+fresh-en-1,layers.19.mlp.gate_proj.output,128,896,1024,4096,128,1.5057910640642382,0.0,0.8232421875,0.007080078125,0.079345703125,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1024,1152,4096,128,1.6823897704814668,0.0,0.887451171875,0.0068359375,0.064453125,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1152,1280,4096,128,1.582420059844411,0.0,0.876708984375,0.0068359375,0.06982421875,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1280,1408,4096,128,1.4738579738271853,0.0,0.849365234375,0.01171875,0.077880859375,1.0,71,0.5546875
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1408,1536,4096,128,1.6671643454918055,0.0,0.868896484375,0.009521484375,0.07861328125,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1536,1664,4096,128,1.7306566042386433,0.0,0.876953125,0.009033203125,0.07275390625,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1664,1792,4096,128,1.5054472286968836,0.0,0.867431640625,0.005615234375,0.065185546875,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1792,1920,4096,128,1.6304091540597494,0.0,0.8916015625,0.00537109375,0.055908203125,1.0,80,0.625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,1920,2048,4096,128,1.647380493577543,0.0,0.89453125,0.005859375,0.062744140625,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2048,2176,4096,128,1.657053974748252,0.0,0.884033203125,0.00927734375,0.071044921875,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2176,2304,4096,128,1.672297789553826,0.0,0.8984375,0.003662109375,0.05810546875,1.0,81,0.6328125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2304,2432,4096,128,1.7314868269931194,0.0,0.89990234375,0.009033203125,0.064453125,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2432,2560,4096,128,1.6336625788871963,0.0,0.874267578125,0.005859375,0.063720703125,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2560,2688,4096,128,1.4791161385001117,0.0,0.8193359375,0.0087890625,0.08056640625,1.0,72,0.5625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2688,2816,4096,128,1.5705613417035507,0.0,0.86669921875,0.0068359375,0.07470703125,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2816,2944,4096,128,1.6520262769432013,0.0,0.919189453125,0.00390625,0.05322265625,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,2944,3072,4096,128,1.5576317460501092,0.0,0.8955078125,0.006591796875,0.0654296875,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3072,3200,4096,128,1.5872358182729176,0.0,0.884765625,0.007080078125,0.072021484375,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3200,3328,4096,128,1.6018229222165319,0.0,0.885498046875,0.00830078125,0.072265625,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3328,3456,4096,128,1.6301013085651863,0.0,0.8984375,0.008056640625,0.070556640625,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3456,3584,4096,128,1.6447953712919723,0.0,0.875244140625,0.007568359375,0.0654296875,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3584,3712,4096,128,1.625088271094474,0.0,0.88916015625,0.00537109375,0.062255859375,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3712,3840,4096,128,1.6420953078841856,0.0,0.8828125,0.00830078125,0.069580078125,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3840,3968,4096,128,1.5917252309222598,0.0,0.879638671875,0.00390625,0.070068359375,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,3968,4096,4096,128,1.7363619070692422,0.0,0.885986328125,0.009033203125,0.076416015625,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4096,4224,4096,128,1.5718880216911917,0.0,0.883544921875,0.00537109375,0.063720703125,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4224,4352,4096,128,1.5235838487391995,0.0,0.861083984375,0.007080078125,0.06982421875,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4352,4480,4096,128,1.5888687649337891,0.0,0.858642578125,0.00439453125,0.055908203125,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4480,4608,4096,128,1.6215268007985053,0.0,0.875,0.00537109375,0.058349609375,1.0,79,0.6171875
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4608,4736,4096,128,1.5605736222217028,0.0,0.877197265625,0.0087890625,0.073486328125,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4736,4864,4096,128,1.69015376304306,0.0,0.877685546875,0.0078125,0.06298828125,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4864,4992,4096,128,1.6367192034397937,0.0,0.891845703125,0.00732421875,0.0703125,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,4992,5120,4096,128,1.6293309908886275,0.0,0.873291015625,0.007568359375,0.069091796875,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5120,5248,4096,128,1.6889704117866002,0.0,0.90576171875,0.005126953125,0.057861328125,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5248,5376,4096,128,1.753083769536899,0.0,0.92138671875,0.00439453125,0.04736328125,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5376,5504,4096,128,1.6326862143809435,0.0,0.8916015625,0.0048828125,0.065673828125,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5504,5632,4096,128,1.7401365774663176,0.0,0.87158203125,0.009033203125,0.077880859375,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5632,5760,4096,128,1.6868845730005997,0.0,0.8916015625,0.00439453125,0.06787109375,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5760,5888,4096,128,1.6056485931365994,0.0,0.892333984375,0.009521484375,0.06787109375,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gate_proj.output,128,5888,6016,4096,128,1.6050940553816526,0.0,0.876220703125,0.007568359375,0.072265625,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gate_proj.output,128,6016,6144,4096,128,1.6919847460619462,0.0,0.887451171875,0.007568359375,0.07568359375,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.up_proj.output,0,0,6144,196608,6144,0.5989047587295557,0.0,0.4968363444010417,0.0092620849609375,0.0904998779296875,1.0,4426,0.7203776041666666
+fresh-en-1,layers.19.mlp.up_proj.output,64,0,64,2048,64,0.657020692193622,0.0,0.45556640625,0.009765625,0.09423828125,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,64,128,2048,64,0.617466055006638,0.0,0.478515625,0.00390625,0.078125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,128,192,2048,64,0.5800188286032752,0.0,0.5400390625,0.01220703125,0.09375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,192,256,2048,64,0.5400207402440826,0.0,0.4736328125,0.0087890625,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,256,320,2048,64,0.5505072158565216,0.0,0.46826171875,0.0087890625,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,320,384,2048,64,0.5235298161737054,0.0,0.5126953125,0.00537109375,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,384,448,2048,64,0.5194305762990025,0.0,0.52490234375,0.00927734375,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,448,512,2048,64,0.5568059322624104,0.0,0.4521484375,0.009765625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,512,576,2048,64,0.7271682139765425,0.0,0.4755859375,0.01123046875,0.11328125,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.up_proj.output,64,576,640,2048,64,0.8699969731000403,0.0,0.48974609375,0.013671875,0.12060546875,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.up_proj.output,64,640,704,2048,64,0.5336294181762393,0.0,0.40478515625,0.01171875,0.0908203125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,704,768,2048,64,0.595768941597147,0.0,0.4658203125,0.005859375,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,768,832,2048,64,0.5671380424891366,0.0,0.4892578125,0.01513671875,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,832,896,2048,64,0.6536051151517458,0.0,0.50927734375,0.0068359375,0.09130859375,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.up_proj.output,64,896,960,2048,64,0.568760291584793,0.0,0.44482421875,0.01171875,0.076171875,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,960,1024,2048,64,0.6488792348051033,0.0,0.4462890625,0.01123046875,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,1024,1088,2048,64,0.5508591505662174,0.0,0.451171875,0.0146484375,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,1088,1152,2048,64,0.5650847833012306,0.0,0.5634765625,0.009765625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,1152,1216,2048,64,0.5667980173307224,0.0,0.46240234375,0.00927734375,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,1216,1280,2048,64,0.5108817164536821,0.0,0.466796875,0.0107421875,0.09326171875,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,1280,1344,2048,64,0.5940651672480335,0.0,0.47998046875,0.01220703125,0.08984375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,1344,1408,2048,64,0.5546291866927504,0.0,0.478515625,0.01025390625,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,1408,1472,2048,64,0.5357940010162391,0.0,0.49609375,0.005859375,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,1472,1536,2048,64,0.5553384290833134,0.0,0.51318359375,0.01171875,0.0947265625,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,1536,1600,2048,64,0.5446800325129578,0.0,0.45654296875,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,1600,1664,2048,64,0.7080010230847318,0.0,0.48828125,0.009765625,0.107421875,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.up_proj.output,64,1664,1728,2048,64,0.5762086168913907,0.0,0.4599609375,0.00927734375,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,1728,1792,2048,64,0.5876518563131097,0.0,0.49365234375,0.01171875,0.08935546875,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,1792,1856,2048,64,0.5840100485982656,0.0,0.46142578125,0.013671875,0.08837890625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,1856,1920,2048,64,0.6359620250205658,0.0,0.4814453125,0.0126953125,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,1920,1984,2048,64,0.5678657908868979,0.0,0.47900390625,0.00634765625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,1984,2048,2048,64,0.5570673212624749,0.0,0.4619140625,0.0078125,0.09130859375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,2048,2112,2048,64,0.6908142555625137,0.0,0.4443359375,0.009765625,0.1162109375,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,2112,2176,2048,64,0.5591728088970415,0.0,0.52587890625,0.0087890625,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,2176,2240,2048,64,0.5130318877042902,0.0,0.4462890625,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,2240,2304,2048,64,0.5509449273768093,0.0,0.52587890625,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,2304,2368,2048,64,0.680704598533254,0.0,0.54638671875,0.01025390625,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,2368,2432,2048,64,0.5704682945825688,0.0,0.51904296875,0.00927734375,0.09033203125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,2432,2496,2048,64,0.5804414098545952,0.0,0.4970703125,0.00732421875,0.08154296875,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,2496,2560,2048,64,0.6592685173069269,0.0,0.5634765625,0.00830078125,0.09521484375,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.up_proj.output,64,2560,2624,2048,64,0.6529277094249755,0.0,0.49951171875,0.009765625,0.09326171875,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,2624,2688,2048,64,0.5535269677996325,0.0,0.52294921875,0.00830078125,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,2688,2752,2048,64,0.6362009869309235,0.0,0.47509765625,0.00927734375,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,2752,2816,2048,64,0.5527603637659602,0.0,0.49169921875,0.00732421875,0.09130859375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,2816,2880,2048,64,0.5255553824783196,0.0,0.49853515625,0.0078125,0.06640625,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,2880,2944,2048,64,0.5956514551982235,0.0,0.4970703125,0.00634765625,0.07666015625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,2944,3008,2048,64,0.55707249453354,0.0,0.5283203125,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,3008,3072,2048,64,0.6039467044762724,0.0,0.51708984375,0.01220703125,0.107421875,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,3072,3136,2048,64,0.6100843390629015,0.0,0.52734375,0.00927734375,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,3136,3200,2048,64,0.6051061585224985,0.0,0.4541015625,0.00732421875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,3200,3264,2048,64,0.517667434071958,0.0,0.4912109375,0.00927734375,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3264,3328,2048,64,0.6235611952576496,0.0,0.51416015625,0.01220703125,0.087890625,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3328,3392,2048,64,0.5282203651665225,0.0,0.5380859375,0.01220703125,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3392,3456,2048,64,0.5407455946040493,0.0,0.482421875,0.0078125,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,3456,3520,2048,64,0.616755552723946,0.0,0.54345703125,0.0087890625,0.09375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,3520,3584,2048,64,0.5588508123342482,0.0,0.478515625,0.005859375,0.07666015625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,3584,3648,2048,64,0.6288656819973426,0.0,0.509765625,0.01220703125,0.0927734375,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3648,3712,2048,64,0.6680462556743464,0.0,0.45263671875,0.0107421875,0.09130859375,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3712,3776,2048,64,0.5789446889148663,0.0,0.50146484375,0.00927734375,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,3776,3840,2048,64,0.5654369212884499,0.0,0.53271484375,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,3840,3904,2048,64,0.5602022564520567,0.0,0.49462890625,0.01025390625,0.083984375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,3904,3968,2048,64,0.5929054653757516,0.0,0.4912109375,0.009765625,0.09130859375,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,3968,4032,2048,64,0.5852204217168363,0.0,0.54833984375,0.01220703125,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,4032,4096,2048,64,0.568101754352078,0.0,0.46923828125,0.00732421875,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,4096,4160,2048,64,0.608307011229211,0.0,0.48291015625,0.00732421875,0.095703125,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,4160,4224,2048,64,0.6800343064682514,0.0,0.546875,0.0107421875,0.08740234375,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,4224,4288,2048,64,0.6332950981644011,0.0,0.47412109375,0.00732421875,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,4288,4352,2048,64,0.5610539517382215,0.0,0.51708984375,0.01318359375,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,4352,4416,2048,64,0.6245075171883331,0.0,0.47119140625,0.00927734375,0.1083984375,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.up_proj.output,64,4416,4480,2048,64,0.5460957973628049,0.0,0.52734375,0.0087890625,0.0927734375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,4480,4544,2048,64,0.5587562729816228,0.0,0.49072265625,0.01025390625,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,4544,4608,2048,64,0.6722851918253138,0.0,0.5166015625,0.0107421875,0.103515625,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,4608,4672,2048,64,0.5957464384554041,0.0,0.43603515625,0.00830078125,0.07958984375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,4672,4736,2048,64,0.6030551452621231,0.0,0.4931640625,0.0087890625,0.10302734375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,4736,4800,2048,64,0.7150969950352029,0.0,0.61083984375,0.00927734375,0.09521484375,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,64,4800,4864,2048,64,0.6104809020890334,0.0,0.52880859375,0.01123046875,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,4864,4928,2048,64,0.5792067117506956,0.0,0.54052734375,0.00830078125,0.0859375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,4928,4992,2048,64,0.6125139526337997,0.0,0.501953125,0.005859375,0.08349609375,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,4992,5056,2048,64,0.6698961592819981,0.0,0.509765625,0.0078125,0.095703125,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.up_proj.output,64,5056,5120,2048,64,0.5700591444784678,0.0,0.49462890625,0.01025390625,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,5120,5184,2048,64,0.5617728279259735,0.0,0.5166015625,0.0087890625,0.08642578125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,5184,5248,2048,64,0.7539839996447698,0.0,0.4912109375,0.009765625,0.103515625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.up_proj.output,64,5248,5312,2048,64,0.5770728026257992,0.0,0.50146484375,0.005859375,0.080078125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,5312,5376,2048,64,0.6241845077696062,0.0,0.515625,0.0087890625,0.09228515625,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,64,5376,5440,2048,64,0.5841621223617598,0.0,0.51220703125,0.00830078125,0.0869140625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,5440,5504,2048,64,0.5834066465894903,0.0,0.421875,0.0068359375,0.0771484375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,64,5504,5568,2048,64,0.5841984099199807,0.0,0.50390625,0.00634765625,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,5568,5632,2048,64,0.6871121756801754,0.0,0.53466796875,0.0078125,0.10107421875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.up_proj.output,64,5632,5696,2048,64,0.587665884406373,0.0,0.53125,0.009765625,0.09619140625,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,5696,5760,2048,64,0.5575255671469337,0.0,0.51123046875,0.00634765625,0.09228515625,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,5760,5824,2048,64,0.6076408935301173,0.0,0.544921875,0.01171875,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,64,5824,5888,2048,64,0.5618492839567819,0.0,0.4912109375,0.0078125,0.07666015625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,64,5888,5952,2048,64,0.5653752100559617,0.0,0.50244140625,0.0048828125,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,64,5952,6016,2048,64,0.6515418237905897,0.0,0.498046875,0.00927734375,0.09716796875,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.up_proj.output,64,6016,6080,2048,64,0.5741126660359528,0.0,0.568359375,0.0068359375,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,64,6080,6144,2048,64,0.5879354643925531,0.0,0.45556640625,0.00830078125,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,0,128,4096,128,0.6375502015747649,0.0,0.467041015625,0.006591796875,0.086181640625,1.0,93,0.7265625
+fresh-en-1,layers.19.mlp.up_proj.output,128,128,256,4096,128,0.5603767667507651,0.0,0.5068359375,0.010498046875,0.091796875,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,256,384,4096,128,0.537187892237424,0.0,0.490478515625,0.007080078125,0.083740234375,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.up_proj.output,128,384,512,4096,128,0.5384426477336866,0.0,0.488525390625,0.009765625,0.0869140625,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.up_proj.output,128,512,640,4096,128,0.8017694009567423,0.0,0.482666015625,0.01220703125,0.116943359375,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.up_proj.output,128,640,768,4096,128,0.5655532635017221,0.0,0.435302734375,0.0087890625,0.086669921875,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.up_proj.output,128,768,896,4096,128,0.611900811321139,0.0,0.499267578125,0.010986328125,0.0947265625,1.0,90,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,128,896,1024,4096,128,0.6101362678307507,0.0,0.445556640625,0.01123046875,0.08642578125,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,1024,1152,4096,128,0.5580173008434116,0.0,0.50732421875,0.01220703125,0.088623046875,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,1152,1280,4096,128,0.5395646952204611,0.0,0.464599609375,0.010986328125,0.092529296875,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.up_proj.output,128,1280,1408,4096,128,0.5746855477863071,0.0,0.479248046875,0.01123046875,0.085205078125,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,128,1408,1536,4096,128,0.5456537282662477,0.0,0.504638671875,0.0087890625,0.091552734375,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,1536,1664,4096,128,0.6316414277528604,0.0,0.472412109375,0.00927734375,0.09765625,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.up_proj.output,128,1664,1792,4096,128,0.5819583638062662,0.0,0.476806640625,0.010498046875,0.091796875,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.up_proj.output,128,1792,1920,4096,128,0.6105388743282475,0.0,0.471435546875,0.01318359375,0.09228515625,1.0,92,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,128,1920,2048,4096,128,0.5624924696732178,0.0,0.470458984375,0.007080078125,0.0859375,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.up_proj.output,128,2048,2176,4096,128,0.6284499048843103,0.0,0.485107421875,0.009765625,0.09912109375,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,2176,2304,4096,128,0.5323260423855221,0.0,0.486083984375,0.00830078125,0.083251953125,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,2304,2432,4096,128,0.628009882720114,0.0,0.53271484375,0.0107421875,0.09375,1.0,90,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,128,2432,2560,4096,128,0.6211067574040972,0.0,0.5302734375,0.008056640625,0.08837890625,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,2560,2688,4096,128,0.6052713019037004,0.0,0.51123046875,0.009521484375,0.08984375,1.0,90,0.703125
+fresh-en-1,layers.19.mlp.up_proj.output,128,2688,2816,4096,128,0.5959428309504854,0.0,0.4833984375,0.00830078125,0.09130859375,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,2816,2944,4096,128,0.5616979242135821,0.0,0.497802734375,0.007080078125,0.072021484375,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,2944,3072,4096,128,0.5809825238393883,0.0,0.522705078125,0.010009765625,0.095947265625,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,3072,3200,4096,128,0.6076003472068101,0.0,0.49072265625,0.00830078125,0.08935546875,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.up_proj.output,128,3200,3328,4096,128,0.5730655008503799,0.0,0.502685546875,0.010986328125,0.08251953125,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,3328,3456,4096,128,0.5345196686092764,0.0,0.51025390625,0.010009765625,0.082763671875,1.0,100,0.78125
+fresh-en-1,layers.19.mlp.up_proj.output,128,3456,3584,4096,128,0.5885157781497745,0.0,0.510986328125,0.007568359375,0.084228515625,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,3584,3712,4096,128,0.6487518191552517,0.0,0.481201171875,0.011962890625,0.091796875,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,3712,3840,4096,128,0.5722306636221499,0.0,0.51708984375,0.0087890625,0.0830078125,1.0,96,0.75
+fresh-en-1,layers.19.mlp.up_proj.output,128,3840,3968,4096,128,0.5767856876719518,0.0,0.492919921875,0.010009765625,0.08837890625,1.0,93,0.7265625
+fresh-en-1,layers.19.mlp.up_proj.output,128,3968,4096,4096,128,0.5767246072833812,0.0,0.5087890625,0.009521484375,0.0830078125,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,4096,4224,4096,128,0.6451682253042114,0.0,0.514892578125,0.009765625,0.09228515625,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.up_proj.output,128,4224,4352,4096,128,0.5982659183507502,0.0,0.49560546875,0.01025390625,0.098876953125,1.0,93,0.7265625
+fresh-en-1,layers.19.mlp.up_proj.output,128,4352,4480,4096,128,0.5866132707849584,0.0,0.499267578125,0.009521484375,0.09912109375,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,4480,4608,4096,128,0.6181326523263081,0.0,0.503662109375,0.01025390625,0.09375,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,4608,4736,4096,128,0.5994119314625873,0.0,0.464599609375,0.008544921875,0.091064453125,1.0,93,0.7265625
+fresh-en-1,layers.19.mlp.up_proj.output,128,4736,4864,4096,128,0.6648498492606495,0.0,0.56982421875,0.010009765625,0.09033203125,1.0,86,0.671875
+fresh-en-1,layers.19.mlp.up_proj.output,128,4864,4992,4096,128,0.5960930116635046,0.0,0.521240234375,0.007568359375,0.0849609375,1.0,92,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,128,4992,5120,4096,128,0.6219840401587066,0.0,0.502197265625,0.009765625,0.091796875,1.0,92,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,128,5120,5248,4096,128,0.6648611065163421,0.0,0.50390625,0.0107421875,0.095703125,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.up_proj.output,128,5248,5376,4096,128,0.60109039223314,0.0,0.508544921875,0.0068359375,0.08740234375,1.0,92,0.71875
+fresh-en-1,layers.19.mlp.up_proj.output,128,5376,5504,4096,128,0.5837845066833266,0.0,0.467041015625,0.007568359375,0.08203125,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,5504,5632,4096,128,0.6377346329473483,0.0,0.519287109375,0.007080078125,0.097412109375,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.up_proj.output,128,5632,5760,4096,128,0.5727940073523965,0.0,0.521240234375,0.0078125,0.095703125,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.up_proj.output,128,5760,5888,4096,128,0.5851931618588976,0.0,0.51806640625,0.009765625,0.083251953125,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,5888,6016,4096,128,0.6099819162459617,0.0,0.500244140625,0.007080078125,0.088623046875,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.up_proj.output,128,6016,6144,4096,128,0.5810651700082343,0.0,0.511962890625,0.007568359375,0.083740234375,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,0,0,6144,196608,6144,0.31706433698703795,0.0,0.8809916178385416,0.0027720133463541665,0.0274200439453125,1.0,4459,0.7257486979166666
+fresh-en-1,layers.19.mlp.silu_gate,64,0,64,2048,64,0.4526105738095655,0.0,0.89599609375,0.005859375,0.0458984375,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.silu_gate,64,64,128,2048,64,0.3830342759776899,0.0,0.82275390625,0.0048828125,0.0439453125,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.silu_gate,64,128,192,2048,64,0.3239795343900926,0.0,0.880859375,0.00341796875,0.02783203125,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,192,256,2048,64,0.23246112742956865,0.0,0.904296875,0.001953125,0.02197265625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,256,320,2048,64,0.270106491565615,0.0,0.87939453125,0.00439453125,0.02734375,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.silu_gate,64,320,384,2048,64,0.42433714582614057,0.0,0.85791015625,0.00537109375,0.041015625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.silu_gate,64,384,448,2048,64,0.29101835765171086,0.0,0.91015625,0.00146484375,0.0166015625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,448,512,2048,64,0.2737886036209312,0.0,0.8876953125,0.0048828125,0.02490234375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,512,576,2048,64,0.2793433405688473,0.0,0.89306640625,0.00146484375,0.021484375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,576,640,2048,64,0.2978312123271876,0.0,0.89453125,0.001953125,0.0244140625,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,640,704,2048,64,0.297541958272424,0.0,0.86376953125,0.0009765625,0.0185546875,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,704,768,2048,64,0.316793437757736,0.0,0.9072265625,0.0029296875,0.0234375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,768,832,2048,64,0.2729766700812471,0.0,0.87646484375,0.00146484375,0.02197265625,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,832,896,2048,64,0.2701169640500274,0.0,0.87841796875,0.00341796875,0.02734375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,896,960,2048,64,0.41879855934234134,0.0,0.79638671875,0.0048828125,0.03564453125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.silu_gate,64,960,1024,2048,64,0.28925991074433544,0.0,0.85009765625,0.00244140625,0.029296875,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,1024,1088,2048,64,0.48580488499451396,0.0,0.85205078125,0.0048828125,0.04296875,1.0,32,0.5
+fresh-en-1,layers.19.mlp.silu_gate,64,1088,1152,2048,64,0.24721439145707622,0.0,0.9228515625,0.00244140625,0.01904296875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,1152,1216,2048,64,0.2427942392001912,0.0,0.92041015625,0.00341796875,0.0166015625,1.0,54,0.84375
+fresh-en-1,layers.19.mlp.silu_gate,64,1216,1280,2048,64,0.3237712451299307,0.0,0.8330078125,0.0048828125,0.03173828125,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,1280,1344,2048,64,0.24588491445719193,0.0,0.876953125,0.00439453125,0.0244140625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,1344,1408,2048,64,0.35565988980306124,0.0,0.82177734375,0.00732421875,0.04833984375,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.silu_gate,64,1408,1472,2048,64,0.31284523177871604,0.0,0.87646484375,0.00390625,0.03369140625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,64,1472,1536,2048,64,0.2935063325200428,0.0,0.861328125,0.00244140625,0.029296875,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,1536,1600,2048,64,0.24994289651388918,0.0,0.9013671875,0.00048828125,0.02294921875,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,1600,1664,2048,64,0.35951425904715056,0.0,0.8525390625,0.00390625,0.03564453125,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.silu_gate,64,1664,1728,2048,64,0.27104434777320774,0.0,0.8642578125,0.00146484375,0.0263671875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,1728,1792,2048,64,0.27026029318889605,0.0,0.87060546875,0.001953125,0.02099609375,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,1792,1856,2048,64,0.29095098491710664,0.0,0.88623046875,0.00244140625,0.0234375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,1856,1920,2048,64,0.28023711137310364,0.0,0.89697265625,0.001953125,0.01416015625,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,1920,1984,2048,64,0.34235290748963326,0.0,0.89306640625,0.0029296875,0.025390625,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,64,1984,2048,2048,64,0.2507337469734435,0.0,0.89599609375,0.00146484375,0.02197265625,1.0,54,0.84375
+fresh-en-1,layers.19.mlp.silu_gate,64,2048,2112,2048,64,0.2513957071735748,0.0,0.91357421875,0.00048828125,0.021484375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,2112,2176,2048,64,0.306154371851615,0.0,0.8544921875,0.001953125,0.033203125,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,64,2176,2240,2048,64,0.24667758867246362,0.0,0.9130859375,0.0009765625,0.0107421875,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.silu_gate,64,2240,2304,2048,64,0.3583145013684363,0.0,0.8837890625,0.00146484375,0.0244140625,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.silu_gate,64,2304,2368,2048,64,0.28019941558430034,0.0,0.88427734375,0.0029296875,0.02490234375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,2368,2432,2048,64,0.2861969552254411,0.0,0.91552734375,0.00244140625,0.0224609375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,2432,2496,2048,64,0.2908325087401312,0.0,0.9091796875,0.0029296875,0.0205078125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,2496,2560,2048,64,0.38625282883194934,0.0,0.83935546875,0.0029296875,0.0283203125,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.silu_gate,64,2560,2624,2048,64,0.33109323197268054,0.0,0.83349609375,0.0048828125,0.03662109375,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,64,2624,2688,2048,64,0.42047908845784704,0.0,0.80517578125,0.00341796875,0.0400390625,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.silu_gate,64,2688,2752,2048,64,0.3398548097351961,0.0,0.853515625,0.00537109375,0.03857421875,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.silu_gate,64,2752,2816,2048,64,0.3426779802031249,0.0,0.8798828125,0.001953125,0.02978515625,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,64,2816,2880,2048,64,0.2575628876938836,0.0,0.9052734375,0.00146484375,0.02099609375,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,2880,2944,2048,64,0.25892728049247465,0.0,0.93310546875,0.0,0.015625,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.silu_gate,64,2944,3008,2048,64,0.3478319305851492,0.0,0.89697265625,0.001953125,0.0283203125,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,64,3008,3072,2048,64,0.2813865144770958,0.0,0.89404296875,0.00146484375,0.02392578125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,3072,3136,2048,64,0.2571246968548784,0.0,0.8876953125,0.001953125,0.02294921875,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,3136,3200,2048,64,0.29721309327508927,0.0,0.8818359375,0.0029296875,0.03662109375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,64,3200,3264,2048,64,0.2660540124805254,0.0,0.8935546875,0.0029296875,0.025390625,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,3264,3328,2048,64,0.2488889537396022,0.0,0.87744140625,0.001953125,0.02294921875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,3328,3392,2048,64,0.2525996440996291,0.0,0.8935546875,0.00146484375,0.0234375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,3392,3456,2048,64,0.2573738179121676,0.0,0.9033203125,0.00341796875,0.01953125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,3456,3520,2048,64,0.27362517175097867,0.0,0.89697265625,0.001953125,0.0224609375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,3520,3584,2048,64,0.6363821079684348,0.0,0.853515625,0.00732421875,0.05615234375,1.0,14,0.21875
+fresh-en-1,layers.19.mlp.silu_gate,64,3584,3648,2048,64,0.27008068178662137,0.0,0.90283203125,0.0029296875,0.0205078125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,3648,3712,2048,64,0.3708036762604967,0.0,0.87548828125,0.001953125,0.0322265625,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.silu_gate,64,3712,3776,2048,64,0.2919026679597582,0.0,0.88134765625,0.00244140625,0.02587890625,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,3776,3840,2048,64,0.291756533735506,0.0,0.88427734375,0.0009765625,0.02978515625,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,64,3840,3904,2048,64,0.24238929866540576,0.0,0.91650390625,0.00048828125,0.015625,1.0,54,0.84375
+fresh-en-1,layers.19.mlp.silu_gate,64,3904,3968,2048,64,0.2878731202500499,0.0,0.8427734375,0.001953125,0.01708984375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,64,3968,4032,2048,64,0.2498389698523342,0.0,0.86669921875,0.00390625,0.02880859375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,4032,4096,2048,64,0.27028204815848106,0.0,0.9052734375,0.00244140625,0.01953125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,4096,4160,2048,64,0.30851881390374875,0.0,0.89404296875,0.0009765625,0.02197265625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,4160,4224,2048,64,0.2847832914623214,0.0,0.873046875,0.00439453125,0.02783203125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,4224,4288,2048,64,0.26141912544398277,0.0,0.884765625,0.00244140625,0.0263671875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,4288,4352,2048,64,0.5457596191027634,0.0,0.83740234375,0.00439453125,0.05078125,1.0,27,0.421875
+fresh-en-1,layers.19.mlp.silu_gate,64,4352,4416,2048,64,0.42617824711033914,0.0,0.83642578125,0.00244140625,0.02734375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.silu_gate,64,4416,4480,2048,64,0.2641977036009007,0.0,0.880859375,0.0,0.01708984375,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.silu_gate,64,4480,4544,2048,64,0.2846661205445773,0.0,0.86767578125,0.0009765625,0.0283203125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,4544,4608,2048,64,0.3305411766115865,0.0,0.88232421875,0.00048828125,0.021484375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,4608,4672,2048,64,0.27604245056098703,0.0,0.865234375,0.00341796875,0.0205078125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,4672,4736,2048,64,0.26024543554878493,0.0,0.88916015625,0.0029296875,0.02783203125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,4736,4800,2048,64,0.3005834010336607,0.0,0.8740234375,0.00537109375,0.02099609375,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,4800,4864,2048,64,0.3105276205070752,0.0,0.88134765625,0.0029296875,0.01904296875,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.silu_gate,64,4864,4928,2048,64,0.26000418350171023,0.0,0.90087890625,0.00244140625,0.0185546875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,4928,4992,2048,64,0.30872550952483,0.0,0.8828125,0.00146484375,0.02978515625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,4992,5056,2048,64,0.3112429254804668,0.0,0.8837890625,0.00244140625,0.03125,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,64,5056,5120,2048,64,0.6092448978747423,0.0,0.86279296875,0.00439453125,0.04638671875,1.0,18,0.28125
+fresh-en-1,layers.19.mlp.silu_gate,64,5120,5184,2048,64,0.28227529220642955,0.0,0.90869140625,0.001953125,0.01953125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,5184,5248,2048,64,0.25482636137356734,0.0,0.90283203125,0.0029296875,0.015625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,5248,5312,2048,64,0.2692429208177678,0.0,0.935546875,0.00048828125,0.009765625,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,5312,5376,2048,64,0.26683133498733275,0.0,0.9072265625,0.001953125,0.01708984375,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.silu_gate,64,5376,5440,2048,64,0.3448562360188226,0.0,0.8876953125,0.001953125,0.029296875,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.silu_gate,64,5440,5504,2048,64,0.2806065605626863,0.0,0.8955078125,0.0,0.025390625,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,5504,5568,2048,64,0.2865936213476195,0.0,0.8701171875,0.0029296875,0.02978515625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,5568,5632,2048,64,0.3407722226006129,0.0,0.873046875,0.0048828125,0.03857421875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.silu_gate,64,5632,5696,2048,64,0.25884629677654547,0.0,0.89697265625,0.00048828125,0.0126953125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,64,5696,5760,2048,64,0.2662021557695531,0.0,0.88623046875,0.00146484375,0.02099609375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,5760,5824,2048,64,0.2932402292981775,0.0,0.8759765625,0.001953125,0.02783203125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,5824,5888,2048,64,0.2405622933495825,0.0,0.90869140625,0.00341796875,0.02392578125,1.0,54,0.84375
+fresh-en-1,layers.19.mlp.silu_gate,64,5888,5952,2048,64,0.3864967930392657,0.0,0.85205078125,0.0029296875,0.0341796875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.silu_gate,64,5952,6016,2048,64,0.28400764693579683,0.0,0.900390625,0.001953125,0.02734375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,64,6016,6080,2048,64,0.28933925762385415,0.0,0.89599609375,0.00390625,0.025390625,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,64,6080,6144,2048,64,0.2798146351365256,0.0,0.87890625,0.001953125,0.02490234375,1.0,48,0.75
+fresh-en-1,layers.19.mlp.silu_gate,128,0,128,4096,128,0.4192681648408195,0.0,0.859375,0.005859375,0.045166015625,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.silu_gate,128,128,256,4096,128,0.2819582544184931,0.0,0.892578125,0.0029296875,0.025634765625,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,128,256,384,4096,128,0.35568211236563535,0.0,0.86865234375,0.00537109375,0.033935546875,1.0,89,0.6953125
+fresh-en-1,layers.19.mlp.silu_gate,128,384,512,4096,128,0.2825348509148902,0.0,0.89892578125,0.00341796875,0.0205078125,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.silu_gate,128,512,640,4096,128,0.2887352878991805,0.0,0.893798828125,0.001708984375,0.022705078125,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.silu_gate,128,640,768,4096,128,0.3073184823102521,0.0,0.885498046875,0.001953125,0.020751953125,1.0,96,0.75
+fresh-en-1,layers.19.mlp.silu_gate,128,768,896,4096,128,0.27155058154628375,0.0,0.87744140625,0.00244140625,0.02490234375,1.0,100,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,128,896,1024,4096,128,0.35990521618270654,0.0,0.8232421875,0.003662109375,0.03515625,1.0,88,0.6875
+fresh-en-1,layers.19.mlp.silu_gate,128,1024,1152,4096,128,0.38543568959557023,0.0,0.887451171875,0.003662109375,0.033935546875,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.silu_gate,128,1152,1280,4096,128,0.28616154682432904,0.0,0.876708984375,0.004638671875,0.02392578125,1.0,100,0.78125
+fresh-en-1,layers.19.mlp.silu_gate,128,1280,1408,4096,128,0.3057395528651357,0.0,0.849365234375,0.005859375,0.0361328125,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.silu_gate,128,1408,1536,4096,128,0.30332994105103156,0.0,0.868896484375,0.003173828125,0.03125,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.silu_gate,128,1536,1664,4096,128,0.30961423899424784,0.0,0.876953125,0.001708984375,0.032470703125,1.0,90,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,128,1664,1792,4096,128,0.27065260439754835,0.0,0.867431640625,0.001708984375,0.023681640625,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.silu_gate,128,1792,1920,4096,128,0.2856442842198805,0.0,0.8916015625,0.002197265625,0.01904296875,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.silu_gate,128,1920,2048,4096,128,0.30006076479435645,0.0,0.89453125,0.00244140625,0.025146484375,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,128,2048,2176,4096,128,0.2801163160092239,0.0,0.884033203125,0.001220703125,0.02685546875,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.silu_gate,128,2176,2304,4096,128,0.30760292151097357,0.0,0.8984375,0.00146484375,0.01806640625,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.silu_gate,128,2304,2432,4096,128,0.2832140618631926,0.0,0.89990234375,0.002685546875,0.023681640625,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.silu_gate,128,2432,2560,4096,128,0.3418879903716725,0.0,0.874267578125,0.00244140625,0.02490234375,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.silu_gate,128,2560,2688,4096,128,0.37843453336637844,0.0,0.8193359375,0.0048828125,0.039794921875,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.silu_gate,128,2688,2816,4096,128,0.341269314337108,0.0,0.86669921875,0.003662109375,0.034423828125,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.silu_gate,128,2816,2944,4096,128,0.2582459851579892,0.0,0.919189453125,0.000732421875,0.018310546875,1.0,105,0.8203125
+fresh-en-1,layers.19.mlp.silu_gate,128,2944,3072,4096,128,0.31635851692673056,0.0,0.8955078125,0.00146484375,0.026611328125,1.0,94,0.734375
+fresh-en-1,layers.19.mlp.silu_gate,128,3072,3200,4096,128,0.27789272439815693,0.0,0.884765625,0.00244140625,0.029296875,1.0,99,0.7734375
+fresh-en-1,layers.19.mlp.silu_gate,128,3200,3328,4096,128,0.25761448799570785,0.0,0.885498046875,0.00244140625,0.0244140625,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,128,3328,3456,4096,128,0.2549979042521182,0.0,0.8984375,0.00244140625,0.021728515625,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,128,3456,3584,4096,128,0.48982288735730856,0.0,0.875244140625,0.003662109375,0.044189453125,1.0,60,0.46875
+fresh-en-1,layers.19.mlp.silu_gate,128,3584,3712,4096,128,0.324375508479467,0.0,0.88916015625,0.002685546875,0.027587890625,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.silu_gate,128,3712,3840,4096,128,0.29182960999475555,0.0,0.8828125,0.001708984375,0.02783203125,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,128,3840,3968,4096,128,0.2661047777380246,0.0,0.879638671875,0.001220703125,0.016845703125,1.0,101,0.7890625
+fresh-en-1,layers.19.mlp.silu_gate,128,3968,4096,4096,128,0.26026130754841276,0.0,0.885986328125,0.002685546875,0.0244140625,1.0,101,0.7890625
+fresh-en-1,layers.19.mlp.silu_gate,128,4096,4224,4096,128,0.2968883473872707,0.0,0.883544921875,0.00244140625,0.02490234375,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,128,4224,4352,4096,128,0.42789807255413653,0.0,0.861083984375,0.0029296875,0.040771484375,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.silu_gate,128,4352,4480,4096,128,0.3545619303436501,0.0,0.858642578125,0.001220703125,0.0224609375,1.0,89,0.6953125
+fresh-en-1,layers.19.mlp.silu_gate,128,4480,4608,4096,128,0.3084576710196002,0.0,0.875,0.001220703125,0.025390625,1.0,96,0.75
+fresh-en-1,layers.19.mlp.silu_gate,128,4608,4736,4096,128,0.26826024792698205,0.0,0.877197265625,0.00341796875,0.02392578125,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,128,4736,4864,4096,128,0.30559596207635714,0.0,0.877685546875,0.004150390625,0.02001953125,1.0,95,0.7421875
+fresh-en-1,layers.19.mlp.silu_gate,128,4864,4992,4096,128,0.2854063906693024,0.0,0.891845703125,0.00244140625,0.025146484375,1.0,98,0.765625
+fresh-en-1,layers.19.mlp.silu_gate,128,4992,5120,4096,128,0.4837620821478491,0.0,0.873291015625,0.0048828125,0.043212890625,1.0,62,0.484375
+fresh-en-1,layers.19.mlp.silu_gate,128,5120,5248,4096,128,0.2689012969856385,0.0,0.90576171875,0.00244140625,0.01806640625,1.0,101,0.7890625
+fresh-en-1,layers.19.mlp.silu_gate,128,5248,5376,4096,128,0.26803984008128806,0.0,0.92138671875,0.001220703125,0.013427734375,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,128,5376,5504,4096,128,0.31437705494508533,0.0,0.8916015625,0.001220703125,0.02783203125,1.0,93,0.7265625
+fresh-en-1,layers.19.mlp.silu_gate,128,5504,5632,4096,128,0.31485044981173554,0.0,0.87158203125,0.00390625,0.033935546875,1.0,91,0.7109375
+fresh-en-1,layers.19.mlp.silu_gate,128,5632,5760,4096,128,0.26254998866053003,0.0,0.8916015625,0.0009765625,0.01708984375,1.0,101,0.7890625
+fresh-en-1,layers.19.mlp.silu_gate,128,5760,5888,4096,128,0.2681977340139718,0.0,0.892333984375,0.00244140625,0.025390625,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.silu_gate,128,5888,6016,4096,128,0.33914607070379366,0.0,0.876220703125,0.003173828125,0.029541015625,1.0,90,0.703125
+fresh-en-1,layers.19.mlp.silu_gate,128,6016,6144,4096,128,0.28461679152758185,0.0,0.887451171875,0.0029296875,0.025146484375,1.0,97,0.7578125
+fresh-en-1,layers.19.mlp.gated_product,0,0,6144,196608,6144,0.20738781132685385,0.0,0.4987894694010417,0.024439493815104168,0.18660990397135416,1.0,2923,0.4757486979166667
+fresh-en-1,layers.19.mlp.gated_product,64,0,64,2048,64,0.28692234536998035,0.0,0.541015625,0.037109375,0.228515625,1.0,18,0.28125
+fresh-en-1,layers.19.mlp.gated_product,64,64,128,2048,64,0.20667031983181744,0.0,0.51611328125,0.02001953125,0.18310546875,1.0,34,0.53125
+fresh-en-1,layers.19.mlp.gated_product,64,128,192,2048,64,0.18240648793762754,0.0,0.4521484375,0.02392578125,0.1728515625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,192,256,2048,64,0.1289744447275838,0.0,0.501953125,0.01708984375,0.140625,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.gated_product,64,256,320,2048,64,0.1795130661965145,0.0,0.5185546875,0.02001953125,0.1748046875,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gated_product,64,320,384,2048,64,0.27231536680901813,0.0,0.47998046875,0.03076171875,0.24658203125,1.0,18,0.28125
+fresh-en-1,layers.19.mlp.gated_product,64,384,448,2048,64,0.13144239381780054,0.0,0.48193359375,0.01806640625,0.12158203125,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.gated_product,64,448,512,2048,64,0.17208199312487374,0.0,0.5537109375,0.021484375,0.16796875,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,512,576,2048,64,0.23274951245972772,0.0,0.52099609375,0.02978515625,0.19091796875,1.0,28,0.4375
+fresh-en-1,layers.19.mlp.gated_product,64,576,640,2048,64,0.23131883172549952,0.0,0.48779296875,0.02880859375,0.19140625,1.0,29,0.453125
+fresh-en-1,layers.19.mlp.gated_product,64,640,704,2048,64,0.14402543576139834,0.0,0.5244140625,0.0205078125,0.13525390625,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,704,768,2048,64,0.19788383943338533,0.0,0.5322265625,0.025390625,0.18212890625,1.0,34,0.53125
+fresh-en-1,layers.19.mlp.gated_product,64,768,832,2048,64,0.20191232015143845,0.0,0.51513671875,0.02685546875,0.20361328125,1.0,27,0.421875
+fresh-en-1,layers.19.mlp.gated_product,64,832,896,2048,64,0.15402566335412937,0.0,0.5048828125,0.0146484375,0.13916015625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,896,960,2048,64,0.23214175013775015,0.0,0.509765625,0.02294921875,0.1943359375,1.0,29,0.453125
+fresh-en-1,layers.19.mlp.gated_product,64,960,1024,2048,64,0.17403917375490954,0.0,0.52294921875,0.021484375,0.17041015625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,1024,1088,2048,64,0.2545277166059193,0.0,0.51318359375,0.03515625,0.21826171875,1.0,23,0.359375
+fresh-en-1,layers.19.mlp.gated_product,64,1088,1152,2048,64,0.1291084628662586,0.0,0.443359375,0.0166015625,0.119140625,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.gated_product,64,1152,1216,2048,64,0.1415288557417813,0.0,0.541015625,0.01953125,0.14013671875,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.gated_product,64,1216,1280,2048,64,0.19162226037169922,0.0,0.51953125,0.0322265625,0.20849609375,1.0,33,0.515625
+fresh-en-1,layers.19.mlp.gated_product,64,1280,1344,2048,64,0.1616255278595917,0.0,0.50439453125,0.0244140625,0.1669921875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,1344,1408,2048,64,0.1900002048890337,0.0,0.49755859375,0.0283203125,0.18212890625,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gated_product,64,1408,1472,2048,64,0.17808144533028158,0.0,0.49267578125,0.017578125,0.189453125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,1472,1536,2048,64,0.1642175475767549,0.0,0.49658203125,0.0263671875,0.1826171875,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gated_product,64,1536,1600,2048,64,0.135899466682817,0.0,0.52490234375,0.015625,0.12890625,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,1600,1664,2048,64,0.19007035388430765,0.0,0.462890625,0.0263671875,0.17724609375,1.0,32,0.5
+fresh-en-1,layers.19.mlp.gated_product,64,1664,1728,2048,64,0.17228628771814616,0.0,0.505859375,0.0205078125,0.16162109375,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,1728,1792,2048,64,0.15588514570138634,0.0,0.5361328125,0.0185546875,0.1396484375,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,1792,1856,2048,64,0.15488437885486414,0.0,0.5302734375,0.021484375,0.14404296875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gated_product,64,1856,1920,2048,64,0.19476160160046666,0.0,0.52001953125,0.02294921875,0.1611328125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,1920,1984,2048,64,0.16447373106248703,0.0,0.5185546875,0.01513671875,0.1494140625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,1984,2048,2048,64,0.13972572134425368,0.0,0.53564453125,0.017578125,0.138671875,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.gated_product,64,2048,2112,2048,64,0.16231536103816593,0.0,0.50048828125,0.0166015625,0.15966796875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,2112,2176,2048,64,0.18407762516961348,0.0,0.50244140625,0.0263671875,0.177734375,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gated_product,64,2176,2240,2048,64,0.12827735098737778,0.0,0.5390625,0.01318359375,0.1240234375,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.gated_product,64,2240,2304,2048,64,0.2014707663328771,0.0,0.47412109375,0.01904296875,0.1640625,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gated_product,64,2304,2368,2048,64,0.16087245812726345,0.0,0.4755859375,0.01953125,0.1416015625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,2368,2432,2048,64,0.2028617583686252,0.0,0.466796875,0.02734375,0.17724609375,1.0,31,0.484375
+fresh-en-1,layers.19.mlp.gated_product,64,2432,2496,2048,64,0.17256689663929298,0.0,0.5166015625,0.01953125,0.15283203125,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gated_product,64,2496,2560,2048,64,0.29378405040911365,0.0,0.44873046875,0.0263671875,0.23583984375,1.0,17,0.265625
+fresh-en-1,layers.19.mlp.gated_product,64,2560,2624,2048,64,0.1670428366137564,0.0,0.5185546875,0.02294921875,0.16162109375,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gated_product,64,2624,2688,2048,64,0.17384497659561987,0.0,0.4443359375,0.02197265625,0.15966796875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,2688,2752,2048,64,0.29864595573329195,0.0,0.53564453125,0.0341796875,0.24365234375,1.0,15,0.234375
+fresh-en-1,layers.19.mlp.gated_product,64,2752,2816,2048,64,0.23754134542286628,0.0,0.50537109375,0.03173828125,0.22021484375,1.0,28,0.4375
+fresh-en-1,layers.19.mlp.gated_product,64,2816,2880,2048,64,0.13862501467405633,0.0,0.48291015625,0.013671875,0.11669921875,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.gated_product,64,2880,2944,2048,64,0.1489053162898459,0.0,0.48779296875,0.01123046875,0.1142578125,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,2944,3008,2048,64,0.2761981771299917,0.0,0.48974609375,0.03125,0.23486328125,1.0,18,0.28125
+fresh-en-1,layers.19.mlp.gated_product,64,3008,3072,2048,64,0.1887945768412637,0.0,0.486328125,0.025390625,0.19677734375,1.0,35,0.546875
+fresh-en-1,layers.19.mlp.gated_product,64,3072,3136,2048,64,0.1630413525617319,0.0,0.4873046875,0.02099609375,0.14306640625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,3136,3200,2048,64,0.16894904440880093,0.0,0.548828125,0.01806640625,0.1630859375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,3200,3264,2048,64,0.1416893157071839,0.0,0.515625,0.01904296875,0.1435546875,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,3264,3328,2048,64,0.17791902411067653,0.0,0.53125,0.0244140625,0.1806640625,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,3328,3392,2048,64,0.15617987654160875,0.0,0.4697265625,0.02587890625,0.16064453125,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,3392,3456,2048,64,0.13443320803204403,0.0,0.5107421875,0.0146484375,0.12841796875,1.0,47,0.734375
+fresh-en-1,layers.19.mlp.gated_product,64,3456,3520,2048,64,0.18879210055868118,0.0,0.4580078125,0.02197265625,0.173828125,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,3520,3584,2048,64,0.25583593673356614,0.0,0.5263671875,0.02734375,0.21630859375,1.0,22,0.34375
+fresh-en-1,layers.19.mlp.gated_product,64,3584,3648,2048,64,0.16713885310291896,0.0,0.51123046875,0.021484375,0.1396484375,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,3648,3712,2048,64,0.2497685583440548,0.0,0.5283203125,0.0224609375,0.1962890625,1.0,27,0.421875
+fresh-en-1,layers.19.mlp.gated_product,64,3712,3776,2048,64,0.16964217964846123,0.0,0.5,0.01953125,0.13623046875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gated_product,64,3776,3840,2048,64,0.16225941561743065,0.0,0.4873046875,0.0185546875,0.1552734375,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,3840,3904,2048,64,0.13692705844868427,0.0,0.5068359375,0.01708984375,0.13037109375,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.gated_product,64,3904,3968,2048,64,0.1671596036144524,0.0,0.482421875,0.01904296875,0.16064453125,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,3968,4032,2048,64,0.1442328001025115,0.0,0.453125,0.01806640625,0.14013671875,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.gated_product,64,4032,4096,2048,64,0.16087676627406433,0.0,0.52099609375,0.013671875,0.14208984375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gated_product,64,4096,4160,2048,64,0.2017672787261207,0.0,0.521484375,0.021484375,0.17578125,1.0,33,0.515625
+fresh-en-1,layers.19.mlp.gated_product,64,4160,4224,2048,64,0.1784880264062427,0.0,0.470703125,0.02001953125,0.15283203125,1.0,37,0.578125
+fresh-en-1,layers.19.mlp.gated_product,64,4224,4288,2048,64,0.1464999948712141,0.0,0.49853515625,0.0166015625,0.1474609375,1.0,45,0.703125
+fresh-en-1,layers.19.mlp.gated_product,64,4288,4352,2048,64,0.23297146979047656,0.0,0.4638671875,0.0361328125,0.2099609375,1.0,31,0.484375
+fresh-en-1,layers.19.mlp.gated_product,64,4352,4416,2048,64,0.8485625220507353,0.0,0.541015625,0.0908203125,0.603515625,1.0,1,0.015625
+fresh-en-1,layers.19.mlp.gated_product,64,4416,4480,2048,64,0.13553091941117731,0.0,0.474609375,0.01171875,0.12548828125,1.0,46,0.71875
+fresh-en-1,layers.19.mlp.gated_product,64,4480,4544,2048,64,0.14654737374978097,0.0,0.501953125,0.017578125,0.1435546875,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,4544,4608,2048,64,0.18079011112300716,0.0,0.47998046875,0.01904296875,0.13818359375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gated_product,64,4608,4672,2048,64,0.15476999443224673,0.0,0.53662109375,0.0185546875,0.13623046875,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.gated_product,64,4672,4736,2048,64,0.15452751058391734,0.0,0.52099609375,0.0234375,0.16748046875,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,4736,4800,2048,64,0.20040210559509058,0.0,0.39208984375,0.02001953125,0.16015625,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,4800,4864,2048,64,0.19994811100593432,0.0,0.4912109375,0.01806640625,0.17431640625,1.0,32,0.5
+fresh-en-1,layers.19.mlp.gated_product,64,4864,4928,2048,64,0.18913690380047615,0.0,0.462890625,0.0205078125,0.1630859375,1.0,34,0.53125
+fresh-en-1,layers.19.mlp.gated_product,64,4928,4992,2048,64,0.24834968126611992,0.0,0.5048828125,0.02685546875,0.22705078125,1.0,21,0.328125
+fresh-en-1,layers.19.mlp.gated_product,64,4992,5056,2048,64,0.1692280936767204,0.0,0.4853515625,0.01953125,0.1474609375,1.0,39,0.609375
+fresh-en-1,layers.19.mlp.gated_product,64,5056,5120,2048,64,0.3213331025805542,0.0,0.494140625,0.03271484375,0.25927734375,1.0,12,0.1875
+fresh-en-1,layers.19.mlp.gated_product,64,5120,5184,2048,64,0.14564613178060218,0.0,0.47216796875,0.01806640625,0.1298828125,1.0,44,0.6875
+fresh-en-1,layers.19.mlp.gated_product,64,5184,5248,2048,64,0.1851025722325741,0.0,0.49365234375,0.0205078125,0.15771484375,1.0,36,0.5625
+fresh-en-1,layers.19.mlp.gated_product,64,5248,5312,2048,64,0.16620786872866872,0.0,0.51123046875,0.01318359375,0.12353515625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,5312,5376,2048,64,0.1421875968037036,0.0,0.4794921875,0.01318359375,0.125,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,64,5376,5440,2048,64,0.3336911511506442,0.0,0.47900390625,0.03369140625,0.26904296875,1.0,8,0.125
+fresh-en-1,layers.19.mlp.gated_product,64,5440,5504,2048,64,0.1806587264544197,0.0,0.5751953125,0.01953125,0.1669921875,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,5504,5568,2048,64,0.1590661037146362,0.0,0.4873046875,0.0205078125,0.1640625,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,5568,5632,2048,64,0.26057834443949013,0.0,0.44677734375,0.0302734375,0.2275390625,1.0,21,0.328125
+fresh-en-1,layers.19.mlp.gated_product,64,5632,5696,2048,64,0.14668903048296988,0.0,0.45458984375,0.01806640625,0.1484375,1.0,41,0.640625
+fresh-en-1,layers.19.mlp.gated_product,64,5696,5760,2048,64,0.13709352154824464,0.0,0.4765625,0.01416015625,0.1435546875,1.0,42,0.65625
+fresh-en-1,layers.19.mlp.gated_product,64,5760,5824,2048,64,0.16962719650614733,0.0,0.48046875,0.021484375,0.15380859375,1.0,38,0.59375
+fresh-en-1,layers.19.mlp.gated_product,64,5824,5888,2048,64,0.12956960489522923,0.0,0.50244140625,0.0166015625,0.1201171875,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.gated_product,64,5888,5952,2048,64,0.20457935337012825,0.0,0.4921875,0.01953125,0.17822265625,1.0,33,0.515625
+fresh-en-1,layers.19.mlp.gated_product,64,5952,6016,2048,64,0.21853542017496333,0.0,0.5087890625,0.0283203125,0.197265625,1.0,27,0.421875
+fresh-en-1,layers.19.mlp.gated_product,64,6016,6080,2048,64,0.15338418772007772,0.0,0.44775390625,0.01611328125,0.14794921875,1.0,40,0.625
+fresh-en-1,layers.19.mlp.gated_product,64,6080,6144,2048,64,0.15452655293327874,0.0,0.51708984375,0.017578125,0.13671875,1.0,43,0.671875
+fresh-en-1,layers.19.mlp.gated_product,128,0,128,4096,128,0.25003705062649817,0.0,0.528564453125,0.02880859375,0.208740234375,1.0,51,0.3984375
+fresh-en-1,layers.19.mlp.gated_product,128,128,256,4096,128,0.15796603152976976,0.0,0.47705078125,0.0224609375,0.157958984375,1.0,80,0.625
+fresh-en-1,layers.19.mlp.gated_product,128,256,384,4096,128,0.23063022344827694,0.0,0.499267578125,0.025390625,0.21728515625,1.0,52,0.40625
+fresh-en-1,layers.19.mlp.gated_product,128,384,512,4096,128,0.15311648384544177,0.0,0.517822265625,0.02001953125,0.151123046875,1.0,79,0.6171875
+fresh-en-1,layers.19.mlp.gated_product,128,512,640,4096,128,0.23203527475482139,0.0,0.50439453125,0.029296875,0.19140625,1.0,56,0.4375
+fresh-en-1,layers.19.mlp.gated_product,128,640,768,4096,128,0.1730626188048108,0.0,0.5283203125,0.022216796875,0.157958984375,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gated_product,128,768,896,4096,128,0.17957239487267604,0.0,0.510009765625,0.021484375,0.171630859375,1.0,67,0.5234375
+fresh-en-1,layers.19.mlp.gated_product,128,896,1024,4096,128,0.20515777606309396,0.0,0.516357421875,0.024658203125,0.18408203125,1.0,65,0.5078125
+fresh-en-1,layers.19.mlp.gated_product,128,1024,1152,4096,128,0.20180851531131092,0.0,0.478271484375,0.026611328125,0.18115234375,1.0,63,0.4921875
+fresh-en-1,layers.19.mlp.gated_product,128,1152,1280,4096,128,0.1684480746068907,0.0,0.5302734375,0.025390625,0.175537109375,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.gated_product,128,1280,1408,4096,128,0.17638436596502313,0.0,0.5009765625,0.027099609375,0.177001953125,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gated_product,128,1408,1536,4096,128,0.17128981887877315,0.0,0.49462890625,0.021728515625,0.184814453125,1.0,72,0.5625
+fresh-en-1,layers.19.mlp.gated_product,128,1536,1664,4096,128,0.16522016291963285,0.0,0.493896484375,0.02001953125,0.158203125,1.0,74,0.578125
+fresh-en-1,layers.19.mlp.gated_product,128,1664,1792,4096,128,0.16429051035595799,0.0,0.52099609375,0.019775390625,0.150390625,1.0,81,0.6328125
+fresh-en-1,layers.19.mlp.gated_product,128,1792,1920,4096,128,0.17595631882833307,0.0,0.525146484375,0.022705078125,0.15185546875,1.0,77,0.6015625
+fresh-en-1,layers.19.mlp.gated_product,128,1920,2048,4096,128,0.15260223690167085,0.0,0.527099609375,0.016357421875,0.141357421875,1.0,85,0.6640625
+fresh-en-1,layers.19.mlp.gated_product,128,2048,2176,4096,128,0.17353796200980764,0.0,0.50146484375,0.021240234375,0.169189453125,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gated_product,128,2176,2304,4096,128,0.16888686814417467,0.0,0.506591796875,0.017578125,0.14892578125,1.0,78,0.609375
+fresh-en-1,layers.19.mlp.gated_product,128,2304,2432,4096,128,0.18307490378574368,0.0,0.47119140625,0.024169921875,0.162353515625,1.0,70,0.546875
+fresh-en-1,layers.19.mlp.gated_product,128,2432,2560,4096,128,0.2409236415241363,0.0,0.482666015625,0.0263671875,0.20166015625,1.0,48,0.375
+fresh-en-1,layers.19.mlp.gated_product,128,2560,2688,4096,128,0.1704778360249533,0.0,0.4814453125,0.0224609375,0.15966796875,1.0,75,0.5859375
+fresh-en-1,layers.19.mlp.gated_product,128,2688,2816,4096,128,0.2698289251184506,0.0,0.5205078125,0.03369140625,0.236572265625,1.0,40,0.3125
+fresh-en-1,layers.19.mlp.gated_product,128,2816,2944,4096,128,0.1438570260932037,0.0,0.4853515625,0.012451171875,0.115234375,1.0,87,0.6796875
+fresh-en-1,layers.19.mlp.gated_product,128,2944,3072,4096,128,0.23656798736790452,0.0,0.488037109375,0.027587890625,0.220947265625,1.0,49,0.3828125
+fresh-en-1,layers.19.mlp.gated_product,128,3072,3200,4096,128,0.16602147790542937,0.0,0.51806640625,0.019775390625,0.15234375,1.0,80,0.625
+fresh-en-1,layers.19.mlp.gated_product,128,3200,3328,4096,128,0.16082761163131398,0.0,0.5234375,0.022216796875,0.16357421875,1.0,80,0.625
+fresh-en-1,layers.19.mlp.gated_product,128,3328,3456,4096,128,0.1457128018712477,0.0,0.490234375,0.020751953125,0.14404296875,1.0,88,0.6875
+fresh-en-1,layers.19.mlp.gated_product,128,3456,3584,4096,128,0.22482713777222318,0.0,0.4921875,0.025634765625,0.196044921875,1.0,58,0.453125
+fresh-en-1,layers.19.mlp.gated_product,128,3584,3712,4096,128,0.21250850448138142,0.0,0.519775390625,0.023681640625,0.174560546875,1.0,62,0.484375
+fresh-en-1,layers.19.mlp.gated_product,128,3712,3840,4096,128,0.16599184780041293,0.0,0.49365234375,0.019775390625,0.145263671875,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.gated_product,128,3840,3968,4096,128,0.15279291936465877,0.0,0.49462890625,0.01708984375,0.146484375,1.0,81,0.6328125
+fresh-en-1,layers.19.mlp.gated_product,128,3968,4096,4096,128,0.1527815999265143,0.0,0.487060546875,0.016357421875,0.14208984375,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.gated_product,128,4096,4224,4096,128,0.1904836086582513,0.0,0.49609375,0.020751953125,0.16162109375,1.0,70,0.546875
+fresh-en-1,layers.19.mlp.gated_product,128,4224,4352,4096,128,0.19459953010426398,0.0,0.481201171875,0.0263671875,0.182373046875,1.0,73,0.5703125
+fresh-en-1,layers.19.mlp.gated_product,128,4352,4480,4096,128,0.6076294034794333,0.0,0.5078125,0.06494140625,0.461181640625,1.0,1,0.0078125
+fresh-en-1,layers.19.mlp.gated_product,128,4480,4608,4096,128,0.1645618379710607,0.0,0.490966796875,0.017578125,0.143310546875,1.0,81,0.6328125
+fresh-en-1,layers.19.mlp.gated_product,128,4608,4736,4096,128,0.15464880003385148,0.0,0.52880859375,0.02099609375,0.152099609375,1.0,84,0.65625
+fresh-en-1,layers.19.mlp.gated_product,128,4736,4864,4096,128,0.20017523700721235,0.0,0.441650390625,0.01904296875,0.1669921875,1.0,66,0.515625
+fresh-en-1,layers.19.mlp.gated_product,128,4864,4992,4096,128,0.2207377771975313,0.0,0.48388671875,0.0234375,0.195068359375,1.0,55,0.4296875
+fresh-en-1,layers.19.mlp.gated_product,128,4992,5120,4096,128,0.25680061380719266,0.0,0.48974609375,0.028564453125,0.21533203125,1.0,45,0.3515625
+fresh-en-1,layers.19.mlp.gated_product,128,5120,5248,4096,128,0.16654692724539807,0.0,0.48291015625,0.01904296875,0.145751953125,1.0,79,0.6171875
+fresh-en-1,layers.19.mlp.gated_product,128,5248,5376,4096,128,0.15466474761906632,0.0,0.495361328125,0.01318359375,0.126953125,1.0,83,0.6484375
+fresh-en-1,layers.19.mlp.gated_product,128,5376,5504,4096,128,0.2683163802308526,0.0,0.527099609375,0.028564453125,0.23583984375,1.0,37,0.2890625
+fresh-en-1,layers.19.mlp.gated_product,128,5504,5632,4096,128,0.21587392031204344,0.0,0.467041015625,0.024658203125,0.201904296875,1.0,58,0.453125
+fresh-en-1,layers.19.mlp.gated_product,128,5632,5760,4096,128,0.14197236582260064,0.0,0.465576171875,0.015625,0.14697265625,1.0,83,0.6484375
+fresh-en-1,layers.19.mlp.gated_product,128,5760,5888,4096,128,0.15093321090343392,0.0,0.491455078125,0.018798828125,0.134033203125,1.0,86,0.671875
+fresh-en-1,layers.19.mlp.gated_product,128,5888,6016,4096,128,0.2116724376204748,0.0,0.50048828125,0.023193359375,0.187255859375,1.0,59,0.4609375
+fresh-en-1,layers.19.mlp.gated_product,128,6016,6144,4096,128,0.15395642988194655,0.0,0.482421875,0.016357421875,0.14208984375,1.0,82,0.640625
+fresh-en-1,layers.19.mlp.down_proj.output,0,0,2048,65536,2048,0.13861590160440374,0.0,0.4910125732421875,0.0091094970703125,0.085906982421875,1.0,1600,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,64,0,64,2048,64,0.14073853091393548,0.0,0.4921875,0.0087890625,0.083984375,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,64,64,128,2048,64,0.1343906170967754,0.0,0.4775390625,0.01025390625,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,128,192,2048,64,0.1508470131986114,0.0,0.45947265625,0.00732421875,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.19.mlp.down_proj.output,64,192,256,2048,64,0.13296749361123233,0.0,0.44921875,0.009765625,0.08837890625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,256,320,2048,64,0.13047462197053877,0.0,0.486328125,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,320,384,2048,64,0.1323713581677206,0.0,0.46484375,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,384,448,2048,64,0.14650875979526234,0.0,0.4521484375,0.005859375,0.0830078125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,448,512,2048,64,0.12924033223285802,0.0,0.4775390625,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,64,512,576,2048,64,0.13230609336315427,0.0,0.501953125,0.00732421875,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,576,640,2048,64,0.13212842457749996,0.0,0.4794921875,0.0078125,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,640,704,2048,64,0.13261870269190804,0.0,0.51611328125,0.0107421875,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,704,768,2048,64,0.13531223791368882,0.0,0.521484375,0.00634765625,0.0751953125,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.down_proj.output,64,768,832,2048,64,0.1292841933694846,0.0,0.50537109375,0.01318359375,0.09228515625,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,832,896,2048,64,0.12762974329771518,0.0,0.5009765625,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,896,960,2048,64,0.13112726463585533,0.0,0.50537109375,0.009765625,0.091796875,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.down_proj.output,64,960,1024,2048,64,0.14247024586855864,0.0,0.52685546875,0.0107421875,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1024,1088,2048,64,0.13134261687611784,0.0,0.44580078125,0.00634765625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1088,1152,2048,64,0.12477466709580715,0.0,0.4794921875,0.00634765625,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1152,1216,2048,64,0.2572309619274757,0.0,0.5078125,0.01416015625,0.1533203125,1.0,27,0.421875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1216,1280,2048,64,0.13209734961691116,0.0,0.4853515625,0.0048828125,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1280,1344,2048,64,0.13266429590429812,0.0,0.494140625,0.01123046875,0.08544921875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1344,1408,2048,64,0.1295264714062183,0.0,0.5068359375,0.0078125,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1408,1472,2048,64,0.14301859631560612,0.0,0.50244140625,0.01025390625,0.09033203125,1.0,50,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1472,1536,2048,64,0.12982695119060617,0.0,0.50146484375,0.009765625,0.0732421875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1536,1600,2048,64,0.127964946178327,0.0,0.466796875,0.00830078125,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1600,1664,2048,64,0.12635307564735898,0.0,0.49072265625,0.0087890625,0.0771484375,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1664,1728,2048,64,0.1296237145315307,0.0,0.5048828125,0.01123046875,0.09521484375,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1728,1792,2048,64,0.12704232519910244,0.0,0.484375,0.0068359375,0.07470703125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1792,1856,2048,64,0.13092688195233448,0.0,0.4736328125,0.0078125,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,64,1856,1920,2048,64,0.1342938979377838,0.0,0.53466796875,0.00732421875,0.078125,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1920,1984,2048,64,0.1286697596842139,0.0,0.50732421875,0.01025390625,0.08935546875,1.0,53,0.828125
+fresh-en-1,layers.19.mlp.down_proj.output,64,1984,2048,2048,64,0.13171473307156212,0.0,0.509765625,0.01171875,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,128,0,128,4096,128,0.13760118467416058,0.0,0.48486328125,0.009521484375,0.083984375,1.0,101,0.7890625
+fresh-en-1,layers.19.mlp.down_proj.output,128,128,256,4096,128,0.14218856449833644,0.0,0.454345703125,0.008544921875,0.0869140625,1.0,100,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,128,256,384,4096,128,0.13142641180813308,0.0,0.4755859375,0.0078125,0.080810546875,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,128,384,512,4096,128,0.13814463466310484,0.0,0.46484375,0.007080078125,0.082275390625,1.0,100,0.78125
+fresh-en-1,layers.19.mlp.down_proj.output,128,512,640,4096,128,0.1322172888134373,0.0,0.49072265625,0.007568359375,0.075927734375,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,640,768,4096,128,0.13397223972318933,0.0,0.518798828125,0.0087890625,0.080322265625,1.0,104,0.8125
+fresh-en-1,layers.19.mlp.down_proj.output,128,768,896,4096,128,0.12845963184876205,0.0,0.503173828125,0.010498046875,0.08935546875,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,128,896,1024,4096,128,0.13691627092630224,0.0,0.51611328125,0.010498046875,0.0859375,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1024,1152,4096,128,0.12810074269249216,0.0,0.462646484375,0.006591796875,0.080810546875,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1152,1280,4096,128,0.2044718532585193,0.0,0.49658203125,0.01123046875,0.12353515625,1.0,76,0.59375
+fresh-en-1,layers.19.mlp.down_proj.output,128,1280,1408,4096,128,0.1311047714668102,0.0,0.50048828125,0.009033203125,0.08447265625,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1408,1536,4096,128,0.13658212940852538,0.0,0.501953125,0.010498046875,0.08203125,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1536,1664,4096,128,0.12716156490065963,0.0,0.478759765625,0.008544921875,0.077880859375,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1664,1792,4096,128,0.1283395102081706,0.0,0.49462890625,0.00927734375,0.084228515625,1.0,103,0.8046875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1792,1920,4096,128,0.1326210757027035,0.0,0.504150390625,0.007568359375,0.08251953125,1.0,102,0.796875
+fresh-en-1,layers.19.mlp.down_proj.output,128,1920,2048,4096,128,0.1302011481618081,0.0,0.508544921875,0.0107421875,0.08349609375,1.0,104,0.8125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.648090247303309,0.0,0.4969940185546875,0.0123138427734375,0.124298095703125,1.0,2495,0.4060872395833333
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.994563927566533,0.0,0.57177734375,0.0068359375,0.05419921875,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.8808946362993204,0.0,0.39794921875,0.005859375,0.0625,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.595730546267291,0.0,0.51904296875,0.01220703125,0.08642578125,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.5841742033422184,0.0,0.44482421875,0.0087890625,0.087890625,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.2125972039166344,0.0,0.37939453125,0.0126953125,0.08935546875,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.067629582122498,0.0,0.52880859375,0.005859375,0.0556640625,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.7164125659005471,0.0,0.47412109375,0.0078125,0.09765625,1.0,36,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.1593988945921296,0.0,0.5126953125,0.01318359375,0.111328125,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.254753040726,0.0,0.404296875,0.0224609375,0.1875,1.0,18,0.28125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.0388286165179745,0.0,0.4853515625,0.01318359375,0.1328125,1.0,25,0.390625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.1150972674447202,0.0,0.45751953125,0.005859375,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.5312137237102297,0.0,0.52001953125,0.01416015625,0.12939453125,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.8777326708624966,0.0,0.51025390625,0.017578125,0.1806640625,1.0,21,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,832,896,2048,64,3.0824519425739596,0.0,0.49658203125,0.013671875,0.13916015625,1.0,26,0.40625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,896,960,2048,64,2.3296383818891977,0.0,0.5390625,0.02978515625,0.2177734375,1.0,13,0.203125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.4338058289861026,0.0,0.48828125,0.015625,0.13427734375,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.399826420950627,0.0,0.5,0.009765625,0.0888671875,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.6041317853953103,0.0,0.48486328125,0.00439453125,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.510360177434425,0.0,0.4755859375,0.01025390625,0.1162109375,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1648098983441573,0.0,0.43701171875,0.00927734375,0.08837890625,1.0,43,0.671875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,3.052856252820685,0.0,0.60400390625,0.00732421875,0.07958984375,1.0,36,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.923858034397918,0.0,0.4365234375,0.00634765625,0.06640625,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.4898509184922886,0.0,0.5322265625,0.00927734375,0.11328125,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.9908601954275972,0.0,0.52978515625,0.0087890625,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.6614442331809989,0.0,0.48583984375,0.01025390625,0.1162109375,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.296781896258396,0.0,0.51123046875,0.01123046875,0.1005859375,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,4.247313903935015,0.0,0.5126953125,0.00927734375,0.12158203125,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,4.112147499946571,0.0,0.5888671875,0.00830078125,0.091796875,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1872513276827845,0.0,0.5087890625,0.0107421875,0.1171875,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.2223599135974959,0.0,0.52099609375,0.01220703125,0.13232421875,1.0,32,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,2.079190221938096,0.0,0.4580078125,0.00927734375,0.11328125,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.8356978907866774,0.0,0.46142578125,0.00732421875,0.08984375,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.6011899505487726,0.0,0.5556640625,0.0087890625,0.08544921875,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.8105014998558366,0.0,0.54296875,0.0068359375,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,2.389268265261099,0.0,0.6845703125,0.0048828125,0.03759765625,1.0,45,0.703125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,2.55494900277622,0.0,0.59619140625,0.0029296875,0.0302734375,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.3009872249118124,0.0,0.482421875,0.0068359375,0.08740234375,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.8143237418588352,0.0,0.50048828125,0.00537109375,0.0625,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,2.3428822370932427,0.0,0.4462890625,0.00927734375,0.0673828125,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.9824221976032352,0.0,0.4306640625,0.00830078125,0.09423828125,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.1704548739179788,0.0,0.49462890625,0.00634765625,0.07373046875,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,3.359297312212263,0.0,0.447265625,0.005859375,0.09228515625,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.975080329816296,0.0,0.5107421875,0.0048828125,0.04345703125,1.0,44,0.6875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.8277554641431037,0.0,0.61328125,0.00439453125,0.0439453125,1.0,45,0.703125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,3.5634659731330607,0.0,0.4794921875,0.01025390625,0.1201171875,1.0,31,0.484375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,3.025277285701912,0.0,0.55224609375,0.01318359375,0.11865234375,1.0,31,0.484375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,3.340261460382169,0.0,0.56640625,0.00830078125,0.09326171875,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,2.859740053039274,0.0,0.4716796875,0.00830078125,0.07373046875,1.0,43,0.671875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.6791782257341168,0.0,0.5048828125,0.0068359375,0.0908203125,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.5532386233775712,0.0,0.4130859375,0.0068359375,0.07421875,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.8509299063330642,0.0,0.45458984375,0.01123046875,0.09765625,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.6973138862354629,0.0,0.49072265625,0.00830078125,0.07470703125,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,3.1896216781173194,0.0,0.47998046875,0.0078125,0.06005859375,1.0,43,0.671875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,3.2910044342123728,0.0,0.423828125,0.0029296875,0.06201171875,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.3757507979260286,0.0,0.5078125,0.00830078125,0.08203125,1.0,43,0.671875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.465396868888696,0.0,0.45849609375,0.00634765625,0.08984375,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.4587483263147956,0.0,0.51171875,0.00537109375,0.03125,1.0,46,0.71875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.5299205359385715,0.0,0.4365234375,0.0087890625,0.0537109375,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.124368547036431,0.0,0.5390625,0.01611328125,0.1318359375,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,2.7026097619066762,0.0,0.46630859375,0.01318359375,0.12939453125,1.0,25,0.390625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,3.288545501630577,0.0,0.5654296875,0.00927734375,0.08203125,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.7994340977765297,0.0,0.5849609375,0.00537109375,0.07861328125,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.9519021063730673,0.0,0.4375,0.00244140625,0.02392578125,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.6332327112541694,0.0,0.49609375,0.00341796875,0.0302734375,1.0,45,0.703125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.1666004605486187,0.0,0.5849609375,0.01025390625,0.0908203125,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.821987925179066,0.0,0.57568359375,0.0126953125,0.10693359375,1.0,24,0.375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.8546873552268703,0.0,0.5888671875,0.01123046875,0.119140625,1.0,21,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.7582049820939496,0.0,0.45556640625,0.00830078125,0.0966796875,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.483003661789567,0.0,0.4189453125,0.01171875,0.11572265625,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.755256805959492,0.0,0.49365234375,0.01171875,0.13232421875,1.0,22,0.34375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,2.393385713721365,0.0,0.478515625,0.01171875,0.123046875,1.0,25,0.390625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.184756221067355,0.0,0.4541015625,0.0078125,0.10009765625,1.0,32,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.71988719816,0.0,0.49755859375,0.0029296875,0.029296875,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,4.016409570288638,0.0,0.46435546875,0.00244140625,0.04296875,1.0,43,0.671875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.2222752211468753,0.0,0.50244140625,0.01513671875,0.1484375,1.0,21,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.809326867462149,0.0,0.52783203125,0.01318359375,0.1416015625,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.974172093295385,0.0,0.4794921875,0.025390625,0.2685546875,1.0,5,0.078125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.8542986823996488,0.0,0.46240234375,0.01513671875,0.1708984375,1.0,23,0.359375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,5.1661579497369186,0.0,0.4072265625,0.00830078125,0.07763671875,1.0,37,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,5.569597367059113,0.0,0.43701171875,0.00537109375,0.07421875,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.3761465933671593,0.0,0.505859375,0.01171875,0.09912109375,1.0,31,0.484375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,3.1251919384679527,0.0,0.5068359375,0.01318359375,0.126953125,1.0,24,0.375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.1138962967774027,0.0,0.50732421875,0.009765625,0.1064453125,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.591789740055847,0.0,0.5087890625,0.01318359375,0.14501953125,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,4.828779212644451,0.0,0.3779296875,0.0087890625,0.13818359375,1.0,29,0.453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,3.853846684152561,0.0,0.4853515625,0.0107421875,0.11962890625,1.0,27,0.421875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.5367837839054472,0.0,0.5380859375,0.00927734375,0.1240234375,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.8297582214929564,0.0,0.4814453125,0.0146484375,0.1669921875,1.0,22,0.34375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,3.399415245524314,0.0,0.5146484375,0.00537109375,0.06982421875,1.0,31,0.484375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,3.584879005189197,0.0,0.51513671875,0.01025390625,0.09521484375,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.8555611744648257,0.0,0.52880859375,0.013671875,0.1494140625,1.0,22,0.34375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.1993762202366622,0.0,0.5458984375,0.01806640625,0.1796875,1.0,15,0.234375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,5.023528128159058,0.0,0.5908203125,0.00830078125,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,5.019451766353245,0.0,0.51513671875,0.0068359375,0.08203125,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.832772191494536,0.0,0.3935546875,0.00634765625,0.07080078125,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.318011547983539,0.0,0.443359375,0.00634765625,0.0625,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.9385625981650925,0.0,0.48486328125,0.006591796875,0.058837890625,1.0,80,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.589962874224656,0.0,0.48193359375,0.010498046875,0.087158203125,1.0,78,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.1413405235561864,0.0,0.4541015625,0.009033203125,0.07177734375,1.0,74,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.9505224533887084,0.0,0.493408203125,0.01025390625,0.103515625,1.0,64,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.149503826723244,0.0,0.44482421875,0.017578125,0.160888671875,1.0,42,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.3394135626350119,0.0,0.48876953125,0.01025390625,0.106689453125,1.0,77,0.6015625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.981849703055754,0.0,0.50341796875,0.0166015625,0.15966796875,1.0,45,0.3515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.9342975657335977,0.0,0.513671875,0.022705078125,0.184326171875,1.0,37,0.2890625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.5054489021064426,0.0,0.492431640625,0.007568359375,0.085693359375,1.0,79,0.6171875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.3486975133179926,0.0,0.456298828125,0.00927734375,0.101318359375,1.0,78,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.989053119777199,0.0,0.520263671875,0.0068359375,0.07275390625,1.0,75,0.5859375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.2651995269946814,0.0,0.531005859375,0.0078125,0.1025390625,1.0,80,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.4903087308396739,0.0,0.49853515625,0.0107421875,0.110107421875,1.0,67,0.5234375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,4.180277051815856,0.0,0.55078125,0.00830078125,0.106201171875,1.0,59,0.4609375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.2049334988817042,0.0,0.514892578125,0.011474609375,0.125,1.0,69,0.5390625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.9612264944724824,0.0,0.459716796875,0.0078125,0.1025390625,1.0,66,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.7090530914396156,0.0,0.54931640625,0.007568359375,0.079345703125,1.0,75,0.5859375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,2.4734962351063907,0.0,0.640380859375,0.00390625,0.033935546875,1.0,91,0.7109375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.071993345727733,0.0,0.491455078125,0.006103515625,0.077392578125,1.0,74,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,2.170149182249584,0.0,0.4384765625,0.009033203125,0.082275390625,1.0,73,0.5703125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.266241153021834,0.0,0.470947265625,0.006103515625,0.084228515625,1.0,72,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.9023528329487287,0.0,0.56201171875,0.00439453125,0.043701171875,1.0,89,0.6953125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,3.3053435825236894,0.0,0.515869140625,0.011474609375,0.120849609375,1.0,60,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,3.109297331767379,0.0,0.51904296875,0.008056640625,0.0810546875,1.0,79,0.6171875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.617434656320222,0.0,0.458984375,0.007080078125,0.081787109375,1.0,77,0.6015625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.7757837630981224,0.0,0.47265625,0.009521484375,0.0859375,1.0,74,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,3.240709539246108,0.0,0.451904296875,0.00537109375,0.061279296875,1.0,82,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.4212808028927462,0.0,0.483154296875,0.00732421875,0.08642578125,1.0,84,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.4945882676625732,0.0,0.47412109375,0.0068359375,0.042236328125,1.0,88,0.6875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,2.4307448702806034,0.0,0.502685546875,0.0146484375,0.13427734375,1.0,52,0.40625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,3.0537978636518,0.0,0.5751953125,0.00732421875,0.083984375,1.0,75,0.5859375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.7971092718401915,0.0,0.466796875,0.002685546875,0.026611328125,1.0,91,0.7109375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.5157278673880783,0.0,0.580322265625,0.011474609375,0.09912109375,1.0,56,0.4375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.3707092456849455,0.0,0.522216796875,0.0107421875,0.11279296875,1.0,53,0.4140625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,2.6226653666877238,0.0,0.456298828125,0.01171875,0.1240234375,1.0,51,0.3984375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.2914465867807214,0.0,0.46630859375,0.009765625,0.110107421875,1.0,57,0.4453125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.870988672376917,0.0,0.48095703125,0.002685546875,0.0361328125,1.0,90,0.703125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.0263478072438335,0.0,0.51513671875,0.013916015625,0.144775390625,1.0,48,0.375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.478318305231001,0.0,0.470947265625,0.021240234375,0.22607421875,1.0,16,0.125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,5.371666538085819,0.0,0.422119140625,0.0068359375,0.076416015625,1.0,77,0.6015625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.7760491066834025,0.0,0.50634765625,0.012939453125,0.116455078125,1.0,53,0.4140625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.3737830135289693,0.0,0.508056640625,0.012451171875,0.128173828125,1.0,66,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,4.3685949085158295,0.0,0.431640625,0.010009765625,0.129150390625,1.0,55,0.4296875
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.68963302932853,0.0,0.509765625,0.011474609375,0.1474609375,1.0,53,0.4140625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,3.4933781282126772,0.0,0.514892578125,0.007568359375,0.08203125,1.0,61,0.4765625
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.0347435993662435,0.0,0.537353515625,0.015625,0.164794921875,1.0,36,0.28125
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,5.021490360896452,0.0,0.552978515625,0.007568359375,0.07666015625,1.0,76,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.5882209937995824,0.0,0.41845703125,0.006103515625,0.067626953125,1.0,75,0.5859375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,0,0,2048,65536,2048,2.0292507791588457,0.0,0.5728302001953125,0.0095062255859375,0.09356689453125,1.0,961,0.46923828125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,0,64,2048,64,1.702331047940177,0.0,0.5419921875,0.0126953125,0.10009765625,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4166146429687345,0.0,0.5966796875,0.0078125,0.08447265625,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4923009123600481,0.0,0.68408203125,0.009765625,0.10302734375,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2221968874196312,0.0,0.54736328125,0.0146484375,0.08984375,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,256,320,2048,64,1.8573132057649764,0.0,0.4931640625,0.01025390625,0.123046875,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8982481592102094,0.0,0.47607421875,0.00927734375,0.10791015625,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,384,448,2048,64,1.488503353998651,0.0,0.59619140625,0.0087890625,0.08349609375,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7365562272999167,0.0,0.73828125,0.01171875,0.0966796875,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,512,576,2048,64,1.4540618102014955,0.0,0.4189453125,0.00732421875,0.04638671875,1.0,32,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,576,640,2048,64,1.7898320298381516,0.0,0.44189453125,0.0048828125,0.05419921875,1.0,25,0.390625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,640,704,2048,64,2.302696826355374,0.0,0.7060546875,0.0078125,0.10400390625,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,704,768,2048,64,2.4250404371084455,0.0,0.72509765625,0.0107421875,0.09130859375,1.0,36,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,768,832,2048,64,2.026238555081911,0.0,0.32470703125,0.0029296875,0.03466796875,1.0,46,0.71875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,832,896,2048,64,1.92812552593128,0.0,0.31201171875,0.005859375,0.0419921875,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,896,960,2048,64,2.3701985303377677,0.0,0.435546875,0.001953125,0.0283203125,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.153740175131017,0.0,0.3115234375,0.00244140625,0.01904296875,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.9951206128551777,0.0,0.76171875,0.0087890625,0.0771484375,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.9180056423801104,0.0,0.697265625,0.01123046875,0.09130859375,1.0,33,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.7986247319166466,0.0,0.755859375,0.00634765625,0.07470703125,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.884550486631993,0.0,0.69873046875,0.009765625,0.09326171875,1.0,32,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4710393393661483,0.0,0.49609375,0.01025390625,0.10986328125,1.0,30,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.3127707813977993,0.0,0.4990234375,0.0087890625,0.09619140625,1.0,35,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.7514193898941643,0.0,0.78955078125,0.0048828125,0.08935546875,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.826180106884676,0.0,0.7158203125,0.00732421875,0.0849609375,1.0,34,0.53125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.3266857774970273,0.0,0.61572265625,0.0107421875,0.11572265625,1.0,31,0.484375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.6339235491562918,0.0,0.6142578125,0.01953125,0.1611328125,1.0,21,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.840993395856076,0.0,0.51513671875,0.00390625,0.0537109375,1.0,38,0.59375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.5777147935246036,0.0,0.59619140625,0.00537109375,0.02587890625,1.0,45,0.703125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.8971103428819385,0.0,0.50341796875,0.001953125,0.03662109375,1.0,41,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.898206194444326,0.0,0.4296875,0.00439453125,0.0322265625,1.0,39,0.609375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.922826537262344,0.0,0.6220703125,0.013671875,0.1748046875,1.0,20,0.3125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.7259125025495607,0.0,0.67041015625,0.0126953125,0.142578125,1.0,23,0.359375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5660025612135082,0.0,0.5693359375,0.01025390625,0.091796875,1.0,66,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,128,256,4096,128,1.3639514735959024,0.0,0.61572265625,0.012451171875,0.098388671875,1.0,74,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,256,384,4096,128,1.877892225109567,0.0,0.484619140625,0.009521484375,0.115234375,1.0,60,0.46875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6172924542950406,0.0,0.667236328125,0.0107421875,0.08935546875,1.0,74,0.578125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6306125295300855,0.0,0.430419921875,0.005615234375,0.05078125,1.0,57,0.4453125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,640,768,4096,128,2.3646599962487453,0.0,0.715576171875,0.00927734375,0.09912109375,1.0,70,0.546875
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,768,896,4096,128,1.9777905255421018,0.0,0.318359375,0.00439453125,0.03857421875,1.0,93,0.7265625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.26455711069391,0.0,0.37353515625,0.001953125,0.023681640625,1.0,72,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.9569430119502154,0.0,0.7294921875,0.010009765625,0.086181640625,1.0,65,0.5078125
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.8419123754986177,0.0,0.727294921875,0.008056640625,0.08349609375,1.0,66,0.515625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.3941527646665164,0.0,0.49755859375,0.009765625,0.103759765625,1.0,64,0.5
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.78905025552035,0.0,0.752685546875,0.006103515625,0.086669921875,1.0,67,0.5234375
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.4882542317595446,0.0,0.614990234375,0.01513671875,0.138427734375,1.0,52,0.40625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.7125501868217508,0.0,0.5556640625,0.004638671875,0.0400390625,1.0,82,0.640625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.8976583477665883,0.0,0.466552734375,0.003173828125,0.034423828125,1.0,80,0.625
+fresh-en-1,layers.20.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8270243373936188,0.0,0.646240234375,0.01318359375,0.160400390625,1.0,42,0.328125
+fresh-en-1,layers.20.linear_attn.in_proj_b.output,0,0,16,512,16,2.1892572541919453,0.0,0.197265625,0.009765625,0.11328125,1.0,9,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_b.output,64,0,16,512,16,2.1892572541919453,0.0,0.197265625,0.009765625,0.11328125,1.0,9,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_b.output,128,0,16,512,16,2.1892572541919453,0.0,0.197265625,0.009765625,0.11328125,1.0,9,0.5625
+fresh-en-1,layers.20.linear_attn.in_proj_a.output,0,0,16,512,16,2.3155980656878934,0.0,0.771484375,0.009765625,0.076171875,1.0,12,0.75
+fresh-en-1,layers.20.linear_attn.in_proj_a.output,64,0,16,512,16,2.3155980656878934,0.0,0.771484375,0.009765625,0.076171875,1.0,12,0.75
+fresh-en-1,layers.20.linear_attn.in_proj_a.output,128,0,16,512,16,2.3155980656878934,0.0,0.771484375,0.009765625,0.076171875,1.0,12,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,0,0,2048,65536,2048,0.14267695011905773,0.0,0.5023345947265625,0.012176513671875,0.123748779296875,1.0,1153,0.56298828125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,0,64,2048,64,0.10785663550910182,0.0,0.45166015625,0.01123046875,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,64,128,2048,64,0.09534084753630502,0.0,0.5185546875,0.0048828125,0.080078125,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,128,192,2048,64,0.1324811296959887,0.0,0.51611328125,0.0146484375,0.11376953125,1.0,40,0.625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,192,256,2048,64,0.10331187430335302,0.0,0.49951171875,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,256,320,2048,64,0.0975214769139126,0.0,0.55322265625,0.00927734375,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,320,384,2048,64,0.09520445752421819,0.0,0.54052734375,0.00634765625,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,384,448,2048,64,0.1276547532023137,0.0,0.47802734375,0.00830078125,0.11376953125,1.0,42,0.65625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,448,512,2048,64,0.09248714046347578,0.0,0.52392578125,0.0087890625,0.080078125,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,512,576,2048,64,0.10270903806487487,0.0,0.50244140625,0.01318359375,0.0966796875,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,576,640,2048,64,0.09700112463487141,0.0,0.46240234375,0.0078125,0.07958984375,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,640,704,2048,64,0.09567158421077893,0.0,0.5283203125,0.009765625,0.10009765625,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,704,768,2048,64,0.09295554659087334,0.0,0.46826171875,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,768,832,2048,64,0.09746607449503714,0.0,0.51708984375,0.00927734375,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,832,896,2048,64,0.09795865590207073,0.0,0.5185546875,0.00732421875,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,896,960,2048,64,0.09708584868616806,0.0,0.5634765625,0.01025390625,0.07666015625,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,960,1024,2048,64,0.10170165673498707,0.0,0.4580078125,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1024,1088,2048,64,0.09121800052515397,0.0,0.54443359375,0.01220703125,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1088,1152,2048,64,0.09636146630844,0.0,0.43115234375,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1152,1216,2048,64,0.5501022959660676,0.0,0.53369140625,0.0478515625,0.45849609375,1.0,1,0.015625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1216,1280,2048,64,0.10991920201698295,0.0,0.521484375,0.0087890625,0.0859375,1.0,46,0.71875
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1280,1344,2048,64,0.09264794513529818,0.0,0.46826171875,0.00634765625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1344,1408,2048,64,0.09653094615392707,0.0,0.49267578125,0.0078125,0.07666015625,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1408,1472,2048,64,0.2194786150014156,0.0,0.45556640625,0.01123046875,0.17578125,1.0,19,0.296875
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1472,1536,2048,64,0.09825041204951446,0.0,0.48681640625,0.0087890625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1536,1600,2048,64,0.0960940111543864,0.0,0.55419921875,0.00732421875,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1600,1664,2048,64,0.09695284803807978,0.0,0.53759765625,0.01025390625,0.09375,1.0,49,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1664,1728,2048,64,0.09576115498451247,0.0,0.4970703125,0.01123046875,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1728,1792,2048,64,0.10508275368704094,0.0,0.50146484375,0.0078125,0.08544921875,1.0,47,0.734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1792,1856,2048,64,0.09634817264814237,0.0,0.47265625,0.00634765625,0.0791015625,1.0,51,0.796875
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1856,1920,2048,64,0.08016349138540607,0.0,0.515625,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1920,1984,2048,64,0.09845613458000078,0.0,0.47119140625,0.00537109375,0.1025390625,1.0,50,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,64,1984,2048,2048,64,0.1007501734003168,0.0,0.49072265625,0.0048828125,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,0,128,4096,128,0.10179128408730338,0.0,0.485107421875,0.00830078125,0.086669921875,1.0,95,0.7421875
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,128,256,4096,128,0.11879518739746402,0.0,0.5078125,0.010498046875,0.0947265625,1.0,87,0.6796875
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,256,384,4096,128,0.09636993097421895,0.0,0.546875,0.0078125,0.0849609375,1.0,96,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,384,512,4096,128,0.11146660299447167,0.0,0.5009765625,0.0087890625,0.09521484375,1.0,89,0.6953125
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,512,640,4096,128,0.09989585747327508,0.0,0.482421875,0.010498046875,0.0869140625,1.0,96,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,640,768,4096,128,0.09432334193456089,0.0,0.498291015625,0.0087890625,0.08984375,1.0,98,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,768,896,4096,128,0.0977126755943476,0.0,0.517822265625,0.008056640625,0.0859375,1.0,96,0.75
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,896,1024,4096,128,0.09942054364605603,0.0,0.5107421875,0.010009765625,0.082275390625,1.0,95,0.7421875
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1024,1152,4096,128,0.09382498550204953,0.0,0.48779296875,0.01025390625,0.085693359375,1.0,99,0.7734375
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1152,1280,4096,128,0.39667037134073263,0.0,0.527587890625,0.031494140625,0.321533203125,1.0,1,0.0078125
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1280,1408,4096,128,0.09460936873049515,0.0,0.48046875,0.007080078125,0.07763671875,1.0,98,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1408,1536,4096,128,0.17003529914526422,0.0,0.47119140625,0.013427734375,0.139404296875,1.0,60,0.46875
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1536,1664,4096,128,0.09652438480102925,0.0,0.5458984375,0.008544921875,0.092041015625,1.0,98,0.765625
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1664,1792,4096,128,0.10053005502440335,0.0,0.499267578125,0.00927734375,0.080322265625,1.0,97,0.7578125
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1792,1920,4096,128,0.08862605633710191,0.0,0.494140625,0.0078125,0.0810546875,1.0,100,0.78125
+fresh-en-1,layers.20.linear_attn.out_proj.output,128,1920,2048,4096,128,0.09960975824844956,0.0,0.48095703125,0.005126953125,0.093994140625,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.gate_proj.output,0,0,6144,196608,6144,1.5168743399296583,0.0,0.8718668619791666,0.007130940755208333,0.06962076822916667,1.0,3638,0.5921223958333334
+fresh-en-1,layers.20.mlp.gate_proj.output,64,0,64,2048,64,1.302666375463513,0.0,0.82958984375,0.0068359375,0.07080078125,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,64,128,2048,64,1.4834794349116958,0.0,0.8720703125,0.01123046875,0.07763671875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,128,192,2048,64,1.3620636537298745,0.0,0.82958984375,0.0087890625,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,192,256,2048,64,1.4374721427633756,0.0,0.8251953125,0.0048828125,0.06787109375,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,256,320,2048,64,1.5629323365057763,0.0,0.8720703125,0.00634765625,0.07373046875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,320,384,2048,64,1.575752619977406,0.0,0.90185546875,0.0068359375,0.07373046875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,384,448,2048,64,1.572123256113512,0.0,0.8876953125,0.005859375,0.04833984375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,448,512,2048,64,1.4895315675877518,0.0,0.8701171875,0.01171875,0.0810546875,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,512,576,2048,64,1.4948468053461246,0.0,0.85888671875,0.00927734375,0.07861328125,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,576,640,2048,64,1.5336505692297326,0.0,0.8779296875,0.00537109375,0.07958984375,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,640,704,2048,64,1.5136880408028626,0.0,0.86669921875,0.0068359375,0.0654296875,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,704,768,2048,64,1.490948720644569,0.0,0.88427734375,0.00390625,0.0634765625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,768,832,2048,64,1.64127553850539,0.0,0.8701171875,0.00537109375,0.07861328125,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,832,896,2048,64,1.5913871337529044,0.0,0.89794921875,0.00244140625,0.05517578125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,896,960,2048,64,1.4242395238312153,0.0,0.8212890625,0.00439453125,0.0654296875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,960,1024,2048,64,1.711946722309872,0.0,0.9267578125,0.00537109375,0.0498046875,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1024,1088,2048,64,1.6290497557564074,0.0,0.85107421875,0.00732421875,0.0830078125,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1088,1152,2048,64,1.4323658811881121,0.0,0.8623046875,0.005859375,0.068359375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1152,1216,2048,64,1.6192330978559875,0.0,0.845703125,0.0078125,0.072265625,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1216,1280,2048,64,1.3341304025468712,0.0,0.85009765625,0.00927734375,0.07861328125,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1280,1344,2048,64,1.5816200670231808,0.0,0.83984375,0.00634765625,0.0703125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1344,1408,2048,64,1.5239293787429238,0.0,0.849609375,0.005859375,0.072265625,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1408,1472,2048,64,1.4526606509764546,0.0,0.84716796875,0.00537109375,0.0615234375,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1472,1536,2048,64,1.3389377671817941,0.0,0.83154296875,0.0078125,0.06884765625,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1536,1600,2048,64,1.4760335447080204,0.0,0.87841796875,0.0048828125,0.06591796875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1600,1664,2048,64,1.490987349770912,0.0,0.89013671875,0.00390625,0.05712890625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1664,1728,2048,64,1.5474208755772332,0.0,0.8916015625,0.005859375,0.06005859375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1728,1792,2048,64,1.4074143323670167,0.0,0.83740234375,0.01123046875,0.08642578125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1792,1856,2048,64,1.577807412818331,0.0,0.896484375,0.0078125,0.0615234375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1856,1920,2048,64,1.5632055073320394,0.0,0.91650390625,0.00732421875,0.05859375,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1920,1984,2048,64,1.5057221813108603,0.0,0.91259765625,0.00732421875,0.056640625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,1984,2048,2048,64,1.6073971354091217,0.0,0.8701171875,0.00732421875,0.07421875,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2048,2112,2048,64,1.681379628960046,0.0,0.92138671875,0.00439453125,0.0498046875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2112,2176,2048,64,1.4713545636517713,0.0,0.90087890625,0.0068359375,0.0673828125,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2176,2240,2048,64,1.4706160750820145,0.0,0.87451171875,0.0048828125,0.06640625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2240,2304,2048,64,1.5425211984976972,0.0,0.86962890625,0.0087890625,0.0712890625,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2304,2368,2048,64,1.3706135689367855,0.0,0.90576171875,0.0048828125,0.06005859375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2368,2432,2048,64,1.5446002641642755,0.0,0.8486328125,0.00927734375,0.08935546875,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2432,2496,2048,64,1.5434344966389533,0.0,0.9091796875,0.00439453125,0.05859375,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2496,2560,2048,64,1.4261396595619438,0.0,0.89111328125,0.0078125,0.07958984375,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2560,2624,2048,64,1.4782871703529739,0.0,0.83935546875,0.00927734375,0.0732421875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2624,2688,2048,64,1.565191533051249,0.0,0.8857421875,0.01025390625,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2688,2752,2048,64,1.4857313793698503,0.0,0.93359375,0.00537109375,0.05078125,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2752,2816,2048,64,1.61892521131187,0.0,0.900390625,0.00634765625,0.0546875,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2816,2880,2048,64,1.4085487341854117,0.0,0.83251953125,0.0078125,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2880,2944,2048,64,1.5128349854291643,0.0,0.92724609375,0.00390625,0.04541015625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,2944,3008,2048,64,1.4439698111265002,0.0,0.845703125,0.0068359375,0.078125,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3008,3072,2048,64,1.481192234651016,0.0,0.86572265625,0.00634765625,0.0693359375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3072,3136,2048,64,1.3165512341268306,0.0,0.8359375,0.00830078125,0.08203125,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3136,3200,2048,64,1.4142569874291253,0.0,0.84814453125,0.00634765625,0.076171875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3200,3264,2048,64,1.5469278320068514,0.0,0.91455078125,0.00439453125,0.05908203125,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3264,3328,2048,64,1.6351444724189217,0.0,0.90087890625,0.0078125,0.0693359375,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3328,3392,2048,64,1.687525396255466,0.0,0.91455078125,0.00390625,0.0654296875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3392,3456,2048,64,1.4486617552419079,0.0,0.85546875,0.0078125,0.07080078125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3456,3520,2048,64,1.5376205390780076,0.0,0.9033203125,0.00634765625,0.068359375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3520,3584,2048,64,1.2749754085386413,0.0,0.8388671875,0.00830078125,0.06982421875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3584,3648,2048,64,1.5519976461915033,0.0,0.83447265625,0.00927734375,0.07275390625,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3648,3712,2048,64,1.4926616141962814,0.0,0.86669921875,0.0068359375,0.072265625,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3712,3776,2048,64,1.4690971017982126,0.0,0.869140625,0.00634765625,0.06982421875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3776,3840,2048,64,1.5091419553140673,0.0,0.88037109375,0.00439453125,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3840,3904,2048,64,1.7217201152816888,0.0,0.93701171875,0.00830078125,0.046875,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3904,3968,2048,64,1.5647259904858872,0.0,0.853515625,0.00390625,0.0654296875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,3968,4032,2048,64,1.57026948066533,0.0,0.85205078125,0.0126953125,0.09814453125,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4032,4096,2048,64,1.5177596357307102,0.0,0.86865234375,0.01123046875,0.0908203125,1.0,34,0.53125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4096,4160,2048,64,1.5236799125613893,0.0,0.88330078125,0.00927734375,0.07763671875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4160,4224,2048,64,1.4279450239975573,0.0,0.89990234375,0.00537109375,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4224,4288,2048,64,1.4118297426483075,0.0,0.86279296875,0.0068359375,0.06494140625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4288,4352,2048,64,1.6090737759017326,0.0,0.87158203125,0.0048828125,0.06640625,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4352,4416,2048,64,1.6481218184648039,0.0,0.8994140625,0.00732421875,0.06494140625,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4416,4480,2048,64,1.4097436510275445,0.0,0.8427734375,0.00732421875,0.0751953125,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4480,4544,2048,64,1.5175520844388075,0.0,0.83984375,0.00830078125,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4544,4608,2048,64,1.6282686226022465,0.0,0.91064453125,0.00927734375,0.05078125,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4608,4672,2048,64,1.5042209724190352,0.0,0.8935546875,0.0048828125,0.06396484375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4672,4736,2048,64,1.5194438423803378,0.0,0.84228515625,0.00634765625,0.0830078125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4736,4800,2048,64,1.492260471607962,0.0,0.81396484375,0.013671875,0.1015625,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4800,4864,2048,64,1.4240529716275967,0.0,0.8369140625,0.01123046875,0.09375,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4864,4928,2048,64,1.6955699245032978,0.0,0.8642578125,0.0107421875,0.0654296875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4928,4992,2048,64,1.404573106691052,0.0,0.84814453125,0.0068359375,0.07568359375,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,4992,5056,2048,64,1.5163950370790078,0.0,0.87744140625,0.00634765625,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5056,5120,2048,64,1.4670119555352308,0.0,0.919921875,0.00341796875,0.04833984375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5120,5184,2048,64,1.4943284278649118,0.0,0.86474609375,0.00439453125,0.06787109375,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5184,5248,2048,64,1.6033544189891,0.0,0.8916015625,0.00830078125,0.06591796875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5248,5312,2048,64,1.432888879774358,0.0,0.8779296875,0.00537109375,0.06103515625,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5312,5376,2048,64,1.4957014274718718,0.0,0.8623046875,0.0078125,0.07275390625,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5376,5440,2048,64,1.4534737943033404,0.0,0.8515625,0.00927734375,0.0751953125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5440,5504,2048,64,1.548329835688206,0.0,0.86279296875,0.0078125,0.0615234375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5504,5568,2048,64,1.2912601815989528,0.0,0.8349609375,0.00927734375,0.07568359375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5568,5632,2048,64,1.6371826545304795,0.0,0.89013671875,0.00341796875,0.05810546875,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5632,5696,2048,64,1.4861039683581452,0.0,0.86474609375,0.01123046875,0.06494140625,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5696,5760,2048,64,1.682280294875722,0.0,0.9013671875,0.0087890625,0.06787109375,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5760,5824,2048,64,1.6763337595359473,0.0,0.88818359375,0.00634765625,0.060546875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5824,5888,2048,64,1.719727027108076,0.0,0.88427734375,0.0087890625,0.0556640625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5888,5952,2048,64,1.5984762588103183,0.0,0.89892578125,0.00634765625,0.05810546875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,5952,6016,2048,64,1.481093295862247,0.0,0.84619140625,0.00390625,0.0751953125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,64,6016,6080,2048,64,1.3974935469611707,0.0,0.83349609375,0.005859375,0.06982421875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,64,6080,6144,2048,64,1.5375144282488196,0.0,0.8515625,0.00634765625,0.07177734375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,0,128,4096,128,1.396003388170883,0.0,0.850830078125,0.00927734375,0.073974609375,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,128,256,4096,128,1.4002756082344479,0.0,0.827392578125,0.0068359375,0.074951171875,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gate_proj.output,128,256,384,4096,128,1.569355569630583,0.0,0.886962890625,0.006591796875,0.07373046875,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,384,512,4096,128,1.5313843121916484,0.0,0.87890625,0.0087890625,0.06494140625,1.0,73,0.5703125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,512,640,4096,128,1.5143729791488285,0.0,0.868408203125,0.00732421875,0.078369140625,1.0,73,0.5703125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,640,768,4096,128,1.5023614033349775,0.0,0.87548828125,0.00537109375,0.06494140625,1.0,80,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,768,896,4096,128,1.61652380167606,0.0,0.884033203125,0.004150390625,0.067138671875,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,896,1024,4096,128,1.5746777132592056,0.0,0.8740234375,0.005126953125,0.060546875,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1024,1152,4096,128,1.5338636061139543,0.0,0.856689453125,0.006591796875,0.074951171875,1.0,75,0.5859375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1152,1280,4096,128,1.4835463855559379,0.0,0.847900390625,0.008544921875,0.075439453125,1.0,73,0.5703125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1280,1408,4096,128,1.5530426246253197,0.0,0.8447265625,0.00634765625,0.07177734375,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1408,1536,4096,128,1.3969569269095423,0.0,0.83935546875,0.0068359375,0.065673828125,1.0,82,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1536,1664,4096,128,1.4835292889390848,0.0,0.88427734375,0.00439453125,0.0615234375,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1664,1792,4096,128,1.479075128099365,0.0,0.864501953125,0.0087890625,0.07421875,1.0,75,0.5859375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1792,1920,4096,128,1.57052343027694,0.0,0.906494140625,0.007568359375,0.06005859375,1.0,81,0.6328125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,1920,2048,4096,128,1.557389616989433,0.0,0.891357421875,0.00732421875,0.066650390625,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2048,2176,4096,128,1.579861023739227,0.0,0.9111328125,0.005615234375,0.060546875,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2176,2304,4096,128,1.5069975594048588,0.0,0.8720703125,0.006591796875,0.069091796875,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2304,2432,4096,128,1.4602005909137934,0.0,0.877197265625,0.006591796875,0.07421875,1.0,75,0.5859375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2432,2560,4096,128,1.4859448802009105,0.0,0.900146484375,0.00634765625,0.068603515625,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2560,2688,4096,128,1.5223595983153126,0.0,0.862548828125,0.009765625,0.072265625,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2688,2816,4096,128,1.553756186064181,0.0,0.9169921875,0.006103515625,0.052734375,1.0,82,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2816,2944,4096,128,1.4616222545024733,0.0,0.8798828125,0.005859375,0.064697265625,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,2944,3072,4096,128,1.4626994310922479,0.0,0.855712890625,0.00634765625,0.07421875,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3072,3200,4096,128,1.3662777862815794,0.0,0.842041015625,0.0078125,0.079345703125,1.0,73,0.5703125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3200,3328,4096,128,1.5916474426077485,0.0,0.90771484375,0.005859375,0.06494140625,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3328,3456,4096,128,1.5726351840315242,0.0,0.885009765625,0.005859375,0.06884765625,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3456,3584,4096,128,1.4124162301837264,0.0,0.87109375,0.0078125,0.069580078125,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3584,3712,4096,128,1.5226186962399706,0.0,0.8505859375,0.008056640625,0.072021484375,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3712,3840,4096,128,1.4892541314028767,0.0,0.874755859375,0.00537109375,0.068115234375,1.0,75,0.5859375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3840,3968,4096,128,1.6450968939043729,0.0,0.895263671875,0.00634765625,0.0556640625,1.0,80,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,3968,4096,4096,128,1.5442377656569573,0.0,0.8603515625,0.011962890625,0.09521484375,1.0,68,0.53125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4096,4224,4096,128,1.4765885458553556,0.0,0.8916015625,0.007080078125,0.078125,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4224,4352,4096,128,1.5136680016636814,0.0,0.8671875,0.006103515625,0.066162109375,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4352,4480,4096,128,1.5335714346114113,0.0,0.87109375,0.00732421875,0.06884765625,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4480,4608,4096,128,1.5738842137107145,0.0,0.875244140625,0.00830078125,0.06689453125,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4608,4736,4096,128,1.5118515674517772,0.0,0.867919921875,0.005615234375,0.0732421875,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4736,4864,4096,128,1.4585554807968404,0.0,0.825439453125,0.01220703125,0.0986328125,1.0,67,0.5234375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4864,4992,4096,128,1.5568851885928956,0.0,0.856201171875,0.008544921875,0.072265625,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,4992,5120,4096,128,1.4919078366576715,0.0,0.898681640625,0.0048828125,0.057861328125,1.0,80,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5120,5248,4096,128,1.5498004457376269,0.0,0.878173828125,0.006591796875,0.066650390625,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5248,5376,4096,128,1.464631916544633,0.0,0.8701171875,0.006591796875,0.067626953125,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5376,5504,4096,128,1.5016509832196057,0.0,0.857177734375,0.008544921875,0.070068359375,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5504,5632,4096,128,1.4744015567135074,0.0,0.862548828125,0.006591796875,0.068603515625,1.0,82,0.640625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5632,5760,4096,128,1.587225881104667,0.0,0.883056640625,0.009521484375,0.06787109375,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5760,5888,4096,128,1.698169002356053,0.0,0.88623046875,0.00732421875,0.057861328125,1.0,80,0.625
+fresh-en-1,layers.20.mlp.gate_proj.output,128,5888,6016,4096,128,1.5409029335146853,0.0,0.87255859375,0.005126953125,0.067626953125,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gate_proj.output,128,6016,6144,4096,128,1.4691730379487995,0.0,0.842529296875,0.005615234375,0.0703125,1.0,75,0.5859375
+fresh-en-1,layers.20.mlp.up_proj.output,0,0,6144,196608,6144,0.5979475634425307,0.0,0.4965871175130208,0.009053548177083334,0.09067789713541667,1.0,4432,0.7213541666666666
+fresh-en-1,layers.20.mlp.up_proj.output,64,0,64,2048,64,0.564446131440173,0.0,0.46923828125,0.00732421875,0.076171875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,64,128,2048,64,0.5471025801321441,0.0,0.4951171875,0.0078125,0.083984375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.up_proj.output,64,128,192,2048,64,0.5487389067601627,0.0,0.478515625,0.0087890625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,192,256,2048,64,0.6851932024821761,0.0,0.48583984375,0.00927734375,0.09765625,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.up_proj.output,64,256,320,2048,64,0.5753455771652128,0.0,0.5048828125,0.00634765625,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,320,384,2048,64,0.5450605759764385,0.0,0.53955078125,0.00830078125,0.08935546875,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,384,448,2048,64,0.5574103885115885,0.0,0.5673828125,0.00927734375,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,448,512,2048,64,0.5662215173667275,0.0,0.466796875,0.00732421875,0.07861328125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,512,576,2048,64,0.5804893071549088,0.0,0.50634765625,0.01025390625,0.08154296875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,576,640,2048,64,0.5494316441968647,0.0,0.4873046875,0.005859375,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,640,704,2048,64,0.5842840486331533,0.0,0.50341796875,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,704,768,2048,64,0.5770186230960562,0.0,0.48583984375,0.01025390625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,768,832,2048,64,0.678865720868147,0.0,0.4560546875,0.00830078125,0.1015625,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,832,896,2048,64,0.6010444886474032,0.0,0.54833984375,0.00732421875,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,896,960,2048,64,0.6394086996288558,0.0,0.46484375,0.01318359375,0.10986328125,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,960,1024,2048,64,0.6370966784557867,0.0,0.47607421875,0.0068359375,0.10107421875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,1024,1088,2048,64,0.5722747764230458,0.0,0.52197265625,0.013671875,0.103515625,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,1088,1152,2048,64,0.5600774774229781,0.0,0.5322265625,0.01025390625,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,1152,1216,2048,64,0.5328117757831818,0.0,0.49853515625,0.0107421875,0.0947265625,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,1216,1280,2048,64,0.6986982475958888,0.0,0.44580078125,0.01220703125,0.1083984375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.up_proj.output,64,1280,1344,2048,64,0.7075151680695732,0.0,0.55615234375,0.00927734375,0.095703125,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.up_proj.output,64,1344,1408,2048,64,0.5531399882882931,0.0,0.5361328125,0.0087890625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,1408,1472,2048,64,0.6285710158828794,0.0,0.53173828125,0.00927734375,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,1472,1536,2048,64,0.5665110198350632,0.0,0.4765625,0.0087890625,0.08447265625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,1536,1600,2048,64,0.6283793638931359,0.0,0.486328125,0.0068359375,0.0869140625,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,1600,1664,2048,64,0.545932477132423,0.0,0.5,0.00830078125,0.08544921875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,1664,1728,2048,64,0.6065836461180396,0.0,0.4931640625,0.01318359375,0.10400390625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,1728,1792,2048,64,0.6036108153623244,0.0,0.470703125,0.00927734375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,1792,1856,2048,64,0.5558420827493487,0.0,0.50341796875,0.0126953125,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,1856,1920,2048,64,0.5999159311467567,0.0,0.46240234375,0.00830078125,0.07763671875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,1920,1984,2048,64,0.533420209663531,0.0,0.525390625,0.00830078125,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,1984,2048,2048,64,0.6926658212117222,0.0,0.46484375,0.0087890625,0.10205078125,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.up_proj.output,64,2048,2112,2048,64,0.657087144373926,0.0,0.52734375,0.00732421875,0.099609375,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,2112,2176,2048,64,0.5695657191962425,0.0,0.54248046875,0.00927734375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,2176,2240,2048,64,0.5397328926035858,0.0,0.53564453125,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,2240,2304,2048,64,0.5698861125871998,0.0,0.474609375,0.009765625,0.07421875,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,2304,2368,2048,64,0.5341712260628688,0.0,0.5400390625,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,2368,2432,2048,64,0.5517447563883816,0.0,0.50732421875,0.00732421875,0.0732421875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,2432,2496,2048,64,0.5240613082304543,0.0,0.51220703125,0.0087890625,0.095703125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,2496,2560,2048,64,0.5491532180855391,0.0,0.5283203125,0.0107421875,0.0869140625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,2560,2624,2048,64,0.5884793902686407,0.0,0.47607421875,0.01025390625,0.09716796875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,2624,2688,2048,64,0.5610151602242234,0.0,0.45849609375,0.00927734375,0.10107421875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,2688,2752,2048,64,0.5669567664456197,0.0,0.49169921875,0.01025390625,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,2752,2816,2048,64,0.6084931635019947,0.0,0.44091796875,0.00634765625,0.08349609375,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,2816,2880,2048,64,0.5356107780384122,0.0,0.46630859375,0.00634765625,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,2880,2944,2048,64,0.5605660683988628,0.0,0.5126953125,0.00634765625,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,2944,3008,2048,64,0.6710991829629613,0.0,0.51513671875,0.0078125,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3008,3072,2048,64,0.5557270648069883,0.0,0.53564453125,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,3072,3136,2048,64,0.5332637676830418,0.0,0.55908203125,0.00830078125,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,3136,3200,2048,64,0.5199430626179447,0.0,0.490234375,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,3200,3264,2048,64,0.5563420523401544,0.0,0.5234375,0.0068359375,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,3264,3328,2048,64,0.6026579915449626,0.0,0.4970703125,0.01025390625,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3328,3392,2048,64,0.6441969225478013,0.0,0.48828125,0.009765625,0.07568359375,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,3392,3456,2048,64,0.6238527150688263,0.0,0.5048828125,0.00732421875,0.0927734375,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3456,3520,2048,64,0.60511878027146,0.0,0.51025390625,0.0087890625,0.0908203125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,3520,3584,2048,64,0.6056436059728524,0.0,0.44287109375,0.0107421875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,3584,3648,2048,64,0.7026025366197873,0.0,0.4814453125,0.0087890625,0.10595703125,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.up_proj.output,64,3648,3712,2048,64,0.5160324289704258,0.0,0.4912109375,0.009765625,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3712,3776,2048,64,0.7505675847431708,0.0,0.4853515625,0.009765625,0.11181640625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.up_proj.output,64,3776,3840,2048,64,0.534889251008973,0.0,0.466796875,0.0068359375,0.08642578125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,3840,3904,2048,64,0.6485775020060056,0.0,0.5185546875,0.01220703125,0.10498046875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3904,3968,2048,64,0.5472686244549715,0.0,0.447265625,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.up_proj.output,64,3968,4032,2048,64,0.6790021658327755,0.0,0.50341796875,0.0068359375,0.083984375,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4032,4096,2048,64,0.5110405698169184,0.0,0.4892578125,0.0078125,0.0751953125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4096,4160,2048,64,0.5674353982338204,0.0,0.50390625,0.01025390625,0.0966796875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,4160,4224,2048,64,0.5994653991862735,0.0,0.46826171875,0.0078125,0.0986328125,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,4224,4288,2048,64,0.6279752092879026,0.0,0.4482421875,0.0087890625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,4288,4352,2048,64,0.5242844075861666,0.0,0.4833984375,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4352,4416,2048,64,0.679380237772009,0.0,0.4404296875,0.01123046875,0.09912109375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.up_proj.output,64,4416,4480,2048,64,0.5525858123366513,0.0,0.47119140625,0.0068359375,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,4480,4544,2048,64,0.6472715629781811,0.0,0.47216796875,0.00830078125,0.0908203125,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4544,4608,2048,64,0.5045607526133528,0.0,0.52734375,0.00537109375,0.06982421875,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4608,4672,2048,64,0.5797581857724182,0.0,0.525390625,0.0078125,0.08740234375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,4672,4736,2048,64,0.5726541044344383,0.0,0.5546875,0.00732421875,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,4736,4800,2048,64,0.5943057666911606,0.0,0.5380859375,0.01220703125,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,4800,4864,2048,64,0.5362152897659017,0.0,0.49462890625,0.00927734375,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,4864,4928,2048,64,0.7010850165036419,0.0,0.49560546875,0.01025390625,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,4928,4992,2048,64,0.6019041759887865,0.0,0.5068359375,0.00537109375,0.07958984375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,4992,5056,2048,64,0.6320684435975688,0.0,0.46875,0.0068359375,0.08642578125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5056,5120,2048,64,0.6527101624767089,0.0,0.498046875,0.01318359375,0.103515625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5120,5184,2048,64,0.6011272199288873,0.0,0.52978515625,0.00927734375,0.09619140625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,5184,5248,2048,64,0.640166460866145,0.0,0.4404296875,0.0087890625,0.09814453125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5248,5312,2048,64,0.6297257318788035,0.0,0.46044921875,0.00830078125,0.078125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5312,5376,2048,64,0.5701303275133722,0.0,0.48291015625,0.0068359375,0.0810546875,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,5376,5440,2048,64,0.6041617642567277,0.0,0.48779296875,0.00634765625,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,5440,5504,2048,64,0.556429570456495,0.0,0.521484375,0.00927734375,0.095703125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,64,5504,5568,2048,64,0.6489027680981727,0.0,0.48291015625,0.01318359375,0.10400390625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5568,5632,2048,64,0.5199716272332855,0.0,0.544921875,0.0068359375,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,5632,5696,2048,64,0.5823660400308429,0.0,0.4189453125,0.0107421875,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5696,5760,2048,64,0.5902763642868363,0.0,0.53125,0.00732421875,0.09375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,64,5760,5824,2048,64,0.6494358676773951,0.0,0.5244140625,0.013671875,0.1025390625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,64,5824,5888,2048,64,0.7377627806953988,0.0,0.4892578125,0.01318359375,0.11767578125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.up_proj.output,64,5888,5952,2048,64,0.6141116081629262,0.0,0.486328125,0.0087890625,0.10693359375,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,64,5952,6016,2048,64,0.6257353041060542,0.0,0.47412109375,0.00634765625,0.07763671875,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,64,6016,6080,2048,64,0.5710112014420706,0.0,0.52197265625,0.009765625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,64,6080,6144,2048,64,0.6941102367026917,0.0,0.47314453125,0.0126953125,0.11328125,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.up_proj.output,128,0,128,4096,128,0.5558420047482137,0.0,0.482177734375,0.008056640625,0.0791015625,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,128,256,4096,128,0.6207270384477056,0.0,0.482177734375,0.009033203125,0.089599609375,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,256,384,4096,128,0.5604076929554674,0.0,0.522216796875,0.007568359375,0.088623046875,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,128,384,512,4096,128,0.5618332261221828,0.0,0.51708984375,0.00830078125,0.082763671875,1.0,96,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,128,512,640,4096,128,0.5651738526179605,0.0,0.496826171875,0.0078125,0.081298828125,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.up_proj.output,128,640,768,4096,128,0.5806626993732323,0.0,0.49462890625,0.008544921875,0.0869140625,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.up_proj.output,128,768,896,4096,128,0.6411369371293653,0.0,0.502197265625,0.008056640625,0.093994140625,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,896,1024,4096,128,0.6382537359312753,0.0,0.470458984375,0.010009765625,0.10546875,1.0,88,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,128,1024,1152,4096,128,0.5662089722207401,0.0,0.527099609375,0.011962890625,0.095458984375,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.up_proj.output,128,1152,1280,4096,128,0.6213161955103028,0.0,0.47216796875,0.01171875,0.10107421875,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,1280,1408,4096,128,0.6350360460997821,0.0,0.546142578125,0.0087890625,0.09375,1.0,88,0.6875
+fresh-en-1,layers.20.mlp.up_proj.output,128,1408,1536,4096,128,0.5983461613491803,0.0,0.504150390625,0.00927734375,0.08349609375,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.up_proj.output,128,1536,1664,4096,128,0.588601263401076,0.0,0.4931640625,0.007568359375,0.087158203125,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,1664,1792,4096,128,0.6050990564197838,0.0,0.48193359375,0.010986328125,0.095458984375,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,128,1792,1920,4096,128,0.578299033977584,0.0,0.48291015625,0.010498046875,0.078857421875,1.0,96,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,128,1920,2048,4096,128,0.6181921464853766,0.0,0.4951171875,0.009033203125,0.09228515625,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,2048,2176,4096,128,0.6148856087863065,0.0,0.534912109375,0.00830078125,0.09423828125,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,128,2176,2304,4096,128,0.5550143136343353,0.0,0.505126953125,0.010009765625,0.076416015625,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.up_proj.output,128,2304,2432,4096,128,0.543029085296351,0.0,0.523681640625,0.00830078125,0.079345703125,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.up_proj.output,128,2432,2560,4096,128,0.536753906235399,0.0,0.520263671875,0.010009765625,0.091552734375,1.0,96,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,128,2560,2688,4096,128,0.5749112987115326,0.0,0.46728515625,0.010009765625,0.098876953125,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.up_proj.output,128,2688,2816,4096,128,0.5880917891992449,0.0,0.46630859375,0.009033203125,0.0869140625,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,2816,2944,4096,128,0.5482304363089812,0.0,0.489501953125,0.006591796875,0.08447265625,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,2944,3072,4096,128,0.6161195841444033,0.0,0.525390625,0.008544921875,0.090576171875,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,3072,3200,4096,128,0.5266455327295776,0.0,0.524658203125,0.0087890625,0.08251953125,1.0,96,0.75
+fresh-en-1,layers.20.mlp.up_proj.output,128,3200,3328,4096,128,0.5799625565392404,0.0,0.51025390625,0.008544921875,0.083740234375,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.up_proj.output,128,3328,3456,4096,128,0.634106412646491,0.0,0.49658203125,0.008056640625,0.0849609375,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,3456,3584,4096,128,0.6053812499958267,0.0,0.4765625,0.010009765625,0.09033203125,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,3584,3712,4096,128,0.6164169823316344,0.0,0.486328125,0.009765625,0.100341796875,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,3712,3840,4096,128,0.6517124404644034,0.0,0.47607421875,0.0087890625,0.1005859375,1.0,89,0.6953125
+fresh-en-1,layers.20.mlp.up_proj.output,128,3840,3968,4096,128,0.6000648812508472,0.0,0.48291015625,0.009521484375,0.0927734375,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,3968,4096,4096,128,0.6009186322641363,0.0,0.496337890625,0.007568359375,0.083984375,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,4096,4224,4096,128,0.5836701534215761,0.0,0.486083984375,0.009033203125,0.09814453125,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.up_proj.output,128,4224,4352,4096,128,0.5784578651544825,0.0,0.4658203125,0.0087890625,0.087646484375,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.up_proj.output,128,4352,4480,4096,128,0.6192368639991115,0.0,0.455810546875,0.00927734375,0.091064453125,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,4480,4608,4096,128,0.5803197520841292,0.0,0.499755859375,0.007080078125,0.082275390625,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.up_proj.output,128,4608,4736,4096,128,0.5762170933319032,0.0,0.5400390625,0.007568359375,0.090087890625,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,4736,4864,4096,128,0.5660062637909135,0.0,0.516357421875,0.010498046875,0.08349609375,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,4864,4992,4096,128,0.653379230400941,0.0,0.501220703125,0.008056640625,0.091064453125,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,4992,5120,4096,128,0.6424722070223056,0.0,0.4833984375,0.010009765625,0.094970703125,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.up_proj.output,128,5120,5248,4096,128,0.6209537149245983,0.0,0.485107421875,0.00927734375,0.097412109375,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,5248,5376,4096,128,0.6006675818374085,0.0,0.4716796875,0.00732421875,0.081787109375,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,5376,5504,4096,128,0.5807862361782523,0.0,0.504638671875,0.007568359375,0.09033203125,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.up_proj.output,128,5504,5632,4096,128,0.5879818430755757,0.0,0.513916015625,0.00927734375,0.093505859375,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.up_proj.output,128,5632,5760,4096,128,0.5863345422269147,0.0,0.47509765625,0.009033203125,0.09619140625,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.up_proj.output,128,5760,5888,4096,128,0.6950039089117765,0.0,0.5068359375,0.01318359375,0.111083984375,1.0,83,0.6484375
+fresh-en-1,layers.20.mlp.up_proj.output,128,5888,6016,4096,128,0.6199506988806253,0.0,0.480224609375,0.007568359375,0.09228515625,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.up_proj.output,128,6016,6144,4096,128,0.6355481149636838,0.0,0.49755859375,0.011474609375,0.100341796875,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.silu_gate,0,0,6144,196608,6144,0.3147869282540454,0.0,0.8718668619791666,0.0029296875,0.029362996419270832,1.0,4505,0.7332356770833334
+fresh-en-1,layers.20.mlp.silu_gate,64,0,64,2048,64,0.3710397585799221,0.0,0.82958984375,0.00439453125,0.044921875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,64,128,2048,64,0.2925488452008217,0.0,0.8720703125,0.0029296875,0.0361328125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,128,192,2048,64,0.31203219322660364,0.0,0.82958984375,0.0029296875,0.03515625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,192,256,2048,64,0.4164138527433326,0.0,0.8251953125,0.001953125,0.04296875,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.silu_gate,64,256,320,2048,64,0.34603114518089356,0.0,0.8720703125,0.00244140625,0.03857421875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,320,384,2048,64,0.28615298200265693,0.0,0.90185546875,0.0029296875,0.02734375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,384,448,2048,64,0.287748844828305,0.0,0.8876953125,0.00341796875,0.0166015625,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,448,512,2048,64,0.2604554704636126,0.0,0.8701171875,0.00537109375,0.03125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,512,576,2048,64,0.28953034882458867,0.0,0.85888671875,0.00390625,0.02880859375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,576,640,2048,64,0.2963456978807517,0.0,0.8779296875,0.001953125,0.02685546875,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,640,704,2048,64,0.39567783958293745,0.0,0.86669921875,0.00390625,0.03271484375,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.silu_gate,64,704,768,2048,64,0.2809347320333165,0.0,0.88427734375,0.0009765625,0.021484375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,768,832,2048,64,0.2692420937273965,0.0,0.8701171875,0.001953125,0.02685546875,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,832,896,2048,64,0.3414187053634019,0.0,0.89794921875,0.00048828125,0.02490234375,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,64,896,960,2048,64,0.397197931440728,0.0,0.8212890625,0.0029296875,0.04052734375,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.silu_gate,64,960,1024,2048,64,0.28292994239082186,0.0,0.9267578125,0.001953125,0.0166015625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,1024,1088,2048,64,0.39442073279044043,0.0,0.85107421875,0.00244140625,0.03662109375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.silu_gate,64,1088,1152,2048,64,0.31332289600433416,0.0,0.8623046875,0.0029296875,0.02880859375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,1152,1216,2048,64,0.5189427598193158,0.0,0.845703125,0.0068359375,0.0498046875,1.0,25,0.390625
+fresh-en-1,layers.20.mlp.silu_gate,64,1216,1280,2048,64,0.3091339943528225,0.0,0.85009765625,0.00341796875,0.0341796875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,1280,1344,2048,64,0.3738282435715665,0.0,0.83984375,0.00244140625,0.0341796875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,1344,1408,2048,64,0.30445554206724074,0.0,0.849609375,0.001953125,0.03369140625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,1408,1472,2048,64,0.36566269618487335,0.0,0.84716796875,0.0029296875,0.02587890625,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.silu_gate,64,1472,1536,2048,64,0.3146230707194589,0.0,0.83154296875,0.00439453125,0.02978515625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,1536,1600,2048,64,0.25957628398197874,0.0,0.87841796875,0.001953125,0.02197265625,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,1600,1664,2048,64,0.2881950265256016,0.0,0.89013671875,0.00146484375,0.0234375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,1664,1728,2048,64,0.3017330665738246,0.0,0.8916015625,0.001953125,0.0244140625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,1728,1792,2048,64,0.3560614284628229,0.0,0.83740234375,0.0048828125,0.04443359375,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,1792,1856,2048,64,0.27085345182838527,0.0,0.896484375,0.0029296875,0.0234375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,1856,1920,2048,64,0.2896554831474568,0.0,0.91650390625,0.00390625,0.02392578125,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,1920,1984,2048,64,0.3097045010757717,0.0,0.91259765625,0.00341796875,0.0224609375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,1984,2048,2048,64,0.292671538733682,0.0,0.8701171875,0.0029296875,0.021484375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,2048,2112,2048,64,0.2852745660511845,0.0,0.92138671875,0.001953125,0.0166015625,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,2112,2176,2048,64,0.2901578667366937,0.0,0.90087890625,0.00439453125,0.02783203125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,2176,2240,2048,64,0.2809359485593209,0.0,0.87451171875,0.00146484375,0.01953125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,2240,2304,2048,64,0.2541593001674098,0.0,0.86962890625,0.00390625,0.02734375,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,2304,2368,2048,64,0.2727918884463633,0.0,0.90576171875,0.0029296875,0.0166015625,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.silu_gate,64,2368,2432,2048,64,0.2510999357378358,0.0,0.8486328125,0.001953125,0.0263671875,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,2432,2496,2048,64,0.25621590221388874,0.0,0.9091796875,0.00146484375,0.0146484375,1.0,54,0.84375
+fresh-en-1,layers.20.mlp.silu_gate,64,2496,2560,2048,64,0.23873003688359168,0.0,0.89111328125,0.00244140625,0.02685546875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,2560,2624,2048,64,0.4095297463200948,0.0,0.83935546875,0.00390625,0.04638671875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.silu_gate,64,2624,2688,2048,64,0.2881694031184492,0.0,0.8857421875,0.00439453125,0.03173828125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,2688,2752,2048,64,0.2431913795940948,0.0,0.93359375,0.00244140625,0.013671875,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.silu_gate,64,2752,2816,2048,64,0.2865072195761866,0.0,0.900390625,0.00146484375,0.0185546875,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,2816,2880,2048,64,0.33288072085360326,0.0,0.83251953125,0.00244140625,0.0400390625,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,64,2880,2944,2048,64,0.24679313980175416,0.0,0.92724609375,0.00146484375,0.01513671875,1.0,54,0.84375
+fresh-en-1,layers.20.mlp.silu_gate,64,2944,3008,2048,64,0.27628275059144003,0.0,0.845703125,0.00244140625,0.0302734375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,3008,3072,2048,64,0.3141906698995441,0.0,0.86572265625,0.001953125,0.02587890625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,3072,3136,2048,64,0.26880794538010816,0.0,0.8359375,0.00341796875,0.02783203125,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,3136,3200,2048,64,0.2848710156293803,0.0,0.84814453125,0.0029296875,0.029296875,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,3200,3264,2048,64,0.2574509083404503,0.0,0.91455078125,0.00048828125,0.0185546875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,3264,3328,2048,64,0.29765015049858806,0.0,0.90087890625,0.0029296875,0.02294921875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,3328,3392,2048,64,0.2520444462030552,0.0,0.91455078125,0.00146484375,0.0146484375,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,3392,3456,2048,64,0.3307779405114179,0.0,0.85546875,0.00341796875,0.0361328125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,3456,3520,2048,64,0.282559961442933,0.0,0.9033203125,0.00341796875,0.021484375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,3520,3584,2048,64,0.3400475203969958,0.0,0.8388671875,0.00537109375,0.0390625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,3584,3648,2048,64,0.32299265756050066,0.0,0.83447265625,0.0048828125,0.02978515625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,3648,3712,2048,64,0.3093389733661048,0.0,0.86669921875,0.0029296875,0.03076171875,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,64,3712,3776,2048,64,0.31858385514031884,0.0,0.869140625,0.001953125,0.0341796875,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,3776,3840,2048,64,0.2938826231363912,0.0,0.88037109375,0.00146484375,0.02783203125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,3840,3904,2048,64,0.25171121936003116,0.0,0.93701171875,0.00244140625,0.017578125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,3904,3968,2048,64,0.31309849469668116,0.0,0.853515625,0.00146484375,0.02783203125,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,3968,4032,2048,64,0.31501391980104043,0.0,0.85205078125,0.0029296875,0.048828125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,64,4032,4096,2048,64,0.2472589222879212,0.0,0.86865234375,0.0048828125,0.02880859375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,4096,4160,2048,64,0.30847269498802526,0.0,0.88330078125,0.00341796875,0.03173828125,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,4160,4224,2048,64,0.2331521071235616,0.0,0.89990234375,0.0009765625,0.0205078125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.silu_gate,64,4224,4288,2048,64,0.3056392350900507,0.0,0.86279296875,0.00244140625,0.02978515625,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,4288,4352,2048,64,0.2890421358497476,0.0,0.87158203125,0.0009765625,0.015625,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,4352,4416,2048,64,0.3178268494749965,0.0,0.8994140625,0.00341796875,0.02734375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,4416,4480,2048,64,0.3650632100893536,0.0,0.8427734375,0.00341796875,0.0380859375,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.silu_gate,64,4480,4544,2048,64,0.3664676204980177,0.0,0.83984375,0.00537109375,0.0380859375,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,4544,4608,2048,64,0.29625086140580925,0.0,0.91064453125,0.0029296875,0.0185546875,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,4608,4672,2048,64,0.2526539383015832,0.0,0.8935546875,0.0009765625,0.0166015625,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.silu_gate,64,4672,4736,2048,64,0.3695549189120704,0.0,0.84228515625,0.00390625,0.04296875,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.silu_gate,64,4736,4800,2048,64,0.252790118642107,0.0,0.81396484375,0.0048828125,0.03662109375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,4800,4864,2048,64,0.3004397717931107,0.0,0.8369140625,0.00439453125,0.0361328125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,4864,4928,2048,64,0.367228256389986,0.0,0.8642578125,0.005859375,0.04345703125,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.silu_gate,64,4928,4992,2048,64,0.3166041970909976,0.0,0.84814453125,0.00244140625,0.03271484375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,4992,5056,2048,64,0.2767067414738944,0.0,0.87744140625,0.00341796875,0.02490234375,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,5056,5120,2048,64,0.27648584911377966,0.0,0.919921875,0.00048828125,0.01806640625,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,5120,5184,2048,64,0.30405053594832293,0.0,0.86474609375,0.001953125,0.02978515625,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,5184,5248,2048,64,0.26260852998491635,0.0,0.8916015625,0.00146484375,0.0224609375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,5248,5312,2048,64,0.2892546413983791,0.0,0.8779296875,0.00244140625,0.02783203125,1.0,50,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,64,5312,5376,2048,64,0.32462780092987203,0.0,0.8623046875,0.00341796875,0.03662109375,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,5376,5440,2048,64,0.2885383294407779,0.0,0.8515625,0.00341796875,0.0341796875,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,5440,5504,2048,64,0.3842983863924189,0.0,0.86279296875,0.00390625,0.0322265625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.silu_gate,64,5504,5568,2048,64,0.36095190108723046,0.0,0.8349609375,0.00537109375,0.03955078125,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,64,5568,5632,2048,64,0.40171267839910824,0.0,0.89013671875,0.00244140625,0.02880859375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.silu_gate,64,5632,5696,2048,64,0.4091881930564888,0.0,0.86474609375,0.00634765625,0.03369140625,1.0,40,0.625
+fresh-en-1,layers.20.mlp.silu_gate,64,5696,5760,2048,64,0.261357202782327,0.0,0.9013671875,0.001953125,0.02587890625,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,64,5760,5824,2048,64,0.2981843273106875,0.0,0.88818359375,0.001953125,0.0244140625,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,5824,5888,2048,64,0.31803093678562827,0.0,0.88427734375,0.0029296875,0.02490234375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,64,5888,5952,2048,64,0.29701074299904906,0.0,0.89892578125,0.00341796875,0.02001953125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.silu_gate,64,5952,6016,2048,64,0.3598397637876607,0.0,0.84619140625,0.00146484375,0.0341796875,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.silu_gate,64,6016,6080,2048,64,0.31523901085346673,0.0,0.83349609375,0.00146484375,0.03076171875,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,64,6080,6144,2048,64,0.4537325412839503,0.0,0.8515625,0.00390625,0.04150390625,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.silu_gate,128,0,128,4096,128,0.33410726516747674,0.0,0.850830078125,0.004150390625,0.039794921875,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.silu_gate,128,128,256,4096,128,0.3679433287656881,0.0,0.827392578125,0.002685546875,0.03857421875,1.0,87,0.6796875
+fresh-en-1,layers.20.mlp.silu_gate,128,256,384,4096,128,0.3175067578369109,0.0,0.886962890625,0.0029296875,0.03271484375,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.silu_gate,128,384,512,4096,128,0.2744416602799635,0.0,0.87890625,0.004150390625,0.02392578125,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,512,640,4096,128,0.2929578429935933,0.0,0.868408203125,0.003173828125,0.02783203125,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,640,768,4096,128,0.34313647168411876,0.0,0.87548828125,0.001953125,0.028564453125,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.silu_gate,128,768,896,4096,128,0.3074557182804815,0.0,0.884033203125,0.001708984375,0.025390625,1.0,96,0.75
+fresh-en-1,layers.20.mlp.silu_gate,128,896,1024,4096,128,0.3448300661500292,0.0,0.8740234375,0.001953125,0.028564453125,1.0,89,0.6953125
+fresh-en-1,layers.20.mlp.silu_gate,128,1024,1152,4096,128,0.3561874166892275,0.0,0.856689453125,0.00244140625,0.03173828125,1.0,89,0.6953125
+fresh-en-1,layers.20.mlp.silu_gate,128,1152,1280,4096,128,0.42712141975872564,0.0,0.847900390625,0.005859375,0.044189453125,1.0,71,0.5546875
+fresh-en-1,layers.20.mlp.silu_gate,128,1280,1408,4096,128,0.34091108282605,0.0,0.8447265625,0.00244140625,0.033935546875,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.silu_gate,128,1408,1536,4096,128,0.34109887423599966,0.0,0.83935546875,0.00390625,0.029296875,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,128,1536,1664,4096,128,0.2742592026897047,0.0,0.88427734375,0.001708984375,0.022216796875,1.0,102,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,128,1664,1792,4096,128,0.3300171088769717,0.0,0.864501953125,0.003173828125,0.033203125,1.0,92,0.71875
+fresh-en-1,layers.20.mlp.silu_gate,128,1792,1920,4096,128,0.28041209967183844,0.0,0.906494140625,0.00341796875,0.02392578125,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.silu_gate,128,1920,2048,4096,128,0.3013084031116074,0.0,0.891357421875,0.003173828125,0.022216796875,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.silu_gate,128,2048,2176,4096,128,0.28772657651395406,0.0,0.9111328125,0.003173828125,0.0224609375,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.silu_gate,128,2176,2304,4096,128,0.267882396822293,0.0,0.8720703125,0.002685546875,0.0234375,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.silu_gate,128,2304,2432,4096,128,0.26217035695295376,0.0,0.877197265625,0.002197265625,0.021240234375,1.0,102,0.796875
+fresh-en-1,layers.20.mlp.silu_gate,128,2432,2560,4096,128,0.247627360218654,0.0,0.900146484375,0.002197265625,0.021240234375,1.0,105,0.8203125
+fresh-en-1,layers.20.mlp.silu_gate,128,2560,2688,4096,128,0.3540877137198102,0.0,0.862548828125,0.004150390625,0.037841796875,1.0,87,0.6796875
+fresh-en-1,layers.20.mlp.silu_gate,128,2688,2816,4096,128,0.26573335693713374,0.0,0.9169921875,0.001953125,0.015869140625,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.silu_gate,128,2816,2944,4096,128,0.2930157232719967,0.0,0.8798828125,0.001953125,0.02685546875,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.silu_gate,128,2944,3072,4096,128,0.2958444991260579,0.0,0.855712890625,0.002197265625,0.0283203125,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.silu_gate,128,3072,3200,4096,128,0.2769559595361597,0.0,0.842041015625,0.003173828125,0.028564453125,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.silu_gate,128,3200,3328,4096,128,0.2782773637013574,0.0,0.90771484375,0.001708984375,0.020263671875,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.silu_gate,128,3328,3456,4096,128,0.29405819899365154,0.0,0.885009765625,0.00244140625,0.026123046875,1.0,99,0.7734375
+fresh-en-1,layers.20.mlp.silu_gate,128,3456,3584,4096,128,0.31262793216439977,0.0,0.87109375,0.0048828125,0.03076171875,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,3584,3712,4096,128,0.31623951151080926,0.0,0.8505859375,0.00390625,0.03076171875,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,128,3712,3840,4096,128,0.3064821927433907,0.0,0.874755859375,0.001708984375,0.03076171875,1.0,96,0.75
+fresh-en-1,layers.20.mlp.silu_gate,128,3840,3968,4096,128,0.2840679543111484,0.0,0.895263671875,0.001953125,0.02197265625,1.0,100,0.78125
+fresh-en-1,layers.20.mlp.silu_gate,128,3968,4096,4096,128,0.2831702176424991,0.0,0.8603515625,0.003662109375,0.038330078125,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.silu_gate,128,4096,4224,4096,128,0.27341846006564,0.0,0.8916015625,0.00244140625,0.02490234375,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,4224,4352,4096,128,0.297456465993778,0.0,0.8671875,0.001708984375,0.022705078125,1.0,96,0.75
+fresh-en-1,layers.20.mlp.silu_gate,128,4352,4480,4096,128,0.34226090458007735,0.0,0.87109375,0.003662109375,0.031982421875,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.silu_gate,128,4480,4608,4096,128,0.3332139626104848,0.0,0.875244140625,0.004150390625,0.028564453125,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.silu_gate,128,4608,4736,4096,128,0.31654766673552276,0.0,0.867919921875,0.002197265625,0.031494140625,1.0,94,0.734375
+fresh-en-1,layers.20.mlp.silu_gate,128,4736,4864,4096,128,0.2776390647569133,0.0,0.825439453125,0.0048828125,0.038330078125,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,4864,4992,4096,128,0.3428518702784517,0.0,0.856201171875,0.00439453125,0.03759765625,1.0,89,0.6953125
+fresh-en-1,layers.20.mlp.silu_gate,128,4992,5120,4096,128,0.27659631734467144,0.0,0.898681640625,0.001953125,0.021484375,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.silu_gate,128,5120,5248,4096,128,0.28408622672641237,0.0,0.878173828125,0.001708984375,0.02685546875,1.0,98,0.765625
+fresh-en-1,layers.20.mlp.silu_gate,128,5248,5376,4096,128,0.3074503673010243,0.0,0.8701171875,0.0029296875,0.031494140625,1.0,97,0.7578125
+fresh-en-1,layers.20.mlp.silu_gate,128,5376,5504,4096,128,0.33980848822556786,0.0,0.857177734375,0.00390625,0.03369140625,1.0,91,0.7109375
+fresh-en-1,layers.20.mlp.silu_gate,128,5504,5632,4096,128,0.3818765185796785,0.0,0.862548828125,0.00390625,0.034423828125,1.0,86,0.671875
+fresh-en-1,layers.20.mlp.silu_gate,128,5632,5760,4096,128,0.3433238739026437,0.0,0.883056640625,0.003662109375,0.03173828125,1.0,89,0.6953125
+fresh-en-1,layers.20.mlp.silu_gate,128,5760,5888,4096,128,0.3082673918909292,0.0,0.88623046875,0.00244140625,0.025146484375,1.0,95,0.7421875
+fresh-en-1,layers.20.mlp.silu_gate,128,5888,6016,4096,128,0.32992426180837825,0.0,0.87255859375,0.00244140625,0.026611328125,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.silu_gate,128,6016,6144,4096,128,0.39067176311058355,0.0,0.842529296875,0.0029296875,0.03515625,1.0,81,0.6328125
+fresh-en-1,layers.20.mlp.gated_product,0,0,6144,196608,6144,0.19428666851466725,0.0,0.5023956298828125,0.023488362630208332,0.17717488606770834,1.0,3218,0.5237630208333334
+fresh-en-1,layers.20.mlp.gated_product,64,0,64,2048,64,0.23366953650618916,0.0,0.5458984375,0.029296875,0.1962890625,1.0,28,0.4375
+fresh-en-1,layers.20.mlp.gated_product,64,64,128,2048,64,0.19790155956779984,0.0,0.537109375,0.03076171875,0.1826171875,1.0,34,0.53125
+fresh-en-1,layers.20.mlp.gated_product,64,128,192,2048,64,0.21427891978015112,0.0,0.52783203125,0.02685546875,0.20458984375,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,192,256,2048,64,0.3579661078075134,0.0,0.48291015625,0.037109375,0.30029296875,1.0,11,0.171875
+fresh-en-1,layers.20.mlp.gated_product,64,256,320,2048,64,0.2302282504270704,0.0,0.494140625,0.0263671875,0.20361328125,1.0,28,0.4375
+fresh-en-1,layers.20.mlp.gated_product,64,320,384,2048,64,0.1388510886278499,0.0,0.482421875,0.015625,0.12841796875,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.gated_product,64,384,448,2048,64,0.14716346171663344,0.0,0.43359375,0.015625,0.13525390625,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.gated_product,64,448,512,2048,64,0.15445269767487624,0.0,0.5107421875,0.0244140625,0.15087890625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gated_product,64,512,576,2048,64,0.17314685937840651,0.0,0.51171875,0.02587890625,0.15869140625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,576,640,2048,64,0.2003093628622634,0.0,0.5224609375,0.021484375,0.19287109375,1.0,32,0.5
+fresh-en-1,layers.20.mlp.gated_product,64,640,704,2048,64,0.21084341635659626,0.0,0.4951171875,0.0185546875,0.162109375,1.0,32,0.5
+fresh-en-1,layers.20.mlp.gated_product,64,704,768,2048,64,0.15083562907932424,0.0,0.509765625,0.0185546875,0.14208984375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,768,832,2048,64,0.18076799885115025,0.0,0.5107421875,0.01708984375,0.16796875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gated_product,64,832,896,2048,64,0.16019647748140878,0.0,0.46875,0.01318359375,0.134765625,1.0,41,0.640625
+fresh-en-1,layers.20.mlp.gated_product,64,896,960,2048,64,0.22917569407711047,0.0,0.5390625,0.02978515625,0.21435546875,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,960,1024,2048,64,0.14867692968154358,0.0,0.53369140625,0.015625,0.1318359375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,1024,1088,2048,64,0.18036189186056606,0.0,0.474609375,0.0302734375,0.19970703125,1.0,34,0.53125
+fresh-en-1,layers.20.mlp.gated_product,64,1088,1152,2048,64,0.21906836052254128,0.0,0.4658203125,0.02490234375,0.20166015625,1.0,30,0.46875
+fresh-en-1,layers.20.mlp.gated_product,64,1152,1216,2048,64,0.16896754918859908,0.0,0.47802734375,0.02587890625,0.17041015625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,1216,1280,2048,64,0.2136238909160981,0.0,0.5537109375,0.0283203125,0.2099609375,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,1280,1344,2048,64,0.226510420901788,0.0,0.48095703125,0.0234375,0.18701171875,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,1344,1408,2048,64,0.1853299785988844,0.0,0.48828125,0.0244140625,0.17919921875,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gated_product,64,1408,1472,2048,64,0.20461954466194893,0.0,0.4833984375,0.017578125,0.14697265625,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gated_product,64,1472,1536,2048,64,0.19819719653401727,0.0,0.49267578125,0.02783203125,0.1865234375,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gated_product,64,1536,1600,2048,64,0.1614775311312351,0.0,0.52197265625,0.0205078125,0.14208984375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,1600,1664,2048,64,0.20254693641443577,0.0,0.48779296875,0.0205078125,0.1826171875,1.0,30,0.46875
+fresh-en-1,layers.20.mlp.gated_product,64,1664,1728,2048,64,0.15306781152913404,0.0,0.51953125,0.01904296875,0.1533203125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gated_product,64,1728,1792,2048,64,0.18196871656364805,0.0,0.51318359375,0.02392578125,0.16796875,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gated_product,64,1792,1856,2048,64,0.16077625803825718,0.0,0.48681640625,0.02587890625,0.1376953125,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gated_product,64,1856,1920,2048,64,0.18805413617117794,0.0,0.5380859375,0.01708984375,0.154296875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,1920,1984,2048,64,0.22700181747866865,0.0,0.47119140625,0.02587890625,0.205078125,1.0,27,0.421875
+fresh-en-1,layers.20.mlp.gated_product,64,1984,2048,2048,64,0.1972618019122575,0.0,0.54296875,0.02001953125,0.185546875,1.0,32,0.5
+fresh-en-1,layers.20.mlp.gated_product,64,2048,2112,2048,64,0.21357579879694794,0.0,0.49755859375,0.017578125,0.1787109375,1.0,31,0.484375
+fresh-en-1,layers.20.mlp.gated_product,64,2112,2176,2048,64,0.20680578540125996,0.0,0.4697265625,0.0263671875,0.1962890625,1.0,30,0.46875
+fresh-en-1,layers.20.mlp.gated_product,64,2176,2240,2048,64,0.1650629262731793,0.0,0.482421875,0.01416015625,0.14599609375,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gated_product,64,2240,2304,2048,64,0.15373559289279548,0.0,0.50439453125,0.02392578125,0.142578125,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,2304,2368,2048,64,0.1583464280280182,0.0,0.47607421875,0.01611328125,0.1484375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,2368,2432,2048,64,0.1388124096104792,0.0,0.50439453125,0.02001953125,0.13720703125,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gated_product,64,2432,2496,2048,64,0.14019321216998568,0.0,0.48681640625,0.017578125,0.1396484375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,2496,2560,2048,64,0.12433562335908704,0.0,0.47216796875,0.02001953125,0.130859375,1.0,47,0.734375
+fresh-en-1,layers.20.mlp.gated_product,64,2560,2624,2048,64,0.2691535714480393,0.0,0.515625,0.03466796875,0.23828125,1.0,18,0.28125
+fresh-en-1,layers.20.mlp.gated_product,64,2624,2688,2048,64,0.18840763369579305,0.0,0.54833984375,0.03369140625,0.20361328125,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gated_product,64,2688,2752,2048,64,0.1511713186029895,0.0,0.50244140625,0.01904296875,0.138671875,1.0,42,0.65625
+fresh-en-1,layers.20.mlp.gated_product,64,2752,2816,2048,64,0.2906704917162897,0.0,0.56787109375,0.02197265625,0.22314453125,1.0,13,0.203125
+fresh-en-1,layers.20.mlp.gated_product,64,2816,2880,2048,64,0.19658559032629433,0.0,0.53515625,0.02587890625,0.203125,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gated_product,64,2880,2944,2048,64,0.14092528496667742,0.0,0.48583984375,0.01416015625,0.11328125,1.0,48,0.75
+fresh-en-1,layers.20.mlp.gated_product,64,2944,3008,2048,64,0.15319335808366827,0.0,0.48291015625,0.01904296875,0.14697265625,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,3008,3072,2048,64,0.3232350476951428,0.0,0.462890625,0.03173828125,0.26416015625,1.0,13,0.203125
+fresh-en-1,layers.20.mlp.gated_product,64,3072,3136,2048,64,0.15185959430076137,0.0,0.44970703125,0.02294921875,0.1533203125,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gated_product,64,3136,3200,2048,64,0.20467425823116142,0.0,0.49365234375,0.0302734375,0.21337890625,1.0,30,0.46875
+fresh-en-1,layers.20.mlp.gated_product,64,3200,3264,2048,64,0.13918115218181515,0.0,0.49169921875,0.0146484375,0.12060546875,1.0,45,0.703125
+fresh-en-1,layers.20.mlp.gated_product,64,3264,3328,2048,64,0.16610422361144517,0.0,0.49560546875,0.01904296875,0.15185546875,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,3328,3392,2048,64,0.16816660093014849,0.0,0.50634765625,0.0166015625,0.12548828125,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,3392,3456,2048,64,0.19292748879346797,0.0,0.5087890625,0.0224609375,0.1806640625,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gated_product,64,3456,3520,2048,64,0.17324808137368636,0.0,0.47900390625,0.021484375,0.15478515625,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gated_product,64,3520,3584,2048,64,0.18302205882524492,0.0,0.54150390625,0.0263671875,0.16455078125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,3584,3648,2048,64,0.2484244523832764,0.0,0.49365234375,0.0244140625,0.21142578125,1.0,28,0.4375
+fresh-en-1,layers.20.mlp.gated_product,64,3648,3712,2048,64,0.15630855950022385,0.0,0.50439453125,0.0224609375,0.16650390625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,3712,3776,2048,64,0.2261870012954044,0.0,0.4951171875,0.02734375,0.20751953125,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,3776,3840,2048,64,0.16704110967778155,0.0,0.53857421875,0.0185546875,0.16455078125,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,3840,3904,2048,64,0.14736701159556484,0.0,0.49169921875,0.01904296875,0.13720703125,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.gated_product,64,3904,3968,2048,64,0.16223327209340743,0.0,0.5048828125,0.0166015625,0.1396484375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,3968,4032,2048,64,0.2302664706907216,0.0,0.5126953125,0.0244140625,0.1884765625,1.0,29,0.453125
+fresh-en-1,layers.20.mlp.gated_product,64,4032,4096,2048,64,0.13293223683461186,0.0,0.49169921875,0.01904296875,0.1494140625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.gated_product,64,4096,4160,2048,64,0.17264022269711904,0.0,0.49951171875,0.0283203125,0.17138671875,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gated_product,64,4160,4224,2048,64,0.12896260403636395,0.0,0.525390625,0.0166015625,0.13525390625,1.0,46,0.71875
+fresh-en-1,layers.20.mlp.gated_product,64,4224,4288,2048,64,0.19494505470885243,0.0,0.54052734375,0.0224609375,0.154296875,1.0,40,0.625
+fresh-en-1,layers.20.mlp.gated_product,64,4288,4352,2048,64,0.172606678578533,0.0,0.50244140625,0.01953125,0.1650390625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,4352,4416,2048,64,0.19475233413622026,0.0,0.5625,0.02783203125,0.173828125,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gated_product,64,4416,4480,2048,64,0.19526278299131242,0.0,0.50048828125,0.025390625,0.18212890625,1.0,31,0.484375
+fresh-en-1,layers.20.mlp.gated_product,64,4480,4544,2048,64,0.2734842475595707,0.0,0.55322265625,0.03271484375,0.23681640625,1.0,21,0.328125
+fresh-en-1,layers.20.mlp.gated_product,64,4544,4608,2048,64,0.1394597687301856,0.0,0.46142578125,0.0146484375,0.11572265625,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,4608,4672,2048,64,0.14808363235703084,0.0,0.4697265625,0.0126953125,0.1396484375,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.gated_product,64,4672,4736,2048,64,0.1876252797999533,0.0,0.47802734375,0.02197265625,0.17333984375,1.0,34,0.53125
+fresh-en-1,layers.20.mlp.gated_product,64,4736,4800,2048,64,0.15694934343059144,0.0,0.45849609375,0.02978515625,0.169921875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,4800,4864,2048,64,0.1942824584347767,0.0,0.46728515625,0.02734375,0.193359375,1.0,32,0.5
+fresh-en-1,layers.20.mlp.gated_product,64,4864,4928,2048,64,0.18708028360773915,0.0,0.49169921875,0.0263671875,0.1572265625,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,4928,4992,2048,64,0.2016137122399198,0.0,0.50830078125,0.02099609375,0.162109375,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gated_product,64,4992,5056,2048,64,0.18926926783487066,0.0,0.52880859375,0.01953125,0.16064453125,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gated_product,64,5056,5120,2048,64,0.19298487175061405,0.0,0.49609375,0.02197265625,0.15625,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,5120,5184,2048,64,0.17191326938522278,0.0,0.474609375,0.021484375,0.16552734375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,5184,5248,2048,64,0.17561318621006022,0.0,0.5234375,0.0185546875,0.162109375,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,5248,5312,2048,64,0.18920228826948368,0.0,0.49462890625,0.01953125,0.1484375,1.0,36,0.5625
+fresh-en-1,layers.20.mlp.gated_product,64,5312,5376,2048,64,0.18360549650483451,0.0,0.50341796875,0.0234375,0.162109375,1.0,38,0.59375
+fresh-en-1,layers.20.mlp.gated_product,64,5376,5440,2048,64,0.18396945344091,0.0,0.52978515625,0.0205078125,0.16748046875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,5440,5504,2048,64,0.21132998859258678,0.0,0.48583984375,0.02587890625,0.20947265625,1.0,30,0.46875
+fresh-en-1,layers.20.mlp.gated_product,64,5504,5568,2048,64,0.27288632692248843,0.0,0.55322265625,0.041015625,0.2294921875,1.0,22,0.34375
+fresh-en-1,layers.20.mlp.gated_product,64,5568,5632,2048,64,0.18088082793269228,0.0,0.46728515625,0.0185546875,0.15625,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,5632,5696,2048,64,0.20661714065659695,0.0,0.54931640625,0.03125,0.1865234375,1.0,32,0.5
+fresh-en-1,layers.20.mlp.gated_product,64,5696,5760,2048,64,0.1592274751666286,0.0,0.4951171875,0.017578125,0.17138671875,1.0,39,0.609375
+fresh-en-1,layers.20.mlp.gated_product,64,5760,5824,2048,64,0.18258753904460945,0.0,0.46337890625,0.02392578125,0.17138671875,1.0,35,0.546875
+fresh-en-1,layers.20.mlp.gated_product,64,5824,5888,2048,64,0.23888170527792282,0.0,0.50146484375,0.025390625,0.197265625,1.0,26,0.40625
+fresh-en-1,layers.20.mlp.gated_product,64,5888,5952,2048,64,0.14586775450972397,0.0,0.52294921875,0.01708984375,0.14208984375,1.0,43,0.671875
+fresh-en-1,layers.20.mlp.gated_product,64,5952,6016,2048,64,0.21107615110445646,0.0,0.5029296875,0.02099609375,0.171875,1.0,33,0.515625
+fresh-en-1,layers.20.mlp.gated_product,64,6016,6080,2048,64,0.20183452455294185,0.0,0.501953125,0.02685546875,0.17724609375,1.0,37,0.578125
+fresh-en-1,layers.20.mlp.gated_product,64,6080,6144,2048,64,0.3038877153333127,0.0,0.51806640625,0.033203125,0.25439453125,1.0,16,0.25
+fresh-en-1,layers.20.mlp.gated_product,128,0,128,4096,128,0.21652537907874067,0.0,0.54150390625,0.030517578125,0.189697265625,1.0,61,0.4765625
+fresh-en-1,layers.20.mlp.gated_product,128,128,256,4096,128,0.2950043981036628,0.0,0.50537109375,0.034912109375,0.25439453125,1.0,32,0.25
+fresh-en-1,layers.20.mlp.gated_product,128,256,384,4096,128,0.1901113780233167,0.0,0.48828125,0.023681640625,0.17431640625,1.0,70,0.546875
+fresh-en-1,layers.20.mlp.gated_product,128,384,512,4096,128,0.15085211348116698,0.0,0.47216796875,0.020751953125,0.143798828125,1.0,85,0.6640625
+fresh-en-1,layers.20.mlp.gated_product,128,512,640,4096,128,0.1872213606441471,0.0,0.51708984375,0.023681640625,0.17919921875,1.0,71,0.5546875
+fresh-en-1,layers.20.mlp.gated_product,128,640,768,4096,128,0.18331166523257117,0.0,0.50244140625,0.017822265625,0.156982421875,1.0,73,0.5703125
+fresh-en-1,layers.20.mlp.gated_product,128,768,896,4096,128,0.17079224339252203,0.0,0.48974609375,0.01513671875,0.153076171875,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gated_product,128,896,1024,4096,128,0.19316615668286197,0.0,0.536376953125,0.021240234375,0.17919921875,1.0,68,0.53125
+fresh-en-1,layers.20.mlp.gated_product,128,1024,1152,4096,128,0.20065063994111337,0.0,0.47021484375,0.02734375,0.2001953125,1.0,62,0.484375
+fresh-en-1,layers.20.mlp.gated_product,128,1152,1280,4096,128,0.19259439172641377,0.0,0.515869140625,0.02685546875,0.1953125,1.0,67,0.5234375
+fresh-en-1,layers.20.mlp.gated_product,128,1280,1408,4096,128,0.20694706055482898,0.0,0.484619140625,0.0244140625,0.184326171875,1.0,64,0.5
+fresh-en-1,layers.20.mlp.gated_product,128,1408,1536,4096,128,0.2014339678053421,0.0,0.488037109375,0.022705078125,0.16650390625,1.0,70,0.546875
+fresh-en-1,layers.20.mlp.gated_product,128,1536,1664,4096,128,0.1831669382163611,0.0,0.5048828125,0.02099609375,0.165771484375,1.0,68,0.53125
+fresh-en-1,layers.20.mlp.gated_product,128,1664,1792,4096,128,0.16814037102097132,0.0,0.516357421875,0.022705078125,0.162353515625,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gated_product,128,1792,1920,4096,128,0.17494765399952095,0.0,0.512451171875,0.02099609375,0.148681640625,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gated_product,128,1920,2048,4096,128,0.21265234966053106,0.0,0.507080078125,0.0234375,0.19677734375,1.0,59,0.4609375
+fresh-en-1,layers.20.mlp.gated_product,128,2048,2176,4096,128,0.21021804716435072,0.0,0.483642578125,0.022216796875,0.187744140625,1.0,61,0.4765625
+fresh-en-1,layers.20.mlp.gated_product,128,2176,2304,4096,128,0.15949984663309927,0.0,0.493408203125,0.019775390625,0.143798828125,1.0,83,0.6484375
+fresh-en-1,layers.20.mlp.gated_product,128,2304,2432,4096,128,0.14890009457871375,0.0,0.490234375,0.01806640625,0.144287109375,1.0,83,0.6484375
+fresh-en-1,layers.20.mlp.gated_product,128,2432,2560,4096,128,0.13250185654290164,0.0,0.4794921875,0.0185546875,0.13623046875,1.0,90,0.703125
+fresh-en-1,layers.20.mlp.gated_product,128,2560,2688,4096,128,0.2323156058663332,0.0,0.531982421875,0.03466796875,0.227783203125,1.0,49,0.3828125
+fresh-en-1,layers.20.mlp.gated_product,128,2688,2816,4096,128,0.2316701343751026,0.0,0.53515625,0.02197265625,0.192138671875,1.0,49,0.3828125
+fresh-en-1,layers.20.mlp.gated_product,128,2816,2944,4096,128,0.17103483602306996,0.0,0.510498046875,0.0185546875,0.163330078125,1.0,79,0.6171875
+fresh-en-1,layers.20.mlp.gated_product,128,2944,3072,4096,128,0.25293190884053385,0.0,0.472900390625,0.02880859375,0.2216796875,1.0,45,0.3515625
+fresh-en-1,layers.20.mlp.gated_product,128,3072,3200,4096,128,0.1802122198460304,0.0,0.4716796875,0.026123046875,0.182861328125,1.0,69,0.5390625
+fresh-en-1,layers.20.mlp.gated_product,128,3200,3328,4096,128,0.15323512362415245,0.0,0.49365234375,0.017333984375,0.13623046875,1.0,82,0.640625
+fresh-en-1,layers.20.mlp.gated_product,128,3328,3456,4096,128,0.18097102199047438,0.0,0.507568359375,0.020263671875,0.155029296875,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gated_product,128,3456,3584,4096,128,0.1782020927434564,0.0,0.51025390625,0.02392578125,0.15966796875,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gated_product,128,3584,3712,4096,128,0.20754165162078406,0.0,0.4990234375,0.02392578125,0.19677734375,1.0,62,0.484375
+fresh-en-1,layers.20.mlp.gated_product,128,3712,3840,4096,128,0.19882566720294426,0.0,0.516845703125,0.02294921875,0.18994140625,1.0,63,0.4921875
+fresh-en-1,layers.20.mlp.gated_product,128,3840,3968,4096,128,0.15497849960678564,0.0,0.498291015625,0.01806640625,0.13720703125,1.0,86,0.671875
+fresh-en-1,layers.20.mlp.gated_product,128,3968,4096,4096,128,0.18800748271573434,0.0,0.502197265625,0.0234375,0.179931640625,1.0,70,0.546875
+fresh-en-1,layers.20.mlp.gated_product,128,4096,4224,4096,128,0.15237453811702079,0.0,0.512451171875,0.021728515625,0.158447265625,1.0,81,0.6328125
+fresh-en-1,layers.20.mlp.gated_product,128,4224,4352,4096,128,0.18411496387495296,0.0,0.521484375,0.02099609375,0.1611328125,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gated_product,128,4352,4480,4096,128,0.19500772558160143,0.0,0.531494140625,0.026611328125,0.177734375,1.0,66,0.515625
+fresh-en-1,layers.20.mlp.gated_product,128,4480,4608,4096,128,0.21707448117812167,0.0,0.50732421875,0.02392578125,0.18359375,1.0,57,0.4453125
+fresh-en-1,layers.20.mlp.gated_product,128,4608,4736,4096,128,0.16901480377775055,0.0,0.473876953125,0.01611328125,0.158935546875,1.0,77,0.6015625
+fresh-en-1,layers.20.mlp.gated_product,128,4736,4864,4096,128,0.17660516705175203,0.0,0.462890625,0.028564453125,0.179443359375,1.0,70,0.546875
+fresh-en-1,layers.20.mlp.gated_product,128,4864,4992,4096,128,0.19448280319595523,0.0,0.5,0.02392578125,0.16064453125,1.0,76,0.59375
+fresh-en-1,layers.20.mlp.gated_product,128,4992,5120,4096,128,0.19113609872463777,0.0,0.512451171875,0.020263671875,0.158447265625,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gated_product,128,5120,5248,4096,128,0.1737730752469517,0.0,0.4990234375,0.02001953125,0.1630859375,1.0,78,0.609375
+fresh-en-1,layers.20.mlp.gated_product,128,5248,5376,4096,128,0.18642489671875317,0.0,0.4990234375,0.021484375,0.155517578125,1.0,72,0.5625
+fresh-en-1,layers.20.mlp.gated_product,128,5376,5504,4096,128,0.19812259320669365,0.0,0.5078125,0.024169921875,0.189453125,1.0,68,0.53125
+fresh-en-1,layers.20.mlp.gated_product,128,5504,5632,4096,128,0.23150034701363134,0.0,0.51025390625,0.031005859375,0.1982421875,1.0,54,0.421875
+fresh-en-1,layers.20.mlp.gated_product,128,5632,5760,4096,128,0.18445057828731157,0.0,0.522216796875,0.025390625,0.180908203125,1.0,69,0.5390625
+fresh-en-1,layers.20.mlp.gated_product,128,5760,5888,4096,128,0.2126060659187023,0.0,0.482421875,0.02587890625,0.18896484375,1.0,60,0.46875
+fresh-en-1,layers.20.mlp.gated_product,128,5888,6016,4096,128,0.1814256643515195,0.0,0.512939453125,0.0185546875,0.162109375,1.0,74,0.578125
+fresh-en-1,layers.20.mlp.gated_product,128,6016,6144,4096,128,0.2579582513043657,0.0,0.510009765625,0.0322265625,0.219482421875,1.0,50,0.390625
+fresh-en-1,layers.20.mlp.down_proj.output,0,0,2048,65536,2048,0.13809982318977188,0.0,0.49652099609375,0.00830078125,0.08343505859375,1.0,1628,0.794921875
+fresh-en-1,layers.20.mlp.down_proj.output,64,0,64,2048,64,0.13774124951569072,0.0,0.53466796875,0.00439453125,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,64,128,2048,64,0.14096573099138937,0.0,0.47607421875,0.00634765625,0.0859375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,128,192,2048,64,0.1452154072641628,0.0,0.48583984375,0.01318359375,0.099609375,1.0,49,0.765625
+fresh-en-1,layers.20.mlp.down_proj.output,64,192,256,2048,64,0.14020880564404517,0.0,0.4560546875,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,256,320,2048,64,0.13283583631903365,0.0,0.498046875,0.0068359375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,320,384,2048,64,0.13302004401100553,0.0,0.4794921875,0.0078125,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,384,448,2048,64,0.14501485816335322,0.0,0.462890625,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,448,512,2048,64,0.1406204845348952,0.0,0.48095703125,0.00732421875,0.091796875,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,512,576,2048,64,0.14230535416614648,0.0,0.4482421875,0.009765625,0.08203125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,576,640,2048,64,0.12985921093939234,0.0,0.50634765625,0.01123046875,0.10107421875,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.down_proj.output,64,640,704,2048,64,0.13460957865863163,0.0,0.50537109375,0.00927734375,0.08642578125,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.down_proj.output,64,704,768,2048,64,0.1321997112392736,0.0,0.47119140625,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,768,832,2048,64,0.1343640666910526,0.0,0.482421875,0.0087890625,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,832,896,2048,64,0.1321136018970604,0.0,0.55029296875,0.00537109375,0.0849609375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,896,960,2048,64,0.13077827861468597,0.0,0.484375,0.00537109375,0.08154296875,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.down_proj.output,64,960,1024,2048,64,0.14110420190203754,0.0,0.53076171875,0.00732421875,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1024,1088,2048,64,0.13305333780529927,0.0,0.474609375,0.0029296875,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1088,1152,2048,64,0.13874487836882457,0.0,0.498046875,0.009765625,0.08154296875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1152,1216,2048,64,0.19042529360580768,0.0,0.48681640625,0.00927734375,0.11181640625,1.0,44,0.6875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1216,1280,2048,64,0.12875370657706198,0.0,0.51806640625,0.00537109375,0.0771484375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1280,1344,2048,64,0.13158742260594028,0.0,0.5029296875,0.0107421875,0.0810546875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1344,1408,2048,64,0.13180262402962012,0.0,0.47021484375,0.00830078125,0.08642578125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1408,1472,2048,64,0.13800444893192335,0.0,0.49755859375,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1472,1536,2048,64,0.13680603691148452,0.0,0.515625,0.0107421875,0.0947265625,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1536,1600,2048,64,0.1391044730727414,0.0,0.4765625,0.0087890625,0.076171875,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1600,1664,2048,64,0.13745224465762218,0.0,0.49951171875,0.00927734375,0.0771484375,1.0,54,0.84375
+fresh-en-1,layers.20.mlp.down_proj.output,64,1664,1728,2048,64,0.1308769244026147,0.0,0.52001953125,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1728,1792,2048,64,0.13873150519543717,0.0,0.5078125,0.00732421875,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1792,1856,2048,64,0.13268665826686915,0.0,0.5146484375,0.009765625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1856,1920,2048,64,0.1348606270216291,0.0,0.47802734375,0.00634765625,0.07373046875,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,64,1920,1984,2048,64,0.13556350688637658,0.0,0.52880859375,0.0087890625,0.0625,1.0,52,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,64,1984,2048,2048,64,0.1352594300080757,0.0,0.54638671875,0.00927734375,0.08447265625,1.0,51,0.796875
+fresh-en-1,layers.20.mlp.down_proj.output,128,0,128,4096,128,0.13936281629631433,0.0,0.50537109375,0.00537109375,0.079345703125,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.down_proj.output,128,128,256,4096,128,0.14273405985788098,0.0,0.470947265625,0.010009765625,0.0888671875,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.down_proj.output,128,256,384,4096,128,0.13292797207372672,0.0,0.48876953125,0.00732421875,0.08349609375,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.down_proj.output,128,384,512,4096,128,0.14283457172366598,0.0,0.471923828125,0.008056640625,0.0888671875,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.down_proj.output,128,512,640,4096,128,0.13622449943045115,0.0,0.477294921875,0.0107421875,0.09033203125,1.0,104,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,128,640,768,4096,128,0.13341008642228228,0.0,0.48828125,0.008544921875,0.084716796875,1.0,104,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,128,768,896,4096,128,0.13324358563167796,0.0,0.516357421875,0.007080078125,0.08251953125,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.down_proj.output,128,896,1024,4096,128,0.13603924792469158,0.0,0.507568359375,0.00634765625,0.080322265625,1.0,104,0.8125
+fresh-en-1,layers.20.mlp.down_proj.output,128,1024,1152,4096,128,0.13592890048608317,0.0,0.486328125,0.006103515625,0.0810546875,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.down_proj.output,128,1152,1280,4096,128,0.16254124000109976,0.0,0.50244140625,0.00732421875,0.09521484375,1.0,93,0.7265625
+fresh-en-1,layers.20.mlp.down_proj.output,128,1280,1408,4096,128,0.13169506727506486,0.0,0.486572265625,0.009521484375,0.08349609375,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.down_proj.output,128,1408,1536,4096,128,0.13740654944439568,0.0,0.506591796875,0.01025390625,0.092041015625,1.0,101,0.7890625
+fresh-en-1,layers.20.mlp.down_proj.output,128,1536,1664,4096,128,0.13828082656367055,0.0,0.488037109375,0.009033203125,0.0771484375,1.0,105,0.8203125
+fresh-en-1,layers.20.mlp.down_proj.output,128,1664,1792,4096,128,0.13486141011215796,0.0,0.513916015625,0.00830078125,0.07958984375,1.0,105,0.8203125
+fresh-en-1,layers.20.mlp.down_proj.output,128,1792,1920,4096,128,0.13377805874413015,0.0,0.496337890625,0.008056640625,0.076904296875,1.0,103,0.8046875
+fresh-en-1,layers.20.mlp.down_proj.output,128,1920,2048,4096,128,0.13541155380070455,0.0,0.53759765625,0.009033203125,0.073486328125,1.0,103,0.8046875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.586335402006015,0.0,0.505615234375,0.011973063151041666,0.119781494140625,1.0,2550,0.4150390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,0,64,2048,64,2.8839848504070256,0.0,0.5576171875,0.00634765625,0.0791015625,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,64,128,2048,64,3.290685988271969,0.0,0.6005859375,0.01220703125,0.1025390625,1.0,29,0.453125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3260431884452781,0.0,0.5087890625,0.013671875,0.09765625,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.120186576684856,0.0,0.5078125,0.00634765625,0.08447265625,1.0,44,0.6875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,256,320,2048,64,3.8941593523527414,0.0,0.55126953125,0.0126953125,0.13134765625,1.0,24,0.375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,320,384,2048,64,3.171443826715144,0.0,0.43701171875,0.01318359375,0.10546875,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,384,448,2048,64,2.541128895996449,0.0,0.5048828125,0.01318359375,0.08251953125,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,448,512,2048,64,2.3367971796334746,0.0,0.5146484375,0.00439453125,0.06884765625,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.934528603818199,0.0,0.5419921875,0.00830078125,0.119140625,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,576,640,2048,64,3.4636526359470925,0.0,0.50634765625,0.0126953125,0.16162109375,1.0,18,0.28125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,640,704,2048,64,3.2208150468293235,0.0,0.44287109375,0.00927734375,0.12890625,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.659877078005956,0.0,0.501953125,0.0087890625,0.0849609375,1.0,34,0.53125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.9440454744196785,0.0,0.517578125,0.00634765625,0.07470703125,1.0,38,0.59375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.764266979933504,0.0,0.52294921875,0.00732421875,0.07080078125,1.0,39,0.609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.0284350611290547,0.0,0.5107421875,0.0087890625,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.3096342563226149,0.0,0.44384765625,0.01611328125,0.11669921875,1.0,35,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,2.880196208760458,0.0,0.4794921875,0.0166015625,0.14794921875,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.7732388709950968,0.0,0.45849609375,0.00927734375,0.109375,1.0,39,0.609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.7808941033806343,0.0,0.4921875,0.0078125,0.08935546875,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,2.143341622990214,0.0,0.50830078125,0.0146484375,0.1162109375,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,3.624994600541631,0.0,0.6376953125,0.015625,0.12890625,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,4.428814048505211,0.0,0.49267578125,0.0146484375,0.14599609375,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,2.526674504464893,0.0,0.5966796875,0.0068359375,0.08740234375,1.0,35,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,3.1177393213009297,0.0,0.501953125,0.0078125,0.09033203125,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.6610529996561467,0.0,0.4912109375,0.0087890625,0.10595703125,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,2.281094245430336,0.0,0.53515625,0.00927734375,0.1259765625,1.0,24,0.375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.9200495130806557,0.0,0.49853515625,0.00732421875,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.566804695726477,0.0,0.46240234375,0.00927734375,0.1279296875,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.8219042245182386,0.0,0.556640625,0.01123046875,0.095703125,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,2.1883112700846645,0.0,0.53173828125,0.00537109375,0.09912109375,1.0,34,0.53125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,3.6306946442401657,0.0,0.45166015625,0.00830078125,0.09716796875,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,3.0511529820108043,0.0,0.49951171875,0.00732421875,0.07958984375,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.9143578257941525,0.0,0.4345703125,0.01123046875,0.12109375,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.4162149040853618,0.0,0.623046875,0.01611328125,0.12109375,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.8865933048896324,0.0,0.46337890625,0.00634765625,0.060546875,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.9294939132719449,0.0,0.5498046875,0.00732421875,0.06298828125,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,3.1289932586264726,0.0,0.53955078125,0.01123046875,0.08349609375,1.0,38,0.59375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,2.9803576699633827,0.0,0.5283203125,0.00634765625,0.060546875,1.0,39,0.609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.796377845884655,0.0,0.51123046875,0.01123046875,0.0966796875,1.0,34,0.53125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.616288613426425,0.0,0.5166015625,0.01025390625,0.1044921875,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,3.8399223473800537,0.0,0.47314453125,0.0068359375,0.04833984375,1.0,45,0.703125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,3.909453454006585,0.0,0.55712890625,0.005859375,0.0478515625,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,2.823796003624472,0.0,0.50927734375,0.009765625,0.10791015625,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,2.329449392599975,0.0,0.43603515625,0.009765625,0.10302734375,1.0,35,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,2.9672319006378443,0.0,0.546875,0.00341796875,0.0400390625,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,3.275320942627427,0.0,0.43505859375,0.00146484375,0.02783203125,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.596543400508846,0.0,0.42578125,0.005859375,0.06982421875,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.925244065411508,0.0,0.52880859375,0.0087890625,0.080078125,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.531101322944135,0.0,0.44921875,0.0078125,0.10791015625,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.4004536253425972,0.0,0.52685546875,0.005859375,0.10693359375,1.0,43,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7408977758685327,0.0,0.4931640625,0.00341796875,0.07763671875,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.8816053261759393,0.0,0.52001953125,0.009765625,0.09228515625,1.0,36,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,3.694630056840645,0.0,0.5078125,0.01611328125,0.14111328125,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,3.796313640269127,0.0,0.55419921875,0.01611328125,0.146484375,1.0,23,0.359375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,3.451846612550111,0.0,0.5087890625,0.00830078125,0.0458984375,1.0,44,0.6875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,3.2906094141060795,0.0,0.5263671875,0.0068359375,0.05615234375,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.114600857168258,0.0,0.40771484375,0.01171875,0.1240234375,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6616294156332336,0.0,0.4990234375,0.009765625,0.0849609375,1.0,38,0.59375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.324096394693755,0.0,0.4599609375,0.00732421875,0.072265625,1.0,43,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.9230722553151403,0.0,0.44921875,0.0068359375,0.1005859375,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,2.2298833545670926,0.0,0.44482421875,0.0166015625,0.12744140625,1.0,29,0.453125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.383312529605458,0.0,0.421875,0.0068359375,0.08935546875,1.0,36,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,3.0884870957737944,0.0,0.443359375,0.00732421875,0.06494140625,1.0,40,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,3.247136376391259,0.0,0.41845703125,0.00732421875,0.06982421875,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,2.166610921880346,0.0,0.544921875,0.0087890625,0.09814453125,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,2.293785734751711,0.0,0.50048828125,0.0107421875,0.09228515625,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.3689600264102506,0.0,0.537109375,0.0068359375,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.9971607666313664,0.0,0.583984375,0.01123046875,0.11767578125,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,2.7554990438102083,0.0,0.42578125,0.00634765625,0.09033203125,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,3.4727686831379074,0.0,0.5771484375,0.01123046875,0.11669921875,1.0,29,0.453125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.9998695807553508,0.0,0.48046875,0.00830078125,0.0703125,1.0,36,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,2.2772168523036838,0.0,0.52392578125,0.01171875,0.10546875,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,3.981471963819525,0.0,0.4736328125,0.01123046875,0.10693359375,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,3.6783505003990244,0.0,0.4453125,0.00341796875,0.06396484375,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.125377352675366,0.0,0.5693359375,0.01806640625,0.16650390625,1.0,21,0.328125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.67542234538732,0.0,0.53955078125,0.02001953125,0.15673828125,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.5761110534305405,0.0,0.5322265625,0.01171875,0.10888671875,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.3714075420786487,0.0,0.46923828125,0.01025390625,0.08544921875,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.628021134229859,0.0,0.56005859375,0.01220703125,0.10546875,1.0,26,0.40625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,2.816052154180326,0.0,0.45751953125,0.00927734375,0.10107421875,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.2515109151457835,0.0,0.533203125,0.01513671875,0.1435546875,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.5062482773285901,0.0,0.4873046875,0.0146484375,0.1669921875,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,2.363944556014139,0.0,0.46923828125,0.0107421875,0.1240234375,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,2.374463139590737,0.0,0.44091796875,0.0107421875,0.10595703125,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.123615611186143,0.0,0.494140625,0.013671875,0.1708984375,1.0,17,0.265625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.3336960003414218,0.0,0.48583984375,0.01220703125,0.12255859375,1.0,39,0.609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,3.492257222296963,0.0,0.646484375,0.0048828125,0.06640625,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,3.5122750077658074,0.0,0.56005859375,0.00634765625,0.06591796875,1.0,36,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,2.3862317808364435,0.0,0.5361328125,0.0087890625,0.1220703125,1.0,23,0.359375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.932337007150353,0.0,0.517578125,0.0126953125,0.11572265625,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,2.4112686324948593,0.0,0.50830078125,0.013671875,0.13037109375,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.5506622668629495,0.0,0.4423828125,0.00830078125,0.0751953125,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.867616489733399,0.0,0.51611328125,0.015625,0.16357421875,1.0,19,0.296875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.9448147542253977,0.0,0.5087890625,0.015625,0.16064453125,1.0,23,0.359375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,3.6470945988445798,0.0,0.50244140625,0.01025390625,0.0849609375,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,3.5195996412602946,0.0,0.5947265625,0.0048828125,0.0625,1.0,43,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,0,128,4096,128,3.094025120355901,0.0,0.5791015625,0.009521484375,0.08740234375,1.0,66,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.227438084835047,0.0,0.50830078125,0.009521484375,0.090087890625,1.0,84,0.65625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,256,384,4096,128,3.5512345041918816,0.0,0.494140625,0.0126953125,0.12060546875,1.0,50,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,384,512,4096,128,2.4411019156121987,0.0,0.509765625,0.00927734375,0.075927734375,1.0,72,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,512,640,4096,128,3.210011503805744,0.0,0.524169921875,0.010498046875,0.1416015625,1.0,45,0.3515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.9536922348125305,0.0,0.472412109375,0.009765625,0.1044921875,1.0,61,0.4765625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.8563338577819615,0.0,0.520263671875,0.0068359375,0.072509765625,1.0,76,0.59375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1774592477646968,0.0,0.477294921875,0.012451171875,0.10595703125,1.0,79,0.6171875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,2.3916423535476707,0.0,0.468994140625,0.0126953125,0.134765625,1.0,60,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.9704691218461452,0.0,0.500244140625,0.01123046875,0.102294921875,1.0,61,0.4765625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,4.04691115112459,0.0,0.565185546875,0.0146484375,0.138916015625,1.0,50,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,2.8376383250071613,0.0,0.54931640625,0.008056640625,0.087890625,1.0,66,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.9953054934272694,0.0,0.51318359375,0.009765625,0.11669921875,1.0,56,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.2847894888016655,0.0,0.48046875,0.008544921875,0.108154296875,1.0,77,0.6015625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,2.525059372285475,0.0,0.544189453125,0.00830078125,0.099365234375,1.0,65,0.5078125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,3.3534667226131565,0.0,0.4755859375,0.0068359375,0.08740234375,1.0,66,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.1797775514835855,0.0,0.52880859375,0.0146484375,0.12353515625,1.0,59,0.4609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.908164177869382,0.0,0.506591796875,0.0068359375,0.061279296875,1.0,81,0.6328125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,3.0555793766026986,0.0,0.533935546875,0.0087890625,0.072021484375,1.0,75,0.5859375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.7087074423489101,0.0,0.513916015625,0.0107421875,0.10205078125,1.0,67,0.5234375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,3.8748438641416736,0.0,0.51513671875,0.00634765625,0.047607421875,1.0,86,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,2.5884511143510065,0.0,0.47265625,0.009765625,0.10791015625,1.0,65,0.5078125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,3.125075393440668,0.0,0.490966796875,0.002685546875,0.033935546875,1.0,94,0.734375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.7685467962582415,0.0,0.477294921875,0.006591796875,0.07373046875,1.0,70,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.4672323636453266,0.0,0.488037109375,0.0068359375,0.10791015625,1.0,83,0.6484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.8126173988900232,0.0,0.506591796875,0.006103515625,0.085205078125,1.0,75,0.5859375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,3.7458169010379927,0.0,0.531005859375,0.01611328125,0.1435546875,1.0,48,0.375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,3.3721918208175254,0.0,0.517578125,0.00732421875,0.05126953125,1.0,83,0.6484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.901650480508231,0.0,0.453369140625,0.010498046875,0.103759765625,1.0,63,0.4921875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6509751908499202,0.0,0.45458984375,0.0068359375,0.086181640625,1.0,72,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,2.3078733055293306,0.0,0.433349609375,0.01171875,0.10986328125,1.0,64,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,3.1688047579209266,0.0,0.430908203125,0.007080078125,0.067138671875,1.0,80,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,2.2311046461071307,0.0,0.522705078125,0.009521484375,0.0947265625,1.0,61,0.4765625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.7121189622337492,0.0,0.560546875,0.00927734375,0.1025390625,1.0,71,0.5546875
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,3.1347166783476914,0.0,0.50146484375,0.009033203125,0.10400390625,1.0,59,0.4609375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.1430346395294784,0.0,0.502197265625,0.010009765625,0.088623046875,1.0,65,0.5078125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,3.8329089085488746,0.0,0.45947265625,0.00732421875,0.084716796875,1.0,67,0.5234375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.913670416593267,0.0,0.554443359375,0.01904296875,0.1689453125,1.0,49,0.3828125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.4758757935561415,0.0,0.500732421875,0.010986328125,0.097412109375,1.0,56,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.7236597453630704,0.0,0.5087890625,0.0107421875,0.103271484375,1.0,53,0.4140625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3847496964586021,0.0,0.51025390625,0.014892578125,0.152099609375,1.0,56,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,2.3692096852309197,0.0,0.455078125,0.0107421875,0.114990234375,1.0,52,0.40625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.7732016644195043,0.0,0.489990234375,0.015380859375,0.148681640625,1.0,52,0.40625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,3.5022804168756676,0.0,0.603271484375,0.005615234375,0.066162109375,1.0,68,0.53125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,2.17117806974424,0.0,0.52685546875,0.010498046875,0.12109375,1.0,53,0.4140625
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.0271617947176996,0.0,0.475341796875,0.011474609375,0.106689453125,1.0,62,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.9066063805852662,0.0,0.512451171875,0.015625,0.16162109375,1.0,41,0.3203125
+fresh-en-1,layers.21.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,3.583914106649384,0.0,0.548583984375,0.007568359375,0.0732421875,1.0,80,0.625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,0,0,2048,65536,2048,2.089905801214067,0.0,0.653076171875,0.008758544921875,0.0947265625,1.0,1004,0.490234375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,0,64,2048,64,2.0510134920721947,0.0,0.87939453125,0.0068359375,0.041015625,1.0,44,0.6875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,64,128,2048,64,2.3913603540068924,0.0,0.9111328125,0.00390625,0.046875,1.0,45,0.703125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,128,192,2048,64,2.2368160510830957,0.0,0.78271484375,0.0087890625,0.0927734375,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,192,256,2048,64,2.1122460857079655,0.0,0.77587890625,0.0087890625,0.109375,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,256,320,2048,64,2.111697967789795,0.0,0.70263671875,0.0126953125,0.123046875,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,320,384,2048,64,2.109982983690738,0.0,0.6708984375,0.00634765625,0.07177734375,1.0,32,0.5
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,384,448,2048,64,1.9725958700172024,0.0,0.7958984375,0.0107421875,0.09521484375,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,448,512,2048,64,2.162995734421038,0.0,0.79541015625,0.00830078125,0.1015625,1.0,31,0.484375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,512,576,2048,64,1.6600705411970058,0.0,0.69189453125,0.0126953125,0.11865234375,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,576,640,2048,64,1.791536932402127,0.0,0.64306640625,0.0166015625,0.16064453125,1.0,21,0.328125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,640,704,2048,64,2.4296883173953336,0.0,0.61962890625,0.0068359375,0.0517578125,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,704,768,2048,64,2.11144506179448,0.0,0.4296875,0.0048828125,0.05712890625,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,768,832,2048,64,1.915924243106486,0.0,0.75732421875,0.0107421875,0.1142578125,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,832,896,2048,64,1.5632265511386583,0.0,0.736328125,0.0078125,0.10205078125,1.0,33,0.515625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,896,960,2048,64,1.9322175381088373,0.0,0.65869140625,0.0078125,0.10498046875,1.0,30,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.400697224616769,0.0,0.68896484375,0.0078125,0.1181640625,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.993860739496403,0.0,0.13916015625,0.00048828125,0.00146484375,1.0,53,0.828125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1088,1152,2048,64,2.9766638713887756,0.0,0.21142578125,0.00048828125,0.00439453125,1.0,52,0.8125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.103889008755516,0.0,0.8544921875,0.00732421875,0.06982421875,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.0656980574814403,0.0,0.767578125,0.0068359375,0.07666015625,1.0,37,0.578125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1280,1344,2048,64,2.3201182740061856,0.0,0.515625,0.00244140625,0.02685546875,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1344,1408,2048,64,2.1971877420157293,0.0,0.5283203125,0.0009765625,0.02490234375,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.628361402041843,0.0,0.6787109375,0.00927734375,0.12646484375,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.8633039710860022,0.0,0.7001953125,0.01318359375,0.12109375,1.0,27,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2668173763041202,0.0,0.67822265625,0.0107421875,0.1083984375,1.0,36,0.5625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.9842721084109527,0.0,0.5595703125,0.013671875,0.16552734375,1.0,21,0.328125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.4323654736621416,0.0,0.69091796875,0.009765625,0.09619140625,1.0,35,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.2923056931969343,0.0,0.64697265625,0.005859375,0.11279296875,1.0,35,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1792,1856,2048,64,2.1921296672291253,0.0,0.66259765625,0.00537109375,0.05029296875,1.0,46,0.71875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1856,1920,2048,64,2.552633590115472,0.0,0.705078125,0.00439453125,0.04833984375,1.0,41,0.640625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8410427248516101,0.0,0.56640625,0.01220703125,0.1103515625,1.0,28,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.0325404692045805,0.0,0.45361328125,0.00537109375,0.0869140625,1.0,25,0.390625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,0,128,4096,128,2.227696196452531,0.0,0.895263671875,0.005615234375,0.043701171875,1.0,88,0.6875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,128,256,4096,128,2.175422898308694,0.0,0.779296875,0.0087890625,0.10009765625,1.0,60,0.46875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,256,384,4096,128,2.110840649910838,0.0,0.686767578125,0.009521484375,0.097412109375,1.0,59,0.4609375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,384,512,4096,128,2.0699861126988908,0.0,0.795654296875,0.00927734375,0.1005859375,1.0,63,0.4921875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,512,640,4096,128,1.727055120995121,0.0,0.66748046875,0.014892578125,0.137939453125,1.0,51,0.3984375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,640,768,4096,128,2.27613549340364,0.0,0.524658203125,0.00634765625,0.053466796875,1.0,81,0.6328125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,768,896,4096,128,1.74849120036505,0.0,0.746826171875,0.01025390625,0.10888671875,1.0,59,0.4609375
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.179083727035062,0.0,0.673828125,0.008544921875,0.11083984375,1.0,54,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1024,1152,4096,128,2.9852746884272783,0.0,0.17529296875,0.00048828125,0.0029296875,1.0,104,0.8125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.0848809829154353,0.0,0.81103515625,0.007080078125,0.073486328125,1.0,73,0.5703125
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1280,1408,4096,128,2.259489187741515,0.0,0.52197265625,0.001708984375,0.025634765625,1.0,96,0.75
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.7497803496902893,0.0,0.689453125,0.01123046875,0.1240234375,1.0,54,0.421875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.6646564307874017,0.0,0.618896484375,0.012451171875,0.138916015625,1.0,52,0.40625
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3641343142829776,0.0,0.6689453125,0.00830078125,0.105712890625,1.0,70,0.546875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1792,1920,4096,128,2.379219485811668,0.0,0.683837890625,0.004638671875,0.04931640625,1.0,86,0.671875
+fresh-en-1,layers.21.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.9391569139297904,0.0,0.510009765625,0.008544921875,0.101318359375,1.0,52,0.40625
+fresh-en-1,layers.21.linear_attn.in_proj_b.output,0,0,16,512,16,2.218191251869971,0.0,0.31640625,0.015625,0.146484375,1.0,7,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_b.output,64,0,16,512,16,2.218191251869971,0.0,0.31640625,0.015625,0.146484375,1.0,7,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_b.output,128,0,16,512,16,2.218191251869971,0.0,0.31640625,0.015625,0.146484375,1.0,7,0.4375
+fresh-en-1,layers.21.linear_attn.in_proj_a.output,0,0,16,512,16,2.9505524884386922,0.0,0.83203125,0.001953125,0.052734375,1.0,13,0.8125
+fresh-en-1,layers.21.linear_attn.in_proj_a.output,64,0,16,512,16,2.9505524884386922,0.0,0.83203125,0.001953125,0.052734375,1.0,13,0.8125
+fresh-en-1,layers.21.linear_attn.in_proj_a.output,128,0,16,512,16,2.9505524884386922,0.0,0.83203125,0.001953125,0.052734375,1.0,13,0.8125
+fresh-en-1,layers.21.linear_attn.out_proj.output,0,0,2048,65536,2048,0.10114536294797073,0.0,0.4956817626953125,0.010009765625,0.10369873046875,1.0,1371,0.66943359375
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,0,64,2048,64,0.080913980855157,0.0,0.4501953125,0.0048828125,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,64,128,2048,64,0.08040895114638454,0.0,0.52685546875,0.0068359375,0.08984375,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,128,192,2048,64,0.08818732956444009,0.0,0.5224609375,0.0087890625,0.1005859375,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,192,256,2048,64,0.0825838839051786,0.0,0.5556640625,0.00634765625,0.07373046875,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,256,320,2048,64,0.08478918481280184,0.0,0.46533203125,0.00634765625,0.08740234375,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,320,384,2048,64,0.08046188720684591,0.0,0.47412109375,0.00634765625,0.076171875,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,384,448,2048,64,0.08582800706003671,0.0,0.5107421875,0.00927734375,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,448,512,2048,64,0.07743918986435724,0.0,0.4775390625,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,512,576,2048,64,0.08171673847472913,0.0,0.513671875,0.0078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,576,640,2048,64,0.08915965358850503,0.0,0.50927734375,0.0087890625,0.076171875,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,640,704,2048,64,0.08044580579174358,0.0,0.50830078125,0.009765625,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,704,768,2048,64,0.08632878024261065,0.0,0.46728515625,0.0068359375,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,768,832,2048,64,0.07764646116932476,0.0,0.48876953125,0.00634765625,0.091796875,1.0,52,0.8125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,832,896,2048,64,0.08073768765361636,0.0,0.48828125,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,896,960,2048,64,0.08094842444581163,0.0,0.46337890625,0.0048828125,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,960,1024,2048,64,0.07785379718215527,0.0,0.51611328125,0.01123046875,0.07470703125,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0807234012050484,0.0,0.55126953125,0.0078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1088,1152,2048,64,0.078546933159605,0.0,0.5,0.00537109375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1152,1216,2048,64,0.3328253545278396,0.0,0.56884765625,0.02978515625,0.34033203125,1.0,1,0.015625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1216,1280,2048,64,0.08375416168136122,0.0,0.52294921875,0.00634765625,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1280,1344,2048,64,0.08253476604777357,0.0,0.4580078125,0.00927734375,0.08544921875,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1344,1408,2048,64,0.08075397984269969,0.0,0.49560546875,0.0107421875,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1408,1472,2048,64,0.1283966719305201,0.0,0.4375,0.0166015625,0.12890625,1.0,34,0.53125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1472,1536,2048,64,0.0830814681712936,0.0,0.47021484375,0.01416015625,0.08642578125,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1536,1600,2048,64,0.07968305640595252,0.0,0.54296875,0.00732421875,0.08349609375,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1600,1664,2048,64,0.07900916463705951,0.0,0.51953125,0.00390625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1664,1728,2048,64,0.07765712898876855,0.0,0.5146484375,0.00927734375,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1728,1792,2048,64,0.08097423998599552,0.0,0.501953125,0.013671875,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1792,1856,2048,64,0.08153001585021272,0.0,0.423828125,0.00830078125,0.076171875,1.0,50,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1856,1920,2048,64,0.08424589605494509,0.0,0.494140625,0.01123046875,0.09619140625,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08401223788170044,0.0,0.49658203125,0.00537109375,0.0751953125,1.0,48,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,64,1984,2048,2048,64,0.0764631260464596,0.0,0.42578125,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,0,128,4096,128,0.08066186125515071,0.0,0.488525390625,0.006103515625,0.086669921875,1.0,95,0.7421875
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,128,256,4096,128,0.0854315602589909,0.0,0.5390625,0.007568359375,0.087646484375,1.0,98,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,256,384,4096,128,0.08265386002512726,0.0,0.4697265625,0.006103515625,0.081298828125,1.0,98,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,384,512,4096,128,0.08174128370274619,0.0,0.494140625,0.00927734375,0.085205078125,1.0,96,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,512,640,4096,128,0.08551920595681854,0.0,0.511474609375,0.008544921875,0.080322265625,1.0,98,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,640,768,4096,128,0.08343915737727667,0.0,0.48779296875,0.0078125,0.07958984375,1.0,96,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,768,896,4096,128,0.07920715605225444,0.0,0.488525390625,0.007568359375,0.08984375,1.0,100,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,896,1024,4096,128,0.07941618586893807,0.0,0.48974609375,0.008056640625,0.076416015625,1.0,98,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1024,1152,4096,128,0.07964260232717997,0.0,0.525634765625,0.00634765625,0.083251953125,1.0,99,0.7734375
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1152,1280,4096,128,0.2426803208085997,0.0,0.5458984375,0.02099609375,0.247802734375,1.0,2,0.015625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1280,1408,4096,128,0.08164922800307381,0.0,0.476806640625,0.010009765625,0.085205078125,1.0,96,0.75
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1408,1536,4096,128,0.1081393446353622,0.0,0.453857421875,0.0146484375,0.1123046875,1.0,83,0.6484375
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1536,1664,4096,128,0.07934682594420582,0.0,0.53125,0.005615234375,0.081298828125,1.0,100,0.78125
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1664,1792,4096,128,0.07933302346465762,0.0,0.50830078125,0.01171875,0.087646484375,1.0,99,0.7734375
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1792,1920,4096,128,0.0828990786638686,0.0,0.458984375,0.009765625,0.0869140625,1.0,98,0.765625
+fresh-en-1,layers.21.linear_attn.out_proj.output,128,1920,2048,4096,128,0.08032641458041119,0.0,0.461181640625,0.007080078125,0.080078125,1.0,99,0.7734375
+fresh-en-1,layers.21.mlp.gate_proj.output,0,0,6144,196608,6144,1.650871324549204,0.0,0.8745981852213541,0.0072021484375,0.070831298828125,1.0,3516,0.572265625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,0,64,2048,64,1.64262096945448,0.0,0.88916015625,0.0087890625,0.07568359375,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,64,128,2048,64,1.604765316178606,0.0,0.87451171875,0.0107421875,0.07958984375,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,128,192,2048,64,1.5598236464489086,0.0,0.85791015625,0.00537109375,0.0712890625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,192,256,2048,64,1.48438741587864,0.0,0.81005859375,0.00830078125,0.07763671875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,256,320,2048,64,1.654579247498092,0.0,0.87744140625,0.0078125,0.078125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,320,384,2048,64,1.4466975385999037,0.0,0.85107421875,0.00830078125,0.072265625,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,384,448,2048,64,1.7153298337390455,0.0,0.8291015625,0.0078125,0.06591796875,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,448,512,2048,64,1.6424444034259533,0.0,0.859375,0.009765625,0.078125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,512,576,2048,64,1.5737931666400717,0.0,0.87158203125,0.00830078125,0.0703125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,576,640,2048,64,1.6011852920872975,0.0,0.84716796875,0.00927734375,0.08251953125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,640,704,2048,64,1.8654853948256354,0.0,0.927734375,0.0068359375,0.05224609375,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,704,768,2048,64,1.6442552905640924,0.0,0.86328125,0.0068359375,0.07421875,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,768,832,2048,64,1.6580327125223462,0.0,0.87451171875,0.0029296875,0.05615234375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,832,896,2048,64,1.6976980891360625,0.0,0.89990234375,0.00439453125,0.06982421875,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,896,960,2048,64,1.7106222310767358,0.0,0.8701171875,0.009765625,0.0830078125,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,960,1024,2048,64,1.4793232637362381,0.0,0.88720703125,0.0048828125,0.06787109375,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1024,1088,2048,64,1.498033087031578,0.0,0.837890625,0.01025390625,0.08251953125,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1088,1152,2048,64,1.5683445994352223,0.0,0.91259765625,0.0068359375,0.06201171875,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1152,1216,2048,64,1.6440218410890786,0.0,0.90234375,0.00537109375,0.064453125,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1216,1280,2048,64,1.887231409795053,0.0,0.89208984375,0.00830078125,0.06201171875,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1280,1344,2048,64,1.5474227379395114,0.0,0.8662109375,0.009765625,0.068359375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1344,1408,2048,64,1.625102035670596,0.0,0.85498046875,0.00634765625,0.07275390625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1408,1472,2048,64,1.473148743348529,0.0,0.8486328125,0.00634765625,0.06396484375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1472,1536,2048,64,1.9231094474355226,0.0,0.9150390625,0.0078125,0.060546875,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1536,1600,2048,64,1.743279045340362,0.0,0.87255859375,0.00634765625,0.07470703125,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1600,1664,2048,64,1.4279521340562975,0.0,0.8388671875,0.00537109375,0.0634765625,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1664,1728,2048,64,1.7250899523423666,0.0,0.90380859375,0.0068359375,0.06396484375,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1728,1792,2048,64,1.6693213290222226,0.0,0.92236328125,0.005859375,0.0556640625,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1792,1856,2048,64,1.4676505539028,0.0,0.826171875,0.0078125,0.08154296875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1856,1920,2048,64,1.6124293368627296,0.0,0.8515625,0.00830078125,0.08056640625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1920,1984,2048,64,1.592252914576423,0.0,0.86962890625,0.0078125,0.07275390625,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,1984,2048,2048,64,1.8840174547062074,0.0,0.9052734375,0.00830078125,0.078125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2048,2112,2048,64,1.7974099641289376,0.0,0.9140625,0.00634765625,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2112,2176,2048,64,1.7495205380127048,0.0,0.87841796875,0.00439453125,0.0712890625,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2176,2240,2048,64,1.656715496229285,0.0,0.87548828125,0.00537109375,0.06396484375,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2240,2304,2048,64,1.7198472407573855,0.0,0.849609375,0.00732421875,0.0703125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2304,2368,2048,64,1.638598591558207,0.0,0.90185546875,0.00830078125,0.07470703125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2368,2432,2048,64,1.645334227980478,0.0,0.85400390625,0.0078125,0.06494140625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2432,2496,2048,64,1.5752327923543818,0.0,0.88232421875,0.0078125,0.07177734375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2496,2560,2048,64,1.6493925834779657,0.0,0.86865234375,0.005859375,0.0654296875,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2560,2624,2048,64,1.715385636676717,0.0,0.86376953125,0.00927734375,0.078125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2624,2688,2048,64,1.667128299568581,0.0,0.88037109375,0.0078125,0.07080078125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2688,2752,2048,64,1.734600610474285,0.0,0.8720703125,0.00927734375,0.080078125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2752,2816,2048,64,1.5800340798331767,0.0,0.90380859375,0.009765625,0.06494140625,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2816,2880,2048,64,1.7612899362792327,0.0,0.90673828125,0.00341796875,0.05224609375,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2880,2944,2048,64,1.5994944287515962,0.0,0.83447265625,0.00732421875,0.0673828125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,2944,3008,2048,64,1.6275162387517397,0.0,0.875,0.00634765625,0.07861328125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3008,3072,2048,64,1.587177368586007,0.0,0.90087890625,0.009765625,0.06396484375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3072,3136,2048,64,1.97332540057052,0.0,0.88671875,0.00732421875,0.08154296875,1.0,31,0.484375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3136,3200,2048,64,1.799231635685207,0.0,0.87890625,0.00439453125,0.0712890625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3200,3264,2048,64,1.695595275848746,0.0,0.86767578125,0.00537109375,0.07666015625,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3264,3328,2048,64,1.7077556225385515,0.0,0.865234375,0.005859375,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3328,3392,2048,64,1.6048014940402897,0.0,0.9150390625,0.00390625,0.05224609375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3392,3456,2048,64,1.4865167371893309,0.0,0.86083984375,0.00830078125,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3456,3520,2048,64,1.6579687074693992,0.0,0.8427734375,0.00634765625,0.06787109375,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3520,3584,2048,64,1.6559753803796258,0.0,0.87890625,0.00537109375,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3584,3648,2048,64,1.592920415331607,0.0,0.8603515625,0.0078125,0.0849609375,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3648,3712,2048,64,1.5301526016870348,0.0,0.80029296875,0.0068359375,0.083984375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3712,3776,2048,64,1.7915648060637024,0.0,0.91748046875,0.005859375,0.0595703125,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3776,3840,2048,64,1.663495879771123,0.0,0.89306640625,0.005859375,0.06884765625,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3840,3904,2048,64,1.6141568976338059,0.0,0.8740234375,0.00732421875,0.06884765625,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3904,3968,2048,64,1.6852252128646716,0.0,0.87939453125,0.009765625,0.06884765625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,3968,4032,2048,64,1.7622815482094503,0.0,0.87109375,0.00634765625,0.07421875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4032,4096,2048,64,1.6889310564761875,0.0,0.9052734375,0.00537109375,0.0625,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4096,4160,2048,64,1.8758462372317162,0.0,0.85107421875,0.00927734375,0.08984375,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4160,4224,2048,64,1.5693274203948344,0.0,0.89501953125,0.005859375,0.0546875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4224,4288,2048,64,1.6134523275901536,0.0,0.86572265625,0.0087890625,0.0751953125,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4288,4352,2048,64,1.7382105247105755,0.0,0.8984375,0.0048828125,0.05859375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4352,4416,2048,64,1.6583766391138002,0.0,0.8447265625,0.00830078125,0.07470703125,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4416,4480,2048,64,1.581883411560267,0.0,0.89599609375,0.00634765625,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4480,4544,2048,64,1.6479909637153916,0.0,0.86865234375,0.005859375,0.072265625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4544,4608,2048,64,1.5117988023116418,0.0,0.87744140625,0.00439453125,0.0654296875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4608,4672,2048,64,1.8353122913797377,0.0,0.8759765625,0.00927734375,0.056640625,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4672,4736,2048,64,1.7494668238643596,0.0,0.90283203125,0.005859375,0.05859375,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4736,4800,2048,64,1.6798603409078596,0.0,0.875,0.00634765625,0.06494140625,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4800,4864,2048,64,1.5024383219027786,0.0,0.8408203125,0.0078125,0.078125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4864,4928,2048,64,1.6348894574119726,0.0,0.87060546875,0.00927734375,0.0810546875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4928,4992,2048,64,1.5213119733823273,0.0,0.828125,0.005859375,0.078125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,4992,5056,2048,64,1.6150675450282879,0.0,0.83447265625,0.00634765625,0.078125,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5056,5120,2048,64,1.672743993054074,0.0,0.88330078125,0.00439453125,0.06689453125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5120,5184,2048,64,1.66248638591405,0.0,0.90869140625,0.00439453125,0.05419921875,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5184,5248,2048,64,1.4926770088382917,0.0,0.85693359375,0.00732421875,0.08056640625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5248,5312,2048,64,1.4596506753104388,0.0,0.86962890625,0.00927734375,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5312,5376,2048,64,1.665461055497774,0.0,0.92626953125,0.00732421875,0.05126953125,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5376,5440,2048,64,1.6578408734249157,0.0,0.86767578125,0.0068359375,0.0556640625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5440,5504,2048,64,1.6529809879666186,0.0,0.857421875,0.009765625,0.08349609375,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5504,5568,2048,64,1.4826512491407688,0.0,0.87841796875,0.00732421875,0.076171875,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5568,5632,2048,64,1.8007522388138906,0.0,0.90087890625,0.00439453125,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5632,5696,2048,64,1.874211801572721,0.0,0.89453125,0.00634765625,0.05126953125,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5696,5760,2048,64,1.5255280265298987,0.0,0.8857421875,0.00732421875,0.06689453125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5760,5824,2048,64,1.6106544309519286,0.0,0.84423828125,0.005859375,0.080078125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5824,5888,2048,64,1.5182421708110905,0.0,0.85791015625,0.0078125,0.08349609375,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5888,5952,2048,64,1.6177283490386651,0.0,0.87744140625,0.0078125,0.078125,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,5952,6016,2048,64,1.614756627937057,0.0,0.85791015625,0.00927734375,0.0791015625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,64,6016,6080,2048,64,1.545966866869219,0.0,0.912109375,0.00732421875,0.07275390625,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,64,6080,6144,2048,64,1.6425656365024093,0.0,0.888671875,0.00732421875,0.0693359375,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,0,128,4096,128,1.6238034624457167,0.0,0.8818359375,0.009765625,0.077392578125,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,128,256,4096,128,1.522572791107216,0.0,0.833984375,0.0068359375,0.074951171875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,256,384,4096,128,1.5541181188124622,0.0,0.8642578125,0.008056640625,0.075439453125,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,384,512,4096,128,1.6792825933803484,0.0,0.84423828125,0.0087890625,0.07177734375,1.0,68,0.53125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,512,640,4096,128,1.5875483096522873,0.0,0.859375,0.0087890625,0.0771484375,1.0,75,0.5859375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,640,768,4096,128,1.7583530957768074,0.0,0.8955078125,0.00732421875,0.06396484375,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,768,896,4096,128,1.6779826098101325,0.0,0.88720703125,0.003662109375,0.063232421875,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,896,1024,4096,128,1.599160050789974,0.0,0.878662109375,0.007080078125,0.076171875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1024,1152,4096,128,1.5335918479861237,0.0,0.875244140625,0.008544921875,0.072265625,1.0,77,0.6015625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1152,1280,4096,128,1.7698093411572542,0.0,0.897216796875,0.0078125,0.063720703125,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1280,1408,4096,128,1.586737810136402,0.0,0.860595703125,0.008544921875,0.07080078125,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1408,1536,4096,128,1.712967770689967,0.0,0.8818359375,0.007568359375,0.063232421875,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1536,1664,4096,128,1.5934348319085312,0.0,0.855712890625,0.00634765625,0.070556640625,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1664,1792,4096,128,1.6974346884639049,0.0,0.9130859375,0.00634765625,0.05908203125,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1792,1920,4096,128,1.5417403339646365,0.0,0.8388671875,0.008544921875,0.0810546875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,1920,2048,4096,128,1.7442464151625439,0.0,0.887451171875,0.0087890625,0.077392578125,1.0,69,0.5390625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2048,2176,4096,128,1.7736268903123698,0.0,0.896240234375,0.005615234375,0.0693359375,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2176,2304,4096,128,1.688576436970953,0.0,0.862548828125,0.00634765625,0.06640625,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2304,2432,4096,128,1.6419698636120967,0.0,0.8779296875,0.008056640625,0.06982421875,1.0,71,0.5546875
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2432,2560,4096,128,1.612739012447566,0.0,0.87548828125,0.007080078125,0.06884765625,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2560,2688,4096,128,1.6914290776942458,0.0,0.8720703125,0.008544921875,0.07421875,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2688,2816,4096,128,1.6591182856101665,0.0,0.887939453125,0.009765625,0.071533203125,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2816,2944,4096,128,1.682338352895442,0.0,0.87060546875,0.005615234375,0.060791015625,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,2944,3072,4096,128,1.6074733445305107,0.0,0.887939453125,0.008056640625,0.071044921875,1.0,75,0.5859375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3072,3200,4096,128,1.8882859443669102,0.0,0.8828125,0.005615234375,0.0771484375,1.0,68,0.53125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3200,3328,4096,128,1.7016863115440255,0.0,0.866455078125,0.005859375,0.071044921875,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3328,3456,4096,128,1.546790199933068,0.0,0.887939453125,0.006103515625,0.067626953125,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3456,3584,4096,128,1.6569723436695005,0.0,0.86083984375,0.005859375,0.064453125,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3584,3712,4096,128,1.5618518550153564,0.0,0.830322265625,0.0078125,0.084228515625,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3712,3840,4096,128,1.728716720047211,0.0,0.9052734375,0.00537109375,0.064208984375,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3840,3968,4096,128,1.6500737117252628,0.0,0.876708984375,0.00830078125,0.0703125,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,3968,4096,4096,128,1.7259959977776989,0.0,0.88818359375,0.006103515625,0.067138671875,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4096,4224,4096,128,1.729391172947794,0.0,0.873046875,0.007080078125,0.072021484375,1.0,71,0.5546875
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4224,4352,4096,128,1.6769919859111877,0.0,0.882080078125,0.007080078125,0.066650390625,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4352,4480,4096,128,1.6205814087740136,0.0,0.870361328125,0.00732421875,0.068359375,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4480,4608,4096,128,1.581361728884081,0.0,0.873046875,0.005126953125,0.070068359375,1.0,74,0.578125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4608,4736,4096,128,1.7929034238758643,0.0,0.889404296875,0.00732421875,0.056640625,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4736,4864,4096,128,1.5936203556802837,0.0,0.85791015625,0.007080078125,0.072265625,1.0,77,0.6015625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4864,4992,4096,128,1.5791221704341378,0.0,0.849365234375,0.00732421875,0.080810546875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,4992,5120,4096,128,1.6441586969179995,0.0,0.85888671875,0.00537109375,0.072021484375,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5120,5248,4096,128,1.5798648100492632,0.0,0.8828125,0.005615234375,0.067626953125,1.0,77,0.6015625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5248,5376,4096,128,1.5659407110925336,0.0,0.89794921875,0.00830078125,0.0634765625,1.0,79,0.6171875
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5376,5504,4096,128,1.6554127141256023,0.0,0.862548828125,0.00830078125,0.069580078125,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5504,5632,4096,128,1.649388273295879,0.0,0.8896484375,0.00634765625,0.06982421875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5632,5760,4096,128,1.7087869435483571,0.0,0.89013671875,0.00732421875,0.061279296875,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5760,5888,4096,128,1.565130503372523,0.0,0.85107421875,0.0068359375,0.08154296875,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,5888,6016,4096,128,1.616243171485965,0.0,0.86767578125,0.008544921875,0.078369140625,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gate_proj.output,128,6016,6144,4096,128,1.5949977153080808,0.0,0.900390625,0.00732421875,0.0712890625,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.up_proj.output,0,0,6144,196608,6144,0.622570240972187,0.0,0.4989980061848958,0.008880615234375,0.0888671875,1.0,4434,0.7216796875
+fresh-en-1,layers.21.mlp.up_proj.output,64,0,64,2048,64,0.5327391270417514,0.0,0.501953125,0.0048828125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.up_proj.output,64,64,128,2048,64,0.5974131922405972,0.0,0.48291015625,0.0107421875,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,128,192,2048,64,0.6377126751847272,0.0,0.48974609375,0.0126953125,0.0927734375,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,192,256,2048,64,0.6367641601354683,0.0,0.4873046875,0.00830078125,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,256,320,2048,64,0.5361909941927312,0.0,0.53759765625,0.00927734375,0.0888671875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,320,384,2048,64,0.6149292295636025,0.0,0.53466796875,0.01025390625,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,384,448,2048,64,0.5693303820089727,0.0,0.51611328125,0.01123046875,0.08203125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,448,512,2048,64,0.5936623250077094,0.0,0.486328125,0.00634765625,0.0859375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,512,576,2048,64,0.5713503241735054,0.0,0.43994140625,0.00830078125,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,576,640,2048,64,0.6442358019790198,0.0,0.50341796875,0.01171875,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,640,704,2048,64,0.6161354037332988,0.0,0.52392578125,0.01025390625,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,704,768,2048,64,0.5865110116787863,0.0,0.56005859375,0.00830078125,0.0810546875,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.up_proj.output,64,768,832,2048,64,0.5946710789427408,0.0,0.50048828125,0.01611328125,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,832,896,2048,64,0.6625926586086182,0.0,0.4501953125,0.01025390625,0.09423828125,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,896,960,2048,64,0.6103589299670718,0.0,0.490234375,0.01123046875,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,960,1024,2048,64,0.5759983604821508,0.0,0.48681640625,0.00634765625,0.0732421875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,1024,1088,2048,64,0.562858546018147,0.0,0.4736328125,0.00732421875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1088,1152,2048,64,0.5834727576164597,0.0,0.5556640625,0.00732421875,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,1152,1216,2048,64,0.6119404315903199,0.0,0.4970703125,0.01025390625,0.08349609375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,1216,1280,2048,64,0.7339909313948717,0.0,0.490234375,0.0107421875,0.1015625,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.up_proj.output,64,1280,1344,2048,64,0.5805533491487631,0.0,0.51904296875,0.009765625,0.087890625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1344,1408,2048,64,0.5700302535931417,0.0,0.4150390625,0.01025390625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1408,1472,2048,64,0.5939477186789863,0.0,0.4697265625,0.00732421875,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1472,1536,2048,64,0.70459002194652,0.0,0.51708984375,0.009765625,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.up_proj.output,64,1536,1600,2048,64,0.6323484225057134,0.0,0.46533203125,0.0087890625,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,1600,1664,2048,64,0.6190194934882572,0.0,0.55419921875,0.00927734375,0.08154296875,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,1664,1728,2048,64,0.5905293737431218,0.0,0.53076171875,0.01025390625,0.087890625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1728,1792,2048,64,0.5662959803545459,0.0,0.49609375,0.00634765625,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,1792,1856,2048,64,0.6015412343884533,0.0,0.46630859375,0.0078125,0.0791015625,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,1856,1920,2048,64,0.6253460968060636,0.0,0.541015625,0.00830078125,0.0859375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,1920,1984,2048,64,0.5796556518337661,0.0,0.51806640625,0.01171875,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,1984,2048,2048,64,0.7979495682766404,0.0,0.490234375,0.01171875,0.1005859375,1.0,40,0.625
+fresh-en-1,layers.21.mlp.up_proj.output,64,2048,2112,2048,64,0.6164063308198888,0.0,0.5078125,0.00927734375,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2112,2176,2048,64,0.6490491387165991,0.0,0.4697265625,0.0107421875,0.09033203125,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,2176,2240,2048,64,0.6576482365993562,0.0,0.47021484375,0.0068359375,0.08447265625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2240,2304,2048,64,0.5841489049074001,0.0,0.4775390625,0.013671875,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,2304,2368,2048,64,0.7160159580459509,0.0,0.49267578125,0.0048828125,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.up_proj.output,64,2368,2432,2048,64,0.6011461691193654,0.0,0.55810546875,0.01025390625,0.0791015625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2432,2496,2048,64,0.6045901383434656,0.0,0.505859375,0.0087890625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2496,2560,2048,64,0.6477646285217468,0.0,0.4677734375,0.00634765625,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,2560,2624,2048,64,0.5861235856372339,0.0,0.53955078125,0.0078125,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2624,2688,2048,64,0.5931994133497512,0.0,0.5009765625,0.00634765625,0.07763671875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,2688,2752,2048,64,0.6009595758793869,0.0,0.55126953125,0.013671875,0.09912109375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2752,2816,2048,64,0.5920555913134115,0.0,0.52294921875,0.0107421875,0.0947265625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2816,2880,2048,64,0.6573913047114323,0.0,0.48291015625,0.0068359375,0.0849609375,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,2880,2944,2048,64,0.6320749602461385,0.0,0.4619140625,0.00830078125,0.08056640625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,2944,3008,2048,64,0.7174663540512937,0.0,0.46826171875,0.009765625,0.10009765625,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.up_proj.output,64,3008,3072,2048,64,0.6377935028758213,0.0,0.4765625,0.0078125,0.0830078125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,3072,3136,2048,64,0.6198732973362834,0.0,0.50830078125,0.0078125,0.08056640625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,3136,3200,2048,64,0.5707760880213252,0.0,0.50244140625,0.00927734375,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,3200,3264,2048,64,0.589189111435986,0.0,0.49853515625,0.0087890625,0.08251953125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,3264,3328,2048,64,0.643353818211245,0.0,0.54345703125,0.01123046875,0.09033203125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,3328,3392,2048,64,0.6435542410880202,0.0,0.529296875,0.0087890625,0.09423828125,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,3392,3456,2048,64,0.5848019254417379,0.0,0.4736328125,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,3456,3520,2048,64,0.6600935485324335,0.0,0.47216796875,0.0048828125,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,3520,3584,2048,64,0.5326617163041664,0.0,0.4384765625,0.0087890625,0.07861328125,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.up_proj.output,64,3584,3648,2048,64,0.6681815096320485,0.0,0.51220703125,0.00927734375,0.1005859375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,64,3648,3712,2048,64,0.6215860137867012,0.0,0.45947265625,0.00732421875,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,3712,3776,2048,64,0.6684540924258111,0.0,0.4296875,0.0078125,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,64,3776,3840,2048,64,0.5347865190640897,0.0,0.48046875,0.0087890625,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.up_proj.output,64,3840,3904,2048,64,0.5680453551167515,0.0,0.490234375,0.01025390625,0.083984375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,3904,3968,2048,64,0.5598955364106091,0.0,0.51171875,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,3968,4032,2048,64,0.6299403322415364,0.0,0.47216796875,0.00537109375,0.08154296875,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,4032,4096,2048,64,0.6132194705196483,0.0,0.51220703125,0.0107421875,0.078125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,4096,4160,2048,64,0.6012338009774799,0.0,0.4697265625,0.01220703125,0.09228515625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,4160,4224,2048,64,0.6396059671611602,0.0,0.484375,0.01171875,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,4224,4288,2048,64,0.5585529508228528,0.0,0.4931640625,0.0078125,0.080078125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,4288,4352,2048,64,0.6185180411451872,0.0,0.44384765625,0.005859375,0.0771484375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,4352,4416,2048,64,0.640827520078087,0.0,0.53662109375,0.00927734375,0.0830078125,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,4416,4480,2048,64,0.6089511862030946,0.0,0.470703125,0.00732421875,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,4480,4544,2048,64,0.6303324493266357,0.0,0.53857421875,0.0107421875,0.08984375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,4544,4608,2048,64,0.6294674060246089,0.0,0.505859375,0.01025390625,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,4608,4672,2048,64,0.551172202323974,0.0,0.4697265625,0.005859375,0.087890625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.up_proj.output,64,4672,4736,2048,64,0.7031120383080741,0.0,0.56298828125,0.01416015625,0.1064453125,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.up_proj.output,64,4736,4800,2048,64,0.5545379729833387,0.0,0.544921875,0.009765625,0.0947265625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,4800,4864,2048,64,0.5542073765097855,0.0,0.484375,0.005859375,0.072265625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,4864,4928,2048,64,0.6223075697683779,0.0,0.513671875,0.01123046875,0.0966796875,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,4928,4992,2048,64,0.6256919109348288,0.0,0.53564453125,0.01025390625,0.09228515625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,4992,5056,2048,64,0.8502372033004576,0.0,0.45947265625,0.01318359375,0.123046875,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.up_proj.output,64,5056,5120,2048,64,0.5668846519198798,0.0,0.48828125,0.005859375,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,5120,5184,2048,64,0.6266206331578364,0.0,0.5283203125,0.0068359375,0.08837890625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,64,5184,5248,2048,64,0.607109628762658,0.0,0.5234375,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5248,5312,2048,64,0.5754053798201205,0.0,0.50537109375,0.0087890625,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5312,5376,2048,64,0.5796970845422124,0.0,0.5283203125,0.00439453125,0.07421875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5376,5440,2048,64,0.5435042296194975,0.0,0.482421875,0.00341796875,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5440,5504,2048,64,0.5816311890842665,0.0,0.48046875,0.0078125,0.099609375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5504,5568,2048,64,0.567555185157978,0.0,0.50634765625,0.00439453125,0.07373046875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.up_proj.output,64,5568,5632,2048,64,0.6219351837067414,0.0,0.48046875,0.0078125,0.07861328125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,5632,5696,2048,64,0.8474130522735692,0.0,0.46240234375,0.0107421875,0.1240234375,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.up_proj.output,64,5696,5760,2048,64,0.6098834676179288,0.0,0.52001953125,0.0087890625,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,64,5760,5824,2048,64,0.7016486899139477,0.0,0.49658203125,0.009765625,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,64,5824,5888,2048,64,0.6706182915595421,0.0,0.60009765625,0.00341796875,0.09326171875,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,64,5888,5952,2048,64,0.5890421816364805,0.0,0.4951171875,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.up_proj.output,64,5952,6016,2048,64,0.7943811020942866,0.0,0.52587890625,0.00830078125,0.09912109375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.up_proj.output,64,6016,6080,2048,64,0.5952261011975588,0.0,0.4833984375,0.0126953125,0.10791015625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,64,6080,6144,2048,64,0.6818112530549812,0.0,0.50341796875,0.0107421875,0.1015625,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,128,0,128,4096,128,0.5660006624308438,0.0,0.492431640625,0.0068359375,0.080810546875,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,128,256,4096,128,0.6372385941404873,0.0,0.488525390625,0.010498046875,0.09033203125,1.0,92,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,128,256,384,4096,128,0.5769049920156157,0.0,0.5361328125,0.009765625,0.09033203125,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,384,512,4096,128,0.5816236068163163,0.0,0.501220703125,0.009521484375,0.08447265625,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,512,640,4096,128,0.6088846202215656,0.0,0.4716796875,0.009765625,0.089111328125,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,640,768,4096,128,0.6015056120079298,0.0,0.5419921875,0.00927734375,0.085693359375,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,768,896,4096,128,0.6295485379909004,0.0,0.475341796875,0.0126953125,0.091796875,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,896,1024,4096,128,0.5934273901113237,0.0,0.488525390625,0.0087890625,0.078369140625,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,1024,1152,4096,128,0.5732583194800659,0.0,0.5146484375,0.00732421875,0.086669921875,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,1152,1280,4096,128,0.6757269341919331,0.0,0.49365234375,0.010986328125,0.0927734375,1.0,87,0.6796875
+fresh-en-1,layers.21.mlp.up_proj.output,128,1280,1408,4096,128,0.5753158616009587,0.0,0.467041015625,0.010009765625,0.090576171875,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,1408,1536,4096,128,0.6516214359390619,0.0,0.493408203125,0.008544921875,0.089599609375,1.0,90,0.703125
+fresh-en-1,layers.21.mlp.up_proj.output,128,1536,1664,4096,128,0.6257194502186754,0.0,0.509765625,0.009033203125,0.08740234375,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,1664,1792,4096,128,0.5785395745405667,0.0,0.513427734375,0.00830078125,0.08251953125,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,1792,1920,4096,128,0.6135591240704366,0.0,0.503662109375,0.0078125,0.082763671875,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.up_proj.output,128,1920,2048,4096,128,0.697396654786824,0.0,0.504150390625,0.011962890625,0.096923828125,1.0,86,0.671875
+fresh-en-1,layers.21.mlp.up_proj.output,128,2048,2176,4096,128,0.6329382075462017,0.0,0.48876953125,0.009765625,0.09130859375,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,2176,2304,4096,128,0.6219851872057556,0.0,0.473876953125,0.0107421875,0.084716796875,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,2304,2432,4096,128,0.6610807699605811,0.0,0.525390625,0.007080078125,0.083984375,1.0,89,0.6953125
+fresh-en-1,layers.21.mlp.up_proj.output,128,2432,2560,4096,128,0.6265493792775185,0.0,0.48681640625,0.0068359375,0.093505859375,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.up_proj.output,128,2560,2688,4096,128,0.5896721129741243,0.0,0.520263671875,0.00732421875,0.083740234375,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,2688,2816,4096,128,0.5965241969302695,0.0,0.537109375,0.011962890625,0.096923828125,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,2816,2944,4096,128,0.6448573806976069,0.0,0.472412109375,0.0078125,0.08203125,1.0,92,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,128,2944,3072,4096,128,0.6787998679678224,0.0,0.472412109375,0.009033203125,0.090576171875,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,128,3072,3200,4096,128,0.5958306166216552,0.0,0.50537109375,0.0087890625,0.083251953125,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,3200,3328,4096,128,0.6168662514847584,0.0,0.52099609375,0.009765625,0.086669921875,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,3328,3456,4096,128,0.6148802132215435,0.0,0.50146484375,0.0087890625,0.091064453125,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,3456,3584,4096,128,0.5997716218821295,0.0,0.455322265625,0.007080078125,0.085693359375,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,3584,3712,4096,128,0.6453044639352049,0.0,0.48583984375,0.00830078125,0.092041015625,1.0,92,0.71875
+fresh-en-1,layers.21.mlp.up_proj.output,128,3712,3840,4096,128,0.6053211935218775,0.0,0.455078125,0.008544921875,0.08935546875,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,3840,3968,4096,128,0.5639851669867924,0.0,0.5009765625,0.0087890625,0.084716796875,1.0,96,0.75
+fresh-en-1,layers.21.mlp.up_proj.output,128,3968,4096,4096,128,0.6216361239539475,0.0,0.4921875,0.008056640625,0.080078125,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,4096,4224,4096,128,0.620716471775154,0.0,0.47705078125,0.01220703125,0.08984375,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,4224,4352,4096,128,0.5892987214032437,0.0,0.468505859375,0.0068359375,0.07861328125,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,4352,4480,4096,128,0.625092576210751,0.0,0.503662109375,0.008056640625,0.08544921875,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,4480,4608,4096,128,0.6299000761713979,0.0,0.522216796875,0.0107421875,0.09228515625,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.up_proj.output,128,4608,4736,4096,128,0.6317267348420496,0.0,0.516357421875,0.00927734375,0.0986328125,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,4736,4864,4096,128,0.5543726993901887,0.0,0.5146484375,0.0078125,0.08349609375,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,4864,4992,4096,128,0.6240020347724445,0.0,0.524658203125,0.0107421875,0.094482421875,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.up_proj.output,128,4992,5120,4096,128,0.7225861576512889,0.0,0.473876953125,0.010009765625,0.1083984375,1.0,81,0.6328125
+fresh-en-1,layers.21.mlp.up_proj.output,128,5120,5248,4096,128,0.6169422660328356,0.0,0.52587890625,0.006591796875,0.084228515625,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.up_proj.output,128,5248,5376,4096,128,0.5775552185517321,0.0,0.516845703125,0.006591796875,0.07666015625,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,5376,5504,4096,128,0.5628906144757884,0.0,0.4814453125,0.005615234375,0.0908203125,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,5504,5632,4096,128,0.5953663833859133,0.0,0.493408203125,0.005615234375,0.0771484375,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.up_proj.output,128,5632,5760,4096,128,0.7382637486824327,0.0,0.4912109375,0.009765625,0.110595703125,1.0,84,0.65625
+fresh-en-1,layers.21.mlp.up_proj.output,128,5760,5888,4096,128,0.6863088871026654,0.0,0.54833984375,0.007080078125,0.093505859375,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,128,5888,6016,4096,128,0.6992896492554419,0.0,0.510498046875,0.0078125,0.092041015625,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.up_proj.output,128,6016,6144,4096,128,0.6399846468233633,0.0,0.493408203125,0.010986328125,0.102783203125,1.0,92,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,0,0,6144,196608,6144,0.31947081584425435,0.0,0.8745981852213541,0.002716064453125,0.0283050537109375,1.0,4374,0.7119140625
+fresh-en-1,layers.21.mlp.silu_gate,64,0,64,2048,64,0.2793989500798601,0.0,0.88916015625,0.00439453125,0.0263671875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,64,128,2048,64,0.30711583964320416,0.0,0.87451171875,0.00390625,0.033203125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,128,192,2048,64,0.3222546855422719,0.0,0.85791015625,0.001953125,0.03076171875,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,192,256,2048,64,0.3888583459990413,0.0,0.81005859375,0.0048828125,0.041015625,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.silu_gate,64,256,320,2048,64,0.2541791843017393,0.0,0.87744140625,0.001953125,0.0263671875,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,320,384,2048,64,0.30104214967677895,0.0,0.85107421875,0.0048828125,0.02978515625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,384,448,2048,64,0.40361467302335935,0.0,0.8291015625,0.00439453125,0.041015625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.silu_gate,64,448,512,2048,64,0.3462138981106522,0.0,0.859375,0.00439453125,0.037109375,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.silu_gate,64,512,576,2048,64,0.2990004159226947,0.0,0.87158203125,0.00341796875,0.029296875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,576,640,2048,64,0.3058605033500504,0.0,0.84716796875,0.0048828125,0.02783203125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,640,704,2048,64,0.29480603621445894,0.0,0.927734375,0.0009765625,0.0166015625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,704,768,2048,64,0.27744335139304244,0.0,0.86328125,0.00048828125,0.0166015625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,768,832,2048,64,0.31972755660534513,0.0,0.87451171875,0.0,0.017578125,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,832,896,2048,64,0.2550086380616864,0.0,0.89990234375,0.0009765625,0.02197265625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,896,960,2048,64,0.26600696415197966,0.0,0.8701171875,0.00244140625,0.03125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,960,1024,2048,64,0.26859270155285436,0.0,0.88720703125,0.00146484375,0.02392578125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.silu_gate,64,1024,1088,2048,64,0.388816689874918,0.0,0.837890625,0.00439453125,0.04345703125,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.silu_gate,64,1088,1152,2048,64,0.2652677319037621,0.0,0.91259765625,0.00244140625,0.0224609375,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,1152,1216,2048,64,0.2608395633822084,0.0,0.90234375,0.00146484375,0.02099609375,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,1216,1280,2048,64,0.35174789480267865,0.0,0.89208984375,0.001953125,0.02294921875,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.silu_gate,64,1280,1344,2048,64,0.3476384522413865,0.0,0.8662109375,0.00439453125,0.02880859375,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,1344,1408,2048,64,0.3365476706014041,0.0,0.85498046875,0.0029296875,0.033203125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,1408,1472,2048,64,0.35619247185782227,0.0,0.8486328125,0.00244140625,0.02880859375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,1472,1536,2048,64,0.26040471669072773,0.0,0.9150390625,0.0029296875,0.01708984375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,1536,1600,2048,64,0.28901031030892976,0.0,0.87255859375,0.00146484375,0.02587890625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,1600,1664,2048,64,0.3131000983058411,0.0,0.8388671875,0.0029296875,0.029296875,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,1664,1728,2048,64,0.244691571109109,0.0,0.90380859375,0.00146484375,0.02099609375,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,1728,1792,2048,64,0.3031509061661325,0.0,0.92236328125,0.00146484375,0.02001953125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,1792,1856,2048,64,0.34606719280131754,0.0,0.826171875,0.00341796875,0.037109375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,1856,1920,2048,64,0.33103541159531147,0.0,0.8515625,0.00244140625,0.03271484375,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,1920,1984,2048,64,0.3352726552723305,0.0,0.86962890625,0.0029296875,0.03369140625,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,1984,2048,2048,64,0.24076930147423137,0.0,0.9052734375,0.00146484375,0.0205078125,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,2048,2112,2048,64,0.23470477132928605,0.0,0.9140625,0.00048828125,0.01171875,1.0,53,0.828125
+fresh-en-1,layers.21.mlp.silu_gate,64,2112,2176,2048,64,0.3060712085794711,0.0,0.87841796875,0.0009765625,0.029296875,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,2176,2240,2048,64,0.2930300689450082,0.0,0.87548828125,0.00341796875,0.025390625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,2240,2304,2048,64,0.4032054829788346,0.0,0.849609375,0.0029296875,0.04736328125,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.silu_gate,64,2304,2368,2048,64,0.37283894435705667,0.0,0.90185546875,0.0029296875,0.03369140625,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.silu_gate,64,2368,2432,2048,64,0.3671696694904245,0.0,0.85400390625,0.00341796875,0.03173828125,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.silu_gate,64,2432,2496,2048,64,0.2757972645770329,0.0,0.88232421875,0.00341796875,0.02734375,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,2496,2560,2048,64,0.344809441340906,0.0,0.86865234375,0.00244140625,0.02880859375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,2560,2624,2048,64,0.28523407043641286,0.0,0.86376953125,0.00341796875,0.0283203125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,2624,2688,2048,64,0.2623176743951572,0.0,0.88037109375,0.00244140625,0.0205078125,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,2688,2752,2048,64,0.3215125691385576,0.0,0.8720703125,0.005859375,0.0302734375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,2752,2816,2048,64,0.3227787147317986,0.0,0.90380859375,0.0029296875,0.02978515625,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,2816,2880,2048,64,0.3018496861354132,0.0,0.90673828125,0.0009765625,0.01904296875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,2880,2944,2048,64,0.4495658117657624,0.0,0.83447265625,0.00390625,0.03369140625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.silu_gate,64,2944,3008,2048,64,0.2802162874987949,0.0,0.875,0.00244140625,0.02685546875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,3008,3072,2048,64,0.2730239933752697,0.0,0.90087890625,0.00146484375,0.02587890625,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,3072,3136,2048,64,0.267206832552583,0.0,0.88671875,0.0029296875,0.02734375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,3136,3200,2048,64,0.26793193177562663,0.0,0.87890625,0.00048828125,0.0234375,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,3200,3264,2048,64,0.2930294350257704,0.0,0.86767578125,0.00244140625,0.02880859375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,3264,3328,2048,64,0.32555087418140394,0.0,0.865234375,0.0029296875,0.0302734375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,3328,3392,2048,64,0.3552277889794867,0.0,0.9150390625,0.00146484375,0.0205078125,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,3392,3456,2048,64,0.29617428536060036,0.0,0.86083984375,0.00439453125,0.0341796875,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,3456,3520,2048,64,0.48792690090911295,0.0,0.8427734375,0.00341796875,0.0390625,1.0,31,0.484375
+fresh-en-1,layers.21.mlp.silu_gate,64,3520,3584,2048,64,0.32814060849786825,0.0,0.87890625,0.0009765625,0.02587890625,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,3584,3648,2048,64,0.3217250985973124,0.0,0.8603515625,0.0048828125,0.03515625,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,3648,3712,2048,64,0.44966760478294526,0.0,0.80029296875,0.00390625,0.05078125,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.silu_gate,64,3712,3776,2048,64,0.27867249224548013,0.0,0.91748046875,0.00146484375,0.0224609375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,3776,3840,2048,64,0.2811990593943461,0.0,0.89306640625,0.00146484375,0.0166015625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,3840,3904,2048,64,0.36965862918843534,0.0,0.8740234375,0.0029296875,0.029296875,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.silu_gate,64,3904,3968,2048,64,0.2974756286674677,0.0,0.87939453125,0.00634765625,0.02587890625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,3968,4032,2048,64,0.2895302395771348,0.0,0.87109375,0.0009765625,0.025390625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,4032,4096,2048,64,0.28150990124221836,0.0,0.9052734375,0.00244140625,0.0205078125,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,4096,4160,2048,64,0.40301695621900163,0.0,0.85107421875,0.0029296875,0.05224609375,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.silu_gate,64,4160,4224,2048,64,0.30907131955871797,0.0,0.89501953125,0.0029296875,0.02490234375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,4224,4288,2048,64,0.32165977898036857,0.0,0.86572265625,0.00341796875,0.0283203125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,4288,4352,2048,64,0.28470913750609556,0.0,0.8984375,0.00048828125,0.0205078125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,4352,4416,2048,64,0.34661136190483627,0.0,0.8447265625,0.00244140625,0.0341796875,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,4416,4480,2048,64,0.24955041727558733,0.0,0.89599609375,0.00146484375,0.01806640625,1.0,53,0.828125
+fresh-en-1,layers.21.mlp.silu_gate,64,4480,4544,2048,64,0.31880704318073305,0.0,0.86865234375,0.001953125,0.02880859375,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,4544,4608,2048,64,0.27519133312614047,0.0,0.87744140625,0.00146484375,0.025390625,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,4608,4672,2048,64,0.3865156487880305,0.0,0.8759765625,0.00390625,0.0302734375,1.0,40,0.625
+fresh-en-1,layers.21.mlp.silu_gate,64,4672,4736,2048,64,0.3311828735981516,0.0,0.90283203125,0.001953125,0.02197265625,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,4736,4800,2048,64,0.3141169704901004,0.0,0.875,0.00244140625,0.0234375,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,4800,4864,2048,64,0.4206622833599979,0.0,0.8408203125,0.0029296875,0.04248046875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.silu_gate,64,4864,4928,2048,64,0.32985577286753304,0.0,0.87060546875,0.00341796875,0.0380859375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,4928,4992,2048,64,0.35551057782431944,0.0,0.828125,0.0029296875,0.0341796875,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,64,4992,5056,2048,64,0.384083417075442,0.0,0.83447265625,0.0029296875,0.03955078125,1.0,40,0.625
+fresh-en-1,layers.21.mlp.silu_gate,64,5056,5120,2048,64,0.27693672133736935,0.0,0.88330078125,0.00146484375,0.02001953125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,5120,5184,2048,64,0.28339447395371753,0.0,0.90869140625,0.0009765625,0.02197265625,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.silu_gate,64,5184,5248,2048,64,0.3087049466650279,0.0,0.85693359375,0.00244140625,0.033203125,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,64,5248,5312,2048,64,0.3126110071223175,0.0,0.86962890625,0.00341796875,0.03515625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,5312,5376,2048,64,0.2633731426428452,0.0,0.92626953125,0.00146484375,0.0166015625,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.silu_gate,64,5376,5440,2048,64,0.32504883881461394,0.0,0.86767578125,0.00341796875,0.02587890625,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,64,5440,5504,2048,64,0.31257533646305014,0.0,0.857421875,0.0029296875,0.03271484375,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,5504,5568,2048,64,0.3099478865651684,0.0,0.87841796875,0.00146484375,0.03369140625,1.0,46,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,64,5568,5632,2048,64,0.264119739265637,0.0,0.90087890625,0.00244140625,0.01953125,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,5632,5696,2048,64,0.4743591201951962,0.0,0.89453125,0.00439453125,0.0302734375,1.0,30,0.46875
+fresh-en-1,layers.21.mlp.silu_gate,64,5696,5760,2048,64,0.2866172540426401,0.0,0.8857421875,0.00439453125,0.02197265625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,5760,5824,2048,64,0.2965162969343835,0.0,0.84423828125,0.001953125,0.02587890625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,64,5824,5888,2048,64,0.2564199542859135,0.0,0.85791015625,0.001953125,0.03076171875,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.silu_gate,64,5888,5952,2048,64,0.26747614266342606,0.0,0.87744140625,0.00146484375,0.02392578125,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,64,5952,6016,2048,64,0.3140494542351658,0.0,0.85791015625,0.00390625,0.03564453125,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,64,6016,6080,2048,64,0.2315561346777885,0.0,0.912109375,0.00390625,0.0185546875,1.0,54,0.84375
+fresh-en-1,layers.21.mlp.silu_gate,64,6080,6144,2048,64,0.3034488866290683,0.0,0.888671875,0.00146484375,0.02685546875,1.0,48,0.75
+fresh-en-1,layers.21.mlp.silu_gate,128,0,128,4096,128,0.2935846660381622,0.0,0.8818359375,0.00390625,0.031005859375,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.silu_gate,128,128,256,4096,128,0.3571126542192664,0.0,0.833984375,0.00341796875,0.036376953125,1.0,86,0.671875
+fresh-en-1,layers.21.mlp.silu_gate,128,256,384,4096,128,0.2785977688481314,0.0,0.8642578125,0.003173828125,0.02734375,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,384,512,4096,128,0.3760112149422716,0.0,0.84423828125,0.004150390625,0.03759765625,1.0,79,0.6171875
+fresh-en-1,layers.21.mlp.silu_gate,128,512,640,4096,128,0.302449910093796,0.0,0.859375,0.004150390625,0.028564453125,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.silu_gate,128,640,768,4096,128,0.2862563643141267,0.0,0.8955078125,0.000732421875,0.017333984375,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.silu_gate,128,768,896,4096,128,0.2891842975845164,0.0,0.88720703125,0.00048828125,0.01953125,1.0,96,0.75
+fresh-en-1,layers.21.mlp.silu_gate,128,896,1024,4096,128,0.26730295949055005,0.0,0.878662109375,0.001953125,0.02734375,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,128,1024,1152,4096,128,0.33282532048707947,0.0,0.875244140625,0.0029296875,0.03173828125,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.silu_gate,128,1152,1280,4096,128,0.30964807388674115,0.0,0.897216796875,0.002197265625,0.021484375,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.silu_gate,128,1280,1408,4096,128,0.3421380043666722,0.0,0.860595703125,0.00390625,0.03173828125,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,128,1408,1536,4096,128,0.31199654924611236,0.0,0.8818359375,0.002685546875,0.022216796875,1.0,92,0.71875
+fresh-en-1,layers.21.mlp.silu_gate,128,1536,1664,4096,128,0.30129605956931405,0.0,0.855712890625,0.002197265625,0.027587890625,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.silu_gate,128,1664,1792,4096,128,0.2754763482417242,0.0,0.9130859375,0.001708984375,0.02099609375,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,1792,1920,4096,128,0.3386347188811726,0.0,0.8388671875,0.0029296875,0.03466796875,1.0,89,0.6953125
+fresh-en-1,layers.21.mlp.silu_gate,128,1920,2048,4096,128,0.2918712129568008,0.0,0.887451171875,0.0029296875,0.027099609375,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.silu_gate,128,2048,2176,4096,128,0.2727323911878002,0.0,0.896240234375,0.000732421875,0.019287109375,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,2176,2304,4096,128,0.35244948773555584,0.0,0.862548828125,0.003173828125,0.03662109375,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,128,2304,2432,4096,128,0.37001516497502634,0.0,0.8779296875,0.003173828125,0.03271484375,1.0,80,0.625
+fresh-en-1,layers.21.mlp.silu_gate,128,2432,2560,4096,128,0.31221601655424536,0.0,0.87548828125,0.0029296875,0.028564453125,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,128,2560,2688,4096,128,0.27401554448407506,0.0,0.8720703125,0.002685546875,0.02392578125,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,2688,2816,4096,128,0.32214626398422475,0.0,0.887939453125,0.00439453125,0.030029296875,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.silu_gate,128,2816,2944,4096,128,0.3828985845681963,0.0,0.87060546875,0.002197265625,0.02685546875,1.0,82,0.640625
+fresh-en-1,layers.21.mlp.silu_gate,128,2944,3072,4096,128,0.27664351495940276,0.0,0.887939453125,0.001953125,0.026123046875,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,128,3072,3200,4096,128,0.2675696277866783,0.0,0.8828125,0.001708984375,0.025390625,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.silu_gate,128,3200,3328,4096,128,0.3097173077758156,0.0,0.866455078125,0.002685546875,0.029052734375,1.0,94,0.734375
+fresh-en-1,layers.21.mlp.silu_gate,128,3328,3456,4096,128,0.32703668706440037,0.0,0.887939453125,0.003173828125,0.028564453125,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.silu_gate,128,3456,3584,4096,128,0.41578174537617846,0.0,0.86083984375,0.001953125,0.031982421875,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.silu_gate,128,3584,3712,4096,128,0.3909654676941951,0.0,0.830322265625,0.004638671875,0.044677734375,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.silu_gate,128,3712,3840,4096,128,0.2799386262545526,0.0,0.9052734375,0.00146484375,0.019775390625,1.0,99,0.7734375
+fresh-en-1,layers.21.mlp.silu_gate,128,3840,3968,4096,128,0.3355139727228795,0.0,0.876708984375,0.00439453125,0.02880859375,1.0,90,0.703125
+fresh-en-1,layers.21.mlp.silu_gate,128,3968,4096,4096,128,0.28554823071330404,0.0,0.88818359375,0.001708984375,0.022705078125,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,4096,4224,4096,128,0.3591293273834621,0.0,0.873046875,0.002685546875,0.0361328125,1.0,83,0.6484375
+fresh-en-1,layers.21.mlp.silu_gate,128,4224,4352,4096,128,0.3037468570974557,0.0,0.882080078125,0.001953125,0.023681640625,1.0,93,0.7265625
+fresh-en-1,layers.21.mlp.silu_gate,128,4352,4480,4096,128,0.30200566796332246,0.0,0.870361328125,0.001953125,0.025146484375,1.0,96,0.75
+fresh-en-1,layers.21.mlp.silu_gate,128,4480,4608,4096,128,0.2977987580643884,0.0,0.873046875,0.001708984375,0.02734375,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.silu_gate,128,4608,4736,4096,128,0.35991418596851765,0.0,0.889404296875,0.0029296875,0.026611328125,1.0,85,0.6640625
+fresh-en-1,layers.21.mlp.silu_gate,128,4736,4864,4096,128,0.3712318869598393,0.0,0.85791015625,0.002197265625,0.03076171875,1.0,85,0.6640625
+fresh-en-1,layers.21.mlp.silu_gate,128,4864,4992,4096,128,0.34292317057835203,0.0,0.849365234375,0.003173828125,0.035888671875,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,128,4992,5120,4096,128,0.33482384838705836,0.0,0.85888671875,0.002197265625,0.028564453125,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.silu_gate,128,5120,5248,4096,128,0.29632007353785705,0.0,0.8828125,0.001708984375,0.027099609375,1.0,98,0.765625
+fresh-en-1,layers.21.mlp.silu_gate,128,5248,5376,4096,128,0.2890424311754229,0.0,0.89794921875,0.002197265625,0.02490234375,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,128,5376,5504,4096,128,0.31887308492542754,0.0,0.862548828125,0.003173828125,0.02978515625,1.0,91,0.7109375
+fresh-en-1,layers.21.mlp.silu_gate,128,5504,5632,4096,128,0.2879469821477233,0.0,0.8896484375,0.001953125,0.025634765625,1.0,95,0.7421875
+fresh-en-1,layers.21.mlp.silu_gate,128,5632,5760,4096,128,0.39189668614783146,0.0,0.89013671875,0.00439453125,0.028564453125,1.0,79,0.6171875
+fresh-en-1,layers.21.mlp.silu_gate,128,5760,5888,4096,128,0.27719407218018705,0.0,0.85107421875,0.001953125,0.028564453125,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.silu_gate,128,5888,6016,4096,128,0.2916938005850578,0.0,0.86767578125,0.002685546875,0.029052734375,1.0,96,0.75
+fresh-en-1,layers.21.mlp.silu_gate,128,6016,6144,4096,128,0.26990690089671593,0.0,0.900390625,0.002197265625,0.022705078125,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.gated_product,0,0,6144,196608,6144,0.20300303479822676,0.0,0.5000508626302084,0.022898356119791668,0.17697652180989584,1.0,3122,0.5081380208333334
+fresh-en-1,layers.21.mlp.gated_product,64,0,64,2048,64,0.14072903481155447,0.0,0.51513671875,0.0146484375,0.12939453125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,64,128,2048,64,0.17057931325027106,0.0,0.494140625,0.02734375,0.158203125,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,128,192,2048,64,0.20254246846139695,0.0,0.5185546875,0.0322265625,0.1708984375,1.0,32,0.5
+fresh-en-1,layers.21.mlp.gated_product,64,192,256,2048,64,0.24774446816743673,0.0,0.47900390625,0.029296875,0.19384765625,1.0,30,0.46875
+fresh-en-1,layers.21.mlp.gated_product,64,256,320,2048,64,0.15007669529877635,0.0,0.4775390625,0.0244140625,0.15625,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,320,384,2048,64,0.187566673168517,0.0,0.4716796875,0.02392578125,0.18017578125,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gated_product,64,384,448,2048,64,0.3183267696048721,0.0,0.45654296875,0.04150390625,0.2626953125,1.0,12,0.1875
+fresh-en-1,layers.21.mlp.gated_product,64,448,512,2048,64,0.18409575317525012,0.0,0.5166015625,0.01953125,0.16943359375,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gated_product,64,512,576,2048,64,0.19701281548669383,0.0,0.5478515625,0.02197265625,0.17529296875,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,576,640,2048,64,0.2032674765374675,0.0,0.5048828125,0.0283203125,0.1962890625,1.0,32,0.5
+fresh-en-1,layers.21.mlp.gated_product,64,640,704,2048,64,0.20242386677647062,0.0,0.49755859375,0.02392578125,0.1787109375,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,704,768,2048,64,0.2590369225716192,0.0,0.42529296875,0.02734375,0.2109375,1.0,22,0.34375
+fresh-en-1,layers.21.mlp.gated_product,64,768,832,2048,64,0.21403430794552997,0.0,0.5126953125,0.02978515625,0.17626953125,1.0,32,0.5
+fresh-en-1,layers.21.mlp.gated_product,64,832,896,2048,64,0.1676749206550175,0.0,0.52978515625,0.01513671875,0.14697265625,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,896,960,2048,64,0.16367899991608897,0.0,0.5068359375,0.0224609375,0.1552734375,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,960,1024,2048,64,0.15435236290956236,0.0,0.4921875,0.017578125,0.1240234375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,1024,1088,2048,64,0.19604694896956965,0.0,0.52734375,0.025390625,0.19482421875,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,1088,1152,2048,64,0.13622037103985,0.0,0.47021484375,0.01318359375,0.11669921875,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.gated_product,64,1152,1216,2048,64,0.14935635412523454,0.0,0.4931640625,0.01611328125,0.1318359375,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,1216,1280,2048,64,0.20780283774868324,0.0,0.53173828125,0.0205078125,0.16064453125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,1280,1344,2048,64,0.36431881747571676,0.0,0.48291015625,0.04443359375,0.2783203125,1.0,10,0.15625
+fresh-en-1,layers.21.mlp.gated_product,64,1344,1408,2048,64,0.1918755138637061,0.0,0.54833984375,0.02294921875,0.19677734375,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,1408,1472,2048,64,0.20937838021938707,0.0,0.52734375,0.0234375,0.16943359375,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gated_product,64,1472,1536,2048,64,0.14995938486300345,0.0,0.48193359375,0.0146484375,0.1279296875,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,1536,1600,2048,64,0.1638900276057266,0.0,0.5126953125,0.01708984375,0.14697265625,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.gated_product,64,1600,1664,2048,64,0.21388934626557055,0.0,0.46826171875,0.02294921875,0.17626953125,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gated_product,64,1664,1728,2048,64,0.14680280666930126,0.0,0.4697265625,0.02099609375,0.13818359375,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,1728,1792,2048,64,0.1591699321097108,0.0,0.49853515625,0.01416015625,0.126953125,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,1792,1856,2048,64,0.2657805410759107,0.0,0.50830078125,0.0302734375,0.22509765625,1.0,23,0.359375
+fresh-en-1,layers.21.mlp.gated_product,64,1856,1920,2048,64,0.24073871665683746,0.0,0.4765625,0.02734375,0.21044921875,1.0,26,0.40625
+fresh-en-1,layers.21.mlp.gated_product,64,1920,1984,2048,64,0.21099813744085444,0.0,0.5244140625,0.02587890625,0.1806640625,1.0,29,0.453125
+fresh-en-1,layers.21.mlp.gated_product,64,1984,2048,2048,64,0.1524325527655102,0.0,0.478515625,0.017578125,0.1298828125,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.gated_product,64,2048,2112,2048,64,0.1401089674311392,0.0,0.49609375,0.01513671875,0.1220703125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,2112,2176,2048,64,0.19557531984778867,0.0,0.52685546875,0.02001953125,0.16796875,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gated_product,64,2176,2240,2048,64,0.19511609603680083,0.0,0.5166015625,0.01904296875,0.1513671875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,2240,2304,2048,64,0.24208759720639883,0.0,0.5166015625,0.03857421875,0.2021484375,1.0,23,0.359375
+fresh-en-1,layers.21.mlp.gated_product,64,2304,2368,2048,64,0.1850773330658635,0.0,0.4951171875,0.01708984375,0.14208984375,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gated_product,64,2368,2432,2048,64,0.2284079851873665,0.0,0.484375,0.0263671875,0.1875,1.0,27,0.421875
+fresh-en-1,layers.21.mlp.gated_product,64,2432,2496,2048,64,0.1490381077049025,0.0,0.50341796875,0.02001953125,0.14208984375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,2496,2560,2048,64,0.2438772624381611,0.0,0.52099609375,0.02490234375,0.2158203125,1.0,27,0.421875
+fresh-en-1,layers.21.mlp.gated_product,64,2560,2624,2048,64,0.13874406870788406,0.0,0.4453125,0.017578125,0.1396484375,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.gated_product,64,2624,2688,2048,64,0.16770065123890177,0.0,0.47021484375,0.0166015625,0.13671875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,2688,2752,2048,64,0.14689799806144857,0.0,0.45166015625,0.02490234375,0.14599609375,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,2752,2816,2048,64,0.18517718793019364,0.0,0.4638671875,0.02099609375,0.171875,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gated_product,64,2816,2880,2048,64,0.18131086640232957,0.0,0.4853515625,0.0126953125,0.13623046875,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,2880,2944,2048,64,0.2102374860332724,0.0,0.54248046875,0.02001953125,0.169921875,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,2944,3008,2048,64,0.17793801539150106,0.0,0.50927734375,0.02001953125,0.1611328125,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gated_product,64,3008,3072,2048,64,0.19824761317713507,0.0,0.52783203125,0.025390625,0.1572265625,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gated_product,64,3072,3136,2048,64,0.16470036458122816,0.0,0.46728515625,0.01806640625,0.16650390625,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gated_product,64,3136,3200,2048,64,0.17420434936552612,0.0,0.51904296875,0.02099609375,0.158203125,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,3200,3264,2048,64,0.17972350175376411,0.0,0.5068359375,0.0205078125,0.1611328125,1.0,38,0.59375
+fresh-en-1,layers.21.mlp.gated_product,64,3264,3328,2048,64,0.24047522834773138,0.0,0.46435546875,0.0263671875,0.2001953125,1.0,28,0.4375
+fresh-en-1,layers.21.mlp.gated_product,64,3328,3392,2048,64,0.19839094792625883,0.0,0.486328125,0.0185546875,0.1630859375,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gated_product,64,3392,3456,2048,64,0.21647783900326587,0.0,0.48486328125,0.03125,0.20263671875,1.0,34,0.53125
+fresh-en-1,layers.21.mlp.gated_product,64,3456,3520,2048,64,0.21679194777311314,0.0,0.51708984375,0.0205078125,0.171875,1.0,31,0.484375
+fresh-en-1,layers.21.mlp.gated_product,64,3520,3584,2048,64,0.19898496574666882,0.0,0.548828125,0.017578125,0.1748046875,1.0,35,0.546875
+fresh-en-1,layers.21.mlp.gated_product,64,3584,3648,2048,64,0.16436241427923715,0.0,0.49560546875,0.021484375,0.15869140625,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,3648,3712,2048,64,0.297382408788223,0.0,0.4990234375,0.03662109375,0.24169921875,1.0,19,0.296875
+fresh-en-1,layers.21.mlp.gated_product,64,3712,3776,2048,64,0.20094742789221945,0.0,0.55517578125,0.0224609375,0.16259765625,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,3776,3840,2048,64,0.13511226691742917,0.0,0.52392578125,0.01611328125,0.12890625,1.0,48,0.75
+fresh-en-1,layers.21.mlp.gated_product,64,3840,3904,2048,64,0.3470656670082979,0.0,0.50390625,0.04443359375,0.28564453125,1.0,11,0.171875
+fresh-en-1,layers.21.mlp.gated_product,64,3904,3968,2048,64,0.17821814396039715,0.0,0.48681640625,0.01953125,0.16552734375,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gated_product,64,3968,4032,2048,64,0.16965090764039373,0.0,0.51318359375,0.01416015625,0.1484375,1.0,40,0.625
+fresh-en-1,layers.21.mlp.gated_product,64,4032,4096,2048,64,0.15768733911860217,0.0,0.48779296875,0.01953125,0.13232421875,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,4096,4160,2048,64,0.2394633512598587,0.0,0.54541015625,0.0322265625,0.24169921875,1.0,25,0.390625
+fresh-en-1,layers.21.mlp.gated_product,64,4160,4224,2048,64,0.17039818016446795,0.0,0.50732421875,0.02392578125,0.13671875,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,4224,4288,2048,64,0.19858048089090272,0.0,0.48388671875,0.0205078125,0.1767578125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,4288,4352,2048,64,0.17500025316708234,0.0,0.53173828125,0.0126953125,0.13623046875,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,4352,4416,2048,64,0.21206927732565858,0.0,0.50732421875,0.02001953125,0.1728515625,1.0,30,0.46875
+fresh-en-1,layers.21.mlp.gated_product,64,4416,4480,2048,64,0.17078964815739497,0.0,0.56689453125,0.0166015625,0.13818359375,1.0,43,0.671875
+fresh-en-1,layers.21.mlp.gated_product,64,4480,4544,2048,64,0.20964421119922452,0.0,0.4697265625,0.03076171875,0.17138671875,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gated_product,64,4544,4608,2048,64,0.23848066440160853,0.0,0.50048828125,0.03125,0.2041015625,1.0,27,0.421875
+fresh-en-1,layers.21.mlp.gated_product,64,4608,4672,2048,64,0.1961672986355485,0.0,0.5322265625,0.0234375,0.1767578125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,4672,4736,2048,64,0.17609701216353688,0.0,0.4326171875,0.02294921875,0.14990234375,1.0,39,0.609375
+fresh-en-1,layers.21.mlp.gated_product,64,4736,4800,2048,64,0.15964127771724584,0.0,0.46875,0.01611328125,0.15283203125,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,4800,4864,2048,64,0.2912350462287576,0.0,0.517578125,0.02490234375,0.25732421875,1.0,18,0.28125
+fresh-en-1,layers.21.mlp.gated_product,64,4864,4928,2048,64,0.20166112569286523,0.0,0.49853515625,0.03076171875,0.193359375,1.0,30,0.46875
+fresh-en-1,layers.21.mlp.gated_product,64,4928,4992,2048,64,0.2767756568407453,0.0,0.50732421875,0.02880859375,0.2353515625,1.0,20,0.3125
+fresh-en-1,layers.21.mlp.gated_product,64,4992,5056,2048,64,0.20310451834824925,0.0,0.5283203125,0.02392578125,0.181640625,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,5056,5120,2048,64,0.14133382948290968,0.0,0.47119140625,0.0126953125,0.1435546875,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,5120,5184,2048,64,0.20906717960425023,0.0,0.49365234375,0.01953125,0.16455078125,1.0,33,0.515625
+fresh-en-1,layers.21.mlp.gated_product,64,5184,5248,2048,64,0.19173357642458053,0.0,0.48193359375,0.013671875,0.1669921875,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gated_product,64,5248,5312,2048,64,0.2241618811877564,0.0,0.501953125,0.025390625,0.19189453125,1.0,28,0.4375
+fresh-en-1,layers.21.mlp.gated_product,64,5312,5376,2048,64,0.1490626439937619,0.0,0.47314453125,0.01220703125,0.111328125,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.gated_product,64,5376,5440,2048,64,0.14587147258083258,0.0,0.53759765625,0.01123046875,0.126953125,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.gated_product,64,5440,5504,2048,64,0.14279263246170373,0.0,0.5107421875,0.0205078125,0.15283203125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,5504,5568,2048,64,0.17108822768132792,0.0,0.4755859375,0.01806640625,0.16064453125,1.0,36,0.5625
+fresh-en-1,layers.21.mlp.gated_product,64,5568,5632,2048,64,0.23052484379944752,0.0,0.51416015625,0.0185546875,0.18359375,1.0,28,0.4375
+fresh-en-1,layers.21.mlp.gated_product,64,5632,5696,2048,64,0.26550274403856283,0.0,0.55224609375,0.025390625,0.212890625,1.0,24,0.375
+fresh-en-1,layers.21.mlp.gated_product,64,5696,5760,2048,64,0.1582023217586068,0.0,0.49853515625,0.0185546875,0.14501953125,1.0,42,0.65625
+fresh-en-1,layers.21.mlp.gated_product,64,5760,5824,2048,64,0.19404791173232777,0.0,0.5087890625,0.017578125,0.16943359375,1.0,37,0.578125
+fresh-en-1,layers.21.mlp.gated_product,64,5824,5888,2048,64,0.16599662818986904,0.0,0.4482421875,0.017578125,0.150390625,1.0,41,0.640625
+fresh-en-1,layers.21.mlp.gated_product,64,5888,5952,2048,64,0.1518165422986451,0.0,0.48193359375,0.0166015625,0.140625,1.0,45,0.703125
+fresh-en-1,layers.21.mlp.gated_product,64,5952,6016,2048,64,0.23722216022016496,0.0,0.4814453125,0.0244140625,0.18994140625,1.0,28,0.4375
+fresh-en-1,layers.21.mlp.gated_product,64,6016,6080,2048,64,0.15023474289363153,0.0,0.5224609375,0.0234375,0.158203125,1.0,44,0.6875
+fresh-en-1,layers.21.mlp.gated_product,64,6080,6144,2048,64,0.3483544319233018,0.0,0.49072265625,0.04052734375,0.2734375,1.0,13,0.203125
+fresh-en-1,layers.21.mlp.gated_product,128,0,128,4096,128,0.1563680967268033,0.0,0.504638671875,0.020751953125,0.1455078125,1.0,81,0.6328125
+fresh-en-1,layers.21.mlp.gated_product,128,128,256,4096,128,0.22627502407247915,0.0,0.498779296875,0.030029296875,0.185302734375,1.0,61,0.4765625
+fresh-en-1,layers.21.mlp.gated_product,128,256,384,4096,128,0.16985916424395098,0.0,0.474609375,0.025146484375,0.1689453125,1.0,77,0.6015625
+fresh-en-1,layers.21.mlp.gated_product,128,384,512,4096,128,0.2600222861450879,0.0,0.486572265625,0.03076171875,0.223388671875,1.0,43,0.3359375
+fresh-en-1,layers.21.mlp.gated_product,128,512,640,4096,128,0.2001645778901751,0.0,0.5263671875,0.025146484375,0.18603515625,1.0,64,0.5
+fresh-en-1,layers.21.mlp.gated_product,128,640,768,4096,128,0.2324602644497693,0.0,0.46142578125,0.0244140625,0.1982421875,1.0,54,0.421875
+fresh-en-1,layers.21.mlp.gated_product,128,768,896,4096,128,0.19225707268445075,0.0,0.521240234375,0.021484375,0.16455078125,1.0,71,0.5546875
+fresh-en-1,layers.21.mlp.gated_product,128,896,1024,4096,128,0.15908404531771295,0.0,0.49951171875,0.019775390625,0.14111328125,1.0,84,0.65625
+fresh-en-1,layers.21.mlp.gated_product,128,1024,1152,4096,128,0.1688052068013772,0.0,0.498779296875,0.0205078125,0.15283203125,1.0,79,0.6171875
+fresh-en-1,layers.21.mlp.gated_product,128,1152,1280,4096,128,0.18095488373347102,0.0,0.512451171875,0.0185546875,0.152099609375,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gated_product,128,1280,1408,4096,128,0.29115667052925814,0.0,0.515625,0.037841796875,0.250732421875,1.0,33,0.2578125
+fresh-en-1,layers.21.mlp.gated_product,128,1408,1536,4096,128,0.18210865329767362,0.0,0.504638671875,0.020751953125,0.15185546875,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gated_product,128,1536,1664,4096,128,0.19053686466733802,0.0,0.490478515625,0.020263671875,0.162841796875,1.0,75,0.5859375
+fresh-en-1,layers.21.mlp.gated_product,128,1664,1792,4096,128,0.1531112852369057,0.0,0.484130859375,0.017822265625,0.132080078125,1.0,83,0.6484375
+fresh-en-1,layers.21.mlp.gated_product,128,1792,1920,4096,128,0.25356895089125653,0.0,0.492431640625,0.028564453125,0.21923828125,1.0,47,0.3671875
+fresh-en-1,layers.21.mlp.gated_product,128,1920,2048,4096,128,0.18405963319821073,0.0,0.50146484375,0.021728515625,0.15380859375,1.0,71,0.5546875
+fresh-en-1,layers.21.mlp.gated_product,128,2048,2176,4096,128,0.1701179421580582,0.0,0.511474609375,0.0166015625,0.150634765625,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gated_product,128,2176,2304,4096,128,0.21985983677539844,0.0,0.5166015625,0.029052734375,0.177001953125,1.0,60,0.46875
+fresh-en-1,layers.21.mlp.gated_product,128,2304,2432,4096,128,0.2078747542537631,0.0,0.48974609375,0.021484375,0.163818359375,1.0,63,0.4921875
+fresh-en-1,layers.21.mlp.gated_product,128,2432,2560,4096,128,0.20209957531201028,0.0,0.51220703125,0.02294921875,0.18603515625,1.0,67,0.5234375
+fresh-en-1,layers.21.mlp.gated_product,128,2560,2688,4096,128,0.1539048813838759,0.0,0.457763671875,0.017333984375,0.1396484375,1.0,83,0.6484375
+fresh-en-1,layers.21.mlp.gated_product,128,2688,2816,4096,128,0.16713708858927093,0.0,0.457763671875,0.0234375,0.1630859375,1.0,78,0.609375
+fresh-en-1,layers.21.mlp.gated_product,128,2816,2944,4096,128,0.19630770592255647,0.0,0.513916015625,0.0166015625,0.155517578125,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gated_product,128,2944,3072,4096,128,0.18836673465861356,0.0,0.5185546875,0.022216796875,0.160888671875,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gated_product,128,3072,3200,4096,128,0.16951897449998887,0.0,0.4931640625,0.019287109375,0.162109375,1.0,77,0.6015625
+fresh-en-1,layers.21.mlp.gated_product,128,3200,3328,4096,128,0.21228385776069833,0.0,0.485595703125,0.0234375,0.18212890625,1.0,64,0.5
+fresh-en-1,layers.21.mlp.gated_product,128,3328,3456,4096,128,0.20763143186738783,0.0,0.485595703125,0.023681640625,0.183349609375,1.0,67,0.5234375
+fresh-en-1,layers.21.mlp.gated_product,128,3456,3584,4096,128,0.2080790297128271,0.0,0.532958984375,0.01904296875,0.173095703125,1.0,66,0.515625
+fresh-en-1,layers.21.mlp.gated_product,128,3584,3712,4096,128,0.2402616285264725,0.0,0.497314453125,0.02880859375,0.21435546875,1.0,53,0.4140625
+fresh-en-1,layers.21.mlp.gated_product,128,3712,3840,4096,128,0.17122382055085875,0.0,0.53955078125,0.0205078125,0.1474609375,1.0,79,0.6171875
+fresh-en-1,layers.21.mlp.gated_product,128,3840,3968,4096,128,0.2758770414991102,0.0,0.495361328125,0.0322265625,0.24072265625,1.0,37,0.2890625
+fresh-en-1,layers.21.mlp.gated_product,128,3968,4096,4096,128,0.16377839812001221,0.0,0.50048828125,0.016845703125,0.14013671875,1.0,81,0.6328125
+fresh-en-1,layers.21.mlp.gated_product,128,4096,4224,4096,128,0.20781991771719685,0.0,0.5263671875,0.0263671875,0.193115234375,1.0,64,0.5
+fresh-en-1,layers.21.mlp.gated_product,128,4224,4352,4096,128,0.18716209017774552,0.0,0.5078125,0.016357421875,0.157470703125,1.0,73,0.5703125
+fresh-en-1,layers.21.mlp.gated_product,128,4352,4480,4096,128,0.19253893411873074,0.0,0.537109375,0.017822265625,0.155029296875,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gated_product,128,4480,4608,4096,128,0.22452585884790385,0.0,0.485107421875,0.031005859375,0.187255859375,1.0,62,0.484375
+fresh-en-1,layers.21.mlp.gated_product,128,4608,4736,4096,128,0.18640247684364783,0.0,0.482421875,0.022216796875,0.1611328125,1.0,71,0.5546875
+fresh-en-1,layers.21.mlp.gated_product,128,4736,4864,4096,128,0.23484376689946596,0.0,0.4931640625,0.022216796875,0.216064453125,1.0,49,0.3828125
+fresh-en-1,layers.21.mlp.gated_product,128,4864,4992,4096,128,0.24214868762326547,0.0,0.5029296875,0.029296875,0.220947265625,1.0,49,0.3828125
+fresh-en-1,layers.21.mlp.gated_product,128,4992,5120,4096,128,0.1749667064469388,0.0,0.499755859375,0.019287109375,0.16552734375,1.0,75,0.5859375
+fresh-en-1,layers.21.mlp.gated_product,128,5120,5248,4096,128,0.20058769892024322,0.0,0.48779296875,0.01611328125,0.1650390625,1.0,70,0.546875
+fresh-en-1,layers.21.mlp.gated_product,128,5248,5376,4096,128,0.19035259495479018,0.0,0.487548828125,0.019287109375,0.15380859375,1.0,72,0.5625
+fresh-en-1,layers.21.mlp.gated_product,128,5376,5504,4096,128,0.14434026187838891,0.0,0.524169921875,0.015869140625,0.140380859375,1.0,88,0.6875
+fresh-en-1,layers.21.mlp.gated_product,128,5504,5632,4096,128,0.2029937009612584,0.0,0.494873046875,0.019775390625,0.17724609375,1.0,62,0.484375
+fresh-en-1,layers.21.mlp.gated_product,128,5632,5760,4096,128,0.21854024995618127,0.0,0.525390625,0.022705078125,0.183837890625,1.0,62,0.484375
+fresh-en-1,layers.21.mlp.gated_product,128,5760,5888,4096,128,0.1805678163711392,0.0,0.478515625,0.01904296875,0.159423828125,1.0,76,0.59375
+fresh-en-1,layers.21.mlp.gated_product,128,5888,6016,4096,128,0.1991514697598764,0.0,0.481689453125,0.02099609375,0.171875,1.0,70,0.546875
+fresh-en-1,layers.21.mlp.gated_product,128,6016,6144,4096,128,0.2682548118980551,0.0,0.506591796875,0.035400390625,0.23583984375,1.0,38,0.296875
+fresh-en-1,layers.21.mlp.down_proj.output,0,0,2048,65536,2048,0.14818062882700928,0.0,0.498016357421875,0.0083770751953125,0.08477783203125,1.0,1612,0.787109375
+fresh-en-1,layers.21.mlp.down_proj.output,64,0,64,2048,64,0.15524212544486427,0.0,0.4970703125,0.00439453125,0.087890625,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,64,128,2048,64,0.15651956147709858,0.0,0.51220703125,0.0078125,0.07568359375,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.down_proj.output,64,128,192,2048,64,0.14752730373760378,0.0,0.50390625,0.0078125,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,192,256,2048,64,0.14637522786809623,0.0,0.48974609375,0.00732421875,0.0830078125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,256,320,2048,64,0.14559147804409103,0.0,0.5146484375,0.0107421875,0.08447265625,1.0,53,0.828125
+fresh-en-1,layers.21.mlp.down_proj.output,64,320,384,2048,64,0.15324587266642528,0.0,0.50146484375,0.00927734375,0.0859375,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.down_proj.output,64,384,448,2048,64,0.14745838264012195,0.0,0.4560546875,0.00537109375,0.0849609375,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,448,512,2048,64,0.1463351339456473,0.0,0.46435546875,0.009765625,0.08203125,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,512,576,2048,64,0.148131883477536,0.0,0.5087890625,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.down_proj.output,64,576,640,2048,64,0.14126271836709162,0.0,0.4990234375,0.00830078125,0.09423828125,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,640,704,2048,64,0.14600471187215466,0.0,0.48388671875,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,704,768,2048,64,0.1370714494752321,0.0,0.4892578125,0.0087890625,0.09130859375,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,768,832,2048,64,0.1527984096616827,0.0,0.47314453125,0.01123046875,0.076171875,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,832,896,2048,64,0.13720157540142117,0.0,0.4951171875,0.01123046875,0.08984375,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,896,960,2048,64,0.14742941377073207,0.0,0.4716796875,0.0087890625,0.08056640625,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.down_proj.output,64,960,1024,2048,64,0.15264741521149447,0.0,0.53271484375,0.01318359375,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.down_proj.output,64,1024,1088,2048,64,0.14971553644773838,0.0,0.4990234375,0.00830078125,0.08935546875,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,1088,1152,2048,64,0.1456963787311198,0.0,0.5546875,0.009765625,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.down_proj.output,64,1152,1216,2048,64,0.1716429428152186,0.0,0.51220703125,0.009765625,0.1015625,1.0,47,0.734375
+fresh-en-1,layers.21.mlp.down_proj.output,64,1216,1280,2048,64,0.14553866812530084,0.0,0.50390625,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1280,1344,2048,64,0.14611061599317035,0.0,0.4619140625,0.00439453125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1344,1408,2048,64,0.142370898281216,0.0,0.5107421875,0.0087890625,0.083984375,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1408,1472,2048,64,0.15247492881350821,0.0,0.53173828125,0.00830078125,0.07958984375,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,1472,1536,2048,64,0.1430394350854758,0.0,0.53515625,0.0078125,0.0869140625,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1536,1600,2048,64,0.1514161714922117,0.0,0.46728515625,0.00732421875,0.0908203125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1600,1664,2048,64,0.14857802137246154,0.0,0.48779296875,0.00390625,0.078125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1664,1728,2048,64,0.14383866255120156,0.0,0.48291015625,0.009765625,0.095703125,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1728,1792,2048,64,0.14001261203156024,0.0,0.48876953125,0.0087890625,0.07763671875,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,1792,1856,2048,64,0.14100806376314004,0.0,0.5087890625,0.00732421875,0.078125,1.0,53,0.828125
+fresh-en-1,layers.21.mlp.down_proj.output,64,1856,1920,2048,64,0.14809513767014587,0.0,0.50146484375,0.00732421875,0.08349609375,1.0,51,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,64,1920,1984,2048,64,0.15112111520822627,0.0,0.5078125,0.0087890625,0.078125,1.0,49,0.765625
+fresh-en-1,layers.21.mlp.down_proj.output,64,1984,2048,2048,64,0.15569140137293389,0.0,0.4892578125,0.0068359375,0.0791015625,1.0,52,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,128,0,128,4096,128,0.15588215202136232,0.0,0.504638671875,0.006103515625,0.08154296875,1.0,99,0.7734375
+fresh-en-1,layers.21.mlp.down_proj.output,128,128,256,4096,128,0.14695239481125222,0.0,0.496826171875,0.007568359375,0.08251953125,1.0,102,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,128,256,384,4096,128,0.1494676820726763,0.0,0.508056640625,0.010009765625,0.084716796875,1.0,103,0.8046875
+fresh-en-1,layers.21.mlp.down_proj.output,128,384,512,4096,128,0.14689783190661998,0.0,0.460205078125,0.007568359375,0.08349609375,1.0,102,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,128,512,640,4096,128,0.14473805737100132,0.0,0.50390625,0.008544921875,0.090576171875,1.0,101,0.7890625
+fresh-en-1,layers.21.mlp.down_proj.output,128,640,768,4096,128,0.1416085416740671,0.0,0.486572265625,0.0087890625,0.087890625,1.0,103,0.8046875
+fresh-en-1,layers.21.mlp.down_proj.output,128,768,896,4096,128,0.14520954907954792,0.0,0.484130859375,0.010986328125,0.0830078125,1.0,101,0.7890625
+fresh-en-1,layers.21.mlp.down_proj.output,128,896,1024,4096,128,0.15006109658324526,0.0,0.502197265625,0.0107421875,0.086669921875,1.0,99,0.7734375
+fresh-en-1,layers.21.mlp.down_proj.output,128,1024,1152,4096,128,0.14771962738444067,0.0,0.52685546875,0.0087890625,0.087158203125,1.0,100,0.78125
+fresh-en-1,layers.21.mlp.down_proj.output,128,1152,1280,4096,128,0.15912699918297155,0.0,0.508056640625,0.00830078125,0.087890625,1.0,97,0.7578125
+fresh-en-1,layers.21.mlp.down_proj.output,128,1280,1408,4096,128,0.14425287654550262,0.0,0.486328125,0.006591796875,0.0859375,1.0,103,0.8046875
+fresh-en-1,layers.21.mlp.down_proj.output,128,1408,1536,4096,128,0.14783247935798216,0.0,0.533447265625,0.00830078125,0.084228515625,1.0,102,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,128,1536,1664,4096,128,0.15000380899216276,0.0,0.4775390625,0.005615234375,0.084228515625,1.0,102,0.796875
+fresh-en-1,layers.21.mlp.down_proj.output,128,1664,1792,4096,128,0.1419385296042245,0.0,0.48583984375,0.009521484375,0.087158203125,1.0,103,0.8046875
+fresh-en-1,layers.21.mlp.down_proj.output,128,1792,1920,4096,128,0.1445950273138209,0.0,0.505126953125,0.0078125,0.080078125,1.0,104,0.8125
+fresh-en-1,layers.21.mlp.down_proj.output,128,1920,2048,4096,128,0.1534232771179882,0.0,0.49853515625,0.008056640625,0.078369140625,1.0,101,0.7890625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,2.188268788998835,0.0,0.501556396484375,0.013722737630208334,0.1386260986328125,1.0,2240,0.3645833333333333
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,0,64,2048,64,4.679788176643032,0.0,0.44140625,0.0087890625,0.07275390625,1.0,39,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,64,128,2048,64,4.268292052779116,0.0,0.4892578125,0.00634765625,0.0732421875,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.9699079313831174,0.0,0.51025390625,0.0107421875,0.10400390625,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.252818860523767,0.0,0.54931640625,0.0078125,0.08544921875,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,256,320,2048,64,2.4695038459298537,0.0,0.52001953125,0.015625,0.1484375,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,320,384,2048,64,2.4890792252108964,0.0,0.53662109375,0.01611328125,0.1474609375,1.0,22,0.34375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.3384608975921564,0.0,0.55712890625,0.005859375,0.05810546875,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.8793771926284892,0.0,0.5615234375,0.0068359375,0.0986328125,1.0,35,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.0136158597546228,0.0,0.50390625,0.0078125,0.07421875,1.0,39,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,576,640,2048,64,2.6179805584533975,0.0,0.623046875,0.00830078125,0.06884765625,1.0,38,0.59375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.9932824280103951,0.0,0.54248046875,0.00390625,0.03369140625,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.0908199043997917,0.0,0.51806640625,0.0029296875,0.03857421875,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,768,832,2048,64,2.1144784585589194,0.0,0.57470703125,0.00244140625,0.04052734375,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,832,896,2048,64,2.2226563110569497,0.0,0.4755859375,0.00439453125,0.05224609375,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,896,960,2048,64,3.0341401156172205,0.0,0.466796875,0.01513671875,0.138671875,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,3.173899549921895,0.0,0.525390625,0.0126953125,0.14013671875,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6344499246630624,0.0,0.49365234375,0.00732421875,0.06494140625,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.6399296542674322,0.0,0.44921875,0.00439453125,0.060546875,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.9441626345369291,0.0,0.48291015625,0.00732421875,0.10205078125,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.9224972904905353,0.0,0.47705078125,0.0224609375,0.19580078125,1.0,17,0.265625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,3.1473010287191294,0.0,0.47802734375,0.0068359375,0.08984375,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.689356284170896,0.0,0.5908203125,0.005859375,0.0791015625,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.1085370992397954,0.0,0.59228515625,0.0087890625,0.07275390625,1.0,46,0.71875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.7534583294327544,0.0,0.5478515625,0.013671875,0.1201171875,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,4.065964437734387,0.0,0.56591796875,0.01708984375,0.20068359375,1.0,16,0.25
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,3.9744289456164688,0.0,0.5,0.02197265625,0.24658203125,1.0,11,0.171875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,2.9012435284358125,0.0,0.443359375,0.01318359375,0.12255859375,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,2.693189361402876,0.0,0.40869140625,0.0068359375,0.08544921875,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,2.160570601343151,0.0,0.43505859375,0.0068359375,0.0458984375,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.6288661310174766,0.0,0.38427734375,0.005859375,0.048828125,1.0,43,0.671875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,2.8469061973072387,0.0,0.552734375,0.00634765625,0.0849609375,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.4248467499665636,0.0,0.43701171875,0.0107421875,0.109375,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,2.0427775206883156,0.0,0.45849609375,0.01123046875,0.115234375,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,2.111943534067877,0.0,0.47216796875,0.01953125,0.1474609375,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.4050585322633224,0.0,0.53662109375,0.0126953125,0.11474609375,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.536490755228355,0.0,0.45458984375,0.01220703125,0.142578125,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,2.2565260995277843,0.0,0.48388671875,0.0263671875,0.22412109375,1.0,13,0.203125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.7829851540488395,0.0,0.46875,0.0244140625,0.19140625,1.0,18,0.28125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.9402041297442412,0.0,0.48046875,0.01708984375,0.15185546875,1.0,23,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.474502130807942,0.0,0.46484375,0.0107421875,0.1259765625,1.0,29,0.453125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.054621962869231,0.0,0.462890625,0.02099609375,0.16845703125,1.0,17,0.265625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5455449792428881,0.0,0.52783203125,0.01318359375,0.12548828125,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9421503108238481,0.0,0.51806640625,0.0087890625,0.10546875,1.0,38,0.59375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.8933449510960643,0.0,0.4873046875,0.009765625,0.09033203125,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.996191727386857,0.0,0.458984375,0.01123046875,0.09912109375,1.0,43,0.671875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.2205622730854175,0.0,0.4921875,0.01611328125,0.12109375,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.892930679150251,0.0,0.44384765625,0.009765625,0.1142578125,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6645593215847405,0.0,0.4921875,0.009765625,0.13623046875,1.0,36,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.6336466398203253,0.0,0.5029296875,0.01171875,0.13037109375,1.0,26,0.40625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.8584495672602037,0.0,0.46142578125,0.015625,0.14306640625,1.0,19,0.296875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0815834730807607,0.0,0.51953125,0.01318359375,0.1279296875,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.7307999445017308,0.0,0.54736328125,0.0205078125,0.18359375,1.0,16,0.25
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,2.2024764849996203,0.0,0.55810546875,0.009765625,0.10791015625,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,2.0187694361631356,0.0,0.4658203125,0.0107421875,0.109375,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.260587520179166,0.0,0.50048828125,0.0146484375,0.10791015625,1.0,35,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.2740604986400774,0.0,0.4287109375,0.013671875,0.14013671875,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.652249681760553,0.0,0.50390625,0.005859375,0.087890625,1.0,36,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.5461720759403907,0.0,0.54248046875,0.00830078125,0.095703125,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,2.8888696465916524,0.0,0.46240234375,0.0068359375,0.07080078125,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,3.3593623688258396,0.0,0.40283203125,0.00537109375,0.05908203125,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.710026759987316,0.0,0.4541015625,0.0126953125,0.11181640625,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,2.20126564612626,0.0,0.41064453125,0.01025390625,0.123046875,1.0,26,0.40625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.8100795973540424,0.0,0.5146484375,0.00927734375,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7488459688652402,0.0,0.53369140625,0.0078125,0.0908203125,1.0,46,0.71875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.3815820129711465,0.0,0.54736328125,0.0166015625,0.1650390625,1.0,18,0.28125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.7695681813773907,0.0,0.45068359375,0.0263671875,0.208984375,1.0,13,0.203125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,2.138610866624771,0.0,0.5556640625,0.005859375,0.07861328125,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,2.3394501665840433,0.0,0.5546875,0.00830078125,0.12353515625,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.4720272066471294,0.0,0.4990234375,0.01708984375,0.16943359375,1.0,19,0.296875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.3597104758148413,0.0,0.4580078125,0.01171875,0.14599609375,1.0,23,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,2.6333276622555615,0.0,0.50390625,0.00341796875,0.0546875,1.0,39,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,3.1347847270137947,0.0,0.5888671875,0.0078125,0.060546875,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.5011427807352002,0.0,0.56298828125,0.01025390625,0.107421875,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.6021034567451466,0.0,0.583984375,0.00830078125,0.0791015625,1.0,36,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,2.329353256680829,0.0,0.4873046875,0.01513671875,0.126953125,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.361381247182682,0.0,0.572265625,0.0087890625,0.11572265625,1.0,26,0.40625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,2.4729404038704965,0.0,0.53125,0.01318359375,0.10986328125,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.9020801344790716,0.0,0.5166015625,0.0048828125,0.0771484375,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.1464241060293563,0.0,0.49462890625,0.01513671875,0.15087890625,1.0,29,0.453125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.3699982871699066,0.0,0.50146484375,0.0146484375,0.173828125,1.0,21,0.328125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,2.1509236948668744,0.0,0.49658203125,0.02099609375,0.1640625,1.0,20,0.3125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.9119749635773342,0.0,0.50146484375,0.01513671875,0.13818359375,1.0,21,0.328125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9364087675882421,0.0,0.501953125,0.0107421875,0.09033203125,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.436438202272958,0.0,0.458984375,0.0146484375,0.14306640625,1.0,29,0.453125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,2.7765724590378458,0.0,0.54736328125,0.00244140625,0.05810546875,1.0,39,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,2.7596544126285454,0.0,0.54052734375,0.00390625,0.05126953125,1.0,37,0.578125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.2957756277365262,0.0,0.52587890625,0.00927734375,0.08251953125,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.520713002746761,0.0,0.49169921875,0.0078125,0.107421875,1.0,32,0.5
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.8734051516598145,0.0,0.48876953125,0.02099609375,0.21826171875,1.0,12,0.1875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.0010198774588455,0.0,0.52001953125,0.01123046875,0.13623046875,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,3.0145778459634274,0.0,0.4716796875,0.0146484375,0.10302734375,1.0,32,0.5
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,2.10937784675813,0.0,0.44189453125,0.0087890625,0.08984375,1.0,34,0.53125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,2.150855330136095,0.0,0.5009765625,0.00830078125,0.09619140625,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,2.2930664327268464,0.0,0.45556640625,0.0146484375,0.1259765625,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.8879614566798142,0.0,0.54931640625,0.01171875,0.11474609375,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.0366525912126123,0.0,0.50146484375,0.01220703125,0.13232421875,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,0,128,4096,128,4.478768492904343,0.0,0.46533203125,0.007568359375,0.072998046875,1.0,79,0.6171875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.6507713886862383,0.0,0.52978515625,0.009033203125,0.09912109375,1.0,70,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,256,384,4096,128,2.4793108553022165,0.0,0.5283203125,0.015869140625,0.14794921875,1.0,46,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.6314925998231409,0.0,0.559326171875,0.006591796875,0.079833984375,1.0,77,0.6015625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,512,640,4096,128,2.335430477994936,0.0,0.5634765625,0.008056640625,0.07373046875,1.0,75,0.5859375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.042633436332786,0.0,0.5302734375,0.00341796875,0.035888671875,1.0,90,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,768,896,4096,128,2.169241829394661,0.0,0.525146484375,0.003662109375,0.04638671875,1.0,86,0.671875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,3.1048063219943436,0.0,0.49609375,0.013916015625,0.1396484375,1.0,47,0.3671875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.6371920820686845,0.0,0.471435546875,0.005859375,0.062744140625,1.0,84,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.514503039349734,0.0,0.47998046875,0.014404296875,0.15771484375,1.0,54,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,2.927297472805418,0.0,0.534423828125,0.00634765625,0.085205078125,1.0,64,0.5
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.4668794451910638,0.0,0.570068359375,0.01171875,0.10302734375,1.0,72,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,4.020457203644552,0.0,0.532958984375,0.019287109375,0.22412109375,1.0,26,0.203125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,2.7991501342071947,0.0,0.426025390625,0.01025390625,0.104736328125,1.0,58,0.453125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.9132786253136458,0.0,0.40966796875,0.006591796875,0.0517578125,1.0,84,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,2.6443105582637005,0.0,0.494873046875,0.008544921875,0.100341796875,1.0,61,0.4765625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,2.0776483689643706,0.0,0.46533203125,0.015380859375,0.131103515625,1.0,51,0.3984375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.4722420521076287,0.0,0.49560546875,0.012451171875,0.128662109375,1.0,54,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,2.0335862530771394,0.0,0.476318359375,0.02587890625,0.208740234375,1.0,29,0.2265625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.7231582340043194,0.0,0.47265625,0.013916015625,0.138916015625,1.0,46,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.8179907443614105,0.0,0.495361328125,0.017333984375,0.147216796875,1.0,42,0.328125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9180720042116258,0.0,0.502685546875,0.009033203125,0.098876953125,1.0,78,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.114039994837136,0.0,0.4755859375,0.013427734375,0.109375,1.0,75,0.5859375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.782406279603907,0.0,0.468017578125,0.009765625,0.1259765625,1.0,67,0.5234375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.7496622728180828,0.0,0.482177734375,0.013916015625,0.137939453125,1.0,44,0.34375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4431720717102023,0.0,0.533447265625,0.017333984375,0.1669921875,1.0,43,0.3359375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,2.112620730675848,0.0,0.511962890625,0.010009765625,0.107421875,1.0,60,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.2673419132630432,0.0,0.464599609375,0.013671875,0.123779296875,1.0,65,0.5078125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,2.599751970351937,0.0,0.523193359375,0.007080078125,0.091796875,1.0,68,0.53125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,3.132960529601493,0.0,0.4326171875,0.006103515625,0.067626953125,1.0,77,0.6015625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.9710101426284414,0.0,0.432373046875,0.01220703125,0.11962890625,1.0,54,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.7800638560832722,0.0,0.524169921875,0.0087890625,0.093017578125,1.0,89,0.6953125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.5874728985259388,0.0,0.4990234375,0.020751953125,0.189453125,1.0,27,0.2109375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,2.241281276499634,0.0,0.55517578125,0.007568359375,0.10009765625,1.0,57,0.4453125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.4169821232376174,0.0,0.478515625,0.0146484375,0.1572265625,1.0,41,0.3203125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,2.894934356899936,0.0,0.54638671875,0.006103515625,0.060546875,1.0,78,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,2.5521224117613217,0.0,0.573486328125,0.010009765625,0.0927734375,1.0,65,0.5078125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.345421922485976,0.0,0.52978515625,0.011962890625,0.120849609375,1.0,52,0.40625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.2060533854686177,0.0,0.52392578125,0.008056640625,0.093994140625,1.0,60,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.2631673558427812,0.0,0.498046875,0.015380859375,0.1650390625,1.0,47,0.3671875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,2.0349595822136513,0.0,0.4990234375,0.017333984375,0.152587890625,1.0,40,0.3125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.2124801212731897,0.0,0.48046875,0.012451171875,0.12255859375,1.0,70,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,2.7681263606840343,0.0,0.5439453125,0.003173828125,0.0546875,1.0,76,0.59375
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.4127283026397996,0.0,0.5087890625,0.008056640625,0.095703125,1.0,71,0.5546875
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.501946679701589,0.0,0.50439453125,0.015380859375,0.189697265625,1.0,33,0.2578125
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,2.601648947280115,0.0,0.456787109375,0.01123046875,0.099365234375,1.0,61,0.4765625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,2.2230983239696656,0.0,0.478271484375,0.012451171875,0.110107421875,1.0,53,0.4140625
+fresh-en-1,layers.22.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.9637148773691173,0.0,0.525390625,0.01220703125,0.12255859375,1.0,53,0.4140625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,0,0,2048,65536,2048,2.016756525702115,0.0,0.6319732666015625,0.0095062255859375,0.09466552734375,1.0,979,0.47802734375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,0,64,2048,64,2.833163183585306,0.0,0.33349609375,0.001953125,0.02490234375,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,64,128,2048,64,2.749366981735081,0.0,0.34326171875,0.00244140625,0.0341796875,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,128,192,2048,64,1.6362463402800211,0.0,0.66357421875,0.01318359375,0.14794921875,1.0,26,0.40625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,192,256,2048,64,1.3952256175543511,0.0,0.6845703125,0.0087890625,0.11328125,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,256,320,2048,64,2.4922186677317306,0.0,0.60107421875,0.00732421875,0.0986328125,1.0,30,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,320,384,2048,64,2.1503537653229294,0.0,0.5498046875,0.01171875,0.12255859375,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,384,448,2048,64,2.2235588420729315,0.0,0.9248046875,0.00927734375,0.083984375,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7117638917898341,0.0,0.88525390625,0.009765625,0.0869140625,1.0,38,0.59375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,512,576,2048,64,1.497971744987341,0.0,0.7529296875,0.00830078125,0.09716796875,1.0,36,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,576,640,2048,64,1.8975656299901307,0.0,0.7568359375,0.013671875,0.12255859375,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,640,704,2048,64,1.752298603783342,0.0,0.64453125,0.009765625,0.08837890625,1.0,32,0.5
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,704,768,2048,64,1.5459559932285327,0.0,0.71875,0.0048828125,0.05859375,1.0,39,0.609375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,768,832,2048,64,1.5861693709761093,0.0,0.6767578125,0.01171875,0.1025390625,1.0,31,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,832,896,2048,64,1.4814873319879474,0.0,0.72021484375,0.00927734375,0.0927734375,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,896,960,2048,64,2.5942522514850404,0.0,0.20068359375,0.00244140625,0.01708984375,1.0,49,0.765625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.6528713642558777,0.0,0.1923828125,0.00244140625,0.02783203125,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1024,1088,2048,64,2.3394012419066166,0.0,0.73681640625,0.0087890625,0.10400390625,1.0,29,0.453125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1088,1152,2048,64,2.3372710194974604,0.0,0.75439453125,0.00634765625,0.08056640625,1.0,33,0.515625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1152,1216,2048,64,2.1698269639535557,0.0,0.63916015625,0.01708984375,0.123046875,1.0,28,0.4375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1216,1280,2048,64,2.322336503921134,0.0,0.57958984375,0.009765625,0.08349609375,1.0,34,0.53125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.3808749064777424,0.0,0.73193359375,0.00634765625,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.5571920589073767,0.0,0.8603515625,0.00732421875,0.0849609375,1.0,36,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.9030279716088403,0.0,0.771484375,0.01123046875,0.1240234375,1.0,23,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.1216552039861998,0.0,0.7509765625,0.01123046875,0.0751953125,1.0,43,0.671875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.5112712841148945,0.0,0.3193359375,0.00341796875,0.0205078125,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1600,1664,2048,64,2.06237133922861,0.0,0.22119140625,0.001953125,0.01123046875,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.9366752516803143,0.0,0.6220703125,0.009765625,0.1044921875,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.6265301451558611,0.0,0.52978515625,0.01025390625,0.0810546875,1.0,37,0.578125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.7411725453611606,0.0,0.64794921875,0.01513671875,0.1318359375,1.0,23,0.359375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.9316993536900517,0.0,0.72412109375,0.01220703125,0.11767578125,1.0,27,0.421875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.958614146058724,0.0,0.837890625,0.009765625,0.08251953125,1.0,34,0.53125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.909683219008707,0.0,0.84716796875,0.0087890625,0.07958984375,1.0,35,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,0,128,4096,128,2.791579519293539,0.0,0.33837890625,0.002197265625,0.029541015625,1.0,89,0.6953125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5205190906331436,0.0,0.674072265625,0.011474609375,0.131103515625,1.0,55,0.4296875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,256,384,4096,128,2.3275711808480772,0.0,0.575439453125,0.00927734375,0.11474609375,1.0,57,0.4453125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,384,512,4096,128,1.9842315320289863,0.0,0.905029296875,0.009521484375,0.086669921875,1.0,68,0.53125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,512,640,4096,128,1.709484523021525,0.0,0.7548828125,0.011474609375,0.10888671875,1.0,62,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,640,768,4096,128,1.6523514047895909,0.0,0.681640625,0.007568359375,0.072265625,1.0,71,0.5546875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,768,896,4096,128,1.5347211453980025,0.0,0.698486328125,0.0107421875,0.098388671875,1.0,63,0.4921875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.6237255210505577,0.0,0.196533203125,0.00244140625,0.0224609375,1.0,95,0.7421875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1024,1152,4096,128,2.338336373280897,0.0,0.74560546875,0.007568359375,0.09228515625,1.0,61,0.4765625
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1152,1280,4096,128,2.2473757908886247,0.0,0.609375,0.01318359375,0.104736328125,1.0,62,0.484375
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4716763597449183,0.0,0.796142578125,0.00732421875,0.08740234375,1.0,70,0.546875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5619900539624092,0.0,0.76123046875,0.011962890625,0.10498046875,1.0,60,0.46875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.2978097183287045,0.0,0.270263671875,0.00244140625,0.015625,1.0,89,0.6953125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.7883388022927527,0.0,0.575927734375,0.010009765625,0.0927734375,1.0,63,0.4921875
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.838905139718472,0.0,0.68603515625,0.013427734375,0.125,1.0,49,0.3828125
+fresh-en-1,layers.22.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.9343034108051407,0.0,0.842529296875,0.00927734375,0.081298828125,1.0,69,0.5390625
+fresh-en-1,layers.22.linear_attn.in_proj_b.output,0,0,16,512,16,2.240433181148584,0.0,0.341796875,0.021484375,0.109375,1.0,9,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_b.output,64,0,16,512,16,2.240433181148584,0.0,0.341796875,0.021484375,0.109375,1.0,9,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_b.output,128,0,16,512,16,2.240433181148584,0.0,0.341796875,0.021484375,0.109375,1.0,9,0.5625
+fresh-en-1,layers.22.linear_attn.in_proj_a.output,0,0,16,512,16,2.6557116642698295,0.0,0.744140625,0.009765625,0.08203125,1.0,11,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_a.output,64,0,16,512,16,2.6557116642698295,0.0,0.744140625,0.009765625,0.08203125,1.0,11,0.6875
+fresh-en-1,layers.22.linear_attn.in_proj_a.output,128,0,16,512,16,2.6557116642698295,0.0,0.744140625,0.009765625,0.08203125,1.0,11,0.6875
+fresh-en-1,layers.22.linear_attn.out_proj.output,0,0,2048,65536,2048,0.11028990439622366,0.0,0.5059661865234375,0.009735107421875,0.0902557373046875,1.0,1433,0.69970703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,0,64,2048,64,0.1044071422848295,0.0,0.52978515625,0.0068359375,0.0888671875,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,64,128,2048,64,0.1037450199448169,0.0,0.494140625,0.0068359375,0.09326171875,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,128,192,2048,64,0.10016959961651924,0.0,0.515625,0.0068359375,0.08251953125,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,192,256,2048,64,0.09809167020362966,0.0,0.55126953125,0.009765625,0.0859375,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,256,320,2048,64,0.10885039033109206,0.0,0.484375,0.0107421875,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,320,384,2048,64,0.09913057563776367,0.0,0.484375,0.00927734375,0.087890625,1.0,49,0.765625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,384,448,2048,64,0.10209602180091405,0.0,0.48583984375,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,448,512,2048,64,0.09547707793620673,0.0,0.52099609375,0.00634765625,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,512,576,2048,64,0.12279071876734603,0.0,0.529296875,0.01025390625,0.09375,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,576,640,2048,64,0.10624391892025095,0.0,0.49755859375,0.0087890625,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,640,704,2048,64,0.10211237094620372,0.0,0.5361328125,0.00927734375,0.0927734375,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,704,768,2048,64,0.11503560287823432,0.0,0.5625,0.0087890625,0.08642578125,1.0,44,0.6875
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,768,832,2048,64,0.11069748057009567,0.0,0.556640625,0.00927734375,0.07958984375,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,832,896,2048,64,0.12423751656983498,0.0,0.4931640625,0.01025390625,0.09765625,1.0,42,0.65625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,896,960,2048,64,0.09604178110287948,0.0,0.51806640625,0.0078125,0.07470703125,1.0,50,0.78125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,960,1024,2048,64,0.09960762847070899,0.0,0.51513671875,0.0068359375,0.0751953125,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1024,1088,2048,64,0.09879616577038236,0.0,0.51318359375,0.009765625,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1088,1152,2048,64,0.10879362569028418,0.0,0.4892578125,0.00830078125,0.08154296875,1.0,46,0.71875
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1152,1216,2048,64,0.1953545528460461,0.0,0.5166015625,0.01318359375,0.1455078125,1.0,24,0.375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1216,1280,2048,64,0.1172191871467891,0.0,0.46337890625,0.01123046875,0.08935546875,1.0,43,0.671875
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1280,1344,2048,64,0.10374597603910023,0.0,0.4765625,0.0078125,0.0751953125,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1344,1408,2048,64,0.09099170851386931,0.0,0.5654296875,0.009765625,0.07763671875,1.0,50,0.78125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1408,1472,2048,64,0.1112623965893837,0.0,0.47119140625,0.0087890625,0.08447265625,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1472,1536,2048,64,0.10362359010993669,0.0,0.44921875,0.01123046875,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1536,1600,2048,64,0.09723841599116939,0.0,0.4833984375,0.0087890625,0.09326171875,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1600,1664,2048,64,0.10468162202844028,0.0,0.501953125,0.00927734375,0.08203125,1.0,48,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1664,1728,2048,64,0.09959446381971243,0.0,0.46044921875,0.01318359375,0.0947265625,1.0,45,0.703125
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1728,1792,2048,64,0.10308367121375588,0.0,0.51513671875,0.01416015625,0.091796875,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1792,1856,2048,64,0.10330492994494317,0.0,0.466796875,0.01318359375,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1856,1920,2048,64,0.10240389196964972,0.0,0.4892578125,0.009765625,0.07861328125,1.0,49,0.765625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1920,1984,2048,64,0.12743485347641637,0.0,0.5048828125,0.01513671875,0.10302734375,1.0,40,0.625
+fresh-en-1,layers.22.linear_attn.out_proj.output,64,1984,2048,2048,64,0.12582403435851902,0.0,0.54931640625,0.01220703125,0.1044921875,1.0,43,0.671875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,0,128,4096,128,0.10407660765857785,0.0,0.511962890625,0.0068359375,0.09130859375,1.0,93,0.7265625
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,128,256,4096,128,0.0991360793320762,0.0,0.533447265625,0.008056640625,0.08447265625,1.0,95,0.7421875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,256,384,4096,128,0.10410398287651026,0.0,0.484375,0.00927734375,0.08642578125,1.0,93,0.7265625
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,384,512,4096,128,0.09884197002996555,0.0,0.50341796875,0.007568359375,0.083251953125,1.0,98,0.765625
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,512,640,4096,128,0.1148157892515971,0.0,0.513427734375,0.009521484375,0.094970703125,1.0,87,0.6796875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,640,768,4096,128,0.10876609359036009,0.0,0.54931640625,0.00927734375,0.089111328125,1.0,88,0.6875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,768,896,4096,128,0.11766242545521219,0.0,0.52490234375,0.01025390625,0.088134765625,1.0,86,0.671875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,896,1024,4096,128,0.09784095095350467,0.0,0.5166015625,0.00732421875,0.07421875,1.0,97,0.7578125
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1024,1152,4096,128,0.10391519465835238,0.0,0.501220703125,0.00927734375,0.082275390625,1.0,93,0.7265625
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1152,1280,4096,128,0.16109583972442085,0.0,0.489990234375,0.012939453125,0.121337890625,1.0,64,0.5
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1280,1408,4096,128,0.09757745273007108,0.0,0.52099609375,0.009033203125,0.07861328125,1.0,96,0.75
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1408,1536,4096,128,0.10751085834018224,0.0,0.460205078125,0.009765625,0.08251953125,1.0,94,0.734375
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1536,1664,4096,128,0.10102858886220509,0.0,0.49267578125,0.0087890625,0.08740234375,1.0,95,0.7421875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1664,1792,4096,128,0.10135408352513905,0.0,0.48779296875,0.013427734375,0.093994140625,1.0,91,0.7109375
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1792,1920,4096,128,0.10285539762565041,0.0,0.47802734375,0.01123046875,0.083984375,1.0,95,0.7421875
+fresh-en-1,layers.22.linear_attn.out_proj.output,128,1920,2048,4096,128,0.1266320052411899,0.0,0.527099609375,0.013427734375,0.10400390625,1.0,82,0.640625
+fresh-en-1,layers.22.mlp.gate_proj.output,0,0,6144,196608,6144,1.8171929563615532,0.0,0.852325439453125,0.007710774739583333,0.07974751790364583,1.0,3312,0.5390625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,0,64,2048,64,1.6715531237682304,0.0,0.7861328125,0.01123046875,0.087890625,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,64,128,2048,64,2.0154985082523504,0.0,0.89794921875,0.0048828125,0.0595703125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,128,192,2048,64,1.8109106233097492,0.0,0.830078125,0.00732421875,0.07958984375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,192,256,2048,64,1.831251060532982,0.0,0.8701171875,0.00830078125,0.08154296875,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,256,320,2048,64,1.925489014237847,0.0,0.8828125,0.00830078125,0.0751953125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,320,384,2048,64,1.7226665929487799,0.0,0.85107421875,0.0068359375,0.0693359375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,384,448,2048,64,1.6655131711427744,0.0,0.86181640625,0.0068359375,0.07421875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,448,512,2048,64,1.7667843937639365,0.0,0.8583984375,0.0078125,0.07275390625,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,512,576,2048,64,1.770370585230225,0.0,0.84423828125,0.0078125,0.07177734375,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,576,640,2048,64,1.7500780783938354,0.0,0.8583984375,0.00732421875,0.07080078125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,640,704,2048,64,1.5973683021134724,0.0,0.86181640625,0.0068359375,0.072265625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,704,768,2048,64,1.7617572781983142,0.0,0.86669921875,0.0078125,0.08056640625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,768,832,2048,64,1.9655761495238209,0.0,0.7958984375,0.00830078125,0.091796875,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gate_proj.output,64,832,896,2048,64,1.8412729685322706,0.0,0.88916015625,0.00732421875,0.0703125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,896,960,2048,64,1.7353983559108976,0.0,0.85009765625,0.0087890625,0.09130859375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,960,1024,2048,64,1.7362054605198434,0.0,0.9345703125,0.00439453125,0.05712890625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1024,1088,2048,64,1.7543767112669746,0.0,0.8662109375,0.00634765625,0.078125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1088,1152,2048,64,1.869194826748567,0.0,0.84423828125,0.00390625,0.08984375,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1152,1216,2048,64,1.9479116108928498,0.0,0.8720703125,0.00390625,0.0732421875,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1216,1280,2048,64,1.7943928516841883,0.0,0.82177734375,0.00439453125,0.07080078125,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1280,1344,2048,64,1.6143159714749717,0.0,0.841796875,0.00927734375,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1344,1408,2048,64,1.8092390067630393,0.0,0.8466796875,0.0087890625,0.09619140625,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1408,1472,2048,64,1.7536223731957044,0.0,0.880859375,0.0068359375,0.07177734375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1472,1536,2048,64,2.079090531612289,0.0,0.8935546875,0.005859375,0.07470703125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1536,1600,2048,64,1.7596305109426755,0.0,0.88525390625,0.00634765625,0.0546875,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1600,1664,2048,64,1.9486172421546388,0.0,0.84765625,0.0107421875,0.078125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1664,1728,2048,64,2.0725412550645563,0.0,0.88134765625,0.00537109375,0.07275390625,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1728,1792,2048,64,1.6855775376361037,0.0,0.8779296875,0.00732421875,0.09130859375,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1792,1856,2048,64,1.901568068131045,0.0,0.84521484375,0.00830078125,0.08447265625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1856,1920,2048,64,1.9031791886925191,0.0,0.87353515625,0.00634765625,0.06689453125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1920,1984,2048,64,1.6358869288422506,0.0,0.857421875,0.00732421875,0.06884765625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,1984,2048,2048,64,1.703825837200427,0.0,0.896484375,0.00732421875,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2048,2112,2048,64,1.5850336923108048,0.0,0.8671875,0.00927734375,0.0869140625,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2112,2176,2048,64,1.7941730907739153,0.0,0.85595703125,0.0078125,0.07275390625,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2176,2240,2048,64,1.7618945122005187,0.0,0.828125,0.0078125,0.07666015625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2240,2304,2048,64,1.6514558687596708,0.0,0.8486328125,0.0087890625,0.09033203125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2304,2368,2048,64,1.7088648245926767,0.0,0.79736328125,0.009765625,0.0888671875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2368,2432,2048,64,1.7318766585238556,0.0,0.81982421875,0.009765625,0.09130859375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2432,2496,2048,64,1.9382739061205598,0.0,0.85107421875,0.00390625,0.0908203125,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2496,2560,2048,64,1.735461014132533,0.0,0.798828125,0.01123046875,0.0869140625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2560,2624,2048,64,1.9239357838985065,0.0,0.904296875,0.00634765625,0.06982421875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2624,2688,2048,64,1.7951416645846905,0.0,0.82666015625,0.013671875,0.08642578125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2688,2752,2048,64,1.816953237922702,0.0,0.84912109375,0.0087890625,0.08740234375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2752,2816,2048,64,1.8287205680277792,0.0,0.87890625,0.00927734375,0.083984375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2816,2880,2048,64,1.7283673729498645,0.0,0.84619140625,0.0078125,0.068359375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2880,2944,2048,64,1.7980207825625019,0.0,0.8671875,0.00634765625,0.0771484375,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,2944,3008,2048,64,2.017902570126727,0.0,0.87158203125,0.0087890625,0.083984375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3008,3072,2048,64,1.6979378094360777,0.0,0.81396484375,0.01171875,0.09619140625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3072,3136,2048,64,1.7170045868076147,0.0,0.90771484375,0.0078125,0.0771484375,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3136,3200,2048,64,1.8797015778528368,0.0,0.84912109375,0.00634765625,0.0830078125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3200,3264,2048,64,1.8745395170934436,0.0,0.88330078125,0.00830078125,0.0791015625,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3264,3328,2048,64,1.5082223208681622,0.0,0.8056640625,0.00732421875,0.0927734375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3328,3392,2048,64,1.7721694824058356,0.0,0.8876953125,0.005859375,0.06298828125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3392,3456,2048,64,1.9564676774734746,0.0,0.822265625,0.00830078125,0.09716796875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3456,3520,2048,64,1.8293490370753034,0.0,0.8291015625,0.0078125,0.08154296875,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3520,3584,2048,64,2.1207633460626343,0.0,0.8828125,0.00732421875,0.06982421875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3584,3648,2048,64,1.7986539130221917,0.0,0.849609375,0.0068359375,0.0888671875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3648,3712,2048,64,1.6805059706950203,0.0,0.8408203125,0.0078125,0.07470703125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3712,3776,2048,64,1.8792851478929602,0.0,0.84423828125,0.00830078125,0.08349609375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3776,3840,2048,64,1.7048185012047716,0.0,0.7998046875,0.0078125,0.08203125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3840,3904,2048,64,1.7420510972697427,0.0,0.837890625,0.01123046875,0.10791015625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3904,3968,2048,64,2.0325517364840944,0.0,0.82958984375,0.0068359375,0.07763671875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,3968,4032,2048,64,1.7018058736215815,0.0,0.81884765625,0.01220703125,0.083984375,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4032,4096,2048,64,1.8105603065691787,0.0,0.8701171875,0.00732421875,0.068359375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4096,4160,2048,64,1.5812786372652543,0.0,0.82275390625,0.005859375,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4160,4224,2048,64,1.8471227754656043,0.0,0.8095703125,0.0078125,0.0908203125,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4224,4288,2048,64,1.6249904541122695,0.0,0.85693359375,0.00634765625,0.0595703125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4288,4352,2048,64,2.0384089755907704,0.0,0.84619140625,0.005859375,0.06298828125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4352,4416,2048,64,1.88111822928015,0.0,0.810546875,0.0087890625,0.09326171875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4416,4480,2048,64,1.7698188835455015,0.0,0.78857421875,0.0078125,0.08837890625,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4480,4544,2048,64,1.8915059473017801,0.0,0.85009765625,0.0087890625,0.099609375,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4544,4608,2048,64,1.930342643930136,0.0,0.8681640625,0.00634765625,0.0791015625,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4608,4672,2048,64,2.1265168875408027,0.0,0.9150390625,0.00537109375,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4672,4736,2048,64,1.770794004040479,0.0,0.81591796875,0.00927734375,0.0888671875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4736,4800,2048,64,1.5875511312723478,0.0,0.8447265625,0.00634765625,0.0751953125,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4800,4864,2048,64,2.010433973132935,0.0,0.83935546875,0.00732421875,0.0859375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4864,4928,2048,64,1.8062870562032156,0.0,0.87939453125,0.0078125,0.08203125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4928,4992,2048,64,1.8123410149567682,0.0,0.83544921875,0.0087890625,0.08349609375,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,4992,5056,2048,64,1.77613726057222,0.0,0.79443359375,0.009765625,0.09814453125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5056,5120,2048,64,1.9535310995728166,0.0,0.83740234375,0.0087890625,0.0791015625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5120,5184,2048,64,1.6609878684670858,0.0,0.833984375,0.00634765625,0.08154296875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5184,5248,2048,64,1.6724227620861836,0.0,0.87939453125,0.0048828125,0.08203125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5248,5312,2048,64,1.8195199256855383,0.0,0.83154296875,0.00927734375,0.080078125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5312,5376,2048,64,2.041649822493387,0.0,0.89306640625,0.005859375,0.0673828125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5376,5440,2048,64,2.043856994122709,0.0,0.88720703125,0.0087890625,0.0703125,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5440,5504,2048,64,1.7678169771441312,0.0,0.87060546875,0.00537109375,0.072265625,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5504,5568,2048,64,2.110163988909607,0.0,0.8740234375,0.00830078125,0.08447265625,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5568,5632,2048,64,2.0512713181203908,0.0,0.9013671875,0.005859375,0.068359375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5632,5696,2048,64,1.8464152527271567,0.0,0.91064453125,0.005859375,0.060546875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5696,5760,2048,64,1.6713698007870508,0.0,0.84228515625,0.005859375,0.078125,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5760,5824,2048,64,1.7832841589301303,0.0,0.84814453125,0.00537109375,0.0693359375,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5824,5888,2048,64,1.670433141927213,0.0,0.8212890625,0.00634765625,0.08251953125,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5888,5952,2048,64,1.7796886226808473,0.0,0.84423828125,0.00732421875,0.07470703125,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,5952,6016,2048,64,1.7956967968663018,0.0,0.82861328125,0.005859375,0.08544921875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,64,6016,6080,2048,64,1.8610607013594658,0.0,0.85009765625,0.00830078125,0.0712890625,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,64,6080,6144,2048,64,1.6566289462963686,0.0,0.83740234375,0.00732421875,0.0654296875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,0,128,4096,128,1.8515296490127804,0.0,0.842041015625,0.008544921875,0.0751953125,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,128,256,4096,128,1.8211092405892728,0.0,0.85009765625,0.0078125,0.08056640625,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,256,384,4096,128,1.8268946513705153,0.0,0.866943359375,0.0078125,0.072998046875,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,384,512,4096,128,1.7168956312626957,0.0,0.860107421875,0.00732421875,0.074462890625,1.0,69,0.5390625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,512,640,4096,128,1.760253573994819,0.0,0.851318359375,0.00732421875,0.071533203125,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,640,768,4096,128,1.6815728054237808,0.0,0.8642578125,0.007568359375,0.07666015625,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,768,896,4096,128,1.9044389914387556,0.0,0.842529296875,0.0078125,0.07958984375,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,896,1024,4096,128,1.73580195512581,0.0,0.892333984375,0.006591796875,0.07421875,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1024,1152,4096,128,1.8126950854155714,0.0,0.855224609375,0.005615234375,0.084228515625,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1152,1280,4096,128,1.872726001051207,0.0,0.846923828125,0.004150390625,0.071044921875,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1280,1408,4096,128,1.714549771711526,0.0,0.84423828125,0.00927734375,0.08544921875,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1408,1536,4096,128,1.9232536060556866,0.0,0.88720703125,0.00634765625,0.07421875,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1536,1664,4096,128,1.8565301898249233,0.0,0.866455078125,0.008544921875,0.06689453125,1.0,69,0.5390625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1664,1792,4096,128,1.8889942945027596,0.0,0.879638671875,0.007080078125,0.084228515625,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1792,1920,4096,128,1.9023737989690603,0.0,0.859375,0.00732421875,0.07568359375,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,1920,2048,4096,128,1.6702018631693394,0.0,0.876953125,0.007080078125,0.06494140625,1.0,77,0.6015625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2048,2176,4096,128,1.6928362126055858,0.0,0.861572265625,0.00830078125,0.0810546875,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2176,2304,4096,128,1.7075682648993953,0.0,0.83837890625,0.008544921875,0.084716796875,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2304,2432,4096,128,1.7204092171733323,0.0,0.80859375,0.009765625,0.090087890625,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2432,2560,4096,128,1.8396644621671872,0.0,0.824951171875,0.0078125,0.090087890625,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2560,2688,4096,128,1.8606534465736835,0.0,0.865478515625,0.010009765625,0.079345703125,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2688,2816,4096,128,1.8228463984556726,0.0,0.864013671875,0.00927734375,0.085205078125,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2816,2944,4096,128,1.7635379936939677,0.0,0.856689453125,0.007080078125,0.072509765625,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,2944,3072,4096,128,1.8647953758035538,0.0,0.8427734375,0.010498046875,0.090576171875,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3072,3200,4096,128,1.80019204154735,0.0,0.87841796875,0.007568359375,0.080322265625,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3200,3328,4096,128,1.7012690807614572,0.0,0.844482421875,0.008544921875,0.091064453125,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3328,3456,4096,128,1.8665945525701368,0.0,0.85498046875,0.007080078125,0.08056640625,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3456,3584,4096,128,1.9804235745732681,0.0,0.85595703125,0.00732421875,0.07666015625,1.0,74,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3584,3712,4096,128,1.740582692142441,0.0,0.84521484375,0.00732421875,0.081787109375,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3712,3840,4096,128,1.7941737358936494,0.0,0.822021484375,0.00830078125,0.08154296875,1.0,69,0.5390625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3840,3968,4096,128,1.8928825355767884,0.0,0.833740234375,0.010498046875,0.095947265625,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,3968,4096,4096,128,1.7570247373353616,0.0,0.844482421875,0.010009765625,0.077392578125,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4096,4224,4096,128,1.719346485778131,0.0,0.816162109375,0.007080078125,0.083740234375,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4224,4352,4096,128,1.8433264941031218,0.0,0.8515625,0.005126953125,0.06298828125,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4352,4480,4096,128,1.8263166035882625,0.0,0.799560546875,0.008544921875,0.0908203125,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4480,4608,4096,128,1.9110229553374278,0.0,0.859130859375,0.007568359375,0.088623046875,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4608,4736,4096,128,1.9567556666254904,0.0,0.865478515625,0.0078125,0.078369140625,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4736,4864,4096,128,1.8113756312166716,0.0,0.842041015625,0.0068359375,0.080078125,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4864,4992,4096,128,1.8093165676439555,0.0,0.857421875,0.00830078125,0.082275390625,1.0,69,0.5390625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,4992,5120,4096,128,1.8669423297722896,0.0,0.81591796875,0.009765625,0.08935546875,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5120,5248,4096,128,1.6667151217797858,0.0,0.856689453125,0.005615234375,0.08203125,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5248,5376,4096,128,1.933776972359272,0.0,0.8623046875,0.008056640625,0.07568359375,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5376,5504,4096,128,1.9108281289932028,0.0,0.87890625,0.006591796875,0.072509765625,1.0,74,0.578125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5504,5632,4096,128,2.080926005488214,0.0,0.8876953125,0.007080078125,0.07568359375,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5632,5760,4096,128,1.76106875170824,0.0,0.87646484375,0.00634765625,0.070556640625,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5760,5888,4096,128,1.7277802628141061,0.0,0.834716796875,0.005615234375,0.077392578125,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,5888,6016,4096,128,1.7877106281464497,0.0,0.83642578125,0.006591796875,0.080078125,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gate_proj.output,128,6016,6144,4096,128,1.7618124758117142,0.0,0.84375,0.007568359375,0.067138671875,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.up_proj.output,0,0,6144,196608,6144,0.7143758641483988,0.0,0.5015513102213541,0.009404500325520834,0.09154764811197917,1.0,4242,0.6904296875
+fresh-en-1,layers.22.mlp.up_proj.output,64,0,64,2048,64,0.7815072097858043,0.0,0.5166015625,0.00537109375,0.087890625,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,64,128,2048,64,0.6844307368025053,0.0,0.40234375,0.00830078125,0.08740234375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,128,192,2048,64,0.8412959125824554,0.0,0.552734375,0.0078125,0.10302734375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,192,256,2048,64,0.7916724014874619,0.0,0.54150390625,0.01220703125,0.103515625,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,256,320,2048,64,0.6471028968781871,0.0,0.60302734375,0.0068359375,0.07275390625,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,320,384,2048,64,0.7860890143854209,0.0,0.421875,0.01171875,0.09912109375,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.up_proj.output,64,384,448,2048,64,0.6387751500556156,0.0,0.49560546875,0.0087890625,0.08544921875,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,448,512,2048,64,0.6372502404575106,0.0,0.51318359375,0.00732421875,0.0927734375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,512,576,2048,64,0.6266925364137237,0.0,0.5244140625,0.0107421875,0.09375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,576,640,2048,64,0.7929280259285296,0.0,0.51318359375,0.01318359375,0.09716796875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,640,704,2048,64,0.6844272138231076,0.0,0.50390625,0.0068359375,0.080078125,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,704,768,2048,64,0.7580649022640871,0.0,0.5703125,0.01025390625,0.0859375,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,768,832,2048,64,0.6178304744499089,0.0,0.4970703125,0.0078125,0.08349609375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,832,896,2048,64,0.7059185006785037,0.0,0.4912109375,0.00830078125,0.10400390625,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,896,960,2048,64,0.7523308948707735,0.0,0.53857421875,0.00732421875,0.08935546875,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,960,1024,2048,64,0.6543784563397308,0.0,0.51513671875,0.00927734375,0.099609375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1024,1088,2048,64,0.6962803641305051,0.0,0.5009765625,0.00927734375,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1088,1152,2048,64,0.7319610149020286,0.0,0.47607421875,0.0107421875,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,1152,1216,2048,64,0.700905451421006,0.0,0.5048828125,0.00732421875,0.0859375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,1216,1280,2048,64,0.6907727428203814,0.0,0.4921875,0.005859375,0.08056640625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,1280,1344,2048,64,0.708583912662541,0.0,0.4716796875,0.0087890625,0.0830078125,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,1344,1408,2048,64,0.7107620445604808,0.0,0.47265625,0.01025390625,0.08349609375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1408,1472,2048,64,0.5816173856776381,0.0,0.4775390625,0.01171875,0.0830078125,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.up_proj.output,64,1472,1536,2048,64,0.6865842947075044,0.0,0.56982421875,0.00634765625,0.078125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,1536,1600,2048,64,0.6284452522175796,0.0,0.58349609375,0.0078125,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,1600,1664,2048,64,0.6593805174742923,0.0,0.5380859375,0.01220703125,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1664,1728,2048,64,0.6808894022597418,0.0,0.45654296875,0.0068359375,0.0859375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,1728,1792,2048,64,0.6450637528415755,0.0,0.48388671875,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.up_proj.output,64,1792,1856,2048,64,0.7222092429168663,0.0,0.4970703125,0.0126953125,0.083984375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1856,1920,2048,64,0.7851978896506944,0.0,0.44677734375,0.0087890625,0.0947265625,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,1920,1984,2048,64,0.6897226943598308,0.0,0.57666015625,0.0068359375,0.08203125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,1984,2048,2048,64,0.7116870362945609,0.0,0.54833984375,0.00830078125,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2048,2112,2048,64,0.7668562878199742,0.0,0.49267578125,0.0048828125,0.09765625,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2112,2176,2048,64,0.7378433839001546,0.0,0.52978515625,0.01123046875,0.091796875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,2176,2240,2048,64,0.6933858525994027,0.0,0.4921875,0.0107421875,0.10986328125,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,2240,2304,2048,64,0.7946146731150808,0.0,0.48046875,0.00927734375,0.095703125,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2304,2368,2048,64,0.7550135131693947,0.0,0.541015625,0.01025390625,0.09716796875,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2368,2432,2048,64,0.8724030894091542,0.0,0.53466796875,0.0068359375,0.1015625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.up_proj.output,64,2432,2496,2048,64,0.7352199331796253,0.0,0.5546875,0.00830078125,0.095703125,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2496,2560,2048,64,0.6700031383957882,0.0,0.5107421875,0.00537109375,0.083984375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,2560,2624,2048,64,0.603442024944216,0.0,0.5126953125,0.0126953125,0.08935546875,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,2624,2688,2048,64,0.7177160180047039,0.0,0.50439453125,0.01025390625,0.083984375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,2688,2752,2048,64,0.7491919539267815,0.0,0.498046875,0.0078125,0.0888671875,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,2752,2816,2048,64,0.6678859615842934,0.0,0.47412109375,0.0068359375,0.0849609375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,2816,2880,2048,64,0.7790533565811889,0.0,0.49560546875,0.01171875,0.0927734375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,2880,2944,2048,64,0.8095726188807519,0.0,0.443359375,0.0107421875,0.095703125,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,2944,3008,2048,64,0.5919916782956759,0.0,0.48828125,0.01025390625,0.0869140625,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.up_proj.output,64,3008,3072,2048,64,0.8331539180556323,0.0,0.58203125,0.0087890625,0.0849609375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,3072,3136,2048,64,0.700309524308334,0.0,0.5029296875,0.0126953125,0.0859375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3136,3200,2048,64,0.6162741369949041,0.0,0.46728515625,0.005859375,0.08251953125,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3200,3264,2048,64,0.7958782363156033,0.0,0.4970703125,0.01171875,0.11181640625,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3264,3328,2048,64,0.817150289951898,0.0,0.47509765625,0.00537109375,0.091796875,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.up_proj.output,64,3328,3392,2048,64,0.6033205458425055,0.0,0.484375,0.00732421875,0.0859375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.up_proj.output,64,3392,3456,2048,64,0.6941151782425077,0.0,0.4541015625,0.0068359375,0.07763671875,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,3456,3520,2048,64,0.6976966335998948,0.0,0.5166015625,0.0087890625,0.099609375,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3520,3584,2048,64,0.7015742516536039,0.0,0.51806640625,0.0068359375,0.08984375,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3584,3648,2048,64,0.810590325284156,0.0,0.51513671875,0.0087890625,0.08251953125,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3648,3712,2048,64,0.627396535952443,0.0,0.552734375,0.0078125,0.07275390625,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.up_proj.output,64,3712,3776,2048,64,0.7107719653465724,0.0,0.45654296875,0.00830078125,0.09716796875,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3776,3840,2048,64,0.6444012078463828,0.0,0.47998046875,0.00634765625,0.08154296875,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,3840,3904,2048,64,0.7351231354756779,0.0,0.47998046875,0.0048828125,0.08349609375,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3904,3968,2048,64,0.6643374483282601,0.0,0.50341796875,0.009765625,0.07958984375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,3968,4032,2048,64,0.7515218687312168,0.0,0.5146484375,0.0107421875,0.103515625,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.up_proj.output,64,4032,4096,2048,64,0.7491393115100442,0.0,0.5615234375,0.009765625,0.09375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,4096,4160,2048,64,0.8083574422792008,0.0,0.44384765625,0.01025390625,0.11181640625,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.up_proj.output,64,4160,4224,2048,64,0.7340982638131309,0.0,0.546875,0.0068359375,0.09423828125,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4224,4288,2048,64,0.7410132726714256,0.0,0.51171875,0.01025390625,0.087890625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,4288,4352,2048,64,0.6811091329302257,0.0,0.4921875,0.009765625,0.09326171875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,4352,4416,2048,64,0.706587051775552,0.0,0.50341796875,0.01318359375,0.10205078125,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,4416,4480,2048,64,0.6959351284985755,0.0,0.43115234375,0.01318359375,0.0908203125,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4480,4544,2048,64,0.6960849552984271,0.0,0.46923828125,0.00830078125,0.08251953125,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4544,4608,2048,64,0.6372723345242582,0.0,0.52783203125,0.00634765625,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,4608,4672,2048,64,0.7864750601351438,0.0,0.537109375,0.01123046875,0.1005859375,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4672,4736,2048,64,0.6186089769354098,0.0,0.47607421875,0.0078125,0.09423828125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,4736,4800,2048,64,0.7259803932658141,0.0,0.5107421875,0.00927734375,0.09619140625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,4800,4864,2048,64,0.642253290600903,0.0,0.52685546875,0.01123046875,0.0849609375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4864,4928,2048,64,0.7873421353435734,0.0,0.51611328125,0.00830078125,0.1044921875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,4928,4992,2048,64,0.6943912868005644,0.0,0.4462890625,0.00830078125,0.07861328125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,4992,5056,2048,64,0.6994168579043385,0.0,0.4658203125,0.01171875,0.1005859375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5056,5120,2048,64,0.6867542250964584,0.0,0.46484375,0.01123046875,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5120,5184,2048,64,0.737597886655361,0.0,0.513671875,0.00927734375,0.09716796875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,5184,5248,2048,64,0.7201581938230959,0.0,0.52734375,0.01171875,0.091796875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,5248,5312,2048,64,0.7858684704463424,0.0,0.50634765625,0.01220703125,0.0908203125,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,5312,5376,2048,64,0.6351776474011024,0.0,0.4453125,0.01123046875,0.099609375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,5376,5440,2048,64,0.6104367223838392,0.0,0.48388671875,0.009765625,0.0849609375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,5440,5504,2048,64,0.7867151737061129,0.0,0.51513671875,0.00830078125,0.099609375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,64,5504,5568,2048,64,0.6779461086060722,0.0,0.46875,0.01220703125,0.08740234375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5568,5632,2048,64,0.7066941602471833,0.0,0.5625,0.009765625,0.10400390625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,5632,5696,2048,64,0.6499625805946667,0.0,0.4228515625,0.01171875,0.09326171875,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5696,5760,2048,64,0.6858103495740411,0.0,0.5048828125,0.00634765625,0.08447265625,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5760,5824,2048,64,0.761150792620711,0.0,0.4775390625,0.0068359375,0.09814453125,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,64,5824,5888,2048,64,0.6433570564790433,0.0,0.435546875,0.009765625,0.08203125,1.0,48,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,64,5888,5952,2048,64,0.7856226909124814,0.0,0.5322265625,0.01416015625,0.099609375,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.up_proj.output,64,5952,6016,2048,64,0.7647012642527594,0.0,0.51904296875,0.00927734375,0.0830078125,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,64,6016,6080,2048,64,0.6584736901843798,0.0,0.45068359375,0.0126953125,0.080078125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,64,6080,6144,2048,64,0.8245313863275345,0.0,0.50146484375,0.01123046875,0.087890625,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,128,0,128,4096,128,0.7345743503646222,0.0,0.45947265625,0.00732421875,0.087890625,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,128,256,4096,128,0.816861066462612,0.0,0.547119140625,0.010009765625,0.104248046875,1.0,83,0.6484375
+fresh-en-1,layers.22.mlp.up_proj.output,128,256,384,4096,128,0.7199576715632607,0.0,0.512451171875,0.009033203125,0.087646484375,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,384,512,4096,128,0.6380131508408464,0.0,0.50439453125,0.008056640625,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.22.mlp.up_proj.output,128,512,640,4096,128,0.7146601953024884,0.0,0.518798828125,0.01123046875,0.09716796875,1.0,91,0.7109375
+fresh-en-1,layers.22.mlp.up_proj.output,128,640,768,4096,128,0.7221852279942874,0.0,0.537109375,0.008056640625,0.0830078125,1.0,87,0.6796875
+fresh-en-1,layers.22.mlp.up_proj.output,128,768,896,4096,128,0.6633383091451851,0.0,0.494140625,0.00830078125,0.09423828125,1.0,87,0.6796875
+fresh-en-1,layers.22.mlp.up_proj.output,128,896,1024,4096,128,0.7050577775964988,0.0,0.52685546875,0.00830078125,0.09326171875,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,1024,1152,4096,128,0.7143435002889423,0.0,0.488525390625,0.009521484375,0.0908203125,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,1152,1280,4096,128,0.6958575407564672,0.0,0.49853515625,0.006591796875,0.083251953125,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,1280,1408,4096,128,0.7096738142526996,0.0,0.47216796875,0.009521484375,0.083251953125,1.0,91,0.7109375
+fresh-en-1,layers.22.mlp.up_proj.output,128,1408,1536,4096,128,0.6362691164363911,0.0,0.523681640625,0.009033203125,0.07958984375,1.0,96,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,128,1536,1664,4096,128,0.6440986344728121,0.0,0.560791015625,0.009765625,0.09033203125,1.0,93,0.7265625
+fresh-en-1,layers.22.mlp.up_proj.output,128,1664,1792,4096,128,0.6632185248240905,0.0,0.47021484375,0.008056640625,0.0869140625,1.0,97,0.7578125
+fresh-en-1,layers.22.mlp.up_proj.output,128,1792,1920,4096,128,0.7543612915793259,0.0,0.471923828125,0.0107421875,0.089111328125,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,1920,2048,4096,128,0.7007909220105238,0.0,0.5625,0.0078125,0.08349609375,1.0,92,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,128,2048,2176,4096,128,0.7524896761199659,0.0,0.51123046875,0.008056640625,0.094482421875,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,2176,2304,4096,128,0.7457199270888459,0.0,0.486328125,0.0107421875,0.10205078125,1.0,84,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,128,2304,2432,4096,128,0.8158224547899586,0.0,0.537841796875,0.0087890625,0.098876953125,1.0,81,0.6328125
+fresh-en-1,layers.22.mlp.up_proj.output,128,2432,2560,4096,128,0.7033678111787809,0.0,0.53271484375,0.0068359375,0.09130859375,1.0,87,0.6796875
+fresh-en-1,layers.22.mlp.up_proj.output,128,2560,2688,4096,128,0.6630454584601663,0.0,0.508544921875,0.011474609375,0.087158203125,1.0,92,0.71875
+fresh-en-1,layers.22.mlp.up_proj.output,128,2688,2816,4096,128,0.709704248793117,0.0,0.486083984375,0.00732421875,0.087646484375,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,2816,2944,4096,128,0.7944595514064439,0.0,0.469482421875,0.010986328125,0.094970703125,1.0,84,0.65625
+fresh-en-1,layers.22.mlp.up_proj.output,128,2944,3072,4096,128,0.7227031196635249,0.0,0.53515625,0.010498046875,0.0888671875,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,3072,3200,4096,128,0.6596314280587982,0.0,0.485107421875,0.009765625,0.083984375,1.0,96,0.75
+fresh-en-1,layers.22.mlp.up_proj.output,128,3200,3328,4096,128,0.8065843921776896,0.0,0.486083984375,0.008544921875,0.101806640625,1.0,83,0.6484375
+fresh-en-1,layers.22.mlp.up_proj.output,128,3328,3456,4096,128,0.6503043755436092,0.0,0.46923828125,0.0068359375,0.08251953125,1.0,95,0.7421875
+fresh-en-1,layers.22.mlp.up_proj.output,128,3456,3584,4096,128,0.6996381290066817,0.0,0.517333984375,0.0078125,0.0947265625,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,3584,3712,4096,128,0.7248044870064613,0.0,0.533935546875,0.009765625,0.079345703125,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,3712,3840,4096,128,0.678398740932096,0.0,0.46826171875,0.00732421875,0.089111328125,1.0,93,0.7265625
+fresh-en-1,layers.22.mlp.up_proj.output,128,3840,3968,4096,128,0.7006248174176019,0.0,0.49169921875,0.007080078125,0.08154296875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,3968,4096,4096,128,0.7503315357996768,0.0,0.5380859375,0.01025390625,0.098388671875,1.0,86,0.671875
+fresh-en-1,layers.22.mlp.up_proj.output,128,4096,4224,4096,128,0.7721211094840059,0.0,0.495361328125,0.00830078125,0.103271484375,1.0,80,0.625
+fresh-en-1,layers.22.mlp.up_proj.output,128,4224,4352,4096,128,0.7116917595547178,0.0,0.501953125,0.01025390625,0.090576171875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,4352,4480,4096,128,0.7012813147429481,0.0,0.46728515625,0.01318359375,0.09619140625,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.up_proj.output,128,4480,4608,4096,128,0.6673268664390829,0.0,0.49853515625,0.0078125,0.086181640625,1.0,93,0.7265625
+fresh-en-1,layers.22.mlp.up_proj.output,128,4608,4736,4096,128,0.7075380154308503,0.0,0.506591796875,0.009033203125,0.09814453125,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,4736,4864,4096,128,0.6853965351145547,0.0,0.518798828125,0.01123046875,0.090576171875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,4864,4992,4096,128,0.7423230082894917,0.0,0.481201171875,0.008056640625,0.0888671875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,4992,5120,4096,128,0.693114459093379,0.0,0.46533203125,0.01171875,0.096923828125,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,5120,5248,4096,128,0.7289301977998299,0.0,0.5205078125,0.0107421875,0.093994140625,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.up_proj.output,128,5248,5376,4096,128,0.714506786741621,0.0,0.475830078125,0.01220703125,0.095458984375,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,5376,5504,4096,128,0.7041142508762921,0.0,0.49951171875,0.009033203125,0.090576171875,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.up_proj.output,128,5504,5632,4096,128,0.6924693358920624,0.0,0.515625,0.010986328125,0.095458984375,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,5632,5760,4096,128,0.6681269309630271,0.0,0.4638671875,0.009033203125,0.089111328125,1.0,91,0.7109375
+fresh-en-1,layers.22.mlp.up_proj.output,128,5760,5888,4096,128,0.7047193878518297,0.0,0.45654296875,0.0087890625,0.09130859375,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.up_proj.output,128,5888,6016,4096,128,0.7752325573743458,0.0,0.525634765625,0.011962890625,0.0908203125,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.up_proj.output,128,6016,6144,4096,128,0.7461365852524057,0.0,0.47607421875,0.011962890625,0.087890625,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,0,0,6144,196608,6144,0.414733173755067,0.0,0.852325439453125,0.0035858154296875,0.040746053059895836,1.0,3333,0.54248046875
+fresh-en-1,layers.22.mlp.silu_gate,64,0,64,2048,64,0.3962458931462789,0.0,0.7861328125,0.00537109375,0.04833984375,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,64,64,128,2048,64,0.65929897654611,0.0,0.89794921875,0.00244140625,0.048828125,1.0,7,0.109375
+fresh-en-1,layers.22.mlp.silu_gate,64,128,192,2048,64,0.3612508526633434,0.0,0.830078125,0.00439453125,0.04052734375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,192,256,2048,64,0.37721956619127295,0.0,0.8701171875,0.00244140625,0.0322265625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,64,256,320,2048,64,0.3531023126209552,0.0,0.8828125,0.00341796875,0.0302734375,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.silu_gate,64,320,384,2048,64,0.3272386668657063,0.0,0.85107421875,0.00244140625,0.03076171875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,384,448,2048,64,0.2771773832646978,0.0,0.86181640625,0.00390625,0.02734375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.silu_gate,64,448,512,2048,64,0.3382067118632245,0.0,0.8583984375,0.001953125,0.02685546875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,64,512,576,2048,64,0.4257300025410454,0.0,0.84423828125,0.00439453125,0.03662109375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,64,576,640,2048,64,0.44538426919306356,0.0,0.8583984375,0.00341796875,0.03515625,1.0,32,0.5
+fresh-en-1,layers.22.mlp.silu_gate,64,640,704,2048,64,0.32139644055880473,0.0,0.86181640625,0.001953125,0.03515625,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,704,768,2048,64,0.27996049697317166,0.0,0.86669921875,0.0009765625,0.0244140625,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.silu_gate,64,768,832,2048,64,0.9411667295290124,0.0,0.7958984375,0.00927734375,0.12548828125,1.0,4,0.0625
+fresh-en-1,layers.22.mlp.silu_gate,64,832,896,2048,64,0.27747982812315536,0.0,0.88916015625,0.0009765625,0.02197265625,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,896,960,2048,64,0.3450491025237457,0.0,0.85009765625,0.005859375,0.0400390625,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,960,1024,2048,64,0.25031471425396146,0.0,0.9345703125,0.00048828125,0.01171875,1.0,53,0.828125
+fresh-en-1,layers.22.mlp.silu_gate,64,1024,1088,2048,64,0.27356177234142565,0.0,0.8662109375,0.0029296875,0.0244140625,1.0,48,0.75
+fresh-en-1,layers.22.mlp.silu_gate,64,1088,1152,2048,64,0.33990667470562674,0.0,0.84423828125,0.0029296875,0.029296875,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.silu_gate,64,1152,1216,2048,64,0.765297908758113,0.0,0.8720703125,0.0048828125,0.07568359375,1.0,4,0.0625
+fresh-en-1,layers.22.mlp.silu_gate,64,1216,1280,2048,64,0.4092949214373501,0.0,0.82177734375,0.0029296875,0.0341796875,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,64,1280,1344,2048,64,0.5380625072599592,0.0,0.841796875,0.0068359375,0.05419921875,1.0,25,0.390625
+fresh-en-1,layers.22.mlp.silu_gate,64,1344,1408,2048,64,0.34829543621058895,0.0,0.8466796875,0.0029296875,0.03759765625,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,1408,1472,2048,64,0.35013152359277194,0.0,0.880859375,0.00390625,0.0380859375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,1472,1536,2048,64,0.30296010215917496,0.0,0.8935546875,0.001953125,0.02880859375,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,64,1536,1600,2048,64,0.33480115706990343,0.0,0.88525390625,0.0029296875,0.025390625,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,64,1600,1664,2048,64,0.35376893498242934,0.0,0.84765625,0.00244140625,0.04345703125,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,1664,1728,2048,64,0.4404728461425847,0.0,0.88134765625,0.0029296875,0.03759765625,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.silu_gate,64,1728,1792,2048,64,0.2774460326775097,0.0,0.8779296875,0.00244140625,0.033203125,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,1792,1856,2048,64,0.36585166721813284,0.0,0.84521484375,0.0009765625,0.04443359375,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,64,1856,1920,2048,64,0.3079668976571838,0.0,0.87353515625,0.001953125,0.0302734375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,1920,1984,2048,64,0.311146147420509,0.0,0.857421875,0.001953125,0.025390625,1.0,48,0.75
+fresh-en-1,layers.22.mlp.silu_gate,64,1984,2048,2048,64,0.3277672660159055,0.0,0.896484375,0.00341796875,0.0234375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,2048,2112,2048,64,0.28630227633914657,0.0,0.8671875,0.00341796875,0.03662109375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.silu_gate,64,2112,2176,2048,64,0.39866991385943873,0.0,0.85595703125,0.00537109375,0.033203125,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,64,2176,2240,2048,64,0.6191508905229915,0.0,0.828125,0.005859375,0.0654296875,1.0,16,0.25
+fresh-en-1,layers.22.mlp.silu_gate,64,2240,2304,2048,64,0.34923308631598576,0.0,0.8486328125,0.00244140625,0.04052734375,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,64,2304,2368,2048,64,0.37901646486668866,0.0,0.79736328125,0.0048828125,0.0390625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,64,2368,2432,2048,64,0.3973836584030744,0.0,0.81982421875,0.00439453125,0.0478515625,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,2432,2496,2048,64,0.33957494318099346,0.0,0.85107421875,0.001953125,0.0283203125,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,2496,2560,2048,64,0.4614981407170732,0.0,0.798828125,0.00732421875,0.05517578125,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.silu_gate,64,2560,2624,2048,64,0.29076448664199245,0.0,0.904296875,0.0029296875,0.02197265625,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,2624,2688,2048,64,0.30123569688935525,0.0,0.82666015625,0.00390625,0.0380859375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,2688,2752,2048,64,0.3250664315702012,0.0,0.84912109375,0.00390625,0.03076171875,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,64,2752,2816,2048,64,0.29782309237216176,0.0,0.87890625,0.00439453125,0.02685546875,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,2816,2880,2048,64,0.3660195543768924,0.0,0.84619140625,0.001953125,0.0341796875,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.silu_gate,64,2880,2944,2048,64,0.2914851483514113,0.0,0.8671875,0.00244140625,0.02587890625,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,2944,3008,2048,64,0.4228723393524248,0.0,0.87158203125,0.0029296875,0.05078125,1.0,32,0.5
+fresh-en-1,layers.22.mlp.silu_gate,64,3008,3072,2048,64,0.5611171314412592,0.0,0.81396484375,0.0068359375,0.07275390625,1.0,21,0.328125
+fresh-en-1,layers.22.mlp.silu_gate,64,3072,3136,2048,64,0.30709493978659963,0.0,0.90771484375,0.00146484375,0.0244140625,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,3136,3200,2048,64,0.31006004994615965,0.0,0.84912109375,0.001953125,0.0283203125,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,64,3200,3264,2048,64,0.2985950845616126,0.0,0.88330078125,0.001953125,0.02490234375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,3264,3328,2048,64,0.2992511431543648,0.0,0.8056640625,0.0048828125,0.03466796875,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,3328,3392,2048,64,0.285149294144385,0.0,0.8876953125,0.00146484375,0.021484375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.silu_gate,64,3392,3456,2048,64,0.3280782760916752,0.0,0.822265625,0.0029296875,0.0341796875,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,3456,3520,2048,64,0.36322976083572217,0.0,0.8291015625,0.00390625,0.03564453125,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,3520,3584,2048,64,0.3773843423503763,0.0,0.8828125,0.0029296875,0.033203125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,64,3584,3648,2048,64,0.30381238504803154,0.0,0.849609375,0.00146484375,0.02880859375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,3648,3712,2048,64,0.3584555277779799,0.0,0.8408203125,0.00390625,0.029296875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,64,3712,3776,2048,64,0.5324119986304318,0.0,0.84423828125,0.00537109375,0.0419921875,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.silu_gate,64,3776,3840,2048,64,0.41464778779799044,0.0,0.7998046875,0.0029296875,0.046875,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,64,3840,3904,2048,64,0.3078890558212066,0.0,0.837890625,0.001953125,0.0439453125,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,64,3904,3968,2048,64,0.4033485783543995,0.0,0.82958984375,0.00244140625,0.048828125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.silu_gate,64,3968,4032,2048,64,0.3807724958292658,0.0,0.81884765625,0.00732421875,0.044921875,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,4032,4096,2048,64,0.301990580636351,0.0,0.8701171875,0.0029296875,0.02197265625,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,4096,4160,2048,64,0.3453134424648993,0.0,0.82275390625,0.00244140625,0.0419921875,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,64,4160,4224,2048,64,0.2964071525928115,0.0,0.8095703125,0.00341796875,0.03466796875,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,4224,4288,2048,64,0.32333603878941025,0.0,0.85693359375,0.00341796875,0.02490234375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,4288,4352,2048,64,0.5309659701549997,0.0,0.84619140625,0.00146484375,0.0439453125,1.0,21,0.328125
+fresh-en-1,layers.22.mlp.silu_gate,64,4352,4416,2048,64,0.4116359337601866,0.0,0.810546875,0.00341796875,0.04638671875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.silu_gate,64,4416,4480,2048,64,0.5836585092213731,0.0,0.78857421875,0.005859375,0.06201171875,1.0,18,0.28125
+fresh-en-1,layers.22.mlp.silu_gate,64,4480,4544,2048,64,0.31544061791162736,0.0,0.85009765625,0.001953125,0.03662109375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,4544,4608,2048,64,0.38554106231844876,0.0,0.8681640625,0.00341796875,0.0341796875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.silu_gate,64,4608,4672,2048,64,0.6310979846138243,0.0,0.9150390625,0.001953125,0.0546875,1.0,8,0.125
+fresh-en-1,layers.22.mlp.silu_gate,64,4672,4736,2048,64,0.3572038197458334,0.0,0.81591796875,0.00390625,0.04345703125,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.silu_gate,64,4736,4800,2048,64,0.41295014156886356,0.0,0.8447265625,0.00439453125,0.03955078125,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,64,4800,4864,2048,64,0.41289697989503815,0.0,0.83935546875,0.00390625,0.04296875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.silu_gate,64,4864,4928,2048,64,0.290739438411926,0.0,0.87939453125,0.00244140625,0.0234375,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,4928,4992,2048,64,0.5380224435414307,0.0,0.83544921875,0.00390625,0.05224609375,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.silu_gate,64,4992,5056,2048,64,0.4732234337798472,0.0,0.79443359375,0.00439453125,0.05859375,1.0,28,0.4375
+fresh-en-1,layers.22.mlp.silu_gate,64,5056,5120,2048,64,0.8120582379672195,0.0,0.83740234375,0.00830078125,0.091796875,1.0,4,0.0625
+fresh-en-1,layers.22.mlp.silu_gate,64,5120,5184,2048,64,0.32399912564760575,0.0,0.833984375,0.00341796875,0.0341796875,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,64,5184,5248,2048,64,0.25867474029282583,0.0,0.87939453125,0.001953125,0.02490234375,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.silu_gate,64,5248,5312,2048,64,0.3835146270328853,0.0,0.83154296875,0.00634765625,0.04345703125,1.0,40,0.625
+fresh-en-1,layers.22.mlp.silu_gate,64,5312,5376,2048,64,0.25895642979080646,0.0,0.89306640625,0.00146484375,0.01708984375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,5376,5440,2048,64,0.38655457534847026,0.0,0.88720703125,0.0029296875,0.0361328125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,64,5440,5504,2048,64,0.35770965401470983,0.0,0.87060546875,0.0029296875,0.03076171875,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,64,5504,5568,2048,64,0.4058707903070115,0.0,0.8740234375,0.00341796875,0.0361328125,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.silu_gate,64,5568,5632,2048,64,0.37822447242581164,0.0,0.9013671875,0.001953125,0.03271484375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.silu_gate,64,5632,5696,2048,64,0.36566313160584235,0.0,0.91064453125,0.00341796875,0.02490234375,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,64,5696,5760,2048,64,0.34804536894707133,0.0,0.84228515625,0.001953125,0.037109375,1.0,45,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,64,5760,5824,2048,64,0.7674293006594802,0.0,0.84814453125,0.0048828125,0.0673828125,1.0,6,0.09375
+fresh-en-1,layers.22.mlp.silu_gate,64,5824,5888,2048,64,0.3331600629568528,0.0,0.8212890625,0.001953125,0.03515625,1.0,44,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,64,5888,5952,2048,64,0.27560578035732686,0.0,0.84423828125,0.00244140625,0.0224609375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,64,5952,6016,2048,64,0.8731390758320783,0.0,0.82861328125,0.005859375,0.103515625,1.0,5,0.078125
+fresh-en-1,layers.22.mlp.silu_gate,64,6016,6080,2048,64,0.3880755802081545,0.0,0.85009765625,0.00390625,0.033203125,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,64,6080,6144,2048,64,0.39685646879453185,0.0,0.83740234375,0.0048828125,0.0283203125,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.silu_gate,128,0,128,4096,128,0.5439144915839439,0.0,0.842041015625,0.004150390625,0.050048828125,1.0,42,0.328125
+fresh-en-1,layers.22.mlp.silu_gate,128,128,256,4096,128,0.36932152636119436,0.0,0.85009765625,0.00341796875,0.03662109375,1.0,81,0.6328125
+fresh-en-1,layers.22.mlp.silu_gate,128,256,384,4096,128,0.34041620721574894,0.0,0.866943359375,0.0029296875,0.03125,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.silu_gate,128,384,512,4096,128,0.3092014567743815,0.0,0.860107421875,0.0029296875,0.027587890625,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,128,512,640,4096,128,0.43566798270485624,0.0,0.851318359375,0.00390625,0.036376953125,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.silu_gate,128,640,768,4096,128,0.30139139990163505,0.0,0.8642578125,0.00146484375,0.029541015625,1.0,94,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,128,768,896,4096,128,0.6938262995114819,0.0,0.842529296875,0.00634765625,0.077392578125,1.0,16,0.125
+fresh-en-1,layers.22.mlp.silu_gate,128,896,1024,4096,128,0.3014268894147342,0.0,0.892333984375,0.0029296875,0.025634765625,1.0,94,0.734375
+fresh-en-1,layers.22.mlp.silu_gate,128,1024,1152,4096,128,0.3085227631764136,0.0,0.855224609375,0.0029296875,0.02685546875,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.silu_gate,128,1152,1280,4096,128,0.6136787522246259,0.0,0.846923828125,0.00341796875,0.05908203125,1.0,27,0.2109375
+fresh-en-1,layers.22.mlp.silu_gate,128,1280,1408,4096,128,0.4532223364994261,0.0,0.84423828125,0.004638671875,0.051025390625,1.0,63,0.4921875
+fresh-en-1,layers.22.mlp.silu_gate,128,1408,1536,4096,128,0.3273964777709845,0.0,0.88720703125,0.0029296875,0.03369140625,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.silu_gate,128,1536,1664,4096,128,0.34441564579294914,0.0,0.866455078125,0.002685546875,0.03466796875,1.0,83,0.6484375
+fresh-en-1,layers.22.mlp.silu_gate,128,1664,1792,4096,128,0.3680982404450196,0.0,0.879638671875,0.00244140625,0.038330078125,1.0,76,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,128,1792,1920,4096,128,0.3381501533778136,0.0,0.859375,0.001220703125,0.03857421875,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.silu_gate,128,1920,2048,4096,128,0.3195647866444037,0.0,0.876953125,0.00244140625,0.02490234375,1.0,93,0.7265625
+fresh-en-1,layers.22.mlp.silu_gate,128,2048,2176,4096,128,0.34706389444428626,0.0,0.861572265625,0.004150390625,0.035888671875,1.0,86,0.671875
+fresh-en-1,layers.22.mlp.silu_gate,128,2176,2304,4096,128,0.5026487709192187,0.0,0.83837890625,0.00390625,0.053466796875,1.0,56,0.4375
+fresh-en-1,layers.22.mlp.silu_gate,128,2304,2432,4096,128,0.38830867399908353,0.0,0.80859375,0.004638671875,0.043701171875,1.0,78,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,128,2432,2560,4096,128,0.4051491552019394,0.0,0.824951171875,0.004150390625,0.041015625,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.silu_gate,128,2560,2688,4096,128,0.2960463914427914,0.0,0.865478515625,0.00341796875,0.0302734375,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,128,2688,2816,4096,128,0.3117425053500898,0.0,0.864013671875,0.00390625,0.030517578125,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,128,2816,2944,4096,128,0.3308579044663307,0.0,0.856689453125,0.002197265625,0.030517578125,1.0,87,0.6796875
+fresh-en-1,layers.22.mlp.silu_gate,128,2944,3072,4096,128,0.4968266551757563,0.0,0.8427734375,0.0048828125,0.060791015625,1.0,51,0.3984375
+fresh-en-1,layers.22.mlp.silu_gate,128,3072,3200,4096,128,0.30858105630056937,0.0,0.87841796875,0.001708984375,0.0263671875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,128,3200,3328,4096,128,0.2989232938427104,0.0,0.844482421875,0.00341796875,0.02978515625,1.0,92,0.71875
+fresh-en-1,layers.22.mlp.silu_gate,128,3328,3456,4096,128,0.3073641774787088,0.0,0.85498046875,0.002197265625,0.026123046875,1.0,90,0.703125
+fresh-en-1,layers.22.mlp.silu_gate,128,3456,3584,4096,128,0.37037467584056144,0.0,0.85595703125,0.00341796875,0.03369140625,1.0,75,0.5859375
+fresh-en-1,layers.22.mlp.silu_gate,128,3584,3712,4096,128,0.3322591839988501,0.0,0.84521484375,0.002685546875,0.02978515625,1.0,89,0.6953125
+fresh-en-1,layers.22.mlp.silu_gate,128,3712,3840,4096,128,0.47717676190873864,0.0,0.822021484375,0.004638671875,0.0458984375,1.0,58,0.453125
+fresh-en-1,layers.22.mlp.silu_gate,128,3840,3968,4096,128,0.35880757123769647,0.0,0.833740234375,0.002197265625,0.045654296875,1.0,76,0.59375
+fresh-en-1,layers.22.mlp.silu_gate,128,3968,4096,4096,128,0.3436466239999519,0.0,0.844482421875,0.0048828125,0.033203125,1.0,84,0.65625
+fresh-en-1,layers.22.mlp.silu_gate,128,4096,4224,4096,128,0.3217907500652696,0.0,0.816162109375,0.0029296875,0.038330078125,1.0,88,0.6875
+fresh-en-1,layers.22.mlp.silu_gate,128,4224,4352,4096,128,0.4395856318413211,0.0,0.8515625,0.002685546875,0.033203125,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.silu_gate,128,4352,4480,4096,128,0.505025443591279,0.0,0.799560546875,0.00439453125,0.055419921875,1.0,50,0.390625
+fresh-en-1,layers.22.mlp.silu_gate,128,4480,4608,4096,128,0.3522390482059785,0.0,0.859130859375,0.002685546875,0.037353515625,1.0,78,0.609375
+fresh-en-1,layers.22.mlp.silu_gate,128,4608,4736,4096,128,0.5127763815858939,0.0,0.865478515625,0.003173828125,0.04833984375,1.0,46,0.359375
+fresh-en-1,layers.22.mlp.silu_gate,128,4736,4864,4096,128,0.4129235615874856,0.0,0.842041015625,0.004150390625,0.041259765625,1.0,72,0.5625
+fresh-en-1,layers.22.mlp.silu_gate,128,4864,4992,4096,128,0.4324335618348639,0.0,0.857421875,0.003662109375,0.04248046875,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.silu_gate,128,4992,5120,4096,128,0.6645972465067903,0.0,0.81591796875,0.007080078125,0.0791015625,1.0,20,0.15625
+fresh-en-1,layers.22.mlp.silu_gate,128,5120,5248,4096,128,0.2931621178511763,0.0,0.856689453125,0.00244140625,0.03076171875,1.0,96,0.75
+fresh-en-1,layers.22.mlp.silu_gate,128,5248,5376,4096,128,0.32721697822559115,0.0,0.8623046875,0.00341796875,0.02880859375,1.0,85,0.6640625
+fresh-en-1,layers.22.mlp.silu_gate,128,5376,5504,4096,128,0.37241149035586935,0.0,0.87890625,0.0029296875,0.03369140625,1.0,77,0.6015625
+fresh-en-1,layers.22.mlp.silu_gate,128,5504,5632,4096,128,0.3922912501995307,0.0,0.8876953125,0.0029296875,0.033935546875,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.silu_gate,128,5632,5760,4096,128,0.35696295652440924,0.0,0.87646484375,0.002685546875,0.03125,1.0,83,0.6484375
+fresh-en-1,layers.22.mlp.silu_gate,128,5760,5888,4096,128,0.5915840426600911,0.0,0.834716796875,0.004150390625,0.055908203125,1.0,37,0.2890625
+fresh-en-1,layers.22.mlp.silu_gate,128,5888,6016,4096,128,0.6474296841786245,0.0,0.83642578125,0.005126953125,0.0693359375,1.0,22,0.171875
+fresh-en-1,layers.22.mlp.silu_gate,128,6016,6144,4096,128,0.39249058127422687,0.0,0.84375,0.00439453125,0.03076171875,1.0,78,0.609375
+fresh-en-1,layers.22.mlp.gated_product,0,0,6144,196608,6144,0.2805542595919865,0.0,0.4988352457682292,0.0290985107421875,0.2200164794921875,1.0,2106,0.3427734375
+fresh-en-1,layers.22.mlp.gated_product,64,0,64,2048,64,0.2895894763416743,0.0,0.482421875,0.02392578125,0.205078125,1.0,26,0.40625
+fresh-en-1,layers.22.mlp.gated_product,64,64,128,2048,64,0.22200647523587727,0.0,0.57177734375,0.017578125,0.16650390625,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,128,192,2048,64,0.25267718840586917,0.0,0.4755859375,0.0205078125,0.1962890625,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.gated_product,64,192,256,2048,64,0.24248455203505792,0.0,0.45556640625,0.0283203125,0.19091796875,1.0,28,0.4375
+fresh-en-1,layers.22.mlp.gated_product,64,256,320,2048,64,0.2541222258096696,0.0,0.44970703125,0.02490234375,0.19482421875,1.0,27,0.421875
+fresh-en-1,layers.22.mlp.gated_product,64,320,384,2048,64,0.22367173424515524,0.0,0.58056640625,0.02392578125,0.16650390625,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,384,448,2048,64,0.17070760843532187,0.0,0.4755859375,0.02001953125,0.1484375,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.gated_product,64,448,512,2048,64,0.2182537990926289,0.0,0.50537109375,0.02001953125,0.19140625,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,512,576,2048,64,0.2897083807154263,0.0,0.47216796875,0.03515625,0.2314453125,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.gated_product,64,576,640,2048,64,0.2945006918765895,0.0,0.52392578125,0.03466796875,0.22216796875,1.0,21,0.328125
+fresh-en-1,layers.22.mlp.gated_product,64,640,704,2048,64,0.20308850753193944,0.0,0.53271484375,0.01806640625,0.1611328125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,704,768,2048,64,0.18621361690572522,0.0,0.44677734375,0.0205078125,0.14501953125,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,768,832,2048,64,0.31680979130188,0.0,0.458984375,0.03466796875,0.26953125,1.0,18,0.28125
+fresh-en-1,layers.22.mlp.gated_product,64,832,896,2048,64,0.1925514241595487,0.0,0.50537109375,0.01904296875,0.1728515625,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,896,960,2048,64,0.23748089871587869,0.0,0.443359375,0.02099609375,0.1982421875,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,960,1024,2048,64,0.1590209515230524,0.0,0.49658203125,0.01513671875,0.13818359375,1.0,43,0.671875
+fresh-en-1,layers.22.mlp.gated_product,64,1024,1088,2048,64,0.17290721065755493,0.0,0.501953125,0.0205078125,0.15087890625,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,1088,1152,2048,64,0.23780529807061976,0.0,0.5439453125,0.0224609375,0.18798828125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gated_product,64,1152,1216,2048,64,0.44481204528716217,0.0,0.4453125,0.02880859375,0.31884765625,1.0,5,0.078125
+fresh-en-1,layers.22.mlp.gated_product,64,1216,1280,2048,64,0.19512094171107364,0.0,0.52099609375,0.01611328125,0.15380859375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,1280,1344,2048,64,0.33991927797598454,0.0,0.5478515625,0.0283203125,0.236328125,1.0,19,0.296875
+fresh-en-1,layers.22.mlp.gated_product,64,1344,1408,2048,64,0.34330936066083784,0.0,0.5107421875,0.033203125,0.2783203125,1.0,14,0.21875
+fresh-en-1,layers.22.mlp.gated_product,64,1408,1472,2048,64,0.19461164043141346,0.0,0.5224609375,0.02587890625,0.16845703125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,1472,1536,2048,64,0.19686565720464755,0.0,0.43896484375,0.01708984375,0.16455078125,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,1536,1600,2048,64,0.21556081450111123,0.0,0.42578125,0.025390625,0.177734375,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gated_product,64,1600,1664,2048,64,0.19615369675017535,0.0,0.458984375,0.025390625,0.1826171875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gated_product,64,1664,1728,2048,64,0.21483580465039465,0.0,0.5234375,0.0205078125,0.173828125,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gated_product,64,1728,1792,2048,64,0.16989993529025088,0.0,0.50634765625,0.0205078125,0.150390625,1.0,41,0.640625
+fresh-en-1,layers.22.mlp.gated_product,64,1792,1856,2048,64,0.23195901448877432,0.0,0.50634765625,0.02685546875,0.18505859375,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gated_product,64,1856,1920,2048,64,0.2028596134549801,0.0,0.5107421875,0.021484375,0.15478515625,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gated_product,64,1920,1984,2048,64,0.24240493125084359,0.0,0.42626953125,0.01904296875,0.171875,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gated_product,64,1984,2048,2048,64,0.1956377448761228,0.0,0.45263671875,0.0185546875,0.1474609375,1.0,40,0.625
+fresh-en-1,layers.22.mlp.gated_product,64,2048,2112,2048,64,0.2071367819373768,0.0,0.51416015625,0.0146484375,0.1708984375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,2112,2176,2048,64,0.22806948918706166,0.0,0.4609375,0.02734375,0.1806640625,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,2176,2240,2048,64,1.3694124386284516,0.0,0.490234375,0.13720703125,0.71435546875,1.0,1,0.015625
+fresh-en-1,layers.22.mlp.gated_product,64,2240,2304,2048,64,0.23454535237533303,0.0,0.5068359375,0.0244140625,0.193359375,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,2304,2368,2048,64,0.2718058115756026,0.0,0.47119140625,0.02880859375,0.216796875,1.0,25,0.390625
+fresh-en-1,layers.22.mlp.gated_product,64,2368,2432,2048,64,0.28947618352694116,0.0,0.4912109375,0.025390625,0.20947265625,1.0,25,0.390625
+fresh-en-1,layers.22.mlp.gated_product,64,2432,2496,2048,64,0.25608254307578876,0.0,0.46337890625,0.02587890625,0.22216796875,1.0,23,0.359375
+fresh-en-1,layers.22.mlp.gated_product,64,2496,2560,2048,64,0.19321457726137428,0.0,0.4638671875,0.0224609375,0.1630859375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,2560,2624,2048,64,0.17414641102831072,0.0,0.4970703125,0.02587890625,0.162109375,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,2624,2688,2048,64,0.24621067402185723,0.0,0.4912109375,0.025390625,0.201171875,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,2688,2752,2048,64,0.21545863282183583,0.0,0.54541015625,0.0224609375,0.17724609375,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gated_product,64,2752,2816,2048,64,0.20422788374028195,0.0,0.53564453125,0.0205078125,0.173828125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,2816,2880,2048,64,0.23163793970985835,0.0,0.505859375,0.025390625,0.1689453125,1.0,32,0.5
+fresh-en-1,layers.22.mlp.gated_product,64,2880,2944,2048,64,0.21193022544595463,0.0,0.515625,0.0224609375,0.1611328125,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gated_product,64,2944,3008,2048,64,0.18167576412169015,0.0,0.50439453125,0.0224609375,0.17041015625,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,3008,3072,2048,64,0.3249731287862526,0.0,0.45556640625,0.0263671875,0.21484375,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.gated_product,64,3072,3136,2048,64,0.1694051420681721,0.0,0.51416015625,0.0166015625,0.13232421875,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.gated_product,64,3136,3200,2048,64,0.21016391935109086,0.0,0.5234375,0.02001953125,0.18994140625,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,3200,3264,2048,64,0.20314162891559442,0.0,0.51318359375,0.02685546875,0.1728515625,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gated_product,64,3264,3328,2048,64,0.2066890156275134,0.0,0.48779296875,0.021484375,0.15576171875,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.gated_product,64,3328,3392,2048,64,0.18001871518147416,0.0,0.4912109375,0.0146484375,0.1572265625,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gated_product,64,3392,3456,2048,64,0.230495205028708,0.0,0.525390625,0.0244140625,0.18994140625,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,3456,3520,2048,64,0.21586417005287167,0.0,0.5185546875,0.0263671875,0.18212890625,1.0,31,0.484375
+fresh-en-1,layers.22.mlp.gated_product,64,3520,3584,2048,64,0.23534200968330315,0.0,0.48291015625,0.0244140625,0.18603515625,1.0,28,0.4375
+fresh-en-1,layers.22.mlp.gated_product,64,3584,3648,2048,64,0.22432104309370313,0.0,0.50146484375,0.02099609375,0.1630859375,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gated_product,64,3648,3712,2048,64,0.21791319649309665,0.0,0.4443359375,0.02490234375,0.15966796875,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,3712,3776,2048,64,0.30594427990925555,0.0,0.5126953125,0.033203125,0.23046875,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.gated_product,64,3776,3840,2048,64,0.22757260676664215,0.0,0.50927734375,0.025390625,0.1787109375,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.gated_product,64,3840,3904,2048,64,0.1957296088064866,0.0,0.55615234375,0.02099609375,0.1748046875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gated_product,64,3904,3968,2048,64,0.2160361598530011,0.0,0.4990234375,0.02197265625,0.1826171875,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gated_product,64,3968,4032,2048,64,0.24892575623363325,0.0,0.50927734375,0.0341796875,0.18505859375,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,4032,4096,2048,64,0.19640340684972157,0.0,0.4375,0.01904296875,0.15185546875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,4096,4160,2048,64,0.23647910883143958,0.0,0.55859375,0.025390625,0.1875,1.0,26,0.40625
+fresh-en-1,layers.22.mlp.gated_product,64,4160,4224,2048,64,0.18117858176095242,0.0,0.490234375,0.02099609375,0.16796875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,4224,4288,2048,64,0.21176161655521689,0.0,0.47314453125,0.0205078125,0.1435546875,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gated_product,64,4288,4352,2048,64,0.2730803168106155,0.0,0.48681640625,0.0224609375,0.20654296875,1.0,20,0.3125
+fresh-en-1,layers.22.mlp.gated_product,64,4352,4416,2048,64,0.21703354983699316,0.0,0.48486328125,0.02880859375,0.19921875,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,4416,4480,2048,64,0.3743812446513367,0.0,0.5712890625,0.04345703125,0.28076171875,1.0,14,0.21875
+fresh-en-1,layers.22.mlp.gated_product,64,4480,4544,2048,64,0.22777328914558168,0.0,0.5185546875,0.02685546875,0.20068359375,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.gated_product,64,4544,4608,2048,64,0.222477619040419,0.0,0.49560546875,0.0244140625,0.19384765625,1.0,28,0.4375
+fresh-en-1,layers.22.mlp.gated_product,64,4608,4672,2048,64,0.26935038344758877,0.0,0.4599609375,0.02978515625,0.2099609375,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.gated_product,64,4672,4736,2048,64,0.27138079917495517,0.0,0.541015625,0.033203125,0.2470703125,1.0,20,0.3125
+fresh-en-1,layers.22.mlp.gated_product,64,4736,4800,2048,64,0.30567457327707415,0.0,0.5068359375,0.03271484375,0.23193359375,1.0,21,0.328125
+fresh-en-1,layers.22.mlp.gated_product,64,4800,4864,2048,64,0.1834782897362437,0.0,0.4951171875,0.0244140625,0.15966796875,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,4864,4928,2048,64,0.20918280514853307,0.0,0.5126953125,0.01953125,0.17333984375,1.0,35,0.546875
+fresh-en-1,layers.22.mlp.gated_product,64,4928,4992,2048,64,0.3442037555763344,0.0,0.54833984375,0.02978515625,0.23779296875,1.0,16,0.25
+fresh-en-1,layers.22.mlp.gated_product,64,4992,5056,2048,64,0.31926577050196986,0.0,0.48291015625,0.03955078125,0.26953125,1.0,20,0.3125
+fresh-en-1,layers.22.mlp.gated_product,64,5056,5120,2048,64,0.275766415680336,0.0,0.52197265625,0.02783203125,0.2236328125,1.0,22,0.34375
+fresh-en-1,layers.22.mlp.gated_product,64,5120,5184,2048,64,0.20336351089208501,0.0,0.43359375,0.0244140625,0.1689453125,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,5184,5248,2048,64,0.1766368557239939,0.0,0.50146484375,0.0224609375,0.15380859375,1.0,42,0.65625
+fresh-en-1,layers.22.mlp.gated_product,64,5248,5312,2048,64,0.3145831608785287,0.0,0.4853515625,0.0322265625,0.224609375,1.0,20,0.3125
+fresh-en-1,layers.22.mlp.gated_product,64,5312,5376,2048,64,0.16004768890511872,0.0,0.55419921875,0.02001953125,0.162109375,1.0,39,0.609375
+fresh-en-1,layers.22.mlp.gated_product,64,5376,5440,2048,64,0.21216156677006665,0.0,0.4873046875,0.025390625,0.1865234375,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.gated_product,64,5440,5504,2048,64,0.21020328810769037,0.0,0.5,0.0205078125,0.1552734375,1.0,36,0.5625
+fresh-en-1,layers.22.mlp.gated_product,64,5504,5568,2048,64,0.1694636802150757,0.0,0.5390625,0.02197265625,0.15087890625,1.0,38,0.59375
+fresh-en-1,layers.22.mlp.gated_product,64,5568,5632,2048,64,0.395920222411092,0.0,0.4619140625,0.04541015625,0.31884765625,1.0,4,0.0625
+fresh-en-1,layers.22.mlp.gated_product,64,5632,5696,2048,64,0.3005474652323156,0.0,0.55029296875,0.03515625,0.2373046875,1.0,15,0.234375
+fresh-en-1,layers.22.mlp.gated_product,64,5696,5760,2048,64,0.26298521815697695,0.0,0.49951171875,0.02783203125,0.2021484375,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,64,5760,5824,2048,64,0.3695755573646092,0.0,0.50537109375,0.0283203125,0.24755859375,1.0,14,0.21875
+fresh-en-1,layers.22.mlp.gated_product,64,5824,5888,2048,64,0.2164290333135402,0.0,0.53125,0.02490234375,0.177734375,1.0,33,0.515625
+fresh-en-1,layers.22.mlp.gated_product,64,5888,5952,2048,64,0.20506154148150824,0.0,0.46435546875,0.0244140625,0.16357421875,1.0,34,0.53125
+fresh-en-1,layers.22.mlp.gated_product,64,5952,6016,2048,64,0.29915700084880614,0.0,0.5,0.03076171875,0.19140625,1.0,27,0.421875
+fresh-en-1,layers.22.mlp.gated_product,64,6016,6080,2048,64,0.23762281500355908,0.0,0.5537109375,0.0263671875,0.19189453125,1.0,27,0.421875
+fresh-en-1,layers.22.mlp.gated_product,64,6080,6144,2048,64,0.26601382359533415,0.0,0.5146484375,0.0244140625,0.1689453125,1.0,29,0.453125
+fresh-en-1,layers.22.mlp.gated_product,128,0,128,4096,128,0.2580202897588708,0.0,0.527099609375,0.020751953125,0.189453125,1.0,55,0.4296875
+fresh-en-1,layers.22.mlp.gated_product,128,128,256,4096,128,0.247633317140826,0.0,0.465576171875,0.0244140625,0.1953125,1.0,57,0.4453125
+fresh-en-1,layers.22.mlp.gated_product,128,256,384,4096,128,0.23938165170987524,0.0,0.51513671875,0.024169921875,0.181640625,1.0,57,0.4453125
+fresh-en-1,layers.22.mlp.gated_product,128,384,512,4096,128,0.19592831392638582,0.0,0.490478515625,0.0205078125,0.17041015625,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gated_product,128,512,640,4096,128,0.29211436405331415,0.0,0.498046875,0.03515625,0.227783203125,1.0,42,0.328125
+fresh-en-1,layers.22.mlp.gated_product,128,640,768,4096,128,0.19483384332895404,0.0,0.48974609375,0.01953125,0.154541015625,1.0,74,0.578125
+fresh-en-1,layers.22.mlp.gated_product,128,768,896,4096,128,0.2621492845790459,0.0,0.482177734375,0.027099609375,0.226318359375,1.0,49,0.3828125
+fresh-en-1,layers.22.mlp.gated_product,128,896,1024,4096,128,0.2020950769788794,0.0,0.469970703125,0.018310546875,0.176513671875,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gated_product,128,1024,1152,4096,128,0.20790414051652792,0.0,0.52294921875,0.02099609375,0.173095703125,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gated_product,128,1152,1280,4096,128,0.34346028702512654,0.0,0.483154296875,0.026123046875,0.25634765625,1.0,25,0.1953125
+fresh-en-1,layers.22.mlp.gated_product,128,1280,1408,4096,128,0.3416185245687563,0.0,0.529296875,0.030517578125,0.257080078125,1.0,32,0.25
+fresh-en-1,layers.22.mlp.gated_product,128,1408,1536,4096,128,0.19574189329065908,0.0,0.480712890625,0.021728515625,0.166259765625,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gated_product,128,1536,1664,4096,128,0.20608582859714328,0.0,0.4423828125,0.02587890625,0.181396484375,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gated_product,128,1664,1792,4096,128,0.19367551596860919,0.0,0.514892578125,0.022705078125,0.1650390625,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gated_product,128,1792,1920,4096,128,0.21789562544221414,0.0,0.508544921875,0.023681640625,0.168701171875,1.0,68,0.53125
+fresh-en-1,layers.22.mlp.gated_product,128,1920,2048,4096,128,0.22026606401683976,0.0,0.439453125,0.018310546875,0.158935546875,1.0,71,0.5546875
+fresh-en-1,layers.22.mlp.gated_product,128,2048,2176,4096,128,0.2178546973666389,0.0,0.487548828125,0.020751953125,0.176025390625,1.0,70,0.546875
+fresh-en-1,layers.22.mlp.gated_product,128,2176,2304,4096,128,0.9824209763108666,0.0,0.49853515625,0.09521484375,0.58642578125,1.0,1,0.0078125
+fresh-en-1,layers.22.mlp.gated_product,128,2304,2432,4096,128,0.28078003849596866,0.0,0.481201171875,0.02685546875,0.2138671875,1.0,49,0.3828125
+fresh-en-1,layers.22.mlp.gated_product,128,2432,2560,4096,128,0.22683710205173094,0.0,0.463623046875,0.023193359375,0.190673828125,1.0,56,0.4375
+fresh-en-1,layers.22.mlp.gated_product,128,2560,2688,4096,128,0.21324477540650155,0.0,0.494140625,0.02880859375,0.180908203125,1.0,64,0.5
+fresh-en-1,layers.22.mlp.gated_product,128,2688,2816,4096,128,0.20991837813122605,0.0,0.54052734375,0.021728515625,0.17529296875,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gated_product,128,2816,2944,4096,128,0.22200287787616754,0.0,0.5107421875,0.0234375,0.164306640625,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gated_product,128,2944,3072,4096,128,0.2632618636475157,0.0,0.47998046875,0.0263671875,0.212646484375,1.0,50,0.390625
+fresh-en-1,layers.22.mlp.gated_product,128,3072,3200,4096,128,0.19087558140860944,0.0,0.518798828125,0.017822265625,0.16162109375,1.0,73,0.5703125
+fresh-en-1,layers.22.mlp.gated_product,128,3200,3328,4096,128,0.20492299844033068,0.0,0.50048828125,0.024169921875,0.165283203125,1.0,69,0.5390625
+fresh-en-1,layers.22.mlp.gated_product,128,3328,3456,4096,128,0.206802777250228,0.0,0.50830078125,0.01953125,0.176513671875,1.0,66,0.515625
+fresh-en-1,layers.22.mlp.gated_product,128,3456,3584,4096,128,0.22581319872229688,0.0,0.500732421875,0.026123046875,0.183349609375,1.0,58,0.453125
+fresh-en-1,layers.22.mlp.gated_product,128,3584,3712,4096,128,0.22114033053751864,0.0,0.472900390625,0.02294921875,0.1611328125,1.0,67,0.5234375
+fresh-en-1,layers.22.mlp.gated_product,128,3712,3840,4096,128,0.26962120999631844,0.0,0.510986328125,0.028564453125,0.213623046875,1.0,48,0.375
+fresh-en-1,layers.22.mlp.gated_product,128,3840,3968,4096,128,0.20613309065694876,0.0,0.527587890625,0.022216796875,0.1767578125,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gated_product,128,3968,4096,4096,128,0.22420786152437147,0.0,0.473388671875,0.026123046875,0.176513671875,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gated_product,128,4096,4224,4096,128,0.2106514270099089,0.0,0.5244140625,0.022216796875,0.1796875,1.0,63,0.4921875
+fresh-en-1,layers.22.mlp.gated_product,128,4224,4352,4096,128,0.24435204283519385,0.0,0.47998046875,0.02197265625,0.172607421875,1.0,57,0.4453125
+fresh-en-1,layers.22.mlp.gated_product,128,4352,4480,4096,128,0.3059941814001785,0.0,0.528076171875,0.03857421875,0.25146484375,1.0,39,0.3046875
+fresh-en-1,layers.22.mlp.gated_product,128,4480,4608,4096,128,0.22514102494002572,0.0,0.507080078125,0.025390625,0.197265625,1.0,58,0.453125
+fresh-en-1,layers.22.mlp.gated_product,128,4608,4736,4096,128,0.27036749732928367,0.0,0.50048828125,0.031494140625,0.228515625,1.0,41,0.3203125
+fresh-en-1,layers.22.mlp.gated_product,128,4736,4864,4096,128,0.2520924706855188,0.0,0.5009765625,0.028076171875,0.205322265625,1.0,57,0.4453125
+fresh-en-1,layers.22.mlp.gated_product,128,4864,4992,4096,128,0.28481017478547194,0.0,0.530517578125,0.026611328125,0.205322265625,1.0,44,0.34375
+fresh-en-1,layers.22.mlp.gated_product,128,4992,5120,4096,128,0.2983100301962678,0.0,0.50244140625,0.03466796875,0.25,1.0,40,0.3125
+fresh-en-1,layers.22.mlp.gated_product,128,5120,5248,4096,128,0.19046954659789347,0.0,0.467529296875,0.022705078125,0.163330078125,1.0,77,0.6015625
+fresh-en-1,layers.22.mlp.gated_product,128,5248,5376,4096,128,0.24957747077029602,0.0,0.519775390625,0.029541015625,0.2119140625,1.0,53,0.4140625
+fresh-en-1,layers.22.mlp.gated_product,128,5376,5504,4096,128,0.21118469729790335,0.0,0.49365234375,0.02294921875,0.170654296875,1.0,65,0.5078125
+fresh-en-1,layers.22.mlp.gated_product,128,5504,5632,4096,128,0.30452484416389247,0.0,0.50048828125,0.037841796875,0.253662109375,1.0,28,0.21875
+fresh-en-1,layers.22.mlp.gated_product,128,5632,5760,4096,128,0.28239157549991,0.0,0.52490234375,0.031005859375,0.2216796875,1.0,43,0.3359375
+fresh-en-1,layers.22.mlp.gated_product,128,5760,5888,4096,128,0.30284287928098536,0.0,0.518310546875,0.029296875,0.218505859375,1.0,41,0.3203125
+fresh-en-1,layers.22.mlp.gated_product,128,5888,6016,4096,128,0.2564616413341622,0.0,0.482177734375,0.026611328125,0.18310546875,1.0,59,0.4609375
+fresh-en-1,layers.22.mlp.gated_product,128,6016,6144,4096,128,0.2522181164726527,0.0,0.5341796875,0.0263671875,0.182861328125,1.0,55,0.4296875
+fresh-en-1,layers.22.mlp.down_proj.output,0,0,2048,65536,2048,0.20244575673349702,0.0,0.5012359619140625,0.008697509765625,0.089385986328125,1.0,1525,0.74462890625
+fresh-en-1,layers.22.mlp.down_proj.output,64,0,64,2048,64,0.195958914065585,0.0,0.5322265625,0.0087890625,0.09375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,64,128,2048,64,0.20123481601452967,0.0,0.49755859375,0.0068359375,0.0830078125,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,128,192,2048,64,0.19675578191583717,0.0,0.54541015625,0.00830078125,0.09326171875,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,192,256,2048,64,0.18588141311877213,0.0,0.4970703125,0.0078125,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,64,256,320,2048,64,0.18543973979886652,0.0,0.52685546875,0.01171875,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,320,384,2048,64,0.20078213683816706,0.0,0.48779296875,0.00927734375,0.0771484375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,384,448,2048,64,0.1812017926220365,0.0,0.43310546875,0.0048828125,0.072265625,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,64,448,512,2048,64,0.18229399917634162,0.0,0.52978515625,0.00732421875,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,64,512,576,2048,64,0.197772432371761,0.0,0.486328125,0.01025390625,0.0849609375,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,576,640,2048,64,0.1943218881378755,0.0,0.44140625,0.0087890625,0.0859375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,640,704,2048,64,0.20571187792867182,0.0,0.4951171875,0.00732421875,0.08984375,1.0,47,0.734375
+fresh-en-1,layers.22.mlp.down_proj.output,64,704,768,2048,64,0.20122146842899918,0.0,0.53759765625,0.00537109375,0.0888671875,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,768,832,2048,64,0.1806884820230231,0.0,0.45556640625,0.00732421875,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,64,832,896,2048,64,0.20264106767786996,0.0,0.45849609375,0.01025390625,0.091796875,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,896,960,2048,64,0.18753459138489462,0.0,0.4775390625,0.0078125,0.08154296875,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,960,1024,2048,64,0.200214901346703,0.0,0.5107421875,0.01220703125,0.08984375,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1024,1088,2048,64,0.17822667504877998,0.0,0.53857421875,0.0078125,0.08203125,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1088,1152,2048,64,0.2011594054407501,0.0,0.4814453125,0.01025390625,0.08154296875,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,1152,1216,2048,64,0.3331769255791938,0.0,0.466796875,0.0166015625,0.1455078125,1.0,30,0.46875
+fresh-en-1,layers.22.mlp.down_proj.output,64,1216,1280,2048,64,0.19938812114740256,0.0,0.486328125,0.005859375,0.07421875,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1280,1344,2048,64,0.18440199881408473,0.0,0.505859375,0.005859375,0.07861328125,1.0,52,0.8125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1344,1408,2048,64,0.18072515185093055,0.0,0.51904296875,0.0107421875,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,1408,1472,2048,64,0.27634104409460813,0.0,0.4873046875,0.01513671875,0.126953125,1.0,37,0.578125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1472,1536,2048,64,0.20831777861034156,0.0,0.53564453125,0.0078125,0.08349609375,1.0,48,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,64,1536,1600,2048,64,0.20083487914435685,0.0,0.45849609375,0.00390625,0.09228515625,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,1600,1664,2048,64,0.22320552880447062,0.0,0.47900390625,0.00830078125,0.095703125,1.0,46,0.71875
+fresh-en-1,layers.22.mlp.down_proj.output,64,1664,1728,2048,64,0.18215931047150133,0.0,0.57373046875,0.0087890625,0.0927734375,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1728,1792,2048,64,0.17362095771803016,0.0,0.53076171875,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1792,1856,2048,64,0.18823732308075383,0.0,0.4736328125,0.01220703125,0.083984375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,1856,1920,2048,64,0.18287355550879314,0.0,0.57861328125,0.009765625,0.0791015625,1.0,50,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,64,1920,1984,2048,64,0.2098230748214645,0.0,0.48388671875,0.0078125,0.08984375,1.0,49,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,64,1984,2048,2048,64,0.18471347743051114,0.0,0.52783203125,0.005859375,0.0810546875,1.0,51,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,128,0,128,4096,128,0.19861438414445834,0.0,0.514892578125,0.007568359375,0.088623046875,1.0,96,0.75
+fresh-en-1,layers.22.mlp.down_proj.output,128,128,256,4096,128,0.19139584303263238,0.0,0.521240234375,0.0078125,0.087646484375,1.0,99,0.7734375
+fresh-en-1,layers.22.mlp.down_proj.output,128,256,384,4096,128,0.1932632447854115,0.0,0.50732421875,0.010498046875,0.084716796875,1.0,98,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,128,384,512,4096,128,0.1817487163436699,0.0,0.4814453125,0.006103515625,0.076416015625,1.0,102,0.796875
+fresh-en-1,layers.22.mlp.down_proj.output,128,512,640,4096,128,0.19605475155643612,0.0,0.4638671875,0.00927734375,0.085693359375,1.0,98,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,128,640,768,4096,128,0.20347906044316144,0.0,0.516357421875,0.00634765625,0.0888671875,1.0,94,0.734375
+fresh-en-1,layers.22.mlp.down_proj.output,128,768,896,4096,128,0.19197881373397874,0.0,0.45703125,0.0087890625,0.0859375,1.0,99,0.7734375
+fresh-en-1,layers.22.mlp.down_proj.output,128,896,1024,4096,128,0.19397838756826674,0.0,0.494140625,0.010009765625,0.08642578125,1.0,99,0.7734375
+fresh-en-1,layers.22.mlp.down_proj.output,128,1024,1152,4096,128,0.1900392776457271,0.0,0.510009765625,0.009033203125,0.08154296875,1.0,98,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,128,1152,1280,4096,128,0.2745564482880478,0.0,0.4765625,0.010986328125,0.11767578125,1.0,77,0.6015625
+fresh-en-1,layers.22.mlp.down_proj.output,128,1280,1408,4096,128,0.18257283160176327,0.0,0.512451171875,0.00830078125,0.081298828125,1.0,100,0.78125
+fresh-en-1,layers.22.mlp.down_proj.output,128,1408,1536,4096,128,0.24470458673311116,0.0,0.511474609375,0.01171875,0.106689453125,1.0,84,0.65625
+fresh-en-1,layers.22.mlp.down_proj.output,128,1536,1664,4096,128,0.2123150451214089,0.0,0.46875,0.006103515625,0.094970703125,1.0,94,0.734375
+fresh-en-1,layers.22.mlp.down_proj.output,128,1664,1792,4096,128,0.17794135459524135,0.0,0.55224609375,0.008544921875,0.088134765625,1.0,101,0.7890625
+fresh-en-1,layers.22.mlp.down_proj.output,128,1792,1920,4096,128,0.185574819284616,0.0,0.526123046875,0.010986328125,0.080810546875,1.0,98,0.765625
+fresh-en-1,layers.22.mlp.down_proj.output,128,1920,2048,4096,128,0.19766738662713917,0.0,0.505859375,0.007080078125,0.084716796875,1.0,99,0.7734375
+fresh-en-1,layers.23.self_attn.q_proj.output,0,0,4096,131072,4096,1.9744262004820459,0.0,0.70159912109375,0.01229095458984375,0.12142181396484375,1.0,1754,0.42822265625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,0,64,2048,64,1.8736195082282197,0.0,0.43017578125,0.02392578125,0.19873046875,1.0,22,0.34375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,64,128,2048,64,0.6954268017171784,0.0,0.525390625,0.0078125,0.07470703125,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,128,192,2048,64,0.6643413529695358,0.0,0.44677734375,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,192,256,2048,64,0.8229923720821466,0.0,0.49755859375,0.0087890625,0.08349609375,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,256,320,2048,64,2.77080326802146,0.0,0.9755859375,0.00146484375,0.01611328125,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,320,384,2048,64,2.6598514748345976,0.0,0.9912109375,0.00048828125,0.015625,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,384,448,2048,64,2.694778352495034,0.0,0.9775390625,0.00146484375,0.0146484375,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,448,512,2048,64,2.568862633043686,0.0,0.96484375,0.00244140625,0.02294921875,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,512,576,2048,64,2.024257918293673,0.0,0.498046875,0.0126953125,0.12353515625,1.0,27,0.421875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,576,640,2048,64,0.7131697961732109,0.0,0.55224609375,0.00634765625,0.078125,1.0,50,0.78125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,640,704,2048,64,0.6462624468546357,0.0,0.45166015625,0.005859375,0.07373046875,1.0,50,0.78125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,704,768,2048,64,0.7903102568849775,0.0,0.52294921875,0.00732421875,0.0810546875,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,768,832,2048,64,2.6680199509388727,0.0,0.962890625,0.00390625,0.03662109375,1.0,43,0.671875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,832,896,2048,64,2.370767356220097,0.0,0.97900390625,0.00244140625,0.02978515625,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,896,960,2048,64,2.383360382558672,0.0,0.982421875,0.00390625,0.02099609375,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,960,1024,2048,64,2.539884667277951,0.0,0.98291015625,0.00341796875,0.021484375,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1024,1088,2048,64,1.1087786829140942,0.0,0.4892578125,0.00927734375,0.09375,1.0,40,0.625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1088,1152,2048,64,0.6532220589895058,0.0,0.5400390625,0.00537109375,0.080078125,1.0,51,0.796875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1152,1216,2048,64,0.6563398645862379,0.0,0.45751953125,0.0068359375,0.06396484375,1.0,51,0.796875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1216,1280,2048,64,0.7223235958035881,0.0,0.50390625,0.00927734375,0.078125,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1280,1344,2048,64,2.3056831765059775,0.0,0.6064453125,0.0078125,0.08544921875,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1344,1408,2048,64,2.1456510820441763,0.0,0.5576171875,0.0068359375,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1408,1472,2048,64,2.125089625935173,0.0,0.6142578125,0.00634765625,0.0771484375,1.0,40,0.625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1472,1536,2048,64,2.404587877783833,0.0,0.673828125,0.00634765625,0.06298828125,1.0,41,0.640625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1536,1600,2048,64,1.8894053522081609,0.0,0.41748046875,0.0166015625,0.154296875,1.0,19,0.296875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1600,1664,2048,64,0.6679234378047404,0.0,0.55859375,0.0068359375,0.07958984375,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1664,1728,2048,64,0.6145812463128051,0.0,0.42919921875,0.00732421875,0.07666015625,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1728,1792,2048,64,0.6816074624381551,0.0,0.5166015625,0.0068359375,0.07275390625,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1792,1856,2048,64,2.5105857635416022,0.0,0.96142578125,0.00390625,0.0341796875,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1856,1920,2048,64,2.4186861595205227,0.0,0.98193359375,0.0029296875,0.0263671875,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1920,1984,2048,64,2.4680520271447466,0.0,0.9853515625,0.00146484375,0.0263671875,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,1984,2048,2048,64,2.497189165388661,0.0,0.978515625,0.00537109375,0.03173828125,1.0,44,0.6875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2048,2112,2048,64,1.5879944623294147,0.0,0.513671875,0.015625,0.12939453125,1.0,30,0.46875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2112,2176,2048,64,0.6633934875322819,0.0,0.51806640625,0.009765625,0.08740234375,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2176,2240,2048,64,0.6149698709519857,0.0,0.5439453125,0.0078125,0.08544921875,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2240,2304,2048,64,0.895999939740894,0.0,0.48291015625,0.00830078125,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2304,2368,2048,64,3.0479864925517086,0.0,0.9970703125,0.0,0.00732421875,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2368,2432,2048,64,3.1340114478700563,0.0,0.98876953125,0.00146484375,0.0107421875,1.0,43,0.671875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2432,2496,2048,64,3.0118621983733624,0.0,0.9951171875,0.00146484375,0.013671875,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2496,2560,2048,64,3.103994169413603,0.0,0.9970703125,0.0,0.0078125,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2560,2624,2048,64,1.743569909746739,0.0,0.505859375,0.01220703125,0.16259765625,1.0,23,0.359375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2624,2688,2048,64,0.6300516997175198,0.0,0.5576171875,0.005859375,0.0830078125,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2688,2752,2048,64,0.6454716262981528,0.0,0.50390625,0.005859375,0.0751953125,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2752,2816,2048,64,0.8722470139776399,0.0,0.544921875,0.0107421875,0.1044921875,1.0,41,0.640625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2816,2880,2048,64,2.6371323020718216,0.0,0.97998046875,0.0009765625,0.00537109375,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2880,2944,2048,64,2.7276250877657477,0.0,0.9814453125,0.001953125,0.01513671875,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,2944,3008,2048,64,2.7420736265426133,0.0,0.99365234375,0.001953125,0.009765625,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3008,3072,2048,64,2.946903366735207,0.0,0.98291015625,0.00146484375,0.00634765625,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3072,3136,2048,64,1.0653241103985378,0.0,0.501953125,0.013671875,0.11767578125,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3136,3200,2048,64,0.7324482245379832,0.0,0.52587890625,0.0087890625,0.08740234375,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3200,3264,2048,64,0.6353320191718834,0.0,0.52490234375,0.009765625,0.0966796875,1.0,52,0.8125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3264,3328,2048,64,0.7186870831759081,0.0,0.515625,0.00341796875,0.07861328125,1.0,50,0.78125
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3328,3392,2048,64,2.2184217727758173,0.0,0.6396484375,0.00927734375,0.09375,1.0,36,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3392,3456,2048,64,2.266137529257643,0.0,0.6484375,0.0068359375,0.07568359375,1.0,38,0.59375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3456,3520,2048,64,2.6476715745191157,0.0,0.76318359375,0.00927734375,0.0849609375,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3520,3584,2048,64,2.6699153321085456,0.0,0.69970703125,0.00927734375,0.08154296875,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3584,3648,2048,64,1.8700507932792376,0.0,0.50146484375,0.01513671875,0.15234375,1.0,24,0.375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3648,3712,2048,64,0.6336140204850164,0.0,0.55810546875,0.01025390625,0.0791015625,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3712,3776,2048,64,0.5873555338846811,0.0,0.53662109375,0.0068359375,0.08447265625,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3776,3840,2048,64,0.8546508894206719,0.0,0.5576171875,0.0078125,0.08984375,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3840,3904,2048,64,2.398766970426941,0.0,0.95458984375,0.00341796875,0.0322265625,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3904,3968,2048,64,2.3517615730829178,0.0,0.955078125,0.00537109375,0.04833984375,1.0,47,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,64,3968,4032,2048,64,2.6542967383130693,0.0,0.96044921875,0.00244140625,0.0390625,1.0,43,0.671875
+fresh-en-1,layers.23.self_attn.q_proj.output,64,4032,4096,2048,64,2.4126471905386904,0.0,0.958984375,0.00146484375,0.0302734375,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,0,128,4096,128,1.4131646220734404,0.0,0.477783203125,0.016845703125,0.154296875,1.0,52,0.40625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,128,256,4096,128,0.7478856455938941,0.0,0.47216796875,0.007080078125,0.083984375,1.0,94,0.734375
+fresh-en-1,layers.23.self_attn.q_proj.output,128,256,384,4096,128,2.715894016549448,0.0,0.9833984375,0.0009765625,0.015869140625,1.0,92,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,384,512,4096,128,2.6325734174495485,0.0,0.97119140625,0.001953125,0.019287109375,1.0,93,0.7265625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,512,640,4096,128,1.5176019369301645,0.0,0.525146484375,0.01318359375,0.124267578125,1.0,54,0.421875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,640,768,4096,128,0.7218883058867694,0.0,0.4873046875,0.00634765625,0.07861328125,1.0,96,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,128,768,896,4096,128,2.5237737929464568,0.0,0.970947265625,0.003173828125,0.03173828125,1.0,90,0.703125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,896,1024,4096,128,2.462866301306655,0.0,0.982666015625,0.003662109375,0.021484375,1.0,92,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1024,1152,4096,128,0.9099695670832083,0.0,0.5146484375,0.0068359375,0.09765625,1.0,85,0.6640625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1152,1280,4096,128,0.6901207846818216,0.0,0.480712890625,0.00830078125,0.071533203125,1.0,97,0.7578125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1280,1408,4096,128,2.22710501282495,0.0,0.58203125,0.007568359375,0.080810546875,1.0,79,0.6171875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1408,1536,4096,128,2.2691461808621156,0.0,0.64404296875,0.006103515625,0.06884765625,1.0,80,0.625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1536,1664,4096,128,1.4170346332609072,0.0,0.488037109375,0.01318359375,0.145263671875,1.0,44,0.34375
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1664,1792,4096,128,0.6489602611758218,0.0,0.472900390625,0.007080078125,0.075439453125,1.0,93,0.7265625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1792,1920,4096,128,2.4650642602530572,0.0,0.9716796875,0.00341796875,0.0302734375,1.0,86,0.671875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,1920,2048,4096,128,2.482663341698569,0.0,0.98193359375,0.00341796875,0.029052734375,1.0,90,0.703125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2048,2176,4096,128,1.2169259081162522,0.0,0.515869140625,0.015625,0.11962890625,1.0,61,0.4765625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2176,2304,4096,128,0.7684412255320467,0.0,0.513427734375,0.00830078125,0.09228515625,1.0,87,0.6796875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2304,2432,4096,128,3.0912982235751887,0.0,0.992919921875,0.000732421875,0.009033203125,1.0,89,0.6953125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2432,2560,4096,128,3.0582751434218656,0.0,0.99609375,0.000732421875,0.010498046875,1.0,92,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2560,2688,4096,128,1.3109159344693289,0.0,0.53173828125,0.013427734375,0.14013671875,1.0,53,0.4140625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2688,2816,4096,128,0.767283674317684,0.0,0.5244140625,0.00830078125,0.08935546875,1.0,89,0.6953125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2816,2944,4096,128,2.6827602760999474,0.0,0.980712890625,0.00146484375,0.01025390625,1.0,96,0.75
+fresh-en-1,layers.23.self_attn.q_proj.output,128,2944,3072,4096,128,2.8463316063185484,0.0,0.98828125,0.001708984375,0.0078125,1.0,95,0.7421875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3072,3200,4096,128,0.9141651551621511,0.0,0.513916015625,0.01123046875,0.108642578125,1.0,81,0.6328125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3200,3328,4096,128,0.6782911978305914,0.0,0.520263671875,0.0068359375,0.0859375,1.0,101,0.7890625
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3328,3456,4096,128,2.2424065714579653,0.0,0.64404296875,0.008056640625,0.084716796875,1.0,73,0.5703125
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3456,3584,4096,128,2.6588167149264748,0.0,0.7314453125,0.00927734375,0.083251953125,1.0,67,0.5234375
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3584,3712,4096,128,1.3961655876720878,0.0,0.52978515625,0.016845703125,0.1376953125,1.0,46,0.359375
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3712,3840,4096,128,0.7332853012206451,0.0,0.547119140625,0.007568359375,0.088134765625,1.0,88,0.6875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3840,3968,4096,128,2.375380545832676,0.0,0.954833984375,0.00439453125,0.0400390625,1.0,92,0.71875
+fresh-en-1,layers.23.self_attn.q_proj.output,128,3968,4096,4096,128,2.5363514781111896,0.0,0.959716796875,0.001953125,0.033203125,1.0,88,0.6875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.28982656521267053,0.0,0.0,0.00750732421875,0.1712493896484375,1.0,812,0.396484375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.20581084945365338,0.0,0.0,0.009765625,0.12939453125,1.0,32,0.5
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.16489999982837955,0.0,0.0,0.0,0.103515625,1.0,36,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.1829351201930872,0.0,0.0,0.00341796875,0.1064453125,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.19325478387120798,0.0,0.0,0.00048828125,0.0888671875,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.21043525791634865,0.0,0.0,0.0029296875,0.15673828125,1.0,32,0.5
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.2023544890920056,0.0,0.0,0.0,0.08154296875,1.0,39,0.609375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.19632888639517676,0.0,0.0,0.0,0.06884765625,1.0,36,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.18504906375471616,0.0,0.0,0.0009765625,0.0947265625,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.5073729038131697,0.0,0.0,0.01123046875,0.1875,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.5466154558467726,0.0,0.0,0.01123046875,0.14208984375,1.0,36,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.5036041017061609,0.0,0.0,0.00927734375,0.1689453125,1.0,36,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.48104861720887576,0.0,0.0,0.01318359375,0.20703125,1.0,29,0.453125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.23072127571672985,0.0,0.0,0.001953125,0.12451171875,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.2019921387972734,0.0,0.0,0.00146484375,0.09912109375,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.18920396475959522,0.0,0.0,0.00048828125,0.08447265625,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.19493605675580683,0.0,0.0,0.005859375,0.08740234375,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.1273599431595417,0.0,0.0,0.00390625,0.1240234375,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.1501745938387802,0.0,0.0,0.00927734375,0.18017578125,1.0,30,0.46875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.1430743108650675,0.0,0.0,0.0146484375,0.1181640625,1.0,32,0.5
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.11729066223276365,0.0,0.0,0.00048828125,0.10498046875,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.19363353378421638,0.0,0.0,0.0048828125,0.08642578125,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.18641227271550484,0.0,0.0,0.00830078125,0.13330078125,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.14767481164743704,0.0,0.0,0.0009765625,0.08447265625,1.0,39,0.609375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.17737952616442365,0.0,0.0,0.00244140625,0.15185546875,1.0,29,0.453125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.4612755634135227,0.0,0.0,0.01806640625,0.1875,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.47875675375754895,0.0,0.0,0.0244140625,0.18994140625,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.3947551214840237,0.0,0.0,0.01513671875,0.27294921875,1.0,31,0.484375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.42981946003442423,0.0,0.0,0.02490234375,0.294921875,1.0,28,0.4375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.23603180439665578,0.0,0.0,0.0009765625,0.10009765625,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.22755806392182468,0.0,0.0,0.0,0.09619140625,1.0,38,0.59375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.2117908210423594,0.0,0.0,0.00732421875,0.12841796875,1.0,30,0.46875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.21703697165461502,0.0,0.0,0.00048828125,0.08544921875,1.0,34,0.53125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.18648071709460196,0.0,0.0,0.00390625,0.116943359375,1.0,68,0.53125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.18816571112873695,0.0,0.0,0.001953125,0.0986328125,1.0,69,0.5390625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.20643441698273912,0.0,0.0,0.00146484375,0.119384765625,1.0,70,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.19077236124458286,0.0,0.0,0.000732421875,0.080322265625,1.0,70,0.546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.5273593272591199,0.0,0.0,0.0126953125,0.164794921875,1.0,68,0.53125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.4924555123936784,0.0,0.0,0.01123046875,0.18798828125,1.0,65,0.5078125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.21683303623324127,0.0,0.0,0.00146484375,0.110107421875,1.0,69,0.5390625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.1920913929673234,0.0,0.0,0.0029296875,0.0859375,1.0,71,0.5546875
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.13923534708586807,0.0,0.0,0.0068359375,0.150390625,1.0,62,0.484375
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.1308192605783151,0.0,0.0,0.00732421875,0.11328125,1.0,64,0.5
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.19005720300046905,0.0,0.0,0.0068359375,0.110107421875,1.0,69,0.5390625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.16320439071517262,0.0,0.0,0.00146484375,0.11865234375,1.0,66,0.515625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.47009742323848636,0.0,0.0,0.021240234375,0.189208984375,1.0,74,0.578125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.4126598927459212,0.0,0.0,0.020751953125,0.286376953125,1.0,58,0.453125
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.23183365280151888,0.0,0.0,0.00048828125,0.098388671875,1.0,72,0.5625
+fresh-en-1,layers.23.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.2144299407065194,0.0,0.0,0.00390625,0.107666015625,1.0,63,0.4921875
+fresh-en-1,layers.23.self_attn.k_proj.output,0,0,512,16384,512,0.8056802575647978,0.0,0.52081298828125,0.0093994140625,0.09716796875,1.0,334,0.65234375
+fresh-en-1,layers.23.self_attn.k_proj.output,64,0,64,2048,64,0.7532611967522859,0.0,0.5732421875,0.017578125,0.1630859375,1.0,28,0.4375
+fresh-en-1,layers.23.self_attn.k_proj.output,64,64,128,2048,64,0.7679345717547228,0.0,0.57421875,0.0107421875,0.08349609375,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.k_proj.output,64,128,192,2048,64,0.7301268478593899,0.0,0.42626953125,0.00439453125,0.07470703125,1.0,51,0.796875
+fresh-en-1,layers.23.self_attn.k_proj.output,64,192,256,2048,64,0.8567379920965051,0.0,0.4921875,0.0068359375,0.07080078125,1.0,49,0.765625
+fresh-en-1,layers.23.self_attn.k_proj.output,64,256,320,2048,64,0.741645580964267,0.0,0.56494140625,0.01171875,0.13720703125,1.0,26,0.40625
+fresh-en-1,layers.23.self_attn.k_proj.output,64,320,384,2048,64,0.8123470874392115,0.0,0.54833984375,0.0048828125,0.06689453125,1.0,48,0.75
+fresh-en-1,layers.23.self_attn.k_proj.output,64,384,448,2048,64,0.8366964047749182,0.0,0.49755859375,0.00927734375,0.08642578125,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.k_proj.output,64,448,512,2048,64,0.9266862734193955,0.0,0.48974609375,0.00927734375,0.08154296875,1.0,44,0.6875
+fresh-en-1,layers.23.self_attn.k_proj.output,128,0,128,4096,128,0.7606332680828507,0.0,0.57373046875,0.01416015625,0.123779296875,1.0,77,0.6015625
+fresh-en-1,layers.23.self_attn.k_proj.output,128,128,256,4096,128,0.7959538934720528,0.0,0.459228515625,0.005615234375,0.074951171875,1.0,98,0.765625
+fresh-en-1,layers.23.self_attn.k_proj.output,128,256,384,4096,128,0.7778000894300524,0.0,0.556640625,0.009033203125,0.10498046875,1.0,73,0.5703125
+fresh-en-1,layers.23.self_attn.k_proj.output,128,384,512,4096,128,0.8828386950930505,0.0,0.49365234375,0.00927734375,0.083984375,1.0,89,0.6953125
+fresh-en-1,layers.23.self_attn.v_proj.output,0,0,512,16384,512,3.8185449599928316,0.0,0.49267578125,0.02239990234375,0.22296142578125,1.0,151,0.294921875
+fresh-en-1,layers.23.self_attn.v_proj.output,64,0,64,2048,64,3.837406590245117,0.0,0.50537109375,0.0166015625,0.2109375,1.0,24,0.375
+fresh-en-1,layers.23.self_attn.v_proj.output,64,64,128,2048,64,3.864913004555036,0.0,0.47998046875,0.02294921875,0.23876953125,1.0,17,0.265625
+fresh-en-1,layers.23.self_attn.v_proj.output,64,128,192,2048,64,3.66042288691759,0.0,0.58203125,0.02197265625,0.19140625,1.0,25,0.390625
+fresh-en-1,layers.23.self_attn.v_proj.output,64,192,256,2048,64,4.230570305382632,0.0,0.48095703125,0.0283203125,0.2080078125,1.0,25,0.390625
+fresh-en-1,layers.23.self_attn.v_proj.output,64,256,320,2048,64,3.0769848715935,0.0,0.42431640625,0.02099609375,0.22705078125,1.0,15,0.234375
+fresh-en-1,layers.23.self_attn.v_proj.output,64,320,384,2048,64,3.014991207475603,0.0,0.49072265625,0.0224609375,0.2109375,1.0,14,0.21875
+fresh-en-1,layers.23.self_attn.v_proj.output,64,384,448,2048,64,4.175916005984451,0.0,0.45166015625,0.0234375,0.21435546875,1.0,20,0.3125
+fresh-en-1,layers.23.self_attn.v_proj.output,64,448,512,2048,64,4.437830531937307,0.0,0.5263671875,0.02001953125,0.25244140625,1.0,19,0.296875
+fresh-en-1,layers.23.self_attn.v_proj.output,128,0,128,4096,128,3.8511843549507785,0.0,0.49267578125,0.019775390625,0.224365234375,1.0,41,0.3203125
+fresh-en-1,layers.23.self_attn.v_proj.output,128,128,256,4096,128,3.9557818961524793,0.0,0.531494140625,0.025634765625,0.19970703125,1.0,49,0.3828125
+fresh-en-1,layers.23.self_attn.v_proj.output,128,256,384,4096,128,3.0461457516975825,0.0,0.45751953125,0.021728515625,0.21826171875,1.0,28,0.21875
+fresh-en-1,layers.23.self_attn.v_proj.output,128,384,512,4096,128,4.308863789865728,0.0,0.489013671875,0.02197265625,0.231689453125,1.0,38,0.296875
+fresh-en-1,layers.23.self_attn.o_proj.output,0,0,2048,65536,2048,0.25474935603315857,0.0,0.5070648193359375,0.0115203857421875,0.1142425537109375,1.0,1213,0.59228515625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,0,64,2048,64,0.25980291363304503,0.0,0.53857421875,0.01025390625,0.11279296875,1.0,38,0.59375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,64,128,2048,64,0.32670295728244614,0.0,0.5615234375,0.013671875,0.13525390625,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,128,192,2048,64,0.2611737142091802,0.0,0.4658203125,0.0087890625,0.10986328125,1.0,39,0.609375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,192,256,2048,64,0.2612857701231996,0.0,0.53125,0.00439453125,0.10009765625,1.0,39,0.609375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,256,320,2048,64,0.2525430620635145,0.0,0.4609375,0.01318359375,0.12060546875,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.o_proj.output,64,320,384,2048,64,0.22544157810589946,0.0,0.458984375,0.01220703125,0.1025390625,1.0,41,0.640625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,384,448,2048,64,0.21839322317087503,0.0,0.5478515625,0.01171875,0.103515625,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,448,512,2048,64,0.2538038100568157,0.0,0.48193359375,0.0126953125,0.11279296875,1.0,35,0.546875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,512,576,2048,64,0.2518582523363354,0.0,0.4873046875,0.0126953125,0.1103515625,1.0,40,0.625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,576,640,2048,64,0.25129545884330384,0.0,0.53955078125,0.013671875,0.1171875,1.0,37,0.578125
+fresh-en-1,layers.23.self_attn.o_proj.output,64,640,704,2048,64,0.23810523101723413,0.0,0.537109375,0.0078125,0.09619140625,1.0,43,0.671875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,704,768,2048,64,0.2340556190139559,0.0,0.47705078125,0.01220703125,0.10546875,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,768,832,2048,64,0.19329420699961067,0.0,0.52978515625,0.0078125,0.09521484375,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,832,896,2048,64,0.28592195434197415,0.0,0.5595703125,0.01171875,0.1044921875,1.0,38,0.59375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,896,960,2048,64,0.21430315096231875,0.0,0.4736328125,0.009765625,0.09619140625,1.0,44,0.6875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,960,1024,2048,64,0.223405346260798,0.0,0.52783203125,0.01171875,0.1025390625,1.0,41,0.640625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1024,1088,2048,64,0.2015068064308299,0.0,0.44580078125,0.0087890625,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1088,1152,2048,64,0.20930159952764948,0.0,0.5634765625,0.0107421875,0.08837890625,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1152,1216,2048,64,0.47693705792085517,0.0,0.453125,0.01806640625,0.21142578125,1.0,16,0.25
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1216,1280,2048,64,0.22982777596606857,0.0,0.48779296875,0.01171875,0.10400390625,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1280,1344,2048,64,0.21084984322987937,0.0,0.560546875,0.00732421875,0.0966796875,1.0,44,0.6875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1344,1408,2048,64,0.24314664209035775,0.0,0.4873046875,0.01416015625,0.1259765625,1.0,40,0.625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1408,1472,2048,64,0.24693499155491286,0.0,0.51611328125,0.01025390625,0.10693359375,1.0,39,0.609375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1472,1536,2048,64,0.21414699153074077,0.0,0.46923828125,0.01220703125,0.10546875,1.0,42,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1536,1600,2048,64,0.2130761978864322,0.0,0.54931640625,0.0087890625,0.0966796875,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1600,1664,2048,64,0.29742284854264867,0.0,0.5517578125,0.0087890625,0.1328125,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1664,1728,2048,64,0.20589471017889557,0.0,0.47802734375,0.0126953125,0.099609375,1.0,45,0.703125
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1728,1792,2048,64,0.1908441225582021,0.0,0.52197265625,0.0078125,0.0986328125,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1792,1856,2048,64,0.3054466917335493,0.0,0.49267578125,0.017578125,0.13037109375,1.0,32,0.5
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1856,1920,2048,64,0.2503024865065753,0.0,0.47509765625,0.01025390625,0.09912109375,1.0,38,0.59375
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1920,1984,2048,64,0.3197222178898353,0.0,0.51220703125,0.01611328125,0.13623046875,1.0,33,0.515625
+fresh-en-1,layers.23.self_attn.o_proj.output,64,1984,2048,2048,64,0.20077956370619796,0.0,0.48291015625,0.00634765625,0.095703125,1.0,46,0.71875
+fresh-en-1,layers.23.self_attn.o_proj.output,128,0,128,4096,128,0.2951545156602854,0.0,0.550048828125,0.01220703125,0.125,1.0,70,0.546875
+fresh-en-1,layers.23.self_attn.o_proj.output,128,128,256,4096,128,0.26122974817456374,0.0,0.49853515625,0.006591796875,0.10498046875,1.0,77,0.6015625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,256,384,4096,128,0.23937617188777846,0.0,0.4599609375,0.012451171875,0.112060546875,1.0,78,0.609375
+fresh-en-1,layers.23.self_attn.o_proj.output,128,384,512,4096,128,0.23676145582243724,0.0,0.514892578125,0.011962890625,0.109130859375,1.0,76,0.59375
+fresh-en-1,layers.23.self_attn.o_proj.output,128,512,640,4096,128,0.25157701296539375,0.0,0.513427734375,0.01318359375,0.11376953125,1.0,77,0.6015625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,640,768,4096,128,0.2360891079971464,0.0,0.507080078125,0.009765625,0.100341796875,1.0,84,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,768,896,4096,128,0.24404304377951677,0.0,0.544677734375,0.010009765625,0.102783203125,1.0,80,0.625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,896,1024,4096,128,0.21890156377957357,0.0,0.500732421875,0.010498046875,0.100341796875,1.0,85,0.6640625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1024,1152,4096,128,0.20544117479559024,0.0,0.504638671875,0.010009765625,0.09033203125,1.0,87,0.6796875
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1152,1280,4096,128,0.37435929521230704,0.0,0.470458984375,0.0166015625,0.162109375,1.0,48,0.375
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1280,1408,4096,128,0.22757190726216764,0.0,0.52392578125,0.010986328125,0.1103515625,1.0,84,0.65625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1408,1536,4096,128,0.23112315335756825,0.0,0.49267578125,0.01171875,0.107177734375,1.0,80,0.625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1536,1664,4096,128,0.2587100857533016,0.0,0.550537109375,0.009765625,0.118896484375,1.0,77,0.6015625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1664,1792,4096,128,0.19851210390636317,0.0,0.5,0.010009765625,0.096923828125,1.0,91,0.7109375
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1792,1920,4096,128,0.2792391593619564,0.0,0.48388671875,0.013916015625,0.1142578125,1.0,69,0.5390625
+fresh-en-1,layers.23.self_attn.o_proj.output,128,1920,2048,4096,128,0.2669594817705924,0.0,0.49755859375,0.011474609375,0.121826171875,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.gate_proj.output,0,0,6144,196608,6144,2.153328791695577,0.0,0.8472798665364584,0.008056640625,0.0800323486328125,1.0,3308,0.5384114583333334
+fresh-en-1,layers.23.mlp.gate_proj.output,64,0,64,2048,64,1.9746052978760915,0.0,0.8427734375,0.00830078125,0.07666015625,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,64,128,2048,64,2.192674863174946,0.0,0.8984375,0.009765625,0.06787109375,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,128,192,2048,64,2.018845765387181,0.0,0.8095703125,0.01171875,0.099609375,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,192,256,2048,64,2.3928820360591403,0.0,0.86962890625,0.0029296875,0.068359375,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,256,320,2048,64,1.9920593007787026,0.0,0.8173828125,0.00927734375,0.07763671875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,320,384,2048,64,2.18448640213821,0.0,0.88525390625,0.0078125,0.068359375,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,384,448,2048,64,2.087296124130955,0.0,0.8544921875,0.00390625,0.05126953125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,448,512,2048,64,2.2453294279241605,0.0,0.921875,0.00341796875,0.0537109375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,512,576,2048,64,2.0086381092323307,0.0,0.859375,0.00927734375,0.083984375,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,576,640,2048,64,1.9068595284656098,0.0,0.79248046875,0.009765625,0.0869140625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,640,704,2048,64,2.1159729896975947,0.0,0.8095703125,0.0068359375,0.07568359375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,704,768,2048,64,2.027905593894478,0.0,0.8564453125,0.00390625,0.0673828125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,768,832,2048,64,2.307765604366927,0.0,0.81201171875,0.0166015625,0.09765625,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,832,896,2048,64,2.321983322992871,0.0,0.84521484375,0.0078125,0.07861328125,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,896,960,2048,64,2.1458391172604743,0.0,0.83447265625,0.0087890625,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,960,1024,2048,64,2.191373404445462,0.0,0.833984375,0.01318359375,0.0849609375,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1024,1088,2048,64,1.9641206956119908,0.0,0.86376953125,0.00537109375,0.05810546875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1088,1152,2048,64,2.590668870659311,0.0,0.79931640625,0.009765625,0.10498046875,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1152,1216,2048,64,2.01161957707348,0.0,0.88720703125,0.0068359375,0.07470703125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1216,1280,2048,64,2.1017690116877668,0.0,0.89794921875,0.00732421875,0.07080078125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1280,1344,2048,64,1.9786218351777012,0.0,0.8935546875,0.0048828125,0.05419921875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1344,1408,2048,64,1.8997150948703576,0.0,0.85498046875,0.00439453125,0.06884765625,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1408,1472,2048,64,1.8738150484169376,0.0,0.8115234375,0.01220703125,0.0869140625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1472,1536,2048,64,2.0235363294244064,0.0,0.8759765625,0.01025390625,0.06103515625,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1536,1600,2048,64,2.1194263569546004,0.0,0.88330078125,0.00634765625,0.072265625,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1600,1664,2048,64,2.233067990065437,0.0,0.8466796875,0.005859375,0.0693359375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1664,1728,2048,64,2.202846731972297,0.0,0.8642578125,0.00634765625,0.07470703125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1728,1792,2048,64,2.172650564844288,0.0,0.87548828125,0.01025390625,0.07373046875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1792,1856,2048,64,2.450171812811146,0.0,0.833984375,0.0078125,0.0673828125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1856,1920,2048,64,2.110105050546755,0.0,0.86572265625,0.01123046875,0.08642578125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1920,1984,2048,64,2.0279572712300773,0.0,0.86083984375,0.009765625,0.080078125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,1984,2048,2048,64,2.091706620021844,0.0,0.80126953125,0.0107421875,0.107421875,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2048,2112,2048,64,1.9754177689098416,0.0,0.87890625,0.00732421875,0.07470703125,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2112,2176,2048,64,2.3183819595784083,0.0,0.837890625,0.00830078125,0.0771484375,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2176,2240,2048,64,2.0165517035473175,0.0,0.86328125,0.00439453125,0.076171875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2240,2304,2048,64,2.1654655165882457,0.0,0.76904296875,0.0087890625,0.0927734375,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2304,2368,2048,64,2.2949918571451,0.0,0.79296875,0.0146484375,0.119140625,1.0,26,0.40625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2368,2432,2048,64,2.4070487607667967,0.0,0.81591796875,0.009765625,0.07568359375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2432,2496,2048,64,2.0509275372498434,0.0,0.86865234375,0.01025390625,0.09423828125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2496,2560,2048,64,2.268953635603452,0.0,0.87353515625,0.009765625,0.07763671875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2560,2624,2048,64,2.2561533994041816,0.0,0.83642578125,0.0107421875,0.0869140625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2624,2688,2048,64,2.0465780719827924,0.0,0.85302734375,0.01025390625,0.09130859375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2688,2752,2048,64,2.0957167134690624,0.0,0.86572265625,0.009765625,0.078125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2752,2816,2048,64,2.053219466225636,0.0,0.8623046875,0.005859375,0.0712890625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2816,2880,2048,64,2.121507866122178,0.0,0.91748046875,0.00390625,0.048828125,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2880,2944,2048,64,2.099017108313157,0.0,0.82861328125,0.00732421875,0.08544921875,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,2944,3008,2048,64,2.0060667827164727,0.0,0.83984375,0.005859375,0.0751953125,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3008,3072,2048,64,1.9944315923968838,0.0,0.8818359375,0.00634765625,0.064453125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3072,3136,2048,64,2.397492916095851,0.0,0.8212890625,0.00634765625,0.0751953125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3136,3200,2048,64,1.9968576311393234,0.0,0.82666015625,0.00927734375,0.09619140625,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3200,3264,2048,64,2.007760167678739,0.0,0.8525390625,0.005859375,0.08447265625,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3264,3328,2048,64,2.084173434951081,0.0,0.873046875,0.0087890625,0.0732421875,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3328,3392,2048,64,2.0263677708986694,0.0,0.8427734375,0.00732421875,0.08203125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3392,3456,2048,64,2.5429690064338426,0.0,0.8955078125,0.009765625,0.07568359375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3456,3520,2048,64,2.064631755626058,0.0,0.83154296875,0.0078125,0.07177734375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3520,3584,2048,64,1.9915921094820077,0.0,0.8134765625,0.00537109375,0.08203125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3584,3648,2048,64,1.996474281708305,0.0,0.80517578125,0.009765625,0.10009765625,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3648,3712,2048,64,2.025990860367276,0.0,0.79931640625,0.01025390625,0.10693359375,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3712,3776,2048,64,2.67837085893542,0.0,0.849609375,0.00634765625,0.08203125,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3776,3840,2048,64,2.075923628811618,0.0,0.8642578125,0.0068359375,0.0556640625,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3840,3904,2048,64,2.3889500872577925,0.0,0.87255859375,0.0068359375,0.05810546875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3904,3968,2048,64,2.069880492338469,0.0,0.86572265625,0.0078125,0.0908203125,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,3968,4032,2048,64,1.8656703347174197,0.0,0.8251953125,0.0068359375,0.07958984375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4032,4096,2048,64,2.1277258610806564,0.0,0.8916015625,0.00732421875,0.07373046875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4096,4160,2048,64,2.4105596294853875,0.0,0.8583984375,0.0078125,0.0751953125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4160,4224,2048,64,2.0938946088092227,0.0,0.85986328125,0.00732421875,0.060546875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4224,4288,2048,64,2.1722608732752513,0.0,0.880859375,0.00732421875,0.07080078125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4288,4352,2048,64,1.8398823993193187,0.0,0.88232421875,0.00537109375,0.068359375,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4352,4416,2048,64,2.130864487452675,0.0,0.90673828125,0.0068359375,0.07177734375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4416,4480,2048,64,1.9006715911684262,0.0,0.82177734375,0.00732421875,0.072265625,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4480,4544,2048,64,2.375072952219432,0.0,0.88134765625,0.00537109375,0.05859375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4544,4608,2048,64,1.885270877882846,0.0,0.8544921875,0.0048828125,0.05859375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4608,4672,2048,64,2.2329167038680295,0.0,0.83154296875,0.00732421875,0.0869140625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4672,4736,2048,64,2.223724655759094,0.0,0.83251953125,0.0078125,0.076171875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4736,4800,2048,64,1.717123008378285,0.0,0.79150390625,0.00927734375,0.09716796875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4800,4864,2048,64,2.2415266302550854,0.0,0.82958984375,0.0107421875,0.09228515625,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4864,4928,2048,64,2.2152901191019327,0.0,0.82470703125,0.00634765625,0.0732421875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4928,4992,2048,64,2.0262861939248142,0.0,0.810546875,0.00634765625,0.0625,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,4992,5056,2048,64,2.2628735328499885,0.0,0.8056640625,0.00830078125,0.09716796875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5056,5120,2048,64,2.3627414633873247,0.0,0.8974609375,0.009765625,0.06494140625,1.0,40,0.625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5120,5184,2048,64,2.101919177324444,0.0,0.876953125,0.0068359375,0.0615234375,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5184,5248,2048,64,1.9716550518992986,0.0,0.83544921875,0.005859375,0.099609375,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5248,5312,2048,64,2.5528965261178875,0.0,0.81689453125,0.00927734375,0.10498046875,1.0,28,0.4375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5312,5376,2048,64,2.5110865624414354,0.0,0.81396484375,0.01171875,0.0908203125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5376,5440,2048,64,2.0812559910713997,0.0,0.87744140625,0.00830078125,0.08642578125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5440,5504,2048,64,1.9498129836990425,0.0,0.85693359375,0.00341796875,0.08251953125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5504,5568,2048,64,2.0879017490921803,0.0,0.755859375,0.01171875,0.1005859375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5568,5632,2048,64,2.4144028373027657,0.0,0.78466796875,0.013671875,0.115234375,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5632,5696,2048,64,2.106191780714768,0.0,0.86083984375,0.00537109375,0.056640625,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5696,5760,2048,64,2.2784805253948375,0.0,0.86669921875,0.0068359375,0.0888671875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5760,5824,2048,64,1.7040123188621055,0.0,0.84130859375,0.00927734375,0.07568359375,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5824,5888,2048,64,2.2669686983874286,0.0,0.87060546875,0.01025390625,0.0810546875,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5888,5952,2048,64,2.077839872222382,0.0,0.84814453125,0.01123046875,0.08935546875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,64,5952,6016,2048,64,2.139463373669171,0.0,0.78173828125,0.00732421875,0.08740234375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,64,6016,6080,2048,64,2.8348340541111674,0.0,0.84228515625,0.01416015625,0.1064453125,1.0,28,0.4375
+fresh-en-1,layers.23.mlp.gate_proj.output,64,6080,6144,2048,64,2.2128813338404836,0.0,0.865234375,0.01025390625,0.0732421875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,0,128,4096,128,2.0864909702655794,0.0,0.87060546875,0.009033203125,0.072998046875,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,128,256,4096,128,2.2137776156285764,0.0,0.839599609375,0.00732421875,0.084716796875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,256,384,4096,128,2.09048811273177,0.0,0.851318359375,0.0087890625,0.07275390625,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,384,512,4096,128,2.167753370394606,0.0,0.88818359375,0.003662109375,0.053955078125,1.0,77,0.6015625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,512,640,4096,128,1.9584101096502387,0.0,0.825927734375,0.009765625,0.0849609375,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,640,768,4096,128,2.072407150016412,0.0,0.8330078125,0.005615234375,0.070556640625,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,768,896,4096,128,2.314885379123129,0.0,0.82861328125,0.01220703125,0.087890625,1.0,65,0.5078125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,896,1024,4096,128,2.1687257681500567,0.0,0.834228515625,0.0107421875,0.08056640625,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1024,1152,4096,128,2.298840501680632,0.0,0.83154296875,0.00732421875,0.080322265625,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1152,1280,4096,128,2.0571881660845053,0.0,0.892578125,0.007080078125,0.0732421875,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1280,1408,4096,128,1.9395697729548511,0.0,0.874267578125,0.004638671875,0.0615234375,1.0,77,0.6015625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1408,1536,4096,128,1.9501130880251756,0.0,0.84375,0.01123046875,0.076171875,1.0,74,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1536,1664,4096,128,2.1769888298758837,0.0,0.864990234375,0.006103515625,0.0712890625,1.0,73,0.5703125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1664,1792,4096,128,2.1878007452095853,0.0,0.869873046875,0.00830078125,0.073974609375,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1792,1920,4096,128,2.286469465861854,0.0,0.849853515625,0.010009765625,0.078369140625,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,1920,2048,4096,128,2.060078551679298,0.0,0.8310546875,0.01025390625,0.093017578125,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2048,2176,4096,128,2.153737480778862,0.0,0.8583984375,0.0078125,0.075439453125,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2176,2304,4096,128,2.0923338257329283,0.0,0.816162109375,0.0068359375,0.0849609375,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2304,2432,4096,128,2.3516878365411604,0.0,0.804443359375,0.011962890625,0.098388671875,1.0,60,0.46875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2432,2560,4096,128,2.162689802487614,0.0,0.87109375,0.009521484375,0.08837890625,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2560,2688,4096,128,2.1539161968799814,0.0,0.8447265625,0.010009765625,0.092041015625,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2688,2816,4096,128,2.0745769110352903,0.0,0.864013671875,0.0078125,0.07421875,1.0,71,0.5546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2816,2944,4096,128,2.110292449757806,0.0,0.873046875,0.005615234375,0.067138671875,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,2944,3072,4096,128,2.0002576475880787,0.0,0.86083984375,0.006103515625,0.06982421875,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3072,3200,4096,128,2.2062879097897827,0.0,0.823974609375,0.008056640625,0.087890625,1.0,65,0.5078125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3200,3328,4096,128,2.0463235078883724,0.0,0.86279296875,0.00732421875,0.07861328125,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3328,3456,4096,128,2.299223533132432,0.0,0.869140625,0.0078125,0.08154296875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3456,3584,4096,128,2.0284407086344096,0.0,0.822509765625,0.00634765625,0.076416015625,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3584,3712,4096,128,2.011286717976135,0.0,0.80224609375,0.010009765625,0.103759765625,1.0,65,0.5078125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3712,3840,4096,128,2.3961562314103033,0.0,0.85693359375,0.006103515625,0.072265625,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3840,3968,4096,128,2.2351160788617173,0.0,0.869140625,0.00732421875,0.0751953125,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,3968,4096,4096,128,2.0009926458830414,0.0,0.8583984375,0.007080078125,0.0771484375,1.0,73,0.5703125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4096,4224,4096,128,2.2577856807173986,0.0,0.859130859375,0.00732421875,0.068359375,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4224,4352,4096,128,2.012943683376111,0.0,0.881591796875,0.00634765625,0.068115234375,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4352,4480,4096,128,2.0190512575664927,0.0,0.8642578125,0.007080078125,0.072265625,1.0,73,0.5703125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4480,4608,4096,128,2.144203559757968,0.0,0.867919921875,0.005615234375,0.058837890625,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4608,4736,4096,128,2.2283254195745026,0.0,0.83203125,0.0078125,0.08154296875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4736,4864,4096,128,1.9966162700985897,0.0,0.810546875,0.0107421875,0.09619140625,1.0,64,0.5
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4864,4992,4096,128,2.122892608150606,0.0,0.817626953125,0.006591796875,0.068115234375,1.0,68,0.53125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,4992,5120,4096,128,2.313346477344311,0.0,0.8515625,0.00927734375,0.081298828125,1.0,71,0.5546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5120,5248,4096,128,2.037828240024695,0.0,0.856201171875,0.006103515625,0.08203125,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5248,5376,4096,128,2.532077842122821,0.0,0.8154296875,0.010498046875,0.09765625,1.0,59,0.4609375
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5376,5504,4096,128,2.0166057090779987,0.0,0.8671875,0.005615234375,0.08544921875,1.0,74,0.578125
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5504,5632,4096,128,2.257063886406168,0.0,0.770263671875,0.01318359375,0.10791015625,1.0,63,0.4921875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5632,5760,4096,128,2.1940279535313563,0.0,0.86376953125,0.006103515625,0.072998046875,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5760,5888,4096,128,2.0053434945542623,0.0,0.85595703125,0.009521484375,0.080810546875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.gate_proj.output,128,5888,6016,4096,128,2.1088767225550424,0.0,0.81494140625,0.00927734375,0.087646484375,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.gate_proj.output,128,6016,6144,4096,128,2.5429439545542483,0.0,0.853759765625,0.010986328125,0.0888671875,1.0,64,0.5
+fresh-en-1,layers.23.mlp.up_proj.output,0,0,6144,196608,6144,0.9355137874658228,0.0,0.5051371256510416,0.011220296223958334,0.11309814453125,1.0,3313,0.5392252604166666
+fresh-en-1,layers.23.mlp.up_proj.output,64,0,64,2048,64,1.181651824824446,0.0,0.4501953125,0.01953125,0.16064453125,1.0,24,0.375
+fresh-en-1,layers.23.mlp.up_proj.output,64,64,128,2048,64,1.3080961280123136,0.0,0.5078125,0.01904296875,0.150390625,1.0,22,0.34375
+fresh-en-1,layers.23.mlp.up_proj.output,64,128,192,2048,64,0.8036584629991866,0.0,0.525390625,0.01416015625,0.0966796875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,192,256,2048,64,0.7381625998854057,0.0,0.50390625,0.0068359375,0.08056640625,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.up_proj.output,64,256,320,2048,64,1.0504358830712104,0.0,0.54833984375,0.01025390625,0.1259765625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.up_proj.output,64,320,384,2048,64,0.795071164186121,0.0,0.55029296875,0.01171875,0.09912109375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,384,448,2048,64,0.6669795489935122,0.0,0.51806640625,0.01318359375,0.09814453125,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.up_proj.output,64,448,512,2048,64,0.7644141823012305,0.0,0.45166015625,0.013671875,0.10009765625,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.up_proj.output,64,512,576,2048,64,0.8442701950876967,0.0,0.5400390625,0.0107421875,0.09765625,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,576,640,2048,64,1.189528842354605,0.0,0.583984375,0.00830078125,0.103515625,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.up_proj.output,64,640,704,2048,64,0.9834336678438494,0.0,0.43408203125,0.0087890625,0.1064453125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,704,768,2048,64,0.9470044409430116,0.0,0.515625,0.0107421875,0.1220703125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,768,832,2048,64,0.9481454249718547,0.0,0.52392578125,0.01123046875,0.09228515625,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,832,896,2048,64,0.7983816683387697,0.0,0.52197265625,0.0087890625,0.0927734375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,896,960,2048,64,0.7973960165416962,0.0,0.50732421875,0.00830078125,0.10498046875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,960,1024,2048,64,0.7958341648626537,0.0,0.54248046875,0.009765625,0.09912109375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1024,1088,2048,64,0.7294836195340015,0.0,0.50537109375,0.01025390625,0.109375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1088,1152,2048,64,0.887675847684726,0.0,0.4619140625,0.00927734375,0.10888671875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,1152,1216,2048,64,0.9615336367881296,0.0,0.50634765625,0.01123046875,0.1142578125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1216,1280,2048,64,0.7106862068678721,0.0,0.55517578125,0.00732421875,0.09716796875,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.up_proj.output,64,1280,1344,2048,64,0.8460424246563342,0.0,0.47509765625,0.01025390625,0.1103515625,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,1344,1408,2048,64,1.106383556386069,0.0,0.57958984375,0.01611328125,0.12646484375,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.up_proj.output,64,1408,1472,2048,64,0.8598788330385496,0.0,0.46875,0.01171875,0.11328125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1472,1536,2048,64,0.7703188847078157,0.0,0.54150390625,0.0078125,0.10009765625,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1536,1600,2048,64,0.952797034658211,0.0,0.48828125,0.015625,0.123046875,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,64,1600,1664,2048,64,0.852209411613975,0.0,0.5654296875,0.0146484375,0.1103515625,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,1664,1728,2048,64,0.9015827134027886,0.0,0.525390625,0.01025390625,0.107421875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,1728,1792,2048,64,0.7797217565984329,0.0,0.55126953125,0.01025390625,0.10205078125,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1792,1856,2048,64,0.9943848765619129,0.0,0.51611328125,0.009765625,0.11279296875,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1856,1920,2048,64,0.7660999190840747,0.0,0.5576171875,0.01171875,0.10302734375,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1920,1984,2048,64,0.7799994264769758,0.0,0.47314453125,0.00927734375,0.10498046875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,1984,2048,2048,64,1.2020417443046982,0.0,0.44287109375,0.0166015625,0.12548828125,1.0,25,0.390625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2048,2112,2048,64,0.9228462005980557,0.0,0.4921875,0.005859375,0.10888671875,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,64,2112,2176,2048,64,0.8796347589811675,0.0,0.56201171875,0.009765625,0.10302734375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,2176,2240,2048,64,0.9095389758099611,0.0,0.5390625,0.00732421875,0.1025390625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2240,2304,2048,64,0.8399782067058881,0.0,0.4970703125,0.0078125,0.1015625,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2304,2368,2048,64,0.8377197910367153,0.0,0.46240234375,0.00927734375,0.111328125,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2368,2432,2048,64,0.7196094778393906,0.0,0.4833984375,0.00732421875,0.09033203125,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.up_proj.output,64,2432,2496,2048,64,1.297876600825687,0.0,0.5615234375,0.01513671875,0.14208984375,1.0,21,0.328125
+fresh-en-1,layers.23.mlp.up_proj.output,64,2496,2560,2048,64,0.5942356282719733,0.0,0.43359375,0.00634765625,0.06689453125,1.0,49,0.765625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2560,2624,2048,64,0.9307341972411806,0.0,0.5498046875,0.0087890625,0.107421875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2624,2688,2048,64,0.7967981984482765,0.0,0.47705078125,0.0068359375,0.08642578125,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2688,2752,2048,64,0.7903865799711192,0.0,0.53369140625,0.00830078125,0.09130859375,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2752,2816,2048,64,0.7516076252250514,0.0,0.517578125,0.009765625,0.099609375,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,64,2816,2880,2048,64,0.9770961575063987,0.0,0.48828125,0.01416015625,0.126953125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,2880,2944,2048,64,1.0372866430699728,0.0,0.57421875,0.01171875,0.119140625,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.up_proj.output,64,2944,3008,2048,64,0.9106710865339203,0.0,0.55517578125,0.00927734375,0.1005859375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,3008,3072,2048,64,0.8890336737269044,0.0,0.51318359375,0.0107421875,0.11572265625,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3072,3136,2048,64,1.0413307816050184,0.0,0.51025390625,0.01416015625,0.13037109375,1.0,32,0.5
+fresh-en-1,layers.23.mlp.up_proj.output,64,3136,3200,2048,64,0.9335252163682365,0.0,0.5244140625,0.0146484375,0.11328125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,3200,3264,2048,64,0.9554726218004244,0.0,0.482421875,0.0078125,0.09912109375,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3264,3328,2048,64,1.0428536470198895,0.0,0.4267578125,0.0126953125,0.13720703125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3328,3392,2048,64,0.9478606242461233,0.0,0.52099609375,0.0107421875,0.125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.up_proj.output,64,3392,3456,2048,64,0.9668044882091525,0.0,0.51904296875,0.00830078125,0.12109375,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3456,3520,2048,64,1.2519601511651688,0.0,0.43505859375,0.01171875,0.1640625,1.0,24,0.375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3520,3584,2048,64,0.7807149212872314,0.0,0.49169921875,0.01025390625,0.09521484375,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,64,3584,3648,2048,64,0.9432765459815801,0.0,0.48779296875,0.01123046875,0.0927734375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3648,3712,2048,64,1.4830599172325603,0.0,0.49169921875,0.013671875,0.154296875,1.0,22,0.34375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3712,3776,2048,64,0.8687219310727128,0.0,0.49658203125,0.013671875,0.1025390625,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,3776,3840,2048,64,1.064993563487627,0.0,0.5263671875,0.01025390625,0.1240234375,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.up_proj.output,64,3840,3904,2048,64,0.7664063159243201,0.0,0.572265625,0.005859375,0.0888671875,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.up_proj.output,64,3904,3968,2048,64,0.677606858464679,0.0,0.46240234375,0.01025390625,0.091796875,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.up_proj.output,64,3968,4032,2048,64,1.1306623189751805,0.0,0.6005859375,0.01171875,0.12353515625,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,4032,4096,2048,64,0.7571425236758997,0.0,0.4658203125,0.00927734375,0.10107421875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4096,4160,2048,64,1.154734873472399,0.0,0.47998046875,0.00830078125,0.12060546875,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.up_proj.output,64,4160,4224,2048,64,0.7963624172975317,0.0,0.46875,0.00732421875,0.10986328125,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4224,4288,2048,64,0.8228696545287941,0.0,0.50830078125,0.01220703125,0.1103515625,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4288,4352,2048,64,0.6887901614542331,0.0,0.50048828125,0.00927734375,0.107421875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4352,4416,2048,64,0.8393688938746735,0.0,0.4716796875,0.005859375,0.0966796875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4416,4480,2048,64,0.9760006856591604,0.0,0.5205078125,0.0126953125,0.12744140625,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,4480,4544,2048,64,1.1006863252307748,0.0,0.49658203125,0.01123046875,0.1171875,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.up_proj.output,64,4544,4608,2048,64,0.7953552294994366,0.0,0.48681640625,0.0126953125,0.107421875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4608,4672,2048,64,0.862851722349858,0.0,0.474609375,0.0087890625,0.09326171875,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,4672,4736,2048,64,0.8312065444821101,0.0,0.50439453125,0.01123046875,0.10693359375,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,4736,4800,2048,64,1.016108934260752,0.0,0.52685546875,0.01123046875,0.11962890625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.up_proj.output,64,4800,4864,2048,64,0.8968696399500179,0.0,0.44580078125,0.0087890625,0.10498046875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,4864,4928,2048,64,0.8794733629519141,0.0,0.49951171875,0.0087890625,0.10888671875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,4928,4992,2048,64,1.3969809285715464,0.0,0.5009765625,0.01513671875,0.16796875,1.0,18,0.28125
+fresh-en-1,layers.23.mlp.up_proj.output,64,4992,5056,2048,64,0.9004672715299362,0.0,0.53173828125,0.01220703125,0.10302734375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,5056,5120,2048,64,0.8746543333457512,0.0,0.55908203125,0.01513671875,0.11376953125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,64,5120,5184,2048,64,0.7874236145319787,0.0,0.4599609375,0.00732421875,0.0947265625,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,64,5184,5248,2048,64,0.9451276188114827,0.0,0.515625,0.00830078125,0.091796875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,5248,5312,2048,64,0.9619326712109328,0.0,0.4443359375,0.01220703125,0.08740234375,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,64,5312,5376,2048,64,0.7971506507282072,0.0,0.43505859375,0.013671875,0.11767578125,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,5376,5440,2048,64,1.3961340700457308,0.0,0.40673828125,0.013671875,0.14453125,1.0,22,0.34375
+fresh-en-1,layers.23.mlp.up_proj.output,64,5440,5504,2048,64,0.9281672872153263,0.0,0.4599609375,0.0087890625,0.10498046875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,64,5504,5568,2048,64,1.0497080005591621,0.0,0.4755859375,0.01171875,0.138671875,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,5568,5632,2048,64,0.8243953547253347,0.0,0.50732421875,0.0126953125,0.1005859375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.up_proj.output,64,5632,5696,2048,64,0.7486698599757047,0.0,0.47607421875,0.009765625,0.095703125,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.up_proj.output,64,5696,5760,2048,64,1.3108704893093457,0.0,0.55029296875,0.017578125,0.13525390625,1.0,25,0.390625
+fresh-en-1,layers.23.mlp.up_proj.output,64,5760,5824,2048,64,0.9384546039072047,0.0,0.5703125,0.00732421875,0.11181640625,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.up_proj.output,64,5824,5888,2048,64,0.8688602796011416,0.0,0.51708984375,0.0126953125,0.0986328125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,5888,5952,2048,64,0.9646230462359243,0.0,0.48779296875,0.01220703125,0.1201171875,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,64,5952,6016,2048,64,0.8606087106162914,0.0,0.5,0.01318359375,0.109375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,64,6016,6080,2048,64,0.8325703357773836,0.0,0.48974609375,0.00927734375,0.1083984375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.up_proj.output,64,6080,6144,2048,64,0.8446356424203747,0.0,0.52783203125,0.0078125,0.091796875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,128,0,128,4096,128,1.2464783422169337,0.0,0.47900390625,0.01904296875,0.1572265625,1.0,45,0.3515625
+fresh-en-1,layers.23.mlp.up_proj.output,128,128,256,4096,128,0.7716057766177611,0.0,0.5146484375,0.0107421875,0.0888671875,1.0,84,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,128,256,384,4096,128,0.9315454096725148,0.0,0.54931640625,0.010986328125,0.115966796875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.up_proj.output,128,384,512,4096,128,0.7173530375201765,0.0,0.48486328125,0.012939453125,0.100830078125,1.0,87,0.6796875
+fresh-en-1,layers.23.mlp.up_proj.output,128,512,640,4096,128,1.0314482607253996,0.0,0.56201171875,0.01025390625,0.103515625,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.up_proj.output,128,640,768,4096,128,0.9653909027473256,0.0,0.474853515625,0.01025390625,0.11474609375,1.0,66,0.515625
+fresh-en-1,layers.23.mlp.up_proj.output,128,768,896,4096,128,0.8764682068490722,0.0,0.52294921875,0.009033203125,0.095703125,1.0,76,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,128,896,1024,4096,128,0.7966154734748763,0.0,0.52490234375,0.009033203125,0.10205078125,1.0,79,0.6171875
+fresh-en-1,layers.23.mlp.up_proj.output,128,1024,1152,4096,128,0.8124391551775507,0.0,0.483642578125,0.01025390625,0.11181640625,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.up_proj.output,128,1152,1280,4096,128,0.8454649074051658,0.0,0.53076171875,0.0107421875,0.106689453125,1.0,79,0.6171875
+fresh-en-1,layers.23.mlp.up_proj.output,128,1280,1408,4096,128,0.9848533794834271,0.0,0.52734375,0.01416015625,0.119873046875,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.up_proj.output,128,1408,1536,4096,128,0.8163279952461604,0.0,0.505126953125,0.00927734375,0.1064453125,1.0,76,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,128,1536,1664,4096,128,0.9039034988584007,0.0,0.52685546875,0.01513671875,0.1181640625,1.0,71,0.5546875
+fresh-en-1,layers.23.mlp.up_proj.output,128,1664,1792,4096,128,0.8428574632818057,0.0,0.538330078125,0.010986328125,0.104736328125,1.0,78,0.609375
+fresh-en-1,layers.23.mlp.up_proj.output,128,1792,1920,4096,128,0.8876120686301185,0.0,0.536865234375,0.010498046875,0.1083984375,1.0,73,0.5703125
+fresh-en-1,layers.23.mlp.up_proj.output,128,1920,2048,4096,128,1.0132382395950847,0.0,0.4580078125,0.013916015625,0.119384765625,1.0,62,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,128,2048,2176,4096,128,0.9014994229521514,0.0,0.527099609375,0.0078125,0.10595703125,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,128,2176,2304,4096,128,0.875449751915629,0.0,0.51806640625,0.0078125,0.101318359375,1.0,76,0.59375
+fresh-en-1,layers.23.mlp.up_proj.output,128,2304,2432,4096,128,0.7809008416216743,0.0,0.472900390625,0.008056640625,0.102783203125,1.0,84,0.65625
+fresh-en-1,layers.23.mlp.up_proj.output,128,2432,2560,4096,128,1.009356144499707,0.0,0.49755859375,0.010986328125,0.115234375,1.0,62,0.484375
+fresh-en-1,layers.23.mlp.up_proj.output,128,2560,2688,4096,128,0.8663583308783392,0.0,0.513427734375,0.00830078125,0.098388671875,1.0,77,0.6015625
+fresh-en-1,layers.23.mlp.up_proj.output,128,2688,2816,4096,128,0.7712408729103002,0.0,0.525634765625,0.00927734375,0.094482421875,1.0,82,0.640625
+fresh-en-1,layers.23.mlp.up_proj.output,128,2816,2944,4096,128,1.0076409283333874,0.0,0.53125,0.012939453125,0.1220703125,1.0,60,0.46875
+fresh-en-1,layers.23.mlp.up_proj.output,128,2944,3072,4096,128,0.8999174131189003,0.0,0.5341796875,0.01025390625,0.108154296875,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.up_proj.output,128,3072,3200,4096,128,0.9888981561094855,0.0,0.517333984375,0.013916015625,0.121826171875,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.up_proj.output,128,3200,3328,4096,128,1.000117908077058,0.0,0.45458984375,0.009765625,0.11767578125,1.0,68,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,128,3328,3456,4096,128,0.9573794131423581,0.0,0.52001953125,0.009765625,0.123291015625,1.0,65,0.5078125
+fresh-en-1,layers.23.mlp.up_proj.output,128,3456,3584,4096,128,1.0432928659839578,0.0,0.46337890625,0.012451171875,0.129638671875,1.0,63,0.4921875
+fresh-en-1,layers.23.mlp.up_proj.output,128,3584,3712,4096,128,1.2428268906611228,0.0,0.48974609375,0.012939453125,0.125244140625,1.0,57,0.4453125
+fresh-en-1,layers.23.mlp.up_proj.output,128,3712,3840,4096,128,0.9718253659471895,0.0,0.511474609375,0.01171875,0.11181640625,1.0,66,0.515625
+fresh-en-1,layers.23.mlp.up_proj.output,128,3840,3968,4096,128,0.7233704776001922,0.0,0.517333984375,0.008056640625,0.092529296875,1.0,88,0.6875
+fresh-en-1,layers.23.mlp.up_proj.output,128,3968,4096,4096,128,0.9622011433969104,0.0,0.533203125,0.01171875,0.1171875,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.up_proj.output,128,4096,4224,4096,128,0.9918683702229055,0.0,0.474365234375,0.008544921875,0.1201171875,1.0,66,0.515625
+fresh-en-1,layers.23.mlp.up_proj.output,128,4224,4352,4096,128,0.7587971912377133,0.0,0.50439453125,0.010009765625,0.1083984375,1.0,77,0.6015625
+fresh-en-1,layers.23.mlp.up_proj.output,128,4352,4480,4096,128,0.9102520196109274,0.0,0.49609375,0.009033203125,0.11376953125,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,128,4480,4608,4096,128,0.960234431699397,0.0,0.49169921875,0.011474609375,0.114013671875,1.0,68,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,128,4608,4736,4096,128,0.8471769042980358,0.0,0.489501953125,0.01025390625,0.1005859375,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.up_proj.output,128,4736,4864,4096,128,0.9583455841575617,0.0,0.486328125,0.009765625,0.114013671875,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.up_proj.output,128,4864,4992,4096,128,1.1672679878533827,0.0,0.500244140625,0.01318359375,0.1396484375,1.0,51,0.3984375
+fresh-en-1,layers.23.mlp.up_proj.output,128,4992,5120,4096,128,0.8876546372145724,0.0,0.54541015625,0.013671875,0.1083984375,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.up_proj.output,128,5120,5248,4096,128,0.8698569320764391,0.0,0.48779296875,0.008056640625,0.09423828125,1.0,79,0.6171875
+fresh-en-1,layers.23.mlp.up_proj.output,128,5248,5376,4096,128,0.8833922186377365,0.0,0.439697265625,0.013671875,0.104248046875,1.0,68,0.53125
+fresh-en-1,layers.23.mlp.up_proj.output,128,5376,5504,4096,128,1.1854713945513649,0.0,0.433349609375,0.01171875,0.129150390625,1.0,53,0.4140625
+fresh-en-1,layers.23.mlp.up_proj.output,128,5504,5632,4096,128,0.9437993927023435,0.0,0.491455078125,0.01220703125,0.119384765625,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.up_proj.output,128,5632,5760,4096,128,1.0674474223534771,0.0,0.51318359375,0.0146484375,0.124267578125,1.0,65,0.5078125
+fresh-en-1,layers.23.mlp.up_proj.output,128,5760,5888,4096,128,0.9043271612262904,0.0,0.543701171875,0.0107421875,0.104248046875,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.up_proj.output,128,5888,6016,4096,128,0.9140965414326075,0.0,0.493896484375,0.012451171875,0.114990234375,1.0,69,0.5390625
+fresh-en-1,layers.23.mlp.up_proj.output,128,6016,6144,4096,128,0.8386246873492768,0.0,0.5087890625,0.008544921875,0.099853515625,1.0,75,0.5859375
+fresh-en-1,layers.23.mlp.silu_gate,0,0,6144,196608,6144,0.8002631358058611,0.0,0.8472798665364584,0.006144205729166667,0.09897359212239583,1.0,337,0.054850260416666664
+fresh-en-1,layers.23.mlp.silu_gate,64,0,64,2048,64,0.4565465495705274,0.0,0.8427734375,0.0029296875,0.04296875,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.silu_gate,64,64,128,2048,64,0.8928193451606316,0.0,0.8984375,0.0078125,0.1025390625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,128,192,2048,64,0.2994068720707351,0.0,0.8095703125,0.00439453125,0.03076171875,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,192,256,2048,64,1.2413400480546994,0.0,0.86962890625,0.0029296875,0.18212890625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,256,320,2048,64,0.3912119491293967,0.0,0.8173828125,0.001953125,0.03173828125,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.silu_gate,64,320,384,2048,64,0.9948110193748758,0.0,0.88525390625,0.0068359375,0.1201171875,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,384,448,2048,64,0.3859353143431188,0.0,0.8544921875,0.001953125,0.0205078125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.silu_gate,64,448,512,2048,64,0.27246268409729263,0.0,0.921875,0.0009765625,0.01318359375,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.silu_gate,64,512,576,2048,64,0.3067795907308436,0.0,0.859375,0.001953125,0.0302734375,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,576,640,2048,64,0.46227433054006617,0.0,0.79248046875,0.00537109375,0.04443359375,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.silu_gate,64,640,704,2048,64,0.3910985175569871,0.0,0.8095703125,0.001953125,0.0390625,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.silu_gate,64,704,768,2048,64,0.28751262135128103,0.0,0.8564453125,0.00048828125,0.01806640625,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.silu_gate,64,768,832,2048,64,1.3222057992991274,0.0,0.81201171875,0.01806640625,0.22314453125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,832,896,2048,64,1.2480085050020422,0.0,0.84521484375,0.00830078125,0.18505859375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,896,960,2048,64,0.5291763098121411,0.0,0.83447265625,0.00634765625,0.06396484375,1.0,21,0.328125
+fresh-en-1,layers.23.mlp.silu_gate,64,960,1024,2048,64,0.9300270649802886,0.0,0.833984375,0.0126953125,0.12646484375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,1024,1088,2048,64,0.542171433835728,0.0,0.86376953125,0.00390625,0.03369140625,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.silu_gate,64,1088,1152,2048,64,1.6235864114115182,0.0,0.79931640625,0.013671875,0.32373046875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,1152,1216,2048,64,0.2959846494186488,0.0,0.88720703125,0.00048828125,0.0263671875,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.silu_gate,64,1216,1280,2048,64,0.23519480839736795,0.0,0.89794921875,0.001953125,0.013671875,1.0,48,0.75
+fresh-en-1,layers.23.mlp.silu_gate,64,1280,1344,2048,64,0.32363790109347246,0.0,0.8935546875,0.00146484375,0.0146484375,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.silu_gate,64,1344,1408,2048,64,0.36151585689419985,0.0,0.85498046875,0.001953125,0.02880859375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,1408,1472,2048,64,0.44767734004345683,0.0,0.8115234375,0.005859375,0.048828125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.silu_gate,64,1472,1536,2048,64,0.3502338098700517,0.0,0.8759765625,0.00537109375,0.02685546875,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,1536,1600,2048,64,0.3213457651263483,0.0,0.88330078125,0.0009765625,0.02392578125,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,1600,1664,2048,64,0.9946017673948476,0.0,0.8466796875,0.0048828125,0.12109375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,1664,1728,2048,64,0.7148437548270545,0.0,0.8642578125,0.00634765625,0.08740234375,1.0,5,0.078125
+fresh-en-1,layers.23.mlp.silu_gate,64,1728,1792,2048,64,1.1285230512258786,0.0,0.87548828125,0.0107421875,0.15185546875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,1792,1856,2048,64,1.4014916061794345,0.0,0.833984375,0.01025390625,0.22216796875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,1856,1920,2048,64,0.38581466986500496,0.0,0.86572265625,0.00439453125,0.044921875,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.silu_gate,64,1920,1984,2048,64,0.3123623028260163,0.0,0.86083984375,0.0048828125,0.025390625,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.silu_gate,64,1984,2048,2048,64,0.9219628542575353,0.0,0.80126953125,0.00927734375,0.1484375,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,2048,2112,2048,64,0.27187890354827143,0.0,0.87890625,0.001953125,0.025390625,1.0,46,0.71875
+fresh-en-1,layers.23.mlp.silu_gate,64,2112,2176,2048,64,1.096856927088789,0.0,0.837890625,0.00830078125,0.1630859375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,2176,2240,2048,64,0.378560852079416,0.0,0.86328125,0.0009765625,0.02734375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.silu_gate,64,2240,2304,2048,64,1.1530586449243105,0.0,0.76904296875,0.009765625,0.17529296875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,2304,2368,2048,64,1.3215301835931599,0.0,0.79296875,0.015625,0.2724609375,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,2368,2432,2048,64,1.4980344059319666,0.0,0.81591796875,0.01123046875,0.2314453125,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,2432,2496,2048,64,0.27877911724693594,0.0,0.86865234375,0.00390625,0.03466796875,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.silu_gate,64,2496,2560,2048,64,0.8425665874832875,0.0,0.87353515625,0.00732421875,0.0986328125,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,2560,2624,2048,64,1.072630024818059,0.0,0.83642578125,0.009765625,0.15234375,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,2624,2688,2048,64,0.25206336186060685,0.0,0.85302734375,0.00390625,0.02587890625,1.0,47,0.734375
+fresh-en-1,layers.23.mlp.silu_gate,64,2688,2752,2048,64,0.29460104723255703,0.0,0.86572265625,0.001953125,0.03466796875,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,2752,2816,2048,64,0.3075989412552187,0.0,0.8623046875,0.00048828125,0.03125,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.silu_gate,64,2816,2880,2048,64,0.2654079445424027,0.0,0.91748046875,0.00048828125,0.01171875,1.0,47,0.734375
+fresh-en-1,layers.23.mlp.silu_gate,64,2880,2944,2048,64,0.7326063521773202,0.0,0.82861328125,0.00439453125,0.0927734375,1.0,7,0.109375
+fresh-en-1,layers.23.mlp.silu_gate,64,2944,3008,2048,64,0.34535310534417124,0.0,0.83984375,0.001953125,0.03564453125,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,3008,3072,2048,64,0.3069474603497081,0.0,0.8818359375,0.00048828125,0.02099609375,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,3072,3136,2048,64,1.1127817756533889,0.0,0.8212890625,0.00634765625,0.1875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,3136,3200,2048,64,0.32765116201113265,0.0,0.82666015625,0.00146484375,0.0341796875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.silu_gate,64,3200,3264,2048,64,0.8364816797420902,0.0,0.8525390625,0.00537109375,0.10302734375,1.0,4,0.0625
+fresh-en-1,layers.23.mlp.silu_gate,64,3264,3328,2048,64,0.3290077076792889,0.0,0.873046875,0.0029296875,0.0302734375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,3328,3392,2048,64,0.385373328194261,0.0,0.8427734375,0.00439453125,0.037109375,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.silu_gate,64,3392,3456,2048,64,1.1900731067420918,0.0,0.8955078125,0.00830078125,0.2353515625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,3456,3520,2048,64,0.6603423420504009,0.0,0.83154296875,0.00537109375,0.06884765625,1.0,8,0.125
+fresh-en-1,layers.23.mlp.silu_gate,64,3520,3584,2048,64,0.41503102781401796,0.0,0.8134765625,0.0009765625,0.03662109375,1.0,32,0.5
+fresh-en-1,layers.23.mlp.silu_gate,64,3584,3648,2048,64,0.3221365929219521,0.0,0.80517578125,0.00341796875,0.0341796875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.silu_gate,64,3648,3712,2048,64,0.3440704935148322,0.0,0.79931640625,0.00244140625,0.0458984375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.silu_gate,64,3712,3776,2048,64,1.5441063832516408,0.0,0.849609375,0.00830078125,0.3076171875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,3776,3840,2048,64,0.3117663761889832,0.0,0.8642578125,0.00146484375,0.01513671875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.silu_gate,64,3840,3904,2048,64,1.126442827162364,0.0,0.87255859375,0.0068359375,0.14404296875,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,3904,3968,2048,64,0.32957444986364276,0.0,0.86572265625,0.00244140625,0.03125,1.0,38,0.59375
+fresh-en-1,layers.23.mlp.silu_gate,64,3968,4032,2048,64,0.40430672247107396,0.0,0.8251953125,0.00244140625,0.037109375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.silu_gate,64,4032,4096,2048,64,0.4919208635571894,0.0,0.8916015625,0.00244140625,0.05078125,1.0,23,0.359375
+fresh-en-1,layers.23.mlp.silu_gate,64,4096,4160,2048,64,0.9546842790522495,0.0,0.8583984375,0.005859375,0.166015625,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,4160,4224,2048,64,0.4300027192249779,0.0,0.85986328125,0.00244140625,0.02880859375,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.silu_gate,64,4224,4288,2048,64,0.39140966093757096,0.0,0.880859375,0.00244140625,0.033203125,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.silu_gate,64,4288,4352,2048,64,0.30891058290701573,0.0,0.88232421875,0.0029296875,0.021484375,1.0,46,0.71875
+fresh-en-1,layers.23.mlp.silu_gate,64,4352,4416,2048,64,0.25474131301006425,0.0,0.90673828125,0.00146484375,0.02001953125,1.0,47,0.734375
+fresh-en-1,layers.23.mlp.silu_gate,64,4416,4480,2048,64,0.5541259206826368,0.0,0.82177734375,0.00390625,0.04443359375,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.silu_gate,64,4480,4544,2048,64,1.3541396895661448,0.0,0.88134765625,0.00634765625,0.1865234375,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,4544,4608,2048,64,0.34375368356730324,0.0,0.8544921875,0.00244140625,0.0166015625,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,4608,4672,2048,64,0.9760000730732987,0.0,0.83154296875,0.005859375,0.15185546875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,64,4672,4736,2048,64,0.6596931382197663,0.0,0.83251953125,0.00537109375,0.07763671875,1.0,11,0.171875
+fresh-en-1,layers.23.mlp.silu_gate,64,4736,4800,2048,64,0.4328528732331394,0.0,0.79150390625,0.00390625,0.04541015625,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.silu_gate,64,4800,4864,2048,64,0.29455871952112084,0.0,0.82958984375,0.00390625,0.03271484375,1.0,40,0.625
+fresh-en-1,layers.23.mlp.silu_gate,64,4864,4928,2048,64,1.2316215639049097,0.0,0.82470703125,0.0068359375,0.17431640625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,4928,4992,2048,64,0.42736547186296175,0.0,0.810546875,0.00244140625,0.03759765625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.silu_gate,64,4992,5056,2048,64,1.0126435211021625,0.0,0.8056640625,0.0078125,0.18115234375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,5056,5120,2048,64,0.36685026569562323,0.0,0.8974609375,0.00390625,0.02734375,1.0,32,0.5
+fresh-en-1,layers.23.mlp.silu_gate,64,5120,5184,2048,64,0.3207043621184844,0.0,0.876953125,0.00146484375,0.01904296875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.silu_gate,64,5184,5248,2048,64,0.4043606331376567,0.0,0.83544921875,0.00244140625,0.05078125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.silu_gate,64,5248,5312,2048,64,1.6544517261495302,0.0,0.81689453125,0.01171875,0.33251953125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,5312,5376,2048,64,1.503206447201462,0.0,0.81396484375,0.0146484375,0.27392578125,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,5376,5440,2048,64,0.3056299369416972,0.0,0.87744140625,0.00244140625,0.03271484375,1.0,43,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,64,5440,5504,2048,64,0.37826189815560196,0.0,0.85693359375,0.001953125,0.0283203125,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.silu_gate,64,5504,5568,2048,64,0.6297986536731548,0.0,0.755859375,0.0087890625,0.080078125,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.silu_gate,64,5568,5632,2048,64,1.3959194424514756,0.0,0.78466796875,0.0166015625,0.294921875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,5632,5696,2048,64,0.445386565055169,0.0,0.86083984375,0.00244140625,0.02734375,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.silu_gate,64,5696,5760,2048,64,0.3666282912787123,0.0,0.86669921875,0.001953125,0.0419921875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.silu_gate,64,5760,5824,2048,64,0.3338548287757571,0.0,0.84130859375,0.00244140625,0.03271484375,1.0,45,0.703125
+fresh-en-1,layers.23.mlp.silu_gate,64,5824,5888,2048,64,1.0686097117256197,0.0,0.87060546875,0.00927734375,0.15478515625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,64,5888,5952,2048,64,0.5902551817505837,0.0,0.84814453125,0.00537109375,0.0673828125,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.silu_gate,64,5952,6016,2048,64,0.9778968529683397,0.0,0.78173828125,0.0078125,0.1298828125,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.silu_gate,64,6016,6080,2048,64,2.1066168712002695,0.0,0.84228515625,0.01806640625,0.46533203125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,64,6080,6144,2048,64,0.9969510703813245,0.0,0.865234375,0.0087890625,0.10888671875,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,128,0,128,4096,128,0.7090702133843351,0.0,0.87060546875,0.006103515625,0.071533203125,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.silu_gate,128,128,256,4096,128,0.9029312238336941,0.0,0.839599609375,0.006591796875,0.12451171875,1.0,3,0.0234375
+fresh-en-1,layers.23.mlp.silu_gate,128,256,384,4096,128,0.7558755695917488,0.0,0.851318359375,0.005126953125,0.076171875,1.0,12,0.09375
+fresh-en-1,layers.23.mlp.silu_gate,128,384,512,4096,128,0.33405237694306483,0.0,0.88818359375,0.001708984375,0.01953125,1.0,80,0.625
+fresh-en-1,layers.23.mlp.silu_gate,128,512,640,4096,128,0.3923080893667949,0.0,0.825927734375,0.00390625,0.03955078125,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.silu_gate,128,640,768,4096,128,0.3432357483360074,0.0,0.8330078125,0.001220703125,0.025634765625,1.0,76,0.59375
+fresh-en-1,layers.23.mlp.silu_gate,128,768,896,4096,128,1.2856425250157364,0.0,0.82861328125,0.01318359375,0.205810546875,1.0,3,0.0234375
+fresh-en-1,layers.23.mlp.silu_gate,128,896,1024,4096,128,0.7566299982363391,0.0,0.834228515625,0.00830078125,0.095947265625,1.0,10,0.078125
+fresh-en-1,layers.23.mlp.silu_gate,128,1024,1152,4096,128,1.2103682701945762,0.0,0.83154296875,0.008056640625,0.1787109375,1.0,4,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,128,1152,1280,4096,128,0.26732331603187465,0.0,0.892578125,0.00146484375,0.019775390625,1.0,91,0.7109375
+fresh-en-1,layers.23.mlp.silu_gate,128,1280,1408,4096,128,0.3430999896605477,0.0,0.874267578125,0.001708984375,0.02294921875,1.0,82,0.640625
+fresh-en-1,layers.23.mlp.silu_gate,128,1408,1536,4096,128,0.4019195954195791,0.0,0.84375,0.00537109375,0.0390625,1.0,70,0.546875
+fresh-en-1,layers.23.mlp.silu_gate,128,1536,1664,4096,128,0.7390858463228723,0.0,0.864990234375,0.00390625,0.08837890625,1.0,8,0.0625
+fresh-en-1,layers.23.mlp.silu_gate,128,1664,1792,4096,128,0.9446072916729495,0.0,0.869873046875,0.008544921875,0.119384765625,1.0,2,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,128,1792,1920,4096,128,1.0278695641165891,0.0,0.849853515625,0.00830078125,0.153564453125,1.0,4,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,128,1920,2048,4096,128,0.6883261265045347,0.0,0.8310546875,0.007080078125,0.09326171875,1.0,15,0.1171875
+fresh-en-1,layers.23.mlp.silu_gate,128,2048,2176,4096,128,0.7990660976093502,0.0,0.8583984375,0.00634765625,0.09130859375,1.0,5,0.0390625
+fresh-en-1,layers.23.mlp.silu_gate,128,2176,2304,4096,128,0.8581528294429206,0.0,0.816162109375,0.0048828125,0.112548828125,1.0,9,0.0703125
+fresh-en-1,layers.23.mlp.silu_gate,128,2304,2432,4096,128,1.4125418768135178,0.0,0.804443359375,0.0146484375,0.2529296875,1.0,2,0.015625
+fresh-en-1,layers.23.mlp.silu_gate,128,2432,2560,4096,128,0.6275493010737138,0.0,0.87109375,0.005859375,0.078369140625,1.0,16,0.125
+fresh-en-1,layers.23.mlp.silu_gate,128,2560,2688,4096,128,0.7791248643618238,0.0,0.8447265625,0.007568359375,0.0927734375,1.0,8,0.0625
+fresh-en-1,layers.23.mlp.silu_gate,128,2688,2816,4096,128,0.3011701227644027,0.0,0.864013671875,0.001220703125,0.0322265625,1.0,86,0.671875
+fresh-en-1,layers.23.mlp.silu_gate,128,2816,2944,4096,128,0.5509779688321407,0.0,0.873046875,0.002197265625,0.041259765625,1.0,38,0.296875
+fresh-en-1,layers.23.mlp.silu_gate,128,2944,3072,4096,128,0.3267150982017803,0.0,0.86083984375,0.00146484375,0.028076171875,1.0,82,0.640625
+fresh-en-1,layers.23.mlp.silu_gate,128,3072,3200,4096,128,0.8202556199726871,0.0,0.823974609375,0.00634765625,0.11328125,1.0,9,0.0703125
+fresh-en-1,layers.23.mlp.silu_gate,128,3200,3328,4096,128,0.6355893612453442,0.0,0.86279296875,0.0048828125,0.06494140625,1.0,22,0.171875
+fresh-en-1,layers.23.mlp.silu_gate,128,3328,3456,4096,128,0.8845299886025051,0.0,0.869140625,0.00634765625,0.1337890625,1.0,4,0.03125
+fresh-en-1,layers.23.mlp.silu_gate,128,3456,3584,4096,128,0.5514992124894508,0.0,0.822509765625,0.002685546875,0.053955078125,1.0,36,0.28125
+fresh-en-1,layers.23.mlp.silu_gate,128,3584,3712,4096,128,0.3332840297755832,0.0,0.80224609375,0.0029296875,0.04052734375,1.0,80,0.625
+fresh-en-1,layers.23.mlp.silu_gate,128,3712,3840,4096,128,1.1138812315773332,0.0,0.85693359375,0.005615234375,0.1748046875,1.0,1,0.0078125
+fresh-en-1,layers.23.mlp.silu_gate,128,3840,3968,4096,128,0.8299074529332962,0.0,0.869140625,0.00537109375,0.10595703125,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,128,3968,4096,4096,128,0.45024996492956715,0.0,0.8583984375,0.002685546875,0.04345703125,1.0,57,0.4453125
+fresh-en-1,layers.23.mlp.silu_gate,128,4096,4224,4096,128,0.7403797712020462,0.0,0.859130859375,0.00537109375,0.08740234375,1.0,11,0.0859375
+fresh-en-1,layers.23.mlp.silu_gate,128,4224,4352,4096,128,0.35258138841068776,0.0,0.881591796875,0.00244140625,0.027587890625,1.0,78,0.609375
+fresh-en-1,layers.23.mlp.silu_gate,128,4352,4480,4096,128,0.43124741884820095,0.0,0.8642578125,0.0029296875,0.033935546875,1.0,62,0.484375
+fresh-en-1,layers.23.mlp.silu_gate,128,4480,4608,4096,128,0.9878919206634866,0.0,0.867919921875,0.005126953125,0.09619140625,1.0,3,0.0234375
+fresh-en-1,layers.23.mlp.silu_gate,128,4608,4736,4096,128,0.832997952954666,0.0,0.83203125,0.005126953125,0.119873046875,1.0,11,0.0859375
+fresh-en-1,layers.23.mlp.silu_gate,128,4736,4864,4096,128,0.3702205080165783,0.0,0.810546875,0.004150390625,0.0400390625,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.silu_gate,128,4864,4992,4096,128,0.92182778305284,0.0,0.817626953125,0.006591796875,0.106201171875,1.0,8,0.0625
+fresh-en-1,layers.23.mlp.silu_gate,128,4992,5120,4096,128,0.7615858514544289,0.0,0.8515625,0.0068359375,0.103515625,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.silu_gate,128,5120,5248,4096,128,0.36493753541757706,0.0,0.856201171875,0.001953125,0.03271484375,1.0,72,0.5625
+fresh-en-1,layers.23.mlp.silu_gate,128,5248,5376,4096,128,1.5806391329249065,0.0,0.8154296875,0.01318359375,0.305908203125,1.0,3,0.0234375
+fresh-en-1,layers.23.mlp.silu_gate,128,5376,5504,4096,128,0.3438689590172867,0.0,0.8671875,0.002197265625,0.03076171875,1.0,79,0.6171875
+fresh-en-1,layers.23.mlp.silu_gate,128,5504,5632,4096,128,1.0828752084110516,0.0,0.770263671875,0.0126953125,0.197265625,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.silu_gate,128,5632,5760,4096,128,0.4079126722091327,0.0,0.86376953125,0.00244140625,0.038330078125,1.0,60,0.46875
+fresh-en-1,layers.23.mlp.silu_gate,128,5760,5888,4096,128,0.7916393631860413,0.0,0.85595703125,0.0078125,0.08154296875,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.silu_gate,128,5888,6016,4096,128,0.8076767406050509,0.0,0.81494140625,0.007568359375,0.109130859375,1.0,11,0.0859375
+fresh-en-1,layers.23.mlp.silu_gate,128,6016,6144,4096,128,1.6479906065812515,0.0,0.853759765625,0.015869140625,0.301513671875,1.0,3,0.0234375
+fresh-en-1,layers.23.mlp.gated_product,0,0,6144,196608,6144,0.524713331591161,0.0,0.4971720377604167,0.045888264973958336,0.3569081624348958,1.0,512,0.08333333333333333
+fresh-en-1,layers.23.mlp.gated_product,64,0,64,2048,64,0.7780307789116655,0.0,0.5361328125,0.0712890625,0.501953125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,64,128,2048,64,0.39343658950089083,0.0,0.484375,0.03564453125,0.25537109375,1.0,10,0.15625
+fresh-en-1,layers.23.mlp.gated_product,64,128,192,2048,64,0.2561815022171494,0.0,0.4716796875,0.02880859375,0.2236328125,1.0,24,0.375
+fresh-en-1,layers.23.mlp.gated_product,64,192,256,2048,64,0.3636302609620666,0.0,0.46630859375,0.021484375,0.24462890625,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.gated_product,64,256,320,2048,64,0.41147754183470236,0.0,0.45458984375,0.02734375,0.26806640625,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.gated_product,64,320,384,2048,64,0.9400041279882226,0.0,0.46875,0.080078125,0.564453125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,384,448,2048,64,0.21450946372422955,0.0,0.46826171875,0.025390625,0.18994140625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gated_product,64,448,512,2048,64,0.20633062957453588,0.0,0.56298828125,0.02490234375,0.1748046875,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gated_product,64,512,576,2048,64,0.23823125714173837,0.0,0.46484375,0.0263671875,0.18603515625,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.gated_product,64,576,640,2048,64,0.4453746434732009,0.0,0.49462890625,0.03515625,0.23583984375,1.0,16,0.25
+fresh-en-1,layers.23.mlp.gated_product,64,640,704,2048,64,0.3136139150807691,0.0,0.54345703125,0.02099609375,0.22216796875,1.0,24,0.375
+fresh-en-1,layers.23.mlp.gated_product,64,704,768,2048,64,0.39250952662519756,0.0,0.4501953125,0.037109375,0.30859375,1.0,8,0.125
+fresh-en-1,layers.23.mlp.gated_product,64,768,832,2048,64,0.8465861394030332,0.0,0.4326171875,0.06640625,0.443359375,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.gated_product,64,832,896,2048,64,0.7288024146980664,0.0,0.4892578125,0.0576171875,0.4482421875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,896,960,2048,64,0.3864586079591526,0.0,0.5498046875,0.04443359375,0.30029296875,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.gated_product,64,960,1024,2048,64,0.3170033272666042,0.0,0.51416015625,0.03515625,0.2275390625,1.0,15,0.234375
+fresh-en-1,layers.23.mlp.gated_product,64,1024,1088,2048,64,0.37577613248524516,0.0,0.4873046875,0.0361328125,0.29443359375,1.0,10,0.15625
+fresh-en-1,layers.23.mlp.gated_product,64,1088,1152,2048,64,0.9254598241327918,0.0,0.49072265625,0.0810546875,0.521484375,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,1152,1216,2048,64,0.23348569122912094,0.0,0.48828125,0.0234375,0.171875,1.0,32,0.5
+fresh-en-1,layers.23.mlp.gated_product,64,1216,1280,2048,64,0.16554033944174024,0.0,0.44921875,0.015625,0.1357421875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gated_product,64,1280,1344,2048,64,0.222799565881102,0.0,0.51220703125,0.0205078125,0.16064453125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.gated_product,64,1344,1408,2048,64,0.3514307102244834,0.0,0.443359375,0.0341796875,0.23828125,1.0,17,0.265625
+fresh-en-1,layers.23.mlp.gated_product,64,1408,1472,2048,64,0.37371685884296235,0.0,0.5048828125,0.0390625,0.2861328125,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.gated_product,64,1472,1536,2048,64,0.32621726209519203,0.0,0.46435546875,0.0283203125,0.25341796875,1.0,15,0.234375
+fresh-en-1,layers.23.mlp.gated_product,64,1536,1600,2048,64,0.3242221687323923,0.0,0.45556640625,0.03271484375,0.25048828125,1.0,15,0.234375
+fresh-en-1,layers.23.mlp.gated_product,64,1600,1664,2048,64,0.3314590135122374,0.0,0.4345703125,0.02880859375,0.24169921875,1.0,18,0.28125
+fresh-en-1,layers.23.mlp.gated_product,64,1664,1728,2048,64,0.33420821734756656,0.0,0.470703125,0.033203125,0.24658203125,1.0,17,0.265625
+fresh-en-1,layers.23.mlp.gated_product,64,1728,1792,2048,64,0.6804104133485841,0.0,0.4794921875,0.06396484375,0.41015625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.gated_product,64,1792,1856,2048,64,0.3902359853615285,0.0,0.52783203125,0.025390625,0.22900390625,1.0,18,0.28125
+fresh-en-1,layers.23.mlp.gated_product,64,1856,1920,2048,64,0.3835859640286613,0.0,0.43115234375,0.04052734375,0.287109375,1.0,9,0.140625
+fresh-en-1,layers.23.mlp.gated_product,64,1920,1984,2048,64,0.24579123490859725,0.0,0.5595703125,0.02490234375,0.20654296875,1.0,23,0.359375
+fresh-en-1,layers.23.mlp.gated_product,64,1984,2048,2048,64,0.5171852404949596,0.0,0.544921875,0.046875,0.33935546875,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.gated_product,64,2048,2112,2048,64,0.29103949367777515,0.0,0.5087890625,0.0234375,0.2265625,1.0,21,0.328125
+fresh-en-1,layers.23.mlp.gated_product,64,2112,2176,2048,64,0.7668106307337089,0.0,0.50439453125,0.06689453125,0.462890625,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,2176,2240,2048,64,0.3327187943672347,0.0,0.4814453125,0.02197265625,0.23876953125,1.0,16,0.25
+fresh-en-1,layers.23.mlp.gated_product,64,2240,2304,2048,64,1.9438379694627734,0.0,0.44482421875,0.14990234375,0.73388671875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.gated_product,64,2304,2368,2048,64,0.4174184955751847,0.0,0.50634765625,0.0556640625,0.3291015625,1.0,11,0.171875
+fresh-en-1,layers.23.mlp.gated_product,64,2368,2432,2048,64,0.5179920774504302,0.0,0.54052734375,0.0419921875,0.3525390625,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.gated_product,64,2432,2496,2048,64,0.2728504578319261,0.0,0.45263671875,0.02587890625,0.20849609375,1.0,21,0.328125
+fresh-en-1,layers.23.mlp.gated_product,64,2496,2560,2048,64,0.29412329393252334,0.0,0.53271484375,0.0244140625,0.2431640625,1.0,15,0.234375
+fresh-en-1,layers.23.mlp.gated_product,64,2560,2624,2048,64,0.5199830587285345,0.0,0.46240234375,0.046875,0.34912109375,1.0,9,0.140625
+fresh-en-1,layers.23.mlp.gated_product,64,2624,2688,2048,64,0.18164339710380406,0.0,0.4775390625,0.01904296875,0.14404296875,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.gated_product,64,2688,2752,2048,64,0.2398116311102193,0.0,0.451171875,0.02294921875,0.1806640625,1.0,27,0.421875
+fresh-en-1,layers.23.mlp.gated_product,64,2752,2816,2048,64,0.23671377963989307,0.0,0.4609375,0.01806640625,0.18896484375,1.0,28,0.4375
+fresh-en-1,layers.23.mlp.gated_product,64,2816,2880,2048,64,0.30489247267586195,0.0,0.50244140625,0.03173828125,0.234375,1.0,14,0.21875
+fresh-en-1,layers.23.mlp.gated_product,64,2880,2944,2048,64,0.5967068997440003,0.0,0.49267578125,0.0556640625,0.39990234375,1.0,5,0.078125
+fresh-en-1,layers.23.mlp.gated_product,64,2944,3008,2048,64,0.29421382020480463,0.0,0.44775390625,0.02490234375,0.2138671875,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.gated_product,64,3008,3072,2048,64,0.273761770987915,0.0,0.49853515625,0.02099609375,0.21044921875,1.0,24,0.375
+fresh-en-1,layers.23.mlp.gated_product,64,3072,3136,2048,64,0.7184437336718871,0.0,0.50927734375,0.0576171875,0.4306640625,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.gated_product,64,3136,3200,2048,64,0.32651964375851605,0.0,0.51220703125,0.03466796875,0.2587890625,1.0,17,0.265625
+fresh-en-1,layers.23.mlp.gated_product,64,3200,3264,2048,64,0.6858189878598318,0.0,0.5224609375,0.046875,0.3662109375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,3264,3328,2048,64,0.4637850284187709,0.0,0.578125,0.03759765625,0.3359375,1.0,7,0.109375
+fresh-en-1,layers.23.mlp.gated_product,64,3328,3392,2048,64,0.3172649355146043,0.0,0.50439453125,0.03173828125,0.24169921875,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.gated_product,64,3392,3456,2048,64,0.426089896668042,0.0,0.50341796875,0.03369140625,0.35107421875,1.0,5,0.078125
+fresh-en-1,layers.23.mlp.gated_product,64,3456,3520,2048,64,0.45464343979709204,0.0,0.5556640625,0.03369140625,0.31640625,1.0,8,0.125
+fresh-en-1,layers.23.mlp.gated_product,64,3520,3584,2048,64,0.33445080736511157,0.0,0.49267578125,0.029296875,0.24365234375,1.0,16,0.25
+fresh-en-1,layers.23.mlp.gated_product,64,3584,3648,2048,64,0.3413718431931775,0.0,0.541015625,0.02978515625,0.2255859375,1.0,21,0.328125
+fresh-en-1,layers.23.mlp.gated_product,64,3648,3712,2048,64,0.3385419391307872,0.0,0.4853515625,0.03125,0.23388671875,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.gated_product,64,3712,3776,2048,64,0.686744670746747,0.0,0.52490234375,0.06103515625,0.43212890625,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,3776,3840,2048,64,0.30301224885480993,0.0,0.5234375,0.02099609375,0.212890625,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.gated_product,64,3840,3904,2048,64,0.720563594179708,0.0,0.43701171875,0.04833984375,0.43896484375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,3904,3968,2048,64,0.1818088594052554,0.0,0.5029296875,0.021484375,0.16259765625,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.gated_product,64,3968,4032,2048,64,0.45161399108354217,0.0,0.4345703125,0.03125,0.29248046875,1.0,11,0.171875
+fresh-en-1,layers.23.mlp.gated_product,64,4032,4096,2048,64,0.7148218746145927,0.0,0.517578125,0.07421875,0.49755859375,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,4096,4160,2048,64,0.6715234808117451,0.0,0.53466796875,0.0556640625,0.41064453125,1.0,7,0.109375
+fresh-en-1,layers.23.mlp.gated_product,64,4160,4224,2048,64,0.2841648856176904,0.0,0.51904296875,0.021484375,0.21923828125,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.gated_product,64,4224,4288,2048,64,0.2991866268110565,0.0,0.48681640625,0.033203125,0.27197265625,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.gated_product,64,4288,4352,2048,64,0.22217318135434833,0.0,0.4853515625,0.025390625,0.2021484375,1.0,28,0.4375
+fresh-en-1,layers.23.mlp.gated_product,64,4352,4416,2048,64,0.22554184805870636,0.0,0.49853515625,0.01806640625,0.17578125,1.0,30,0.46875
+fresh-en-1,layers.23.mlp.gated_product,64,4416,4480,2048,64,0.5902086445360843,0.0,0.49951171875,0.04736328125,0.37744140625,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.gated_product,64,4480,4544,2048,64,0.7396087372957736,0.0,0.5341796875,0.046875,0.39404296875,1.0,4,0.0625
+fresh-en-1,layers.23.mlp.gated_product,64,4544,4608,2048,64,0.2569038389638206,0.0,0.53662109375,0.02587890625,0.193359375,1.0,24,0.375
+fresh-en-1,layers.23.mlp.gated_product,64,4608,4672,2048,64,0.4040984408309062,0.0,0.53564453125,0.03125,0.30322265625,1.0,11,0.171875
+fresh-en-1,layers.23.mlp.gated_product,64,4672,4736,2048,64,0.41435936540998847,0.0,0.478515625,0.03564453125,0.3154296875,1.0,11,0.171875
+fresh-en-1,layers.23.mlp.gated_product,64,4736,4800,2048,64,0.3285771901317915,0.0,0.51953125,0.029296875,0.220703125,1.0,18,0.28125
+fresh-en-1,layers.23.mlp.gated_product,64,4800,4864,2048,64,0.3194877309706478,0.0,0.5673828125,0.0302734375,0.28369140625,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.gated_product,64,4864,4928,2048,64,0.4730748820655924,0.0,0.53515625,0.041015625,0.30419921875,1.0,10,0.15625
+fresh-en-1,layers.23.mlp.gated_product,64,4928,4992,2048,64,0.5719612541321286,0.0,0.4833984375,0.0478515625,0.359375,1.0,6,0.09375
+fresh-en-1,layers.23.mlp.gated_product,64,4992,5056,2048,64,0.6535710524682071,0.0,0.43310546875,0.060546875,0.4248046875,1.0,5,0.078125
+fresh-en-1,layers.23.mlp.gated_product,64,5056,5120,2048,64,0.5102163107361205,0.0,0.48388671875,0.05224609375,0.390625,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,5120,5184,2048,64,0.24568333156268424,0.0,0.5107421875,0.01708984375,0.18994140625,1.0,25,0.390625
+fresh-en-1,layers.23.mlp.gated_product,64,5184,5248,2048,64,0.753036035151809,0.0,0.48486328125,0.05810546875,0.46728515625,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,5248,5312,2048,64,1.15176861645881,0.0,0.50634765625,0.07275390625,0.587890625,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,5312,5376,2048,64,0.6414433910518557,0.0,0.533203125,0.06591796875,0.47216796875,1.0,3,0.046875
+fresh-en-1,layers.23.mlp.gated_product,64,5376,5440,2048,64,0.435923266121974,0.0,0.5634765625,0.03076171875,0.2861328125,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.gated_product,64,5440,5504,2048,64,0.2926712059856735,0.0,0.51611328125,0.021484375,0.20556640625,1.0,22,0.34375
+fresh-en-1,layers.23.mlp.gated_product,64,5504,5568,2048,64,0.4087286893500571,0.0,0.5419921875,0.03857421875,0.31591796875,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.gated_product,64,5568,5632,2048,64,0.39835941132299196,0.0,0.5478515625,0.0400390625,0.2841796875,1.0,13,0.203125
+fresh-en-1,layers.23.mlp.gated_product,64,5632,5696,2048,64,0.3445096082199373,0.0,0.5302734375,0.033203125,0.2587890625,1.0,14,0.21875
+fresh-en-1,layers.23.mlp.gated_product,64,5696,5760,2048,64,0.37394605201126524,0.0,0.4833984375,0.0341796875,0.2783203125,1.0,14,0.21875
+fresh-en-1,layers.23.mlp.gated_product,64,5760,5824,2048,64,0.3461586928329902,0.0,0.48388671875,0.0283203125,0.23583984375,1.0,17,0.265625
+fresh-en-1,layers.23.mlp.gated_product,64,5824,5888,2048,64,0.962303797508905,0.0,0.4921875,0.07568359375,0.5556640625,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.gated_product,64,5888,5952,2048,64,0.4419747408665757,0.0,0.486328125,0.0458984375,0.3447265625,1.0,7,0.109375
+fresh-en-1,layers.23.mlp.gated_product,64,5952,6016,2048,64,0.8826693160502931,0.0,0.45458984375,0.07470703125,0.501953125,1.0,2,0.03125
+fresh-en-1,layers.23.mlp.gated_product,64,6016,6080,2048,64,0.5624386089550288,0.0,0.501953125,0.0439453125,0.37890625,1.0,5,0.078125
+fresh-en-1,layers.23.mlp.gated_product,64,6080,6144,2048,64,0.46765272174835115,0.0,0.45361328125,0.0361328125,0.30322265625,1.0,8,0.125
+fresh-en-1,layers.23.mlp.gated_product,128,0,128,4096,128,0.616491785384033,0.0,0.51025390625,0.05322265625,0.394775390625,1.0,5,0.0390625
+fresh-en-1,layers.23.mlp.gated_product,128,128,256,4096,128,0.3145281615098845,0.0,0.468994140625,0.026123046875,0.23193359375,1.0,34,0.265625
+fresh-en-1,layers.23.mlp.gated_product,128,256,384,4096,128,0.7255761600511791,0.0,0.461669921875,0.059814453125,0.451416015625,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.gated_product,128,384,512,4096,128,0.21045978087021863,0.0,0.515625,0.025390625,0.182373046875,1.0,63,0.4921875
+fresh-en-1,layers.23.mlp.gated_product,128,512,640,4096,128,0.35715032194316576,0.0,0.479736328125,0.033935546875,0.22802734375,1.0,39,0.3046875
+fresh-en-1,layers.23.mlp.gated_product,128,640,768,4096,128,0.35525864959478787,0.0,0.496826171875,0.0283203125,0.26513671875,1.0,28,0.21875
+fresh-en-1,layers.23.mlp.gated_product,128,768,896,4096,128,0.7898927304068143,0.0,0.4609375,0.063232421875,0.44970703125,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.gated_product,128,896,1024,4096,128,0.35344120102488313,0.0,0.531982421875,0.038818359375,0.264892578125,1.0,25,0.1953125
+fresh-en-1,layers.23.mlp.gated_product,128,1024,1152,4096,128,0.706287330988411,0.0,0.489013671875,0.065673828125,0.465087890625,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.gated_product,128,1152,1280,4096,128,0.20238474743817403,0.0,0.46875,0.02001953125,0.159423828125,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.gated_product,128,1280,1408,4096,128,0.2942305139220713,0.0,0.477783203125,0.02783203125,0.205322265625,1.0,43,0.3359375
+fresh-en-1,layers.23.mlp.gated_product,128,1408,1536,4096,128,0.35077200050198837,0.0,0.484619140625,0.033447265625,0.271728515625,1.0,27,0.2109375
+fresh-en-1,layers.23.mlp.gated_product,128,1536,1664,4096,128,0.3278605590308488,0.0,0.445068359375,0.03125,0.24609375,1.0,32,0.25
+fresh-en-1,layers.23.mlp.gated_product,128,1664,1792,4096,128,0.5360286667407954,0.0,0.47509765625,0.05078125,0.34619140625,1.0,10,0.078125
+fresh-en-1,layers.23.mlp.gated_product,128,1792,1920,4096,128,0.3869252615627988,0.0,0.4794921875,0.032958984375,0.25830078125,1.0,27,0.2109375
+fresh-en-1,layers.23.mlp.gated_product,128,1920,2048,4096,128,0.40490363306824156,0.0,0.55224609375,0.03955078125,0.29638671875,1.0,27,0.2109375
+fresh-en-1,layers.23.mlp.gated_product,128,2048,2176,4096,128,0.5799579856707053,0.0,0.506591796875,0.052978515625,0.379638671875,1.0,9,0.0703125
+fresh-en-1,layers.23.mlp.gated_product,128,2176,2304,4096,128,1.3944905606798392,0.0,0.463134765625,0.104736328125,0.676025390625,1.0,2,0.015625
+fresh-en-1,layers.23.mlp.gated_product,128,2304,2432,4096,128,0.4704008890030199,0.0,0.5234375,0.049072265625,0.343994140625,1.0,15,0.1171875
+fresh-en-1,layers.23.mlp.gated_product,128,2432,2560,4096,128,0.28368634473024007,0.0,0.49267578125,0.02490234375,0.225830078125,1.0,35,0.2734375
+fresh-en-1,layers.23.mlp.gated_product,128,2560,2688,4096,128,0.38947188927834875,0.0,0.469970703125,0.038818359375,0.274169921875,1.0,25,0.1953125
+fresh-en-1,layers.23.mlp.gated_product,128,2688,2816,4096,128,0.2382677400395905,0.0,0.4560546875,0.0205078125,0.18408203125,1.0,55,0.4296875
+fresh-en-1,layers.23.mlp.gated_product,128,2816,2944,4096,128,0.4738240939929594,0.0,0.49755859375,0.044189453125,0.33935546875,1.0,13,0.1015625
+fresh-en-1,layers.23.mlp.gated_product,128,2944,3072,4096,128,0.2841718487587614,0.0,0.47314453125,0.023193359375,0.213134765625,1.0,44,0.34375
+fresh-en-1,layers.23.mlp.gated_product,128,3072,3200,4096,128,0.5580217183105823,0.0,0.5107421875,0.05224609375,0.369384765625,1.0,16,0.125
+fresh-en-1,layers.23.mlp.gated_product,128,3200,3328,4096,128,0.5854247332896365,0.0,0.55029296875,0.045166015625,0.36181640625,1.0,8,0.0625
+fresh-en-1,layers.23.mlp.gated_product,128,3328,3456,4096,128,0.3756392147724121,0.0,0.50390625,0.03369140625,0.294921875,1.0,23,0.1796875
+fresh-en-1,layers.23.mlp.gated_product,128,3456,3584,4096,128,0.39909773232737555,0.0,0.524169921875,0.030517578125,0.285888671875,1.0,22,0.171875
+fresh-en-1,layers.23.mlp.gated_product,128,3584,3712,4096,128,0.3399598357714783,0.0,0.51318359375,0.030517578125,0.229248046875,1.0,40,0.3125
+fresh-en-1,layers.23.mlp.gated_product,128,3712,3840,4096,128,0.530770508673526,0.0,0.524169921875,0.044189453125,0.35693359375,1.0,15,0.1171875
+fresh-en-1,layers.23.mlp.gated_product,128,3840,3968,4096,128,0.5254837555126795,0.0,0.469970703125,0.04736328125,0.37939453125,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.gated_product,128,3968,4096,4096,128,0.5978818902466967,0.0,0.47607421875,0.053955078125,0.395751953125,1.0,6,0.046875
+fresh-en-1,layers.23.mlp.gated_product,128,4096,4224,4096,128,0.5156032716632223,0.0,0.52685546875,0.042724609375,0.345703125,1.0,15,0.1171875
+fresh-en-1,layers.23.mlp.gated_product,128,4224,4352,4096,128,0.26350859585191005,0.0,0.486083984375,0.029052734375,0.23876953125,1.0,40,0.3125
+fresh-en-1,layers.23.mlp.gated_product,128,4352,4480,4096,128,0.4467747583015733,0.0,0.4990234375,0.037109375,0.303466796875,1.0,17,0.1328125
+fresh-en-1,layers.23.mlp.gated_product,128,4480,4608,4096,128,0.5536337538294596,0.0,0.535400390625,0.0439453125,0.33837890625,1.0,11,0.0859375
+fresh-en-1,layers.23.mlp.gated_product,128,4608,4736,4096,128,0.40926106190605144,0.0,0.507080078125,0.033203125,0.30908203125,1.0,22,0.171875
+fresh-en-1,layers.23.mlp.gated_product,128,4736,4864,4096,128,0.32406433012264435,0.0,0.54345703125,0.029541015625,0.253173828125,1.0,29,0.2265625
+fresh-en-1,layers.23.mlp.gated_product,128,4864,4992,4096,128,0.5248521316855689,0.0,0.50927734375,0.044677734375,0.336181640625,1.0,15,0.1171875
+fresh-en-1,layers.23.mlp.gated_product,128,4992,5120,4096,128,0.5862916528339703,0.0,0.45849609375,0.057373046875,0.41455078125,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.gated_product,128,5120,5248,4096,128,0.5600997989844739,0.0,0.497802734375,0.045654296875,0.38037109375,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.gated_product,128,5248,5376,4096,128,0.9322072113493719,0.0,0.519775390625,0.0751953125,0.556884765625,1.0,5,0.0390625
+fresh-en-1,layers.23.mlp.gated_product,128,5376,5504,4096,128,0.37127182007227394,0.0,0.539794921875,0.02490234375,0.249267578125,1.0,29,0.2265625
+fresh-en-1,layers.23.mlp.gated_product,128,5504,5632,4096,128,0.40357735447335014,0.0,0.544921875,0.039794921875,0.29931640625,1.0,26,0.203125
+fresh-en-1,layers.23.mlp.gated_product,128,5632,5760,4096,128,0.3595292199325853,0.0,0.5068359375,0.033447265625,0.268798828125,1.0,26,0.203125
+fresh-en-1,layers.23.mlp.gated_product,128,5760,5888,4096,128,0.7231370683777399,0.0,0.488037109375,0.057861328125,0.437744140625,1.0,5,0.0390625
+fresh-en-1,layers.23.mlp.gated_product,128,5888,6016,4096,128,0.6980138942244519,0.0,0.470458984375,0.063720703125,0.456787109375,1.0,7,0.0546875
+fresh-en-1,layers.23.mlp.gated_product,128,6016,6144,4096,128,0.5172215468258784,0.0,0.477783203125,0.041259765625,0.343017578125,1.0,10,0.078125
+fresh-en-1,layers.23.mlp.down_proj.output,0,0,2048,65536,2048,0.5835486372730435,0.0,0.48834228515625,0.014129638671875,0.1328582763671875,1.0,807,0.39404296875
+fresh-en-1,layers.23.mlp.down_proj.output,64,0,64,2048,64,0.532483227038196,0.0,0.5146484375,0.01220703125,0.09814453125,1.0,32,0.5
+fresh-en-1,layers.23.mlp.down_proj.output,64,64,128,2048,64,0.5062165433734281,0.0,0.48779296875,0.009765625,0.12158203125,1.0,31,0.484375
+fresh-en-1,layers.23.mlp.down_proj.output,64,128,192,2048,64,0.4747992746457953,0.0,0.44775390625,0.009765625,0.08837890625,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.down_proj.output,64,192,256,2048,64,0.4388460081594796,0.0,0.509765625,0.00732421875,0.10107421875,1.0,37,0.578125
+fresh-en-1,layers.23.mlp.down_proj.output,64,256,320,2048,64,0.4889209984296812,0.0,0.4755859375,0.0078125,0.111328125,1.0,32,0.5
+fresh-en-1,layers.23.mlp.down_proj.output,64,320,384,2048,64,0.4390519371772352,0.0,0.60107421875,0.01123046875,0.1171875,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.down_proj.output,64,384,448,2048,64,0.4025486061137244,0.0,0.56787109375,0.009765625,0.095703125,1.0,40,0.625
+fresh-en-1,layers.23.mlp.down_proj.output,64,448,512,2048,64,0.7085951607443635,0.0,0.48974609375,0.01953125,0.16357421875,1.0,20,0.3125
+fresh-en-1,layers.23.mlp.down_proj.output,64,512,576,2048,64,0.5311058050387262,0.0,0.4814453125,0.01220703125,0.09765625,1.0,32,0.5
+fresh-en-1,layers.23.mlp.down_proj.output,64,576,640,2048,64,0.4732528612952337,0.0,0.4765625,0.0185546875,0.11376953125,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.down_proj.output,64,640,704,2048,64,0.4715756399857809,0.0,0.462890625,0.01416015625,0.109375,1.0,35,0.546875
+fresh-en-1,layers.23.mlp.down_proj.output,64,704,768,2048,64,0.4650306235263014,0.0,0.49853515625,0.015625,0.1181640625,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.down_proj.output,64,768,832,2048,64,0.385972926399157,0.0,0.5087890625,0.01220703125,0.0986328125,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.down_proj.output,64,832,896,2048,64,0.6103069697191726,0.0,0.466796875,0.01318359375,0.12109375,1.0,29,0.453125
+fresh-en-1,layers.23.mlp.down_proj.output,64,896,960,2048,64,0.3817147371855224,0.0,0.47412109375,0.01318359375,0.1015625,1.0,40,0.625
+fresh-en-1,layers.23.mlp.down_proj.output,64,960,1024,2048,64,0.4534420315518067,0.0,0.37255859375,0.00830078125,0.10107421875,1.0,34,0.53125
+fresh-en-1,layers.23.mlp.down_proj.output,64,1024,1088,2048,64,0.4507310801824204,0.0,0.4208984375,0.009765625,0.119140625,1.0,33,0.515625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1088,1152,2048,64,0.3524354913420472,0.0,0.5458984375,0.009765625,0.07373046875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1152,1216,2048,64,1.771004945071004,0.0,0.5634765625,0.04150390625,0.37451171875,1.0,1,0.015625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1216,1280,2048,64,0.40428013193392504,0.0,0.48828125,0.0078125,0.091796875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1280,1344,2048,64,0.37251726809361735,0.0,0.52001953125,0.00927734375,0.09619140625,1.0,40,0.625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1344,1408,2048,64,0.33641665591410985,0.0,0.4345703125,0.01171875,0.080078125,1.0,44,0.6875
+fresh-en-1,layers.23.mlp.down_proj.output,64,1408,1472,2048,64,0.8638844561947403,0.0,0.447265625,0.02734375,0.20263671875,1.0,12,0.1875
+fresh-en-1,layers.23.mlp.down_proj.output,64,1472,1536,2048,64,0.5121842030650194,0.0,0.49755859375,0.01318359375,0.13232421875,1.0,27,0.421875
+fresh-en-1,layers.23.mlp.down_proj.output,64,1536,1600,2048,64,0.3589154249677611,0.0,0.494140625,0.01025390625,0.08935546875,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1600,1664,2048,64,0.6745766249880821,0.0,0.5087890625,0.01416015625,0.16162109375,1.0,19,0.296875
+fresh-en-1,layers.23.mlp.down_proj.output,64,1664,1728,2048,64,0.37319430179097435,0.0,0.47021484375,0.0126953125,0.0869140625,1.0,42,0.65625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1728,1792,2048,64,0.39679011243817514,0.0,0.46728515625,0.005859375,0.07763671875,1.0,41,0.640625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1792,1856,2048,64,0.7616780927019238,0.0,0.474609375,0.01318359375,0.1474609375,1.0,17,0.265625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1856,1920,2048,64,0.43132552125353657,0.0,0.4296875,0.00732421875,0.0966796875,1.0,36,0.5625
+fresh-en-1,layers.23.mlp.down_proj.output,64,1920,1984,2048,64,0.5822554137282371,0.0,0.50634765625,0.0107421875,0.10498046875,1.0,28,0.4375
+fresh-en-1,layers.23.mlp.down_proj.output,64,1984,2048,2048,64,0.3899438368412449,0.0,0.52197265625,0.01220703125,0.09375,1.0,39,0.609375
+fresh-en-1,layers.23.mlp.down_proj.output,128,0,128,4096,128,0.5195159169178326,0.0,0.501220703125,0.01123046875,0.1103515625,1.0,62,0.484375
+fresh-en-1,layers.23.mlp.down_proj.output,128,128,256,4096,128,0.45717620786830293,0.0,0.478759765625,0.0087890625,0.096435546875,1.0,71,0.5546875
+fresh-en-1,layers.23.mlp.down_proj.output,128,256,384,4096,128,0.4646559728684004,0.0,0.538330078125,0.009521484375,0.112060546875,1.0,67,0.5234375
+fresh-en-1,layers.23.mlp.down_proj.output,128,384,512,4096,128,0.5762605669809591,0.0,0.52880859375,0.013916015625,0.1337890625,1.0,52,0.40625
+fresh-en-1,layers.23.mlp.down_proj.output,128,512,640,4096,128,0.5030117527801707,0.0,0.47900390625,0.01513671875,0.10693359375,1.0,66,0.515625
+fresh-en-1,layers.23.mlp.down_proj.output,128,640,768,4096,128,0.468314565780982,0.0,0.480712890625,0.014892578125,0.1142578125,1.0,68,0.53125
+fresh-en-1,layers.23.mlp.down_proj.output,128,768,896,4096,128,0.5106122291920396,0.0,0.48779296875,0.013427734375,0.11181640625,1.0,63,0.4921875
+fresh-en-1,layers.23.mlp.down_proj.output,128,896,1024,4096,128,0.4191156263863482,0.0,0.42333984375,0.010986328125,0.1025390625,1.0,73,0.5703125
+fresh-en-1,layers.23.mlp.down_proj.output,128,1024,1152,4096,128,0.4045795856193944,0.0,0.4833984375,0.010009765625,0.095458984375,1.0,74,0.578125
+fresh-en-1,layers.23.mlp.down_proj.output,128,1152,1280,4096,128,1.2845039783010526,0.0,0.52587890625,0.028564453125,0.28076171875,1.0,2,0.015625
+fresh-en-1,layers.23.mlp.down_proj.output,128,1280,1408,4096,128,0.3549262468488098,0.0,0.477294921875,0.01123046875,0.087890625,1.0,84,0.65625
+fresh-en-1,layers.23.mlp.down_proj.output,128,1408,1536,4096,128,0.7101510443293847,0.0,0.472412109375,0.019775390625,0.176025390625,1.0,35,0.2734375
+fresh-en-1,layers.23.mlp.down_proj.output,128,1536,1664,4096,128,0.5403119030986178,0.0,0.50146484375,0.012451171875,0.13037109375,1.0,57,0.4453125
+fresh-en-1,layers.23.mlp.down_proj.output,128,1664,1792,4096,128,0.38517293532772556,0.0,0.46875,0.0087890625,0.08203125,1.0,83,0.6484375
+fresh-en-1,layers.23.mlp.down_proj.output,128,1792,1920,4096,128,0.6189487952111529,0.0,0.4521484375,0.01123046875,0.127197265625,1.0,49,0.3828125
+fresh-en-1,layers.23.mlp.down_proj.output,128,1920,2048,4096,128,0.49551869929716674,0.0,0.51416015625,0.011962890625,0.104736328125,1.0,63,0.4921875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5191549943622114,0.0,0.5015106201171875,0.017771402994791668,0.154754638671875,0.9977213541666666,2555,0.4158528645833333
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7214058019628915,0.0,0.5048828125,0.0166015625,0.1396484375,1.0,44,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.611076473197008,0.0,0.50390625,0.00830078125,0.10693359375,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.375568270478643,0.0,0.52392578125,0.01123046875,0.11767578125,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.634119270130755,0.0,0.482421875,0.01318359375,0.14453125,1.0,29,0.453125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.4179727424478386,0.0,0.4912109375,0.015625,0.13232421875,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.140923814046294,0.0,0.529296875,0.01123046875,0.12060546875,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9975645248020477,0.0,0.48388671875,0.05810546875,0.16748046875,0.953125,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.2278828728959479,0.0,0.51220703125,0.0771484375,0.203125,0.9375,29,0.453125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,512,576,2048,64,2.049411086513116,0.0,0.50341796875,0.01171875,0.09326171875,1.0,33,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.9324470148694322,0.0,0.4375,0.01123046875,0.12451171875,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.559181478797764,0.0,0.44482421875,0.013671875,0.146484375,1.0,32,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.4903682480415594,0.0,0.5146484375,0.01318359375,0.126953125,1.0,33,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.6780610048229808,0.0,0.52734375,0.01123046875,0.11083984375,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.1105921954634108,0.0,0.51611328125,0.0224609375,0.18896484375,1.0,27,0.421875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.3907514375794752,0.0,0.509765625,0.01025390625,0.1162109375,1.0,36,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.827382740710211,0.0,0.50146484375,0.01806640625,0.13720703125,1.0,33,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.6214016600736274,0.0,0.47900390625,0.01416015625,0.14306640625,1.0,30,0.46875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.4653864633827314,0.0,0.49267578125,0.0126953125,0.11962890625,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.477253789106209,0.0,0.49267578125,0.0146484375,0.146484375,1.0,30,0.46875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1484432070967752,0.0,0.50341796875,0.0107421875,0.1162109375,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.6234693588963487,0.0,0.49072265625,0.0146484375,0.1328125,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.7527917702013862,0.0,0.52734375,0.0146484375,0.1669921875,1.0,21,0.328125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.9005368648826296,0.0,0.494140625,0.01171875,0.1396484375,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.0043947653878946,0.0,0.498046875,0.0166015625,0.15087890625,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.1316079011146163,0.0,0.51904296875,0.01318359375,0.12353515625,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.1761919384916109,0.0,0.50732421875,0.01904296875,0.14013671875,1.0,33,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.4942453356657228,0.0,0.49365234375,0.01171875,0.1083984375,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.705234604167021,0.0,0.45849609375,0.013671875,0.1201171875,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2674312623258341,0.0,0.5224609375,0.015625,0.14501953125,1.0,31,0.484375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.0726406629457501,0.0,0.48876953125,0.015625,0.1259765625,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.0129314871371093,0.0,0.48193359375,0.01220703125,0.09130859375,1.0,43,0.671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.0320425754401044,0.0,0.470703125,0.009765625,0.10205078125,1.0,43,0.671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.6242680985945037,0.0,0.490234375,0.0087890625,0.1123046875,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.6782764417683842,0.0,0.4775390625,0.0087890625,0.126953125,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.6800788319343773,0.0,0.47314453125,0.01220703125,0.12548828125,1.0,33,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.640906118628483,0.0,0.52978515625,0.013671875,0.12451171875,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.9785829492566706,0.0,0.52490234375,0.0087890625,0.10205078125,1.0,42,0.65625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,0.8795393363325188,0.0,0.462890625,0.00927734375,0.10888671875,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.051962636037883,0.0,0.51318359375,0.0546875,0.1572265625,0.953125,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.786839061758759,0.0,0.50439453125,0.06884765625,0.15966796875,0.9375,45,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.7121820740983993,0.0,0.5263671875,0.01513671875,0.1171875,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.7981118337926145,0.0,0.54248046875,0.01123046875,0.10986328125,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.5621167066517028,0.0,0.4384765625,0.00927734375,0.12353515625,1.0,39,0.609375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4989031555495425,0.0,0.52099609375,0.0087890625,0.1123046875,1.0,36,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9557643789440714,0.0,0.5,0.01513671875,0.1220703125,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.1061825015616789,0.0,0.52783203125,0.01513671875,0.1630859375,1.0,32,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.2372108836433944,0.0,0.50048828125,0.01708984375,0.12744140625,1.0,36,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.2216877611233627,0.0,0.50146484375,0.0087890625,0.11865234375,1.0,36,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.4657102037205858,0.0,0.501953125,0.0146484375,0.11474609375,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.403939564649846,0.0,0.43017578125,0.01953125,0.17578125,1.0,20,0.3125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4511793709964904,0.0,0.50146484375,0.0107421875,0.16259765625,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.2230665865036112,0.0,0.50830078125,0.01904296875,0.15185546875,1.0,32,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.9825457993764615,0.0,0.49853515625,0.013671875,0.119140625,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.8729342340126323,0.0,0.50634765625,0.0107421875,0.1044921875,1.0,44,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.9073705491096303,0.0,0.5087890625,0.01220703125,0.1259765625,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.7621161050984891,0.0,0.51318359375,0.01123046875,0.10302734375,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.2217675760356432,0.0,0.4658203125,0.01904296875,0.1513671875,1.0,30,0.46875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.3220002090584144,0.0,0.48681640625,0.0126953125,0.1591796875,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.3668254461226357,0.0,0.4697265625,0.013671875,0.08984375,1.0,44,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3999580713229955,0.0,0.58447265625,0.00732421875,0.1015625,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.9896524304491736,0.0,0.4951171875,0.01025390625,0.1162109375,1.0,42,0.65625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.743738362170006,0.0,0.51025390625,0.0107421875,0.1044921875,1.0,50,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.0020903046897225,0.0,0.48583984375,0.01953125,0.14697265625,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.1461974579605523,0.0,0.517578125,0.01318359375,0.14697265625,1.0,32,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.6532988069606757,0.0,0.5009765625,0.0078125,0.1044921875,1.0,50,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.5841937205937432,0.0,0.5,0.01123046875,0.1025390625,1.0,52,0.8125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.9475915018193424,0.0,0.498046875,0.00927734375,0.0732421875,1.0,51,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.6670389448392582,0.0,0.49072265625,0.0068359375,0.07080078125,1.0,51,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.6166447681786007,0.0,0.5546875,0.00927734375,0.0810546875,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,2.2623619589578436,0.0,0.55712890625,0.00732421875,0.0908203125,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.1331328110574723,0.0,0.5302734375,0.01123046875,0.12744140625,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.0635216781215848,0.0,0.5087890625,0.0107421875,0.169921875,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.8311742898678904,0.0,0.541015625,0.0263671875,0.22216796875,1.0,16,0.25
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8128405434441254,0.0,0.51416015625,0.0126953125,0.1103515625,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.9789161501635186,0.0,0.4853515625,0.0009765625,0.025390625,1.0,52,0.8125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.418808556653724,0.0,0.4951171875,0.00390625,0.02978515625,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9223133463153416,0.0,0.548828125,0.01953125,0.18115234375,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.7542576746415028,0.0,0.47119140625,0.01318359375,0.140625,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,2.232619924650079,0.0,0.4921875,0.00634765625,0.04833984375,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.8958332179799946,0.0,0.50634765625,0.00341796875,0.052734375,1.0,52,0.8125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,3.8788914788675015,0.0,0.39990234375,0.00048828125,0.00537109375,1.0,51,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,4.337128124165579,0.0,0.54150390625,0.00048828125,0.009765625,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.6793884151327045,0.0,0.45166015625,0.0068359375,0.072265625,1.0,54,0.84375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.868176766097906,0.0,0.48388671875,0.01171875,0.0849609375,1.0,53,0.828125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.7844408481254378,0.0,0.513671875,0.01025390625,0.10693359375,1.0,44,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.040367585013641,0.0,0.53662109375,0.0087890625,0.12060546875,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7991492743033239,0.0,0.470703125,0.00927734375,0.0966796875,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.0666146866151713,0.0,0.5048828125,0.0107421875,0.1376953125,1.0,42,0.65625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.6382774405590383,0.0,0.470703125,0.00732421875,0.099609375,1.0,39,0.609375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,2.182635292107936,0.0,0.58203125,0.01513671875,0.09228515625,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,1.3460126544703854,0.0,0.50732421875,0.01513671875,0.1337890625,1.0,30,0.46875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.836544555191931,0.0,0.49951171875,0.021484375,0.17724609375,1.0,20,0.3125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.7580013570098533,0.0,0.53857421875,0.0146484375,0.1318359375,1.0,39,0.609375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6010309360763673,0.0,0.49853515625,0.01123046875,0.10205078125,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,2.841304186476993,0.0,0.4599609375,0.01171875,0.06591796875,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,2.075364906839061,0.0,0.56494140625,0.005859375,0.0615234375,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.6685210494818455,0.0,0.50439453125,0.011474609375,0.1220703125,1.0,90,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.5103863505342394,0.0,0.503173828125,0.0126953125,0.13037109375,1.0,66,0.515625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.2869253761937767,0.0,0.51025390625,0.01416015625,0.126220703125,1.0,72,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1186669143884478,0.0,0.498046875,0.06689453125,0.18701171875,0.9453125,65,0.5078125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.9917877982858327,0.0,0.470458984375,0.01171875,0.1083984375,1.0,68,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.5251630074514084,0.0,0.479736328125,0.013671875,0.13671875,1.0,64,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.9201037308058775,0.0,0.521728515625,0.01611328125,0.1494140625,1.0,71,0.5546875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.6238099091603888,0.0,0.505615234375,0.012939453125,0.12841796875,1.0,65,0.5078125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.545364169112715,0.0,0.48583984375,0.013427734375,0.132080078125,1.0,64,0.5
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.3231025200934692,0.0,0.498046875,0.011474609375,0.130615234375,1.0,68,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.6893684839254328,0.0,0.509033203125,0.0146484375,0.148193359375,1.0,47,0.3671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.953880361929954,0.0,0.49609375,0.014892578125,0.143798828125,1.0,75,0.5859375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.1541152277908995,0.0,0.51318359375,0.01611328125,0.13134765625,1.0,67,0.5234375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.603214611087272,0.0,0.47607421875,0.012451171875,0.11669921875,1.0,78,0.609375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.174082619862324,0.0,0.505615234375,0.014892578125,0.13427734375,1.0,67,0.5234375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.0225316804761697,0.0,0.476318359375,0.010986328125,0.0966796875,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.6518318764761268,0.0,0.48388671875,0.0087890625,0.119384765625,1.0,93,0.7265625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.6606079868027817,0.0,0.50146484375,0.01318359375,0.125,1.0,69,0.5390625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9303800386756292,0.0,0.493896484375,0.009033203125,0.10498046875,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9289082561612787,0.0,0.5087890625,0.06201171875,0.15966796875,0.9453125,82,0.640625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.7556727516380914,0.0,0.534423828125,0.013427734375,0.113525390625,1.0,74,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.5308362542931784,0.0,0.479736328125,0.009033203125,0.1181640625,1.0,75,0.5859375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.033713034361955,0.0,0.513916015625,0.01513671875,0.142578125,1.0,68,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.2294738216579244,0.0,0.5009765625,0.012939453125,0.12353515625,1.0,72,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.990883199961707,0.0,0.466064453125,0.017578125,0.14892578125,1.0,56,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.341978658889061,0.0,0.5048828125,0.01513671875,0.160888671875,1.0,58,0.453125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.9293574190760922,0.0,0.50244140625,0.011962890625,0.112548828125,1.0,84,0.65625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.8378968525546577,0.0,0.510986328125,0.011962890625,0.1123046875,1.0,87,0.6796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.272870881629889,0.0,0.476318359375,0.015869140625,0.15380859375,1.0,58,0.453125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3834909471389292,0.0,0.527099609375,0.010498046875,0.095947265625,1.0,87,0.6796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.8753738299884454,0.0,0.502685546875,0.01171875,0.10986328125,1.0,90,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.0765578459582126,0.0,0.501708984375,0.015380859375,0.1494140625,1.0,67,0.5234375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.6197102687374975,0.0,0.50048828125,0.00927734375,0.1044921875,1.0,102,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.8127508794053457,0.0,0.494384765625,0.0078125,0.072021484375,1.0,101,0.7890625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.9661919972142616,0.0,0.555908203125,0.007568359375,0.083740234375,1.0,85,0.6640625
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.098878593687574,0.0,0.51953125,0.01123046875,0.14892578125,1.0,62,0.484375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.4166702207888244,0.0,0.527587890625,0.02099609375,0.178466796875,1.0,54,0.421875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,2.209835283807288,0.0,0.490234375,0.00244140625,0.02734375,1.0,100,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.8424863644436659,0.0,0.510009765625,0.015380859375,0.15771484375,1.0,73,0.5703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,2.0710836919763653,0.0,0.499267578125,0.0048828125,0.052001953125,1.0,100,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,4.114394212412013,0.0,0.470703125,0.0009765625,0.00732421875,1.0,99,0.7734375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.7762924700439913,0.0,0.4677734375,0.00927734375,0.07861328125,1.0,107,0.8359375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.9213338580978319,0.0,0.525146484375,0.009521484375,0.119140625,1.0,78,0.609375
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9424188167483472,0.0,0.48779296875,0.010986328125,0.1162109375,1.0,90,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.9297473656673,0.0,0.5263671875,0.011474609375,0.097412109375,1.0,79,0.6171875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,1.6100692483864694,0.0,0.50341796875,0.01904296875,0.156005859375,1.0,49,0.3828125
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.6840337138437013,0.0,0.5185546875,0.01318359375,0.119873046875,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,2.48798603057079,0.0,0.512451171875,0.008544921875,0.06591796875,1.0,88,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.0585536430636864,0.0,0.5953521728515625,0.0109100341796875,0.1014404296875,1.0,1349,0.65869140625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,0,64,2048,64,0.8970301420149979,0.0,0.56787109375,0.01025390625,0.1103515625,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,64,128,2048,64,0.9321119764603685,0.0,0.60791015625,0.0078125,0.1005859375,1.0,50,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,128,192,2048,64,1.1269161666205827,0.0,0.77783203125,0.0078125,0.08837890625,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,192,256,2048,64,1.1363197687469841,0.0,0.7978515625,0.0087890625,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,256,320,2048,64,0.8994890377511321,0.0,0.73828125,0.005859375,0.07861328125,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,320,384,2048,64,0.9470236480542782,0.0,0.74609375,0.0087890625,0.09765625,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,384,448,2048,64,1.4575312609598179,0.0,0.4912109375,0.01318359375,0.11376953125,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6285685962946628,0.0,0.40966796875,0.00830078125,0.07861328125,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,512,576,2048,64,1.333082629491966,0.0,0.2294921875,0.0107421875,0.08154296875,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,576,640,2048,64,1.3467469904786382,0.0,0.1923828125,0.0107421875,0.08203125,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,640,704,2048,64,0.7727437445518335,0.0,0.71630859375,0.00830078125,0.078125,1.0,51,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,704,768,2048,64,0.7612174255880685,0.0,0.673828125,0.00634765625,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,768,832,2048,64,0.9644613850620929,0.0,0.51025390625,0.015625,0.1572265625,1.0,31,0.484375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,832,896,2048,64,0.7413588804168972,0.0,0.5517578125,0.015625,0.13720703125,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,896,960,2048,64,0.9703895727564771,0.0,0.71630859375,0.01171875,0.10791015625,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,960,1024,2048,64,0.6608251780455044,0.0,0.7216796875,0.01025390625,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.0249222196740877,0.0,0.77880859375,0.0078125,0.0810546875,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.0964766228963363,0.0,0.771484375,0.009765625,0.09765625,1.0,42,0.65625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1152,1216,2048,64,0.7577026184892923,0.0,0.7080078125,0.0107421875,0.0693359375,1.0,50,0.78125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1216,1280,2048,64,0.9962158439699093,0.0,0.75146484375,0.01171875,0.09912109375,1.0,44,0.6875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8603342367981779,0.0,0.37841796875,0.005859375,0.08203125,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.1733109015128087,0.0,0.4794921875,0.015625,0.11181640625,1.0,40,0.625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.9271043492381119,0.0,0.431640625,0.01416015625,0.095703125,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.9368837355993039,0.0,0.48583984375,0.013671875,0.10205078125,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0094964744466413,0.0,0.7392578125,0.00927734375,0.08154296875,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.28626985107593,0.0,0.7744140625,0.0107421875,0.0888671875,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2828770285221134,0.0,0.53271484375,0.01025390625,0.1201171875,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3012643224011,0.0,0.53271484375,0.0224609375,0.142578125,1.0,35,0.546875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.005643011290978,0.0,0.37353515625,0.00830078125,0.08349609375,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1856,1920,2048,64,0.9333855538382347,0.0,0.41015625,0.0078125,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1920,1984,2048,64,0.8816561606772517,0.0,0.736328125,0.0068359375,0.072265625,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.0809632445639372,0.0,0.71826171875,0.00927734375,0.07470703125,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,0,128,4096,128,0.9147392558385973,0.0,0.587890625,0.0087890625,0.104248046875,1.0,99,0.7734375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,128,256,4096,128,1.1316277354846045,0.0,0.787841796875,0.008544921875,0.090087890625,1.0,94,0.734375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,256,384,4096,128,0.9235622120378494,0.0,0.7421875,0.007568359375,0.089111328125,1.0,96,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,384,512,4096,128,1.54541791265539,0.0,0.450439453125,0.009765625,0.098388671875,1.0,62,0.484375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,512,640,4096,128,1.3399322284012134,0.0,0.2109375,0.0107421875,0.081787109375,1.0,91,0.7109375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,640,768,4096,128,0.7670022372075964,0.0,0.695068359375,0.00732421875,0.080810546875,1.0,102,0.796875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8601740384506167,0.0,0.531005859375,0.015380859375,0.1533203125,1.0,68,0.53125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,896,1024,4096,128,0.8301643930130257,0.0,0.718994140625,0.01171875,0.098388671875,1.0,90,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.0613026290695349,0.0,0.775146484375,0.008056640625,0.091552734375,1.0,90,0.703125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1152,1280,4096,128,0.8850308655188838,0.0,0.729736328125,0.0107421875,0.08740234375,1.0,94,0.734375
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0287938254616187,0.0,0.428955078125,0.010986328125,0.098876953125,1.0,87,0.6796875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.9320068691824994,0.0,0.458740234375,0.013916015625,0.09912109375,1.0,97,0.7578125
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1561948931099577,0.0,0.7568359375,0.010986328125,0.084228515625,1.0,95,0.7421875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.2921033834534528,0.0,0.53271484375,0.016357421875,0.13134765625,1.0,71,0.5546875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1792,1920,4096,128,0.9701872134470476,0.0,0.391845703125,0.008056640625,0.07421875,1.0,95,0.7421875
+fresh-en-2,layers.0.linear_attn.in_proj_z.output,128,1920,2048,4096,128,0.9863567107690671,0.0,0.727294921875,0.007568359375,0.072998046875,1.0,95,0.7421875
+fresh-en-2,layers.0.linear_attn.in_proj_b.output,0,0,16,512,16,1.4937377486741847,0.0,0.67578125,0.009765625,0.09765625,1.0,9,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_b.output,64,0,16,512,16,1.4937377486741847,0.0,0.67578125,0.009765625,0.09765625,1.0,9,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_b.output,128,0,16,512,16,1.4937377486741847,0.0,0.67578125,0.009765625,0.09765625,1.0,9,0.5625
+fresh-en-2,layers.0.linear_attn.in_proj_a.output,0,0,16,512,16,2.3255513359670816,0.0,0.6875,0.0078125,0.064453125,1.0,12,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_a.output,64,0,16,512,16,2.3255513359670816,0.0,0.6875,0.0078125,0.064453125,1.0,12,0.75
+fresh-en-2,layers.0.linear_attn.in_proj_a.output,128,0,16,512,16,2.3255513359670816,0.0,0.6875,0.0078125,0.064453125,1.0,12,0.75
+fresh-en-2,layers.0.linear_attn.out_proj.output,0,0,2048,65536,2048,0.04476614398028823,0.0,0.5035400390625,0.0196380615234375,0.1963958740234375,1.0,472,0.23046875
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,0,64,2048,64,0.02139076968281767,0.0,0.4931640625,0.01416015625,0.095703125,1.0,50,0.78125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,64,128,2048,64,0.037411476301086176,0.0,0.5048828125,0.013671875,0.15087890625,1.0,24,0.375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,128,192,2048,64,0.021488732908861757,0.0,0.5029296875,0.0107421875,0.11083984375,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,192,256,2048,64,0.04502463135571999,0.0,0.4853515625,0.0146484375,0.18896484375,1.0,18,0.28125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,256,320,2048,64,0.019569811663553368,0.0,0.49609375,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,320,384,2048,64,0.02611064688268614,0.0,0.5009765625,0.00927734375,0.12158203125,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,384,448,2048,64,0.021037605621220538,0.0,0.4580078125,0.0087890625,0.09814453125,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,448,512,2048,64,0.027174144111360474,0.0,0.50048828125,0.015625,0.11181640625,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,512,576,2048,64,0.03440492970133404,0.0,0.51318359375,0.01123046875,0.13818359375,1.0,28,0.4375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,576,640,2048,64,0.020579153657155905,0.0,0.52294921875,0.0087890625,0.099609375,1.0,49,0.765625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,640,704,2048,64,0.026939155879517007,0.0,0.51171875,0.01513671875,0.12939453125,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,704,768,2048,64,0.023425545443092163,0.0,0.5,0.013671875,0.1103515625,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,768,832,2048,64,0.02142485602051392,0.0,0.494140625,0.0078125,0.1005859375,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,832,896,2048,64,0.022639219308438464,0.0,0.51025390625,0.0068359375,0.09814453125,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,896,960,2048,64,0.0231232011289616,0.0,0.53515625,0.005859375,0.09912109375,1.0,46,0.71875
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,960,1024,2048,64,0.021201977821346706,0.0,0.50341796875,0.013671875,0.09912109375,1.0,48,0.75
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0230292040305423,0.0,0.568359375,0.0107421875,0.107421875,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02667354340445698,0.0,0.46435546875,0.0107421875,0.1240234375,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1152,1216,2048,64,0.20537330786532634,0.0,0.48388671875,0.08349609375,0.67138671875,1.0,1,0.015625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1216,1280,2048,64,0.028914906355541132,0.0,0.4736328125,0.01171875,0.1220703125,1.0,39,0.609375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1280,1344,2048,64,0.022162592879375054,0.0,0.48828125,0.00830078125,0.09228515625,1.0,47,0.734375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1344,1408,2048,64,0.030526242057730458,0.0,0.5166015625,0.01025390625,0.12548828125,1.0,37,0.578125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1408,1472,2048,64,0.03026688896464597,0.0,0.50927734375,0.01025390625,0.140625,1.0,38,0.59375
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1472,1536,2048,64,0.027537101056546165,0.0,0.46533203125,0.01025390625,0.13427734375,1.0,41,0.640625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1536,1600,2048,64,0.024325250834973427,0.0,0.5146484375,0.01220703125,0.099609375,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1600,1664,2048,64,0.018267932555361018,0.0,0.529296875,0.00927734375,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1664,1728,2048,64,0.023933634504866262,0.0,0.49169921875,0.00830078125,0.109375,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02686081473626741,0.0,0.52685546875,0.01123046875,0.1201171875,1.0,42,0.65625
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1792,1856,2048,64,0.030856233426763427,0.0,0.515625,0.01513671875,0.12548828125,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1856,1920,2048,64,0.024334692039773047,0.0,0.4931640625,0.015625,0.11376953125,1.0,43,0.671875
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1920,1984,2048,64,0.032099583955546185,0.0,0.517578125,0.01611328125,0.13720703125,1.0,34,0.53125
+fresh-en-2,layers.0.linear_attn.out_proj.output,64,1984,2048,2048,64,0.023472462776150078,0.0,0.52197265625,0.00927734375,0.1044921875,1.0,45,0.703125
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,0,128,4096,128,0.030472804159201398,0.0,0.4990234375,0.01416015625,0.134765625,1.0,71,0.5546875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,128,256,4096,128,0.03527735159239481,0.0,0.494140625,0.0166015625,0.159423828125,1.0,56,0.4375
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,256,384,4096,128,0.023073181501250286,0.0,0.49853515625,0.01025390625,0.10595703125,1.0,89,0.6953125
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,384,512,4096,128,0.02430035965226644,0.0,0.479248046875,0.01220703125,0.1015625,1.0,87,0.6796875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,512,640,4096,128,0.028347846064547575,0.0,0.51806640625,0.010498046875,0.125732421875,1.0,75,0.5859375
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,640,768,4096,128,0.025243556591804685,0.0,0.505859375,0.014404296875,0.119384765625,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,768,896,4096,128,0.022040402745813478,0.0,0.502197265625,0.007568359375,0.09814453125,1.0,94,0.734375
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,896,1024,4096,128,0.02218339800376949,0.0,0.519287109375,0.01025390625,0.10009765625,1.0,93,0.7265625
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024918087366708107,0.0,0.516357421875,0.01123046875,0.11474609375,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1152,1280,4096,128,0.14665310667199627,0.0,0.478759765625,0.05712890625,0.54833984375,1.0,1,0.0078125
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02667425704030084,0.0,0.50244140625,0.008544921875,0.110107421875,1.0,81,0.6328125
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1408,1536,4096,128,0.028934205554988407,0.0,0.4873046875,0.01025390625,0.137451171875,1.0,78,0.609375
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1536,1664,4096,128,0.021510871530828247,0.0,0.52197265625,0.01025390625,0.096435546875,1.0,95,0.7421875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1664,1792,4096,128,0.025439361518212335,0.0,0.50927734375,0.01025390625,0.11474609375,1.0,86,0.671875
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02778744660775353,0.0,0.50439453125,0.01513671875,0.1201171875,1.0,75,0.5859375
+fresh-en-2,layers.0.linear_attn.out_proj.output,128,1920,2048,4096,128,0.0281188530962494,0.0,0.519775390625,0.0126953125,0.1201171875,1.0,77,0.6015625
+fresh-en-2,layers.0.mlp.gate_proj.output,0,0,6144,196608,6144,0.2971495163045088,0.0,0.7539011637369791,0.008351643880208334,0.08340962727864583,1.0,4660,0.7584635416666666
+fresh-en-2,layers.0.mlp.gate_proj.output,64,0,64,2048,64,0.30954600176653974,0.0,0.7451171875,0.009765625,0.083984375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,64,128,2048,64,0.2809849050639998,0.0,0.71826171875,0.009765625,0.080078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,128,192,2048,64,0.2930790341110364,0.0,0.76806640625,0.0068359375,0.080078125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,192,256,2048,64,0.2772821048260407,0.0,0.763671875,0.009765625,0.078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,256,320,2048,64,0.34051437170328475,0.0,0.72119140625,0.01220703125,0.09326171875,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,320,384,2048,64,0.28853439894448774,0.0,0.74609375,0.013671875,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,384,448,2048,64,0.3077754568284655,0.0,0.7373046875,0.00927734375,0.08056640625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,448,512,2048,64,0.28614684201826973,0.0,0.763671875,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,512,576,2048,64,0.31818706050132445,0.0,0.76953125,0.00732421875,0.08984375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,576,640,2048,64,0.2650360106045193,0.0,0.744140625,0.0068359375,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,640,704,2048,64,0.31616711405845244,0.0,0.78564453125,0.009765625,0.0751953125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,704,768,2048,64,0.26495466871533757,0.0,0.74755859375,0.0087890625,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,768,832,2048,64,0.29622510734871976,0.0,0.75634765625,0.00390625,0.08935546875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,832,896,2048,64,0.29688700324007883,0.0,0.73095703125,0.00634765625,0.08056640625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,896,960,2048,64,0.26469052433502455,0.0,0.70556640625,0.0048828125,0.07080078125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,960,1024,2048,64,0.3025712993233088,0.0,0.7470703125,0.00830078125,0.08154296875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1024,1088,2048,64,0.27403600017538504,0.0,0.7353515625,0.0078125,0.07177734375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1088,1152,2048,64,0.30820885230274,0.0,0.8173828125,0.0078125,0.076171875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1152,1216,2048,64,0.2970202049148568,0.0,0.775390625,0.00830078125,0.078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1216,1280,2048,64,0.2658289708127711,0.0,0.7255859375,0.0087890625,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1280,1344,2048,64,0.2798323737652465,0.0,0.7783203125,0.0087890625,0.07861328125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1344,1408,2048,64,0.3356147597946752,0.0,0.73828125,0.01171875,0.08935546875,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1408,1472,2048,64,0.3661609076882696,0.0,0.77490234375,0.0078125,0.09326171875,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1472,1536,2048,64,0.3014704989683212,0.0,0.69921875,0.005859375,0.09130859375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1536,1600,2048,64,0.2974660270970274,0.0,0.77587890625,0.0068359375,0.087890625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1600,1664,2048,64,0.337156349252319,0.0,0.8115234375,0.0068359375,0.076171875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1664,1728,2048,64,0.3540606366045664,0.0,0.77734375,0.013671875,0.09716796875,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1728,1792,2048,64,0.293045387221418,0.0,0.73779296875,0.0078125,0.08740234375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1792,1856,2048,64,0.2936771563073269,0.0,0.7607421875,0.005859375,0.0771484375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1856,1920,2048,64,0.3121573629497098,0.0,0.75439453125,0.01123046875,0.09619140625,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1920,1984,2048,64,0.2930602306475684,0.0,0.7421875,0.0068359375,0.09130859375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,1984,2048,2048,64,0.2769501450378172,0.0,0.7421875,0.009765625,0.08251953125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2048,2112,2048,64,0.3014222553801103,0.0,0.7734375,0.01025390625,0.08056640625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2112,2176,2048,64,0.282357096003861,0.0,0.7294921875,0.013671875,0.09521484375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2176,2240,2048,64,0.3015885752979509,0.0,0.765625,0.0068359375,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2240,2304,2048,64,0.3062587940699341,0.0,0.74560546875,0.009765625,0.08984375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2304,2368,2048,64,0.2953824429368911,0.0,0.7666015625,0.00732421875,0.07568359375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2368,2432,2048,64,0.3023847889855157,0.0,0.7890625,0.00732421875,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2432,2496,2048,64,0.28546271381947497,0.0,0.72314453125,0.01025390625,0.09228515625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2496,2560,2048,64,0.28543922321391046,0.0,0.74267578125,0.01220703125,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2560,2624,2048,64,0.28812058697300735,0.0,0.751953125,0.00634765625,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2624,2688,2048,64,0.3023089403359862,0.0,0.73095703125,0.01171875,0.0830078125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2688,2752,2048,64,0.28382748066680535,0.0,0.7705078125,0.00732421875,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2752,2816,2048,64,0.2731862576283693,0.0,0.76171875,0.00830078125,0.0673828125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2816,2880,2048,64,0.29330298305003255,0.0,0.75048828125,0.0078125,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2880,2944,2048,64,0.3176259015679864,0.0,0.783203125,0.00634765625,0.07421875,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,2944,3008,2048,64,0.3114615000777396,0.0,0.748046875,0.01025390625,0.087890625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3008,3072,2048,64,0.2963711799786377,0.0,0.74951171875,0.005859375,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3072,3136,2048,64,0.28050612044540396,0.0,0.75048828125,0.0087890625,0.0908203125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3136,3200,2048,64,0.2919347904668763,0.0,0.73583984375,0.0087890625,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3200,3264,2048,64,0.2942622270653736,0.0,0.7841796875,0.00537109375,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3264,3328,2048,64,0.294670691804728,0.0,0.7705078125,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3328,3392,2048,64,0.27950393432054,0.0,0.76318359375,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3392,3456,2048,64,0.26885062640772445,0.0,0.7587890625,0.00634765625,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3456,3520,2048,64,0.2836001531634945,0.0,0.7421875,0.01123046875,0.08251953125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3520,3584,2048,64,0.33060640284399867,0.0,0.75048828125,0.005859375,0.09033203125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3584,3648,2048,64,0.31067239508224104,0.0,0.78369140625,0.00634765625,0.07861328125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3648,3712,2048,64,0.3028066141674321,0.0,0.78076171875,0.0078125,0.07470703125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3712,3776,2048,64,0.28483134302743945,0.0,0.72265625,0.00634765625,0.08740234375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3776,3840,2048,64,0.29605989453772774,0.0,0.787109375,0.0087890625,0.080078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3840,3904,2048,64,0.31290629818858623,0.0,0.75048828125,0.00732421875,0.08837890625,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3904,3968,2048,64,0.2956218077769299,0.0,0.7236328125,0.00537109375,0.08203125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,3968,4032,2048,64,0.2794099953685372,0.0,0.751953125,0.0048828125,0.0732421875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4032,4096,2048,64,0.27462786329918615,0.0,0.77587890625,0.00732421875,0.0947265625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4096,4160,2048,64,0.3201969432316642,0.0,0.7822265625,0.01025390625,0.0869140625,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4160,4224,2048,64,0.2958121052131823,0.0,0.72998046875,0.01025390625,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4224,4288,2048,64,0.3097326590939326,0.0,0.74072265625,0.0068359375,0.0869140625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4288,4352,2048,64,0.2809565170986152,0.0,0.7744140625,0.00732421875,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4352,4416,2048,64,0.2869450627916986,0.0,0.74560546875,0.00830078125,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4416,4480,2048,64,0.29789775242024213,0.0,0.77197265625,0.01025390625,0.0791015625,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4480,4544,2048,64,0.2876757739924416,0.0,0.75830078125,0.00830078125,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4544,4608,2048,64,0.28266044492906184,0.0,0.74853515625,0.01025390625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4608,4672,2048,64,0.30049448683171237,0.0,0.7626953125,0.0078125,0.0751953125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4672,4736,2048,64,0.29882975420410274,0.0,0.7724609375,0.00634765625,0.078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4736,4800,2048,64,0.29907319572269386,0.0,0.802734375,0.00732421875,0.0771484375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4800,4864,2048,64,0.3064812459970142,0.0,0.7763671875,0.0087890625,0.0791015625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4864,4928,2048,64,0.28713461796684997,0.0,0.7001953125,0.009765625,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4928,4992,2048,64,0.2903790899525968,0.0,0.775390625,0.00732421875,0.0732421875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,4992,5056,2048,64,0.28155727367398264,0.0,0.7373046875,0.00927734375,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5056,5120,2048,64,0.29258427389722624,0.0,0.759765625,0.01123046875,0.087890625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5120,5184,2048,64,0.29159658085106943,0.0,0.74365234375,0.009765625,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5184,5248,2048,64,0.35125344661119995,0.0,0.75439453125,0.0068359375,0.1025390625,1.0,43,0.671875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5248,5312,2048,64,0.3039558190448753,0.0,0.7578125,0.00634765625,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5312,5376,2048,64,0.28996830270744384,0.0,0.7392578125,0.01220703125,0.0947265625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5376,5440,2048,64,0.27637811191195705,0.0,0.71630859375,0.01025390625,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5440,5504,2048,64,0.2939381765260657,0.0,0.7587890625,0.0087890625,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5504,5568,2048,64,0.32936740640336765,0.0,0.767578125,0.009765625,0.0859375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5568,5632,2048,64,0.28425899048479336,0.0,0.77099609375,0.0068359375,0.0703125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5632,5696,2048,64,0.2728171640338068,0.0,0.73779296875,0.0068359375,0.08447265625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5696,5760,2048,64,0.2935112265760758,0.0,0.771484375,0.00830078125,0.07421875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5760,5824,2048,64,0.28048325177829925,0.0,0.71240234375,0.0078125,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5824,5888,2048,64,0.30230701770249785,0.0,0.74365234375,0.0107421875,0.08251953125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5888,5952,2048,64,0.31555489213213894,0.0,0.73486328125,0.0087890625,0.08642578125,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,5952,6016,2048,64,0.30300982662357245,0.0,0.7685546875,0.0068359375,0.09375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,64,6016,6080,2048,64,0.28214092479179903,0.0,0.7197265625,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,64,6080,6144,2048,64,0.27590135647408415,0.0,0.72802734375,0.00439453125,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,0,128,4096,128,0.29561059189707295,0.0,0.731689453125,0.009521484375,0.08251953125,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,128,256,4096,128,0.2852899278735735,0.0,0.765869140625,0.00830078125,0.07958984375,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,256,384,4096,128,0.3155963693634162,0.0,0.733642578125,0.01220703125,0.092041015625,1.0,92,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,384,512,4096,128,0.2971579941908002,0.0,0.75048828125,0.00830078125,0.079833984375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,512,640,4096,128,0.2928199894027322,0.0,0.7568359375,0.007080078125,0.08349609375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,640,768,4096,128,0.2916870073264361,0.0,0.7666015625,0.009033203125,0.0791015625,1.0,99,0.7734375
+fresh-en-2,layers.0.mlp.gate_proj.output,128,768,896,4096,128,0.2965562399584901,0.0,0.74365234375,0.005126953125,0.0849609375,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,896,1024,4096,128,0.2842626117228095,0.0,0.726318359375,0.006591796875,0.077880859375,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1024,1152,4096,128,0.2916234095798002,0.0,0.7763671875,0.007568359375,0.075439453125,1.0,99,0.7734375
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1152,1280,4096,128,0.2818563852842797,0.0,0.75048828125,0.008544921875,0.082763671875,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1280,1408,4096,128,0.30898497083121224,0.0,0.75830078125,0.010009765625,0.0849609375,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1408,1536,4096,128,0.33537909301811436,0.0,0.737060546875,0.00634765625,0.091796875,1.0,92,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1536,1664,4096,128,0.317931156949143,0.0,0.793701171875,0.006591796875,0.08251953125,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1664,1792,4096,128,0.32498810237036496,0.0,0.757568359375,0.009521484375,0.093017578125,1.0,92,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1792,1920,4096,128,0.3030581556240279,0.0,0.757568359375,0.008544921875,0.08740234375,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,1920,2048,4096,128,0.2851189941267277,0.0,0.7421875,0.00830078125,0.088134765625,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2048,2176,4096,128,0.29204529246519795,0.0,0.75146484375,0.01220703125,0.0888671875,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2176,2304,4096,128,0.30393265511903955,0.0,0.755615234375,0.00830078125,0.08984375,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2304,2432,4096,128,0.2989041219230512,0.0,0.77783203125,0.00732421875,0.07763671875,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2432,2560,4096,128,0.28545096875833165,0.0,0.73291015625,0.01123046875,0.085693359375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2560,2688,4096,128,0.295299989878714,0.0,0.741455078125,0.0087890625,0.08154296875,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2688,2816,4096,128,0.27855768714815565,0.0,0.76611328125,0.0078125,0.072021484375,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2816,2944,4096,128,0.3057064386081228,0.0,0.766845703125,0.00732421875,0.080322265625,1.0,99,0.7734375
+fresh-en-2,layers.0.mlp.gate_proj.output,128,2944,3072,4096,128,0.30400998532334905,0.0,0.748779296875,0.00830078125,0.084716796875,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3072,3200,4096,128,0.2862774925594662,0.0,0.7431640625,0.009033203125,0.086181640625,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3200,3328,4096,128,0.29446653025951053,0.0,0.77734375,0.006591796875,0.080810546875,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3328,3456,4096,128,0.2742290179945282,0.0,0.760986328125,0.008056640625,0.083251953125,1.0,99,0.7734375
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3456,3584,4096,128,0.308001331552159,0.0,0.746337890625,0.0087890625,0.08642578125,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3584,3712,4096,128,0.3067647165578859,0.0,0.7822265625,0.007080078125,0.07666015625,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3712,3840,4096,128,0.290499875322267,0.0,0.7548828125,0.00732421875,0.083984375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3840,3968,4096,128,0.30438676439637163,0.0,0.737060546875,0.006591796875,0.085205078125,1.0,95,0.7421875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,3968,4096,4096,128,0.27702924828627973,0.0,0.763916015625,0.006103515625,0.083740234375,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4096,4224,4096,128,0.3082457493993684,0.0,0.756103515625,0.01025390625,0.084228515625,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4224,4352,4096,128,0.2956948465982986,0.0,0.757568359375,0.00732421875,0.08544921875,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4352,4480,4096,128,0.29247268244877483,0.0,0.7587890625,0.00927734375,0.083740234375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4480,4608,4096,128,0.2851791349920656,0.0,0.75341796875,0.00927734375,0.087890625,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4608,4736,4096,128,0.2996632765404685,0.0,0.767578125,0.007080078125,0.076416015625,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4736,4864,4096,128,0.3027998766080223,0.0,0.78955078125,0.008056640625,0.077880859375,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4864,4992,4096,128,0.2887614107846366,0.0,0.73779296875,0.00830078125,0.08203125,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,4992,5120,4096,128,0.287123715226288,0.0,0.74853515625,0.01025390625,0.0830078125,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5120,5248,4096,128,0.3228060948311551,0.0,0.7490234375,0.0078125,0.08984375,1.0,92,0.71875
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5248,5376,4096,128,0.2970444045141036,0.0,0.74853515625,0.009033203125,0.085205078125,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5376,5504,4096,128,0.28529328099649215,0.0,0.737548828125,0.009765625,0.078369140625,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5504,5632,4096,128,0.30764107501463045,0.0,0.769287109375,0.0087890625,0.075927734375,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5632,5760,4096,128,0.2833531763697396,0.0,0.754638671875,0.007568359375,0.080322265625,1.0,98,0.765625
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5760,5888,4096,128,0.2915993719817544,0.0,0.72802734375,0.00927734375,0.08203125,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.gate_proj.output,128,5888,6016,4096,128,0.3093459592260527,0.0,0.751708984375,0.0078125,0.091064453125,1.0,94,0.734375
+fresh-en-2,layers.0.mlp.gate_proj.output,128,6016,6144,4096,128,0.2790385815139291,0.0,0.723876953125,0.0068359375,0.082275390625,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,0,0,6144,196608,6144,0.18400595729066352,0.0,0.5006663004557291,0.009023030598958334,0.08826700846354167,1.0,4973,0.8094075520833334
+fresh-en-2,layers.0.mlp.up_proj.output,64,0,64,2048,64,0.18510464526450007,0.0,0.48486328125,0.00439453125,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,64,128,2048,64,0.18605315639610384,0.0,0.54345703125,0.00732421875,0.10595703125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,128,192,2048,64,0.1707416108955431,0.0,0.4892578125,0.00927734375,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,192,256,2048,64,0.17525024575256673,0.0,0.52099609375,0.00732421875,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,256,320,2048,64,0.18686370311262301,0.0,0.51904296875,0.01220703125,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,320,384,2048,64,0.17589794136088707,0.0,0.45068359375,0.015625,0.08740234375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,384,448,2048,64,0.18253549608634007,0.0,0.48486328125,0.005859375,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,448,512,2048,64,0.1828648210884826,0.0,0.5,0.00732421875,0.07958984375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,512,576,2048,64,0.19088598618049898,0.0,0.53564453125,0.00537109375,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,576,640,2048,64,0.18366478679722872,0.0,0.4794921875,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,640,704,2048,64,0.17810783776680436,0.0,0.5107421875,0.01025390625,0.0947265625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,704,768,2048,64,0.17597284526777485,0.0,0.5224609375,0.01171875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,768,832,2048,64,0.18860209079858187,0.0,0.5107421875,0.013671875,0.1005859375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,832,896,2048,64,0.16808322758148292,0.0,0.470703125,0.0078125,0.0966796875,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,896,960,2048,64,0.18163140349958753,0.0,0.48486328125,0.00830078125,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,960,1024,2048,64,0.18592751385486103,0.0,0.49609375,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1024,1088,2048,64,0.18346558891345993,0.0,0.498046875,0.00634765625,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1088,1152,2048,64,0.1836014492208624,0.0,0.52880859375,0.00830078125,0.09130859375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,1152,1216,2048,64,0.1791915122305585,0.0,0.5068359375,0.009765625,0.0986328125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1216,1280,2048,64,0.17951102710473624,0.0,0.50537109375,0.00830078125,0.08837890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1280,1344,2048,64,0.17339899641166773,0.0,0.470703125,0.0126953125,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1344,1408,2048,64,0.18031129473349067,0.0,0.47021484375,0.00830078125,0.09033203125,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,1408,1472,2048,64,0.17774376510900158,0.0,0.52001953125,0.0107421875,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1472,1536,2048,64,0.1843324197426031,0.0,0.52001953125,0.01123046875,0.0859375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,1536,1600,2048,64,0.18668395667541174,0.0,0.5126953125,0.0087890625,0.080078125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1600,1664,2048,64,0.1851423368723899,0.0,0.47021484375,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,1664,1728,2048,64,0.2519802119220314,0.0,0.49951171875,0.00830078125,0.11279296875,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.up_proj.output,64,1728,1792,2048,64,0.198257973844195,0.0,0.5087890625,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1792,1856,2048,64,0.17658166606987624,0.0,0.501953125,0.009765625,0.08447265625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1856,1920,2048,64,0.18748501786221608,0.0,0.52880859375,0.00927734375,0.08447265625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1920,1984,2048,64,0.18285764124208756,0.0,0.4765625,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,1984,2048,2048,64,0.180104631503192,0.0,0.53515625,0.0087890625,0.09130859375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2048,2112,2048,64,0.18849508099679715,0.0,0.53076171875,0.00732421875,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2112,2176,2048,64,0.1763904701444143,0.0,0.4951171875,0.0078125,0.07421875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2176,2240,2048,64,0.17983820419097982,0.0,0.50439453125,0.01220703125,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2240,2304,2048,64,0.1811747565579788,0.0,0.46875,0.00927734375,0.0791015625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,2304,2368,2048,64,0.17746760079836119,0.0,0.4755859375,0.00830078125,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2368,2432,2048,64,0.18574222797849788,0.0,0.5126953125,0.01318359375,0.0966796875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2432,2496,2048,64,0.18060799569883312,0.0,0.517578125,0.009765625,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2496,2560,2048,64,0.18843389289553156,0.0,0.486328125,0.00927734375,0.09375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2560,2624,2048,64,0.1793638703456279,0.0,0.5205078125,0.00634765625,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2624,2688,2048,64,0.18271656990847548,0.0,0.49365234375,0.005859375,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2688,2752,2048,64,0.17535422001902126,0.0,0.51171875,0.0087890625,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2752,2816,2048,64,0.1701787043297578,0.0,0.5009765625,0.00634765625,0.07421875,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,2816,2880,2048,64,0.19844713356028834,0.0,0.46728515625,0.0107421875,0.10009765625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,2880,2944,2048,64,0.1762394742920576,0.0,0.509765625,0.009765625,0.09130859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,2944,3008,2048,64,0.18387786267424705,0.0,0.521484375,0.0087890625,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3008,3072,2048,64,0.1905617040722996,0.0,0.50146484375,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,3072,3136,2048,64,0.18348844222627306,0.0,0.4716796875,0.0087890625,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3136,3200,2048,64,0.18837314438985112,0.0,0.56494140625,0.00634765625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3200,3264,2048,64,0.16981921343333234,0.0,0.49267578125,0.00732421875,0.09228515625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3264,3328,2048,64,0.17958757000272976,0.0,0.52197265625,0.0107421875,0.095703125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3328,3392,2048,64,0.1826091437446675,0.0,0.5126953125,0.005859375,0.07421875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3392,3456,2048,64,0.17721587952507775,0.0,0.4892578125,0.00634765625,0.083984375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3456,3520,2048,64,0.18463639670119023,0.0,0.47509765625,0.00830078125,0.09765625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3520,3584,2048,64,0.18517357005273893,0.0,0.51318359375,0.01025390625,0.07373046875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3584,3648,2048,64,0.18087059530772906,0.0,0.51953125,0.0078125,0.087890625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3648,3712,2048,64,0.1890744790809456,0.0,0.5,0.00830078125,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,3712,3776,2048,64,0.18872151421315894,0.0,0.46923828125,0.009765625,0.09033203125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3776,3840,2048,64,0.18686394938598466,0.0,0.47265625,0.00830078125,0.09375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3840,3904,2048,64,0.18650425893912165,0.0,0.50244140625,0.00732421875,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3904,3968,2048,64,0.1815227730321908,0.0,0.47119140625,0.00732421875,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,3968,4032,2048,64,0.1847357610606116,0.0,0.44775390625,0.0068359375,0.07373046875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,4032,4096,2048,64,0.17106330483528265,0.0,0.5263671875,0.009765625,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4096,4160,2048,64,0.19202033391620998,0.0,0.48583984375,0.013671875,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4160,4224,2048,64,0.1772188008483303,0.0,0.52734375,0.0087890625,0.09765625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4224,4288,2048,64,0.19790391089634865,0.0,0.5,0.01025390625,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,4288,4352,2048,64,0.17331780076800513,0.0,0.51611328125,0.00732421875,0.08251953125,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,4352,4416,2048,64,0.18646729933490744,0.0,0.49072265625,0.013671875,0.1015625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4416,4480,2048,64,0.18284400087211594,0.0,0.50341796875,0.0068359375,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4480,4544,2048,64,0.1843315185201536,0.0,0.53466796875,0.009765625,0.08837890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4544,4608,2048,64,0.19133389114164695,0.0,0.47998046875,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4608,4672,2048,64,0.18122496304977065,0.0,0.50146484375,0.0078125,0.09326171875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4672,4736,2048,64,0.18579281318098295,0.0,0.48486328125,0.01318359375,0.1064453125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4736,4800,2048,64,0.17749627522950298,0.0,0.49658203125,0.0078125,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4800,4864,2048,64,0.18394964678762987,0.0,0.4970703125,0.00634765625,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,4864,4928,2048,64,0.1844034771761627,0.0,0.49951171875,0.00634765625,0.08837890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4928,4992,2048,64,0.1798179000697896,0.0,0.533203125,0.00927734375,0.08935546875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,4992,5056,2048,64,0.17688828365545775,0.0,0.51513671875,0.01025390625,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.up_proj.output,64,5056,5120,2048,64,0.17748271420228035,0.0,0.49072265625,0.00732421875,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5120,5184,2048,64,0.18199018341431958,0.0,0.52685546875,0.01220703125,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,5184,5248,2048,64,0.17754379195970174,0.0,0.47607421875,0.00927734375,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5248,5312,2048,64,0.1762845353329796,0.0,0.48779296875,0.0087890625,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5312,5376,2048,64,0.1905347488194068,0.0,0.517578125,0.00732421875,0.095703125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5376,5440,2048,64,0.18293638800039805,0.0,0.494140625,0.009765625,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5440,5504,2048,64,0.17632842528349513,0.0,0.490234375,0.01025390625,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5504,5568,2048,64,0.18162927978451138,0.0,0.4599609375,0.01025390625,0.083984375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5568,5632,2048,64,0.18350189859097432,0.0,0.494140625,0.0126953125,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5632,5696,2048,64,0.18519203362312278,0.0,0.50927734375,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5696,5760,2048,64,0.18625900425818492,0.0,0.50146484375,0.01416015625,0.1005859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5760,5824,2048,64,0.18640137553690075,0.0,0.5185546875,0.00634765625,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5824,5888,2048,64,0.19990613626760584,0.0,0.4765625,0.00830078125,0.10009765625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.up_proj.output,64,5888,5952,2048,64,0.18808034715120042,0.0,0.515625,0.009765625,0.08642578125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,5952,6016,2048,64,0.18266537139778868,0.0,0.5107421875,0.01025390625,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,64,6016,6080,2048,64,0.21134184012604065,0.0,0.513671875,0.0078125,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.up_proj.output,64,6080,6144,2048,64,0.1925772763117408,0.0,0.48828125,0.01123046875,0.09228515625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,0,128,4096,128,0.1855795068204589,0.0,0.51416015625,0.005859375,0.08984375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,128,256,4096,128,0.17301061575455431,0.0,0.505126953125,0.00830078125,0.080810546875,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,256,384,4096,128,0.18146367310836703,0.0,0.48486328125,0.014404296875,0.084228515625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,384,512,4096,128,0.18270023279023076,0.0,0.492431640625,0.006591796875,0.08251953125,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,512,640,4096,128,0.187310188763683,0.0,0.507568359375,0.006591796875,0.085693359375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,640,768,4096,128,0.17704355981735473,0.0,0.5166015625,0.010986328125,0.0908203125,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,768,896,4096,128,0.17863751012568035,0.0,0.49072265625,0.011962890625,0.09912109375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,896,1024,4096,128,0.1837920117217823,0.0,0.490478515625,0.008544921875,0.0869140625,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1024,1152,4096,128,0.18353353163844965,0.0,0.513427734375,0.00732421875,0.091552734375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1152,1280,4096,128,0.17935134081973256,0.0,0.506103515625,0.009033203125,0.093505859375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1280,1408,4096,128,0.17688891283096475,0.0,0.470458984375,0.010498046875,0.087890625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1408,1536,4096,128,0.18106806317416543,0.0,0.52001953125,0.010986328125,0.083740234375,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1536,1664,4096,128,0.1859147446849718,0.0,0.491455078125,0.009765625,0.08251953125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1664,1792,4096,128,0.22671595818675552,0.0,0.504150390625,0.010009765625,0.097900390625,1.0,95,0.7421875
+fresh-en-2,layers.0.mlp.up_proj.output,128,1792,1920,4096,128,0.18211495918074488,0.0,0.515380859375,0.009521484375,0.08447265625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,1920,2048,4096,128,0.18148635658021317,0.0,0.505859375,0.008544921875,0.088623046875,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2048,2176,4096,128,0.182543136707131,0.0,0.512939453125,0.007080078125,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2176,2304,4096,128,0.1805077174257093,0.0,0.486572265625,0.0107421875,0.082275390625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2304,2432,4096,128,0.1816520363050505,0.0,0.494140625,0.0107421875,0.092041015625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2432,2560,4096,128,0.18456242860088615,0.0,0.501953125,0.00927734375,0.0908203125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2560,2688,4096,128,0.18104798107750614,0.0,0.507080078125,0.006103515625,0.09130859375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2688,2816,4096,128,0.1727858412686561,0.0,0.50634765625,0.007568359375,0.076904296875,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,2816,2944,4096,128,0.18767207719455198,0.0,0.488525390625,0.00927734375,0.09326171875,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,2944,3072,4096,128,0.18724960806446023,0.0,0.511474609375,0.00830078125,0.08642578125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,3072,3200,4096,128,0.1859468337427987,0.0,0.518310546875,0.0078125,0.088623046875,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,3200,3328,4096,128,0.17477165180686632,0.0,0.50732421875,0.0087890625,0.093994140625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,3328,3456,4096,128,0.17993271983578682,0.0,0.5009765625,0.006103515625,0.07958984375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,3456,3584,4096,128,0.18490517844678647,0.0,0.494140625,0.00927734375,0.08544921875,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,3584,3712,4096,128,0.18501801383473887,0.0,0.509765625,0.0078125,0.081298828125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,3712,3840,4096,128,0.18779502856443697,0.0,0.470947265625,0.009033203125,0.091064453125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,3840,3968,4096,128,0.18403037212879728,0.0,0.48681640625,0.007080078125,0.088623046875,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,3968,4096,4096,128,0.17803083395273447,0.0,0.487060546875,0.008544921875,0.08203125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,4096,4224,4096,128,0.18476784353806391,0.0,0.506591796875,0.010986328125,0.09619140625,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,4224,4352,4096,128,0.1860174965038609,0.0,0.508056640625,0.009033203125,0.08642578125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,4352,4480,4096,128,0.184664536898908,0.0,0.4970703125,0.01025390625,0.097412109375,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,4480,4608,4096,128,0.18786533291077057,0.0,0.50732421875,0.008544921875,0.088134765625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,4608,4736,4096,128,0.18352310026546298,0.0,0.4931640625,0.0107421875,0.099609375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,4736,4864,4096,128,0.1807517638553512,0.0,0.496826171875,0.007080078125,0.0830078125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,4864,4992,4096,128,0.18212512124933286,0.0,0.516357421875,0.0078125,0.089111328125,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,4992,5120,4096,128,0.17718574820676464,0.0,0.5029296875,0.0087890625,0.08837890625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.up_proj.output,128,5120,5248,4096,128,0.17978073439972306,0.0,0.50146484375,0.0107421875,0.08447265625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,5248,5376,4096,128,0.1835479881464776,0.0,0.502685546875,0.0078125,0.09130859375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.up_proj.output,128,5376,5504,4096,128,0.17966278916012254,0.0,0.4921875,0.01025390625,0.082275390625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,5504,5632,4096,128,0.18256799015919048,0.0,0.47705078125,0.011474609375,0.082275390625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,5632,5760,4096,128,0.18572628514122388,0.0,0.50537109375,0.01171875,0.09326171875,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,5760,5888,4096,128,0.19327174666708438,0.0,0.49755859375,0.007568359375,0.096923828125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.up_proj.output,128,5888,6016,4096,128,0.18539263050672772,0.0,0.51318359375,0.01025390625,0.08642578125,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.up_proj.output,128,6016,6144,4096,128,0.202177373535603,0.0,0.5009765625,0.009521484375,0.091796875,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,0,0,6144,196608,6144,0.12198688324901787,0.0,0.7539011637369791,0.00677490234375,0.0688323974609375,1.0,4904,0.7981770833333334
+fresh-en-2,layers.0.mlp.silu_gate,64,0,64,2048,64,0.12652454766493407,0.0,0.7451171875,0.0078125,0.0673828125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,64,128,2048,64,0.12284427468347485,0.0,0.71826171875,0.0087890625,0.0693359375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,128,192,2048,64,0.11807725566812262,0.0,0.76806640625,0.0048828125,0.06396484375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,192,256,2048,64,0.11249136789460014,0.0,0.763671875,0.005859375,0.0625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,256,320,2048,64,0.12325035467178856,0.0,0.72119140625,0.0087890625,0.06982421875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,320,384,2048,64,0.12158092108781561,0.0,0.74609375,0.01123046875,0.07373046875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,384,448,2048,64,0.1271245877716975,0.0,0.7373046875,0.00634765625,0.06787109375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,448,512,2048,64,0.11745725842980624,0.0,0.763671875,0.005859375,0.06201171875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,512,576,2048,64,0.11997958069979854,0.0,0.76953125,0.00634765625,0.068359375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,576,640,2048,64,0.11242575857110272,0.0,0.744140625,0.005859375,0.0625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.silu_gate,64,640,704,2048,64,0.12264716144061165,0.0,0.78564453125,0.0078125,0.05859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,704,768,2048,64,0.1124846186686483,0.0,0.74755859375,0.00830078125,0.06982421875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,768,832,2048,64,0.11622313309543587,0.0,0.75634765625,0.0029296875,0.06494140625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,832,896,2048,64,0.12405902240149172,0.0,0.73095703125,0.005859375,0.06494140625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,896,960,2048,64,0.1168039883457315,0.0,0.70556640625,0.00439453125,0.0615234375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,960,1024,2048,64,0.12196990194522853,0.0,0.7470703125,0.0078125,0.06982421875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1024,1088,2048,64,0.11554877787809284,0.0,0.7353515625,0.0078125,0.05810546875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,1088,1152,2048,64,0.1255243500769855,0.0,0.8173828125,0.00537109375,0.064453125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,1152,1216,2048,64,0.12321772551208647,0.0,0.775390625,0.0068359375,0.064453125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,1216,1280,2048,64,0.1162903301243563,0.0,0.7255859375,0.0068359375,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,1280,1344,2048,64,0.1149036872968372,0.0,0.7783203125,0.0068359375,0.06298828125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,1344,1408,2048,64,0.12340343215016382,0.0,0.73828125,0.00927734375,0.068359375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1408,1472,2048,64,0.12683985493031313,0.0,0.77490234375,0.00341796875,0.0654296875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1472,1536,2048,64,0.1257299517722377,0.0,0.69921875,0.00244140625,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1536,1600,2048,64,0.12405331857413894,0.0,0.77587890625,0.005859375,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,1600,1664,2048,64,0.12949005465682376,0.0,0.8115234375,0.00537109375,0.056640625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,1664,1728,2048,64,0.12478163334085621,0.0,0.77734375,0.0078125,0.068359375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1728,1792,2048,64,0.12227668072674648,0.0,0.73779296875,0.00732421875,0.07177734375,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,1792,1856,2048,64,0.1200242016750977,0.0,0.7607421875,0.00537109375,0.06494140625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,1856,1920,2048,64,0.12657239021407263,0.0,0.75439453125,0.009765625,0.078125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,1920,1984,2048,64,0.13515675912250755,0.0,0.7421875,0.0068359375,0.0859375,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.silu_gate,64,1984,2048,2048,64,0.11737393554009133,0.0,0.7421875,0.00830078125,0.06884765625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,2048,2112,2048,64,0.12323005496391652,0.0,0.7734375,0.0087890625,0.0654296875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,2112,2176,2048,64,0.12239326381691615,0.0,0.7294921875,0.01123046875,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,2176,2240,2048,64,0.12276652584529245,0.0,0.765625,0.005859375,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,2240,2304,2048,64,0.12518700967180768,0.0,0.74560546875,0.0087890625,0.07275390625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,2304,2368,2048,64,0.1210456964617094,0.0,0.7666015625,0.0048828125,0.0654296875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,2368,2432,2048,64,0.12102918983197068,0.0,0.7890625,0.00732421875,0.0625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,2432,2496,2048,64,0.12307751581156127,0.0,0.72314453125,0.0068359375,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,2496,2560,2048,64,0.11818595841546403,0.0,0.74267578125,0.00927734375,0.064453125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,2560,2624,2048,64,0.11564157233203745,0.0,0.751953125,0.0048828125,0.06103515625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,2624,2688,2048,64,0.12367541971599454,0.0,0.73095703125,0.00732421875,0.072265625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,2688,2752,2048,64,0.11758885133137183,0.0,0.7705078125,0.005859375,0.06298828125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,2752,2816,2048,64,0.11291201861844924,0.0,0.76171875,0.00634765625,0.0556640625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.silu_gate,64,2816,2880,2048,64,0.12057384399898889,0.0,0.75048828125,0.005859375,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,2880,2944,2048,64,0.1246064095165441,0.0,0.783203125,0.00390625,0.060546875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,2944,3008,2048,64,0.12401271407348449,0.0,0.748046875,0.0078125,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,3008,3072,2048,64,0.1221891894040464,0.0,0.74951171875,0.0048828125,0.0654296875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,3072,3136,2048,64,0.11763030344897472,0.0,0.75048828125,0.00830078125,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,3136,3200,2048,64,0.13511408397939792,0.0,0.73583984375,0.0068359375,0.0751953125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.silu_gate,64,3200,3264,2048,64,0.1199229684572978,0.0,0.7841796875,0.00390625,0.06640625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,3264,3328,2048,64,0.12417187910233167,0.0,0.7705078125,0.00732421875,0.06884765625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,3328,3392,2048,64,0.12137428422210533,0.0,0.76318359375,0.00830078125,0.07373046875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,3392,3456,2048,64,0.11143267216883562,0.0,0.7587890625,0.0048828125,0.06591796875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,3456,3520,2048,64,0.12053152931764775,0.0,0.7421875,0.009765625,0.0732421875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,3520,3584,2048,64,0.13254133050345604,0.0,0.75048828125,0.005859375,0.0751953125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,3584,3648,2048,64,0.13145364588921427,0.0,0.78369140625,0.005859375,0.0673828125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,3648,3712,2048,64,0.1219628072939566,0.0,0.78076171875,0.00537109375,0.05908203125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,3712,3776,2048,64,0.12312799121558118,0.0,0.72265625,0.005859375,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,3776,3840,2048,64,0.12057577026456731,0.0,0.787109375,0.00634765625,0.06494140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,3840,3904,2048,64,0.1269901641704842,0.0,0.75048828125,0.00634765625,0.0732421875,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,3904,3968,2048,64,0.12017149427865516,0.0,0.7236328125,0.00341796875,0.06884765625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,3968,4032,2048,64,0.1208233160608506,0.0,0.751953125,0.0048828125,0.0625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4032,4096,2048,64,0.11172800171770214,0.0,0.77587890625,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4096,4160,2048,64,0.12252013865951375,0.0,0.7822265625,0.0087890625,0.06494140625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,4160,4224,2048,64,0.12243979521924153,0.0,0.72998046875,0.00830078125,0.06982421875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4224,4288,2048,64,0.12757043194344947,0.0,0.74072265625,0.0068359375,0.0703125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,4288,4352,2048,64,0.11684650007326462,0.0,0.7744140625,0.005859375,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4352,4416,2048,64,0.12072399395551592,0.0,0.74560546875,0.0068359375,0.076171875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4416,4480,2048,64,0.11905495004687582,0.0,0.77197265625,0.0087890625,0.06494140625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,4480,4544,2048,64,0.11650752083456198,0.0,0.75830078125,0.0068359375,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,4544,4608,2048,64,0.11684629661223855,0.0,0.74853515625,0.0087890625,0.07080078125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,4608,4672,2048,64,0.12380582714958188,0.0,0.7626953125,0.00732421875,0.06298828125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4672,4736,2048,64,0.12414682821824127,0.0,0.7724609375,0.00537109375,0.06640625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4736,4800,2048,64,0.11778430458680787,0.0,0.802734375,0.0048828125,0.06005859375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4800,4864,2048,64,0.12734182441119193,0.0,0.7763671875,0.00732421875,0.068359375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4864,4928,2048,64,0.1246768830627684,0.0,0.7001953125,0.00732421875,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4928,4992,2048,64,0.12044994016034247,0.0,0.775390625,0.00634765625,0.06103515625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,4992,5056,2048,64,0.12085838963605804,0.0,0.7373046875,0.0087890625,0.0712890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5056,5120,2048,64,0.11967273818319617,0.0,0.759765625,0.00830078125,0.07421875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5120,5184,2048,64,0.11823693168867311,0.0,0.74365234375,0.0078125,0.0634765625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,5184,5248,2048,64,0.13109230503723437,0.0,0.75439453125,0.00439453125,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,5248,5312,2048,64,0.12662774297334312,0.0,0.7578125,0.0048828125,0.06298828125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,5312,5376,2048,64,0.1199405921334516,0.0,0.7392578125,0.00927734375,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5376,5440,2048,64,0.12323152540097171,0.0,0.71630859375,0.0087890625,0.068359375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5440,5504,2048,64,0.12489982408877344,0.0,0.7587890625,0.00830078125,0.064453125,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,5504,5568,2048,64,0.1285947225061209,0.0,0.767578125,0.00830078125,0.0654296875,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5568,5632,2048,64,0.12358053254123783,0.0,0.77099609375,0.00634765625,0.0634765625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,64,5632,5696,2048,64,0.11538706565627643,0.0,0.73779296875,0.005859375,0.0712890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5696,5760,2048,64,0.12094126247522653,0.0,0.771484375,0.00634765625,0.0634765625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,5760,5824,2048,64,0.11778451715819041,0.0,0.71240234375,0.0068359375,0.06982421875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,64,5824,5888,2048,64,0.13341620222938677,0.0,0.74365234375,0.009765625,0.0751953125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,64,5888,5952,2048,64,0.13179566944924395,0.0,0.73486328125,0.0068359375,0.07470703125,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.silu_gate,64,5952,6016,2048,64,0.1177632909055148,0.0,0.7685546875,0.0048828125,0.07177734375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,6016,6080,2048,64,0.12352378804427028,0.0,0.7197265625,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,64,6080,6144,2048,64,0.11790693368156126,0.0,0.72802734375,0.00341796875,0.06689453125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,128,0,128,4096,128,0.12469798912637925,0.0,0.731689453125,0.008544921875,0.0673828125,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,128,256,4096,128,0.11531813854921842,0.0,0.765869140625,0.005615234375,0.063232421875,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,256,384,4096,128,0.12241848369278906,0.0,0.733642578125,0.009765625,0.072021484375,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,128,384,512,4096,128,0.1223864134084546,0.0,0.75048828125,0.00634765625,0.064453125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,512,640,4096,128,0.11626403350819063,0.0,0.7568359375,0.005859375,0.064208984375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.silu_gate,128,640,768,4096,128,0.11767564668713462,0.0,0.7666015625,0.008056640625,0.065185546875,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.silu_gate,128,768,896,4096,128,0.12020494520969847,0.0,0.74365234375,0.00439453125,0.065673828125,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,896,1024,4096,128,0.11941488323068955,0.0,0.726318359375,0.005859375,0.06591796875,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,1024,1152,4096,128,0.1206397167838404,0.0,0.7763671875,0.00634765625,0.0615234375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,1152,1280,4096,128,0.11980410836194987,0.0,0.75048828125,0.0068359375,0.069580078125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,1280,1408,4096,128,0.11922932613423895,0.0,0.75830078125,0.008056640625,0.06591796875,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,1408,1536,4096,128,0.12628612269642317,0.0,0.737060546875,0.0029296875,0.07177734375,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,1536,1664,4096,128,0.12680082827861183,0.0,0.793701171875,0.005615234375,0.067626953125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,1664,1792,4096,128,0.1235355063711696,0.0,0.757568359375,0.007568359375,0.069580078125,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,1792,1920,4096,128,0.12334175884964506,0.0,0.757568359375,0.00732421875,0.072509765625,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,1920,2048,4096,128,0.12657801997319487,0.0,0.7421875,0.008056640625,0.076904296875,1.0,100,0.78125
+fresh-en-2,layers.0.mlp.silu_gate,128,2048,2176,4096,128,0.12281237208475194,0.0,0.75146484375,0.010009765625,0.073486328125,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,2176,2304,4096,128,0.12398267471443766,0.0,0.755615234375,0.00732421875,0.07373046875,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,2304,2432,4096,128,0.12103744342822902,0.0,0.77783203125,0.006103515625,0.06396484375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,2432,2560,4096,128,0.12065652834581084,0.0,0.73291015625,0.0078125,0.071533203125,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,2560,2688,4096,128,0.11972590090150348,0.0,0.741455078125,0.006103515625,0.06689453125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,2688,2816,4096,128,0.11527415561591527,0.0,0.76611328125,0.005859375,0.059326171875,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.silu_gate,128,2816,2944,4096,128,0.12260670689097151,0.0,0.766845703125,0.0048828125,0.065673828125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,2944,3072,4096,128,0.12310432823237723,0.0,0.748779296875,0.00634765625,0.0693359375,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,3072,3200,4096,128,0.12667419622616452,0.0,0.7431640625,0.0068359375,0.077880859375,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,3200,3328,4096,128,0.12206591236584871,0.0,0.77734375,0.005615234375,0.0673828125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,3328,3456,4096,128,0.11650956462264289,0.0,0.760986328125,0.0068359375,0.0703125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,3456,3584,4096,128,0.12667883377122902,0.0,0.746337890625,0.007568359375,0.074462890625,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,3584,3712,4096,128,0.12679705710423592,0.0,0.7822265625,0.005615234375,0.063232421875,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,3712,3840,4096,128,0.12185856267755243,0.0,0.7548828125,0.006103515625,0.06982421875,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,3840,3968,4096,128,0.12362784846710587,0.0,0.737060546875,0.0048828125,0.0703125,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,3968,4096,4096,128,0.11636455661362495,0.0,0.763916015625,0.005859375,0.071533203125,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.silu_gate,128,4096,4224,4096,128,0.12247997352725928,0.0,0.756103515625,0.008544921875,0.0673828125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,4224,4352,4096,128,0.12232603910372006,0.0,0.757568359375,0.006103515625,0.072509765625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,4352,4480,4096,128,0.11989237641992827,0.0,0.7587890625,0.0078125,0.070556640625,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,4480,4608,4096,128,0.11667703167935652,0.0,0.75341796875,0.0078125,0.0712890625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.silu_gate,128,4608,4736,4096,128,0.12397644492572299,0.0,0.767578125,0.00634765625,0.064453125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,4736,4864,4096,128,0.12265619155054662,0.0,0.78955078125,0.006103515625,0.06396484375,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,4864,4992,4096,128,0.12258163250437912,0.0,0.73779296875,0.006591796875,0.067626953125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,4992,5120,4096,128,0.12026702501035984,0.0,0.74853515625,0.008544921875,0.07275390625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,5120,5248,4096,128,0.1248302136005688,0.0,0.7490234375,0.00634765625,0.0693359375,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,5248,5376,4096,128,0.12332949957703965,0.0,0.74853515625,0.0068359375,0.070068359375,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,5376,5504,4096,128,0.12406847889382881,0.0,0.737548828125,0.008544921875,0.06640625,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.silu_gate,128,5504,5632,4096,128,0.12611255028664312,0.0,0.769287109375,0.00732421875,0.063720703125,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,5632,5760,4096,128,0.11819679329378502,0.0,0.754638671875,0.006103515625,0.066650390625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,5760,5888,4096,128,0.12584330633669133,0.0,0.72802734375,0.008544921875,0.072265625,1.0,103,0.8046875
+fresh-en-2,layers.0.mlp.silu_gate,128,5888,6016,4096,128,0.1249765801469845,0.0,0.751708984375,0.006103515625,0.074462890625,1.0,101,0.7890625
+fresh-en-2,layers.0.mlp.silu_gate,128,6016,6144,4096,128,0.12074802529025866,0.0,0.723876953125,0.005615234375,0.072265625,1.0,104,0.8125
+fresh-en-2,layers.0.mlp.gated_product,0,0,6144,196608,6144,0.030001897491284246,0.0,0.4995625813802083,0.045501708984375,0.2662353515625,1.0,3645,0.59326171875
+fresh-en-2,layers.0.mlp.gated_product,64,0,64,2048,64,0.05558587167648403,0.0,0.49755859375,0.06787109375,0.37939453125,1.0,11,0.171875
+fresh-en-2,layers.0.mlp.gated_product,64,64,128,2048,64,0.02683623293986154,0.0,0.4951171875,0.04638671875,0.26123046875,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,128,192,2048,64,0.019541591506721637,0.0,0.51220703125,0.0263671875,0.20263671875,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,192,256,2048,64,0.020119525673729856,0.0,0.52001953125,0.03271484375,0.20556640625,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.gated_product,64,256,320,2048,64,0.02426547511286218,0.0,0.4873046875,0.03955078125,0.23291015625,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,320,384,2048,64,0.02263950337737491,0.0,0.51611328125,0.04248046875,0.22705078125,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,384,448,2048,64,0.028748212936930105,0.0,0.49755859375,0.0380859375,0.24658203125,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,448,512,2048,64,0.023320068585141233,0.0,0.484375,0.02880859375,0.22021484375,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,512,576,2048,64,0.025240241898010808,0.0,0.48193359375,0.03173828125,0.22021484375,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,576,640,2048,64,0.0229946296837632,0.0,0.5146484375,0.0302734375,0.22607421875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,640,704,2048,64,0.023380342430367376,0.0,0.49951171875,0.0400390625,0.228515625,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,704,768,2048,64,0.021382948663569965,0.0,0.49658203125,0.04248046875,0.23486328125,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,768,832,2048,64,0.024325834831875084,0.0,0.49365234375,0.0439453125,0.2470703125,1.0,43,0.671875
+fresh-en-2,layers.0.mlp.gated_product,64,832,896,2048,64,0.023804091755554875,0.0,0.50146484375,0.041015625,0.23779296875,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,896,960,2048,64,0.032247932098613416,0.0,0.5185546875,0.04296875,0.2822265625,1.0,34,0.53125
+fresh-en-2,layers.0.mlp.gated_product,64,960,1024,2048,64,0.023429844697907824,0.0,0.4912109375,0.03173828125,0.2041015625,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,1024,1088,2048,64,0.022477917016302848,0.0,0.4931640625,0.03955078125,0.2109375,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,1088,1152,2048,64,0.0465949515182535,0.0,0.49560546875,0.0625,0.35400390625,1.0,23,0.359375
+fresh-en-2,layers.0.mlp.gated_product,64,1152,1216,2048,64,0.026765271987958753,0.0,0.4931640625,0.0439453125,0.25146484375,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,1216,1280,2048,64,0.02584441284902306,0.0,0.48876953125,0.044921875,0.24853515625,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,1280,1344,2048,64,0.020712716412867014,0.0,0.5205078125,0.0380859375,0.212890625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gated_product,64,1344,1408,2048,64,0.024474739429983693,0.0,0.49365234375,0.037109375,0.2314453125,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,1408,1472,2048,64,0.025394871340246657,0.0,0.47265625,0.03466796875,0.22900390625,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,1472,1536,2048,64,0.029705845900501036,0.0,0.50634765625,0.0458984375,0.263671875,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,1536,1600,2048,64,0.024635038355556298,0.0,0.50244140625,0.037109375,0.22119140625,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,1600,1664,2048,64,0.03014741690018451,0.0,0.51708984375,0.04345703125,0.22900390625,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,1664,1728,2048,64,0.05130436350559503,0.0,0.49951171875,0.056640625,0.375,1.0,15,0.234375
+fresh-en-2,layers.0.mlp.gated_product,64,1728,1792,2048,64,0.06020549124089148,0.0,0.51220703125,0.08154296875,0.42529296875,1.0,8,0.125
+fresh-en-2,layers.0.mlp.gated_product,64,1792,1856,2048,64,0.02440093417758796,0.0,0.5068359375,0.04052734375,0.22802734375,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,1856,1920,2048,64,0.04310438387541359,0.0,0.4853515625,0.06884765625,0.33984375,1.0,25,0.390625
+fresh-en-2,layers.0.mlp.gated_product,64,1920,1984,2048,64,0.05544698912979957,0.0,0.5185546875,0.0771484375,0.40625,1.0,12,0.1875
+fresh-en-2,layers.0.mlp.gated_product,64,1984,2048,2048,64,0.02542823223173641,0.0,0.4716796875,0.044921875,0.25390625,1.0,42,0.65625
+fresh-en-2,layers.0.mlp.gated_product,64,2048,2112,2048,64,0.024786874935458957,0.0,0.47216796875,0.037109375,0.20947265625,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,2112,2176,2048,64,0.020955846248143208,0.0,0.5,0.04150390625,0.21484375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,2176,2240,2048,64,0.027753833323006478,0.0,0.52001953125,0.0498046875,0.2587890625,1.0,43,0.671875
+fresh-en-2,layers.0.mlp.gated_product,64,2240,2304,2048,64,0.024978931120241767,0.0,0.52001953125,0.0419921875,0.2275390625,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,2304,2368,2048,64,0.02281961642597647,0.0,0.5068359375,0.03466796875,0.21044921875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,2368,2432,2048,64,0.022784406195809775,0.0,0.484375,0.04150390625,0.2109375,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,2432,2496,2048,64,0.027343038332200094,0.0,0.50830078125,0.0458984375,0.2646484375,1.0,39,0.609375
+fresh-en-2,layers.0.mlp.gated_product,64,2496,2560,2048,64,0.039138568096739206,0.0,0.51611328125,0.05615234375,0.30908203125,1.0,28,0.4375
+fresh-en-2,layers.0.mlp.gated_product,64,2560,2624,2048,64,0.021175894063564404,0.0,0.48046875,0.033203125,0.20703125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,2624,2688,2048,64,0.03329962557895718,0.0,0.5029296875,0.05322265625,0.28662109375,1.0,33,0.515625
+fresh-en-2,layers.0.mlp.gated_product,64,2688,2752,2048,64,0.023630346890219204,0.0,0.49609375,0.03466796875,0.220703125,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,2752,2816,2048,64,0.019569305646568426,0.0,0.5,0.02880859375,0.1904296875,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gated_product,64,2816,2880,2048,64,0.02592905495442422,0.0,0.525390625,0.04150390625,0.236328125,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,2880,2944,2048,64,0.025375010123216937,0.0,0.4912109375,0.03759765625,0.220703125,1.0,43,0.671875
+fresh-en-2,layers.0.mlp.gated_product,64,2944,3008,2048,64,0.030597697047991,0.0,0.4912109375,0.04833984375,0.27001953125,1.0,41,0.640625
+fresh-en-2,layers.0.mlp.gated_product,64,3008,3072,2048,64,0.027003735279730327,0.0,0.48046875,0.041015625,0.25048828125,1.0,41,0.640625
+fresh-en-2,layers.0.mlp.gated_product,64,3072,3136,2048,64,0.021287464353834766,0.0,0.52587890625,0.03662109375,0.20947265625,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,3136,3200,2048,64,0.06473335381193696,0.0,0.4833984375,0.08984375,0.45849609375,1.0,4,0.0625
+fresh-en-2,layers.0.mlp.gated_product,64,3200,3264,2048,64,0.022420189231078164,0.0,0.50732421875,0.03466796875,0.22412109375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,3264,3328,2048,64,0.023930436325554076,0.0,0.50341796875,0.03662109375,0.23095703125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,3328,3392,2048,64,0.022129879493979744,0.0,0.51123046875,0.03271484375,0.21142578125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,3392,3456,2048,64,0.019678595966587418,0.0,0.5,0.0302734375,0.20947265625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gated_product,64,3456,3520,2048,64,0.025499931584229592,0.0,0.48974609375,0.03662109375,0.24169921875,1.0,42,0.65625
+fresh-en-2,layers.0.mlp.gated_product,64,3520,3584,2048,64,0.02725484549309912,0.0,0.5146484375,0.03515625,0.22216796875,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,3584,3648,2048,64,0.046868800090594,0.0,0.50341796875,0.06298828125,0.345703125,1.0,21,0.328125
+fresh-en-2,layers.0.mlp.gated_product,64,3648,3712,2048,64,0.027389717572587416,0.0,0.49853515625,0.03466796875,0.22021484375,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,3712,3776,2048,64,0.023813020406610035,0.0,0.48095703125,0.0361328125,0.21630859375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,3776,3840,2048,64,0.03481393537970695,0.0,0.501953125,0.05029296875,0.28173828125,1.0,33,0.515625
+fresh-en-2,layers.0.mlp.gated_product,64,3840,3904,2048,64,0.03901449127883524,0.0,0.5244140625,0.05224609375,0.3115234375,1.0,28,0.4375
+fresh-en-2,layers.0.mlp.gated_product,64,3904,3968,2048,64,0.028310196723912766,0.0,0.50634765625,0.0400390625,0.27294921875,1.0,39,0.609375
+fresh-en-2,layers.0.mlp.gated_product,64,3968,4032,2048,64,0.031075413742724184,0.0,0.52490234375,0.03564453125,0.26416015625,1.0,35,0.546875
+fresh-en-2,layers.0.mlp.gated_product,64,4032,4096,2048,64,0.021421270089032145,0.0,0.48291015625,0.04296875,0.2470703125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,4096,4160,2048,64,0.025623118014739498,0.0,0.52001953125,0.0390625,0.23291015625,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,4160,4224,2048,64,0.023911387265062395,0.0,0.48876953125,0.0400390625,0.23828125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,4224,4288,2048,64,0.03173081481557387,0.0,0.50244140625,0.048828125,0.26904296875,1.0,39,0.609375
+fresh-en-2,layers.0.mlp.gated_product,64,4288,4352,2048,64,0.02119554312855665,0.0,0.48583984375,0.03271484375,0.2197265625,1.0,49,0.765625
+fresh-en-2,layers.0.mlp.gated_product,64,4352,4416,2048,64,0.033749963523015014,0.0,0.4873046875,0.060546875,0.31298828125,1.0,32,0.5
+fresh-en-2,layers.0.mlp.gated_product,64,4416,4480,2048,64,0.021554645176894496,0.0,0.515625,0.0341796875,0.205078125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,4480,4544,2048,64,0.022568138589881888,0.0,0.4775390625,0.04052734375,0.21875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,4544,4608,2048,64,0.02288713970906554,0.0,0.4814453125,0.03955078125,0.23193359375,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,4608,4672,2048,64,0.024223440966374684,0.0,0.50146484375,0.0390625,0.22998046875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,4672,4736,2048,64,0.0241517638907506,0.0,0.48583984375,0.04833984375,0.2373046875,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,4736,4800,2048,64,0.02188043210136572,0.0,0.52197265625,0.03564453125,0.19873046875,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,4800,4864,2048,64,0.031729424358198983,0.0,0.4970703125,0.044921875,0.25439453125,1.0,37,0.578125
+fresh-en-2,layers.0.mlp.gated_product,64,4864,4928,2048,64,0.025587141156469942,0.0,0.51220703125,0.041015625,0.244140625,1.0,43,0.671875
+fresh-en-2,layers.0.mlp.gated_product,64,4928,4992,2048,64,0.02847164100640113,0.0,0.470703125,0.0380859375,0.251953125,1.0,41,0.640625
+fresh-en-2,layers.0.mlp.gated_product,64,4992,5056,2048,64,0.022804596878260246,0.0,0.49267578125,0.04296875,0.23193359375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,5056,5120,2048,64,0.02345378148208733,0.0,0.49072265625,0.04248046875,0.232421875,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,5120,5184,2048,64,0.023716223869339057,0.0,0.4775390625,0.0380859375,0.23291015625,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,5184,5248,2048,64,0.025444545792224903,0.0,0.53515625,0.0400390625,0.24609375,1.0,44,0.6875
+fresh-en-2,layers.0.mlp.gated_product,64,5248,5312,2048,64,0.02813833380785553,0.0,0.48095703125,0.0390625,0.24267578125,1.0,40,0.625
+fresh-en-2,layers.0.mlp.gated_product,64,5312,5376,2048,64,0.029187193957196395,0.0,0.4912109375,0.05078125,0.26318359375,1.0,39,0.609375
+fresh-en-2,layers.0.mlp.gated_product,64,5376,5440,2048,64,0.03206545447849278,0.0,0.50048828125,0.05078125,0.2802734375,1.0,35,0.546875
+fresh-en-2,layers.0.mlp.gated_product,64,5440,5504,2048,64,0.023752510766497353,0.0,0.509765625,0.0390625,0.21630859375,1.0,45,0.703125
+fresh-en-2,layers.0.mlp.gated_product,64,5504,5568,2048,64,0.024273070771757135,0.0,0.5166015625,0.041015625,0.203125,1.0,46,0.71875
+fresh-en-2,layers.0.mlp.gated_product,64,5568,5632,2048,64,0.0321054189686374,0.0,0.51025390625,0.04736328125,0.2626953125,1.0,36,0.5625
+fresh-en-2,layers.0.mlp.gated_product,64,5632,5696,2048,64,0.040336607041643414,0.0,0.490234375,0.05712890625,0.33837890625,1.0,25,0.390625
+fresh-en-2,layers.0.mlp.gated_product,64,5696,5760,2048,64,0.04345739108496059,0.0,0.47412109375,0.06103515625,0.33837890625,1.0,21,0.328125
+fresh-en-2,layers.0.mlp.gated_product,64,5760,5824,2048,64,0.024769479839609237,0.0,0.52880859375,0.0419921875,0.234375,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,64,5824,5888,2048,64,0.04001055971796167,0.0,0.49951171875,0.0546875,0.314453125,1.0,31,0.484375
+fresh-en-2,layers.0.mlp.gated_product,64,5888,5952,2048,64,0.03026671769488121,0.0,0.47900390625,0.04345703125,0.25732421875,1.0,37,0.578125
+fresh-en-2,layers.0.mlp.gated_product,64,5952,6016,2048,64,0.02302504703123044,0.0,0.4814453125,0.0361328125,0.22705078125,1.0,48,0.75
+fresh-en-2,layers.0.mlp.gated_product,64,6016,6080,2048,64,0.04252932140679536,0.0,0.5107421875,0.060546875,0.32275390625,1.0,24,0.375
+fresh-en-2,layers.0.mlp.gated_product,64,6080,6144,2048,64,0.024274727937359013,0.0,0.50048828125,0.03662109375,0.236328125,1.0,47,0.734375
+fresh-en-2,layers.0.mlp.gated_product,128,0,128,4096,128,0.043646148331995226,0.0,0.496337890625,0.062255859375,0.33740234375,1.0,47,0.3671875
+fresh-en-2,layers.0.mlp.gated_product,128,128,256,4096,128,0.019832663864839867,0.0,0.51611328125,0.029296875,0.204833984375,1.0,97,0.7578125
+fresh-en-2,layers.0.mlp.gated_product,128,256,384,4096,128,0.023466576184299915,0.0,0.501708984375,0.041259765625,0.2294921875,1.0,92,0.71875
+fresh-en-2,layers.0.mlp.gated_product,128,384,512,4096,128,0.02617523014113502,0.0,0.490966796875,0.034912109375,0.235595703125,1.0,85,0.6640625
+fresh-en-2,layers.0.mlp.gated_product,128,512,640,4096,128,0.024143558202587952,0.0,0.498291015625,0.03076171875,0.224365234375,1.0,91,0.7109375
+fresh-en-2,layers.0.mlp.gated_product,128,640,768,4096,128,0.02240391601606855,0.0,0.498046875,0.041015625,0.2314453125,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,768,896,4096,128,0.024066377215677295,0.0,0.49755859375,0.042236328125,0.241455078125,1.0,88,0.6875
+fresh-en-2,layers.0.mlp.gated_product,128,896,1024,4096,128,0.02818587187940849,0.0,0.5048828125,0.03857421875,0.25,1.0,77,0.6015625
+fresh-en-2,layers.0.mlp.gated_product,128,1024,1152,4096,128,0.03658104878472042,0.0,0.494384765625,0.055908203125,0.300537109375,1.0,63,0.4921875
+fresh-en-2,layers.0.mlp.gated_product,128,1152,1280,4096,128,0.026308871698536955,0.0,0.490966796875,0.045166015625,0.250244140625,1.0,79,0.6171875
+fresh-en-2,layers.0.mlp.gated_product,128,1280,1408,4096,128,0.022671893297268417,0.0,0.507080078125,0.038818359375,0.22216796875,1.0,94,0.734375
+fresh-en-2,layers.0.mlp.gated_product,128,1408,1536,4096,128,0.027634550575791852,0.0,0.489501953125,0.0400390625,0.247802734375,1.0,83,0.6484375
+fresh-en-2,layers.0.mlp.gated_product,128,1536,1664,4096,128,0.027529546495840253,0.0,0.509765625,0.03955078125,0.227783203125,1.0,86,0.671875
+fresh-en-2,layers.0.mlp.gated_product,128,1664,1792,4096,128,0.055932275522596483,0.0,0.505859375,0.06884765625,0.3994140625,1.0,21,0.1640625
+fresh-en-2,layers.0.mlp.gated_product,128,1792,1920,4096,128,0.03502423088390376,0.0,0.49609375,0.054931640625,0.292724609375,1.0,65,0.5078125
+fresh-en-2,layers.0.mlp.gated_product,128,1920,2048,4096,128,0.04313330266737774,0.0,0.4951171875,0.065185546875,0.34912109375,1.0,45,0.3515625
+fresh-en-2,layers.0.mlp.gated_product,128,2048,2176,4096,128,0.022951434171331223,0.0,0.486083984375,0.039306640625,0.21240234375,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,2176,2304,4096,128,0.026402862193624078,0.0,0.52001953125,0.044921875,0.2431640625,1.0,85,0.6640625
+fresh-en-2,layers.0.mlp.gated_product,128,2304,2432,4096,128,0.022802018107224088,0.0,0.49560546875,0.0380859375,0.210693359375,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,2432,2560,4096,128,0.03375995599744804,0.0,0.51220703125,0.052978515625,0.297119140625,1.0,65,0.5078125
+fresh-en-2,layers.0.mlp.gated_product,128,2560,2688,4096,128,0.02790415339237191,0.0,0.49169921875,0.043701171875,0.25341796875,1.0,77,0.6015625
+fresh-en-2,layers.0.mlp.gated_product,128,2688,2816,4096,128,0.021695057244000386,0.0,0.498046875,0.0322265625,0.20947265625,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,2816,2944,4096,128,0.025653528310769586,0.0,0.50830078125,0.039306640625,0.22802734375,1.0,87,0.6796875
+fresh-en-2,layers.0.mlp.gated_product,128,2944,3072,4096,128,0.028856721779321966,0.0,0.48583984375,0.044189453125,0.25830078125,1.0,81,0.6328125
+fresh-en-2,layers.0.mlp.gated_product,128,3072,3200,4096,128,0.04818486917257948,0.0,0.504638671875,0.06689453125,0.381103515625,1.0,32,0.25
+fresh-en-2,layers.0.mlp.gated_product,128,3200,3328,4096,128,0.023187611648127448,0.0,0.50537109375,0.034912109375,0.227783203125,1.0,94,0.734375
+fresh-en-2,layers.0.mlp.gated_product,128,3328,3456,4096,128,0.02094013736385528,0.0,0.505615234375,0.033203125,0.208251953125,1.0,96,0.75
+fresh-en-2,layers.0.mlp.gated_product,128,3456,3584,4096,128,0.026391979024441264,0.0,0.502197265625,0.03662109375,0.234619140625,1.0,85,0.6640625
+fresh-en-2,layers.0.mlp.gated_product,128,3584,3712,4096,128,0.038385420739117666,0.0,0.5009765625,0.04931640625,0.296875,1.0,62,0.484375
+fresh-en-2,layers.0.mlp.gated_product,128,3712,3840,4096,128,0.029825073658819666,0.0,0.491455078125,0.045166015625,0.255126953125,1.0,80,0.625
+fresh-en-2,layers.0.mlp.gated_product,128,3840,3968,4096,128,0.03408517103003117,0.0,0.515380859375,0.047119140625,0.300048828125,1.0,65,0.5078125
+fresh-en-2,layers.0.mlp.gated_product,128,3968,4096,4096,128,0.026688500815039744,0.0,0.50390625,0.041015625,0.26025390625,1.0,80,0.625
+fresh-en-2,layers.0.mlp.gated_product,128,4096,4224,4096,128,0.024782036011363716,0.0,0.50439453125,0.039794921875,0.237548828125,1.0,90,0.703125
+fresh-en-2,layers.0.mlp.gated_product,128,4224,4352,4096,128,0.02698236143645277,0.0,0.494140625,0.039306640625,0.252685546875,1.0,84,0.65625
+fresh-en-2,layers.0.mlp.gated_product,128,4352,4480,4096,128,0.028316627328361915,0.0,0.50146484375,0.048095703125,0.26171875,1.0,79,0.6171875
+fresh-en-2,layers.0.mlp.gated_product,128,4480,4608,4096,128,0.0227281988229864,0.0,0.4794921875,0.040771484375,0.224365234375,1.0,95,0.7421875
+fresh-en-2,layers.0.mlp.gated_product,128,4608,4736,4096,128,0.02418762897935641,0.0,0.49365234375,0.0439453125,0.233642578125,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,4736,4864,4096,128,0.02725352893704911,0.0,0.509521484375,0.04052734375,0.23388671875,1.0,84,0.65625
+fresh-en-2,layers.0.mlp.gated_product,128,4864,4992,4096,128,0.027067841936128746,0.0,0.491455078125,0.04052734375,0.247802734375,1.0,83,0.6484375
+fresh-en-2,layers.0.mlp.gated_product,128,4992,5120,4096,128,0.023131466713002223,0.0,0.49169921875,0.04296875,0.232666015625,1.0,93,0.7265625
+fresh-en-2,layers.0.mlp.gated_product,128,5120,5248,4096,128,0.024595570588962126,0.0,0.50634765625,0.0390625,0.24072265625,1.0,89,0.6953125
+fresh-en-2,layers.0.mlp.gated_product,128,5248,5376,4096,128,0.02866756111511151,0.0,0.486083984375,0.044677734375,0.25439453125,1.0,79,0.6171875
+fresh-en-2,layers.0.mlp.gated_product,128,5376,5504,4096,128,0.028216795872537205,0.0,0.505126953125,0.044189453125,0.25634765625,1.0,79,0.6171875
+fresh-en-2,layers.0.mlp.gated_product,128,5504,5632,4096,128,0.02845997094027393,0.0,0.513427734375,0.044921875,0.237548828125,1.0,82,0.640625
+fresh-en-2,layers.0.mlp.gated_product,128,5632,5760,4096,128,0.04192604624540198,0.0,0.482177734375,0.059326171875,0.33984375,1.0,46,0.359375
+fresh-en-2,layers.0.mlp.gated_product,128,5760,5888,4096,128,0.03327440473148532,0.0,0.51416015625,0.049560546875,0.283203125,1.0,74,0.578125
+fresh-en-2,layers.0.mlp.gated_product,128,5888,6016,4096,128,0.02689076970646256,0.0,0.480224609375,0.0390625,0.242919921875,1.0,85,0.6640625
+fresh-en-2,layers.0.mlp.gated_product,128,6016,6144,4096,128,0.034626619787060504,0.0,0.505615234375,0.04736328125,0.28662109375,1.0,69,0.5390625
+fresh-en-2,layers.0.mlp.down_proj.output,0,0,2048,65536,2048,0.022649988614510824,0.0,0.4991607666015625,0.010406494140625,0.1034088134765625,1.0,1620,0.791015625
+fresh-en-2,layers.0.mlp.down_proj.output,64,0,64,2048,64,0.021613551715043925,0.0,0.5009765625,0.01025390625,0.10400390625,1.0,51,0.796875
+fresh-en-2,layers.0.mlp.down_proj.output,64,64,128,2048,64,0.021139815643736196,0.0,0.5029296875,0.0107421875,0.09765625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.down_proj.output,64,128,192,2048,64,0.01966599711340149,0.0,0.4892578125,0.00830078125,0.09423828125,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,192,256,2048,64,0.021259346920415326,0.0,0.470703125,0.00927734375,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.down_proj.output,64,256,320,2048,64,0.02034645566841791,0.0,0.4990234375,0.0068359375,0.0927734375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,320,384,2048,64,0.02091697515843672,0.0,0.50146484375,0.01025390625,0.08837890625,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.down_proj.output,64,384,448,2048,64,0.019842445303460604,0.0,0.5009765625,0.01171875,0.10205078125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,448,512,2048,64,0.0210963982134073,0.0,0.47607421875,0.0078125,0.0947265625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,512,576,2048,64,0.020619617315794526,0.0,0.50634765625,0.009765625,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,576,640,2048,64,0.01947768983333729,0.0,0.48291015625,0.00830078125,0.0869140625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,640,704,2048,64,0.02118737290251506,0.0,0.51171875,0.0068359375,0.10107421875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,704,768,2048,64,0.01980035469641239,0.0,0.51513671875,0.0068359375,0.08642578125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,768,832,2048,64,0.01993899562369199,0.0,0.50537109375,0.00927734375,0.09912109375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,832,896,2048,64,0.020214315747577476,0.0,0.50634765625,0.0068359375,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,896,960,2048,64,0.0194187186356063,0.0,0.490234375,0.01025390625,0.099609375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,960,1024,2048,64,0.02116189299613563,0.0,0.541015625,0.0107421875,0.08935546875,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,1024,1088,2048,64,0.0198904204141335,0.0,0.50390625,0.0087890625,0.09912109375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1088,1152,2048,64,0.020517834002161048,0.0,0.505859375,0.00927734375,0.08056640625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1152,1216,2048,64,0.05739626129444494,0.0,0.486328125,0.0283203125,0.25244140625,1.0,9,0.140625
+fresh-en-2,layers.0.mlp.down_proj.output,64,1216,1280,2048,64,0.02045349699195245,0.0,0.49072265625,0.0087890625,0.08984375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1280,1344,2048,64,0.019709878237821235,0.0,0.5390625,0.01171875,0.09521484375,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1344,1408,2048,64,0.021392498482296365,0.0,0.4892578125,0.01123046875,0.09423828125,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,1408,1472,2048,64,0.01996442386757631,0.0,0.4921875,0.01025390625,0.0830078125,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1472,1536,2048,64,0.020269915882414485,0.0,0.4912109375,0.0078125,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1536,1600,2048,64,0.020509192877899478,0.0,0.4970703125,0.009765625,0.0908203125,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1600,1664,2048,64,0.02015490791823658,0.0,0.51806640625,0.0087890625,0.10107421875,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1664,1728,2048,64,0.02182607661026651,0.0,0.484375,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.0.mlp.down_proj.output,64,1728,1792,2048,64,0.023915202832243555,0.0,0.51416015625,0.01171875,0.10986328125,1.0,50,0.78125
+fresh-en-2,layers.0.mlp.down_proj.output,64,1792,1856,2048,64,0.020364300002775323,0.0,0.5107421875,0.0107421875,0.1123046875,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1856,1920,2048,64,0.02015332971586454,0.0,0.484375,0.01171875,0.09375,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,64,1920,1984,2048,64,0.02025390946197407,0.0,0.4853515625,0.01123046875,0.091796875,1.0,54,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,64,1984,2048,2048,64,0.02014886951773737,0.0,0.47998046875,0.01025390625,0.09619140625,1.0,53,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,128,0,128,4096,128,0.02137799596770043,0.0,0.501953125,0.010498046875,0.101318359375,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.down_proj.output,128,128,256,4096,128,0.02047817464945165,0.0,0.47998046875,0.009033203125,0.090087890625,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.down_proj.output,128,256,384,4096,128,0.020633687358850263,0.0,0.500244140625,0.008544921875,0.089599609375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.down_proj.output,128,384,512,4096,128,0.020479021622131766,0.0,0.488525390625,0.009765625,0.099365234375,1.0,105,0.8203125
+fresh-en-2,layers.0.mlp.down_proj.output,128,512,640,4096,128,0.020056782138387803,0.0,0.49462890625,0.009033203125,0.08740234375,1.0,107,0.8359375
+fresh-en-2,layers.0.mlp.down_proj.output,128,640,768,4096,128,0.020505594561167562,0.0,0.513427734375,0.0068359375,0.0947265625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,128,768,896,4096,128,0.020077127628527532,0.0,0.505859375,0.008056640625,0.0947265625,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,128,896,1024,4096,128,0.020309017069133822,0.0,0.515625,0.010498046875,0.09326171875,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,128,1024,1152,4096,128,0.02020656250319701,0.0,0.5048828125,0.009033203125,0.08984375,1.0,107,0.8359375
+fresh-en-2,layers.0.mlp.down_proj.output,128,1152,1280,4096,128,0.043085243122094635,0.0,0.488525390625,0.02001953125,0.18798828125,1.0,55,0.4296875
+fresh-en-2,layers.0.mlp.down_proj.output,128,1280,1408,4096,128,0.02056840163290273,0.0,0.51416015625,0.01171875,0.092529296875,1.0,106,0.828125
+fresh-en-2,layers.0.mlp.down_proj.output,128,1408,1536,4096,128,0.020117749752947143,0.0,0.49169921875,0.009033203125,0.0859375,1.0,108,0.84375
+fresh-en-2,layers.0.mlp.down_proj.output,128,1536,1664,4096,128,0.020332822058133967,0.0,0.507568359375,0.00927734375,0.096435546875,1.0,107,0.8359375
+fresh-en-2,layers.0.mlp.down_proj.output,128,1664,1792,4096,128,0.022894481285940647,0.0,0.499267578125,0.009033203125,0.097412109375,1.0,102,0.796875
+fresh-en-2,layers.0.mlp.down_proj.output,128,1792,1920,4096,128,0.02025908948150661,0.0,0.49755859375,0.01123046875,0.102294921875,1.0,107,0.8359375
+fresh-en-2,layers.0.mlp.down_proj.output,128,1920,2048,4096,128,0.02020145776097172,0.0,0.482666015625,0.0107421875,0.093994140625,1.0,106,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,0.9394352053906776,0.0,0.500762939453125,0.013921101888020834,0.135162353515625,1.0,3526,0.5738932291666666
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7585973012722234,0.0,0.50048828125,0.01318359375,0.1103515625,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,64,128,2048,64,0.6935791681453715,0.0,0.48681640625,0.01171875,0.1015625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0610386102068288,0.0,0.482421875,0.01513671875,0.12255859375,1.0,35,0.546875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7483419613706849,0.0,0.50927734375,0.01123046875,0.11279296875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.1469010690930563,0.0,0.4775390625,0.02099609375,0.1572265625,1.0,27,0.421875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.8389663419490733,0.0,0.47998046875,0.01416015625,0.138671875,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.4785381734861587,0.0,0.49560546875,0.0146484375,0.1982421875,1.0,16,0.25
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.6913217558695454,0.0,0.47265625,0.00732421875,0.08837890625,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,512,576,2048,64,0.7891788194609236,0.0,0.490234375,0.0146484375,0.1328125,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.6453651603493203,0.0,0.498046875,0.009765625,0.10107421875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8084165182165824,0.0,0.5234375,0.0146484375,0.1025390625,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.0478189189359548,0.0,0.49462890625,0.01513671875,0.13330078125,1.0,36,0.5625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,768,832,2048,64,0.6545648500552448,0.0,0.49609375,0.00732421875,0.08984375,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,832,896,2048,64,0.5548792646628672,0.0,0.4990234375,0.00830078125,0.09912109375,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.2970519197621948,0.0,0.49853515625,0.02197265625,0.21484375,1.0,22,0.34375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.8767453895576363,0.0,0.5322265625,0.01611328125,0.13330078125,1.0,42,0.65625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.9572672755349078,0.0,0.572265625,0.0126953125,0.1103515625,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.8468301241621391,0.0,0.47265625,0.00927734375,0.10302734375,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,0.5054239178211246,0.0,0.5126953125,0.01025390625,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,0.5785730230594814,0.0,0.4990234375,0.009765625,0.0947265625,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.1820997934516844,0.0,0.47021484375,0.0087890625,0.09814453125,1.0,36,0.5625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.118703092168851,0.0,0.5546875,0.009765625,0.12060546875,1.0,34,0.53125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.5759849135928335,0.0,0.4873046875,0.00634765625,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.6782417831752533,0.0,0.5185546875,0.01123046875,0.11962890625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.2540413205455754,0.0,0.580078125,0.0146484375,0.142578125,1.0,18,0.28125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.4461856662592152,0.0,0.54296875,0.01953125,0.12744140625,1.0,29,0.453125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.6032814036935951,0.0,0.52783203125,0.01123046875,0.09228515625,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.5429198981220031,0.0,0.4951171875,0.0087890625,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.881935370617982,0.0,0.50732421875,0.01416015625,0.10791015625,1.0,39,0.609375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.8335674672741127,0.0,0.51416015625,0.0126953125,0.11376953125,1.0,38,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,0.5959020502401154,0.0,0.4814453125,0.009765625,0.11279296875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,0.6890271965323064,0.0,0.4794921875,0.01318359375,0.1201171875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.7099519326457735,0.0,0.498046875,0.01953125,0.1943359375,1.0,18,0.28125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,0.8378966545237037,0.0,0.486328125,0.01025390625,0.10888671875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.8406374698943161,0.0,0.47412109375,0.00732421875,0.1015625,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.6759975180620765,0.0,0.51513671875,0.00634765625,0.091796875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,0.6352003158154897,0.0,0.4755859375,0.0107421875,0.09765625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.2451122718752865,0.0,0.54638671875,0.02490234375,0.2021484375,1.0,18,0.28125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.8800200587470312,0.0,0.49462890625,0.0087890625,0.1044921875,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.776142608999107,0.0,0.43359375,0.013671875,0.10205078125,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,0.5872309032894519,0.0,0.4833984375,0.00634765625,0.09814453125,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.5504685105440689,0.0,0.505859375,0.00830078125,0.0927734375,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.8707321966200345,0.0,0.52734375,0.0126953125,0.11328125,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.872918280229517,0.0,0.49755859375,0.0087890625,0.10400390625,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.6119851241856221,0.0,0.5185546875,0.00732421875,0.103515625,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.5742582590975637,0.0,0.509765625,0.01025390625,0.1064453125,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.1874065657851072,0.0,0.5146484375,0.0234375,0.2138671875,1.0,25,0.390625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.6786989825135665,0.0,0.50341796875,0.01611328125,0.1162109375,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,0.8060332857460666,0.0,0.517578125,0.009765625,0.0947265625,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8205206537574019,0.0,0.509765625,0.00830078125,0.08984375,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,0.5729814160671702,0.0,0.46630859375,0.0087890625,0.1025390625,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,0.6306248409341363,0.0,0.548828125,0.00830078125,0.10107421875,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.7410224696474637,0.0,0.49072265625,0.013671875,0.12646484375,1.0,31,0.484375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6427670060918862,0.0,0.51318359375,0.01416015625,0.1201171875,1.0,34,0.53125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6029355056155156,0.0,0.4853515625,0.00732421875,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.577349624317496,0.0,0.51708984375,0.01171875,0.0966796875,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.7129370207137384,0.0,0.50439453125,0.01171875,0.14404296875,1.0,33,0.515625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.6873514032798176,0.0,0.49609375,0.01611328125,0.14697265625,1.0,32,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.6078999061819879,0.0,0.51318359375,0.01123046875,0.09912109375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.5578980085155137,0.0,0.5107421875,0.0107421875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.2066143293267244,0.0,0.4833984375,0.02099609375,0.16064453125,1.0,27,0.421875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.8425747665365779,0.0,0.54833984375,0.00732421875,0.1015625,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,0.5945039576999865,0.0,0.517578125,0.01220703125,0.12353515625,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.7331085998569362,0.0,0.5400390625,0.01171875,0.12060546875,1.0,45,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.8249485119957345,0.0,0.52197265625,0.009765625,0.10888671875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7242754565258978,0.0,0.45751953125,0.00732421875,0.11669921875,1.0,45,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.2033432524735785,0.0,0.51123046875,0.013671875,0.16259765625,1.0,30,0.46875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.9103572883183562,0.0,0.4580078125,0.0126953125,0.12060546875,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8458533671001764,0.0,0.46875,0.01123046875,0.1083984375,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.6849682948687376,0.0,0.486328125,0.0107421875,0.1220703125,1.0,46,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.722567164182385,0.0,0.5048828125,0.0078125,0.11279296875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.6715783296798769,0.0,0.458984375,0.01220703125,0.1171875,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.986541197188931,0.0,0.47998046875,0.013671875,0.12744140625,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.6582625039207708,0.0,0.49072265625,0.0078125,0.0966796875,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8675664051457175,0.0,0.51416015625,0.01025390625,0.1328125,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.0831149188743052,0.0,0.45166015625,0.015625,0.14208984375,1.0,36,0.5625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.7301177407125204,0.0,0.517578125,0.0146484375,0.1025390625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.6639411163624734,0.0,0.517578125,0.0126953125,0.11962890625,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.4048378165361872,0.0,0.47021484375,0.02197265625,0.1875,1.0,20,0.3125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9014510079642105,0.0,0.45361328125,0.0146484375,0.1220703125,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9378946640406094,0.0,0.5703125,0.005859375,0.099609375,1.0,46,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.7086380237303378,0.0,0.54150390625,0.01220703125,0.1708984375,1.0,26,0.40625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.8969493154572125,0.0,0.5263671875,0.015625,0.15087890625,1.0,34,0.53125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.7367292759370719,0.0,0.51220703125,0.01123046875,0.12060546875,1.0,45,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.6151666948834237,0.0,0.4951171875,0.013671875,0.11865234375,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7977517218528378,0.0,0.4697265625,0.01123046875,0.13916015625,1.0,38,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.9637869257920081,0.0,0.45703125,0.01806640625,0.140625,1.0,37,0.578125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.7078801368681817,0.0,0.47314453125,0.00830078125,0.09228515625,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.0156816810874534,0.0,0.51953125,0.0087890625,0.111328125,1.0,36,0.5625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.6871723264359194,0.0,0.470703125,0.0107421875,0.10107421875,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6368060013597833,0.0,0.48291015625,0.01025390625,0.0888671875,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7855872374567662,0.0,0.4912109375,0.01611328125,0.11962890625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.9353125428956514,0.0,0.4609375,0.0185546875,0.16455078125,1.0,30,0.46875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.6427115936037975,0.0,0.5390625,0.01025390625,0.1201171875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.5034485629725903,0.0,0.52294921875,0.00732421875,0.09375,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.5229867395576747,0.0,0.4775390625,0.0078125,0.109375,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.7268156327373283,0.0,0.49365234375,0.012939453125,0.10693359375,1.0,90,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.9181009267770517,0.0,0.495849609375,0.012451171875,0.12109375,1.0,76,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.0048001256991872,0.0,0.478759765625,0.017578125,0.150390625,1.0,66,0.515625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.1541232387822233,0.0,0.484130859375,0.012939453125,0.157470703125,1.0,60,0.46875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.720867324574516,0.0,0.494140625,0.012451171875,0.115966796875,1.0,89,0.6953125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,640,768,4096,128,0.9358049352844682,0.0,0.509033203125,0.014892578125,0.121337890625,1.0,79,0.6171875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,768,896,4096,128,0.606772668006993,0.0,0.49755859375,0.008544921875,0.095458984375,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.1070289428622375,0.0,0.515380859375,0.018310546875,0.177001953125,1.0,62,0.484375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.903737211803987,0.0,0.5224609375,0.010498046875,0.107177734375,1.0,91,0.7109375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,0.543231110908535,0.0,0.505859375,0.00927734375,0.09375,1.0,101,0.7890625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.1508380707351196,0.0,0.512451171875,0.00927734375,0.109619140625,1.0,68,0.53125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6291941421895515,0.0,0.5029296875,0.008544921875,0.10205078125,1.0,97,0.7578125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.8936941748894476,0.0,0.5615234375,0.01806640625,0.149658203125,1.0,43,0.3359375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.5738947934157099,0.0,0.511474609375,0.0107421875,0.09228515625,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.858092279549483,0.0,0.5107421875,0.013671875,0.10986328125,1.0,76,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,0.6441497229066946,0.0,0.48046875,0.01171875,0.114501953125,1.0,92,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.346478075503094,0.0,0.4921875,0.015869140625,0.16845703125,1.0,51,0.3984375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.7627725743025914,0.0,0.49462890625,0.0078125,0.096923828125,1.0,90,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,0.9883784727488087,0.0,0.510986328125,0.0185546875,0.15673828125,1.0,62,0.484375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.8297085793521327,0.0,0.464111328125,0.012451171875,0.103759765625,1.0,92,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.5691466045223986,0.0,0.49462890625,0.00732421875,0.095947265625,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.8718259236193908,0.0,0.512451171875,0.0107421875,0.108642578125,1.0,87,0.6796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.5934215787980144,0.0,0.51416015625,0.009033203125,0.10400390625,1.0,102,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.9671004759937131,0.0,0.509033203125,0.019775390625,0.16796875,1.0,71,0.5546875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,0.8133092280839664,0.0,0.513671875,0.0087890625,0.093017578125,1.0,96,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,0.6024929016849677,0.0,0.507568359375,0.0087890625,0.10009765625,1.0,102,0.796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6926078512345162,0.0,0.501953125,0.013916015625,0.124267578125,1.0,64,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.5902812095227965,0.0,0.501220703125,0.00927734375,0.0947265625,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.700192341337007,0.0,0.500244140625,0.013916015625,0.145751953125,1.0,64,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.5834348651913278,0.0,0.511962890625,0.010986328125,0.093505859375,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.0406369148124501,0.0,0.515869140625,0.013671875,0.1328125,1.0,69,0.5390625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,0.6674141049248004,0.0,0.52880859375,0.012451171875,0.123779296875,1.0,93,0.7265625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7762457679014341,0.0,0.48974609375,0.00927734375,0.109619140625,1.0,88,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.06695486682147,0.0,0.484619140625,0.012451171875,0.1455078125,1.0,70,0.546875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.7696263650662222,0.0,0.4775390625,0.011474609375,0.11572265625,1.0,87,0.6796875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.6975388016627415,0.0,0.48193359375,0.010498046875,0.1142578125,1.0,97,0.7578125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8386218032638467,0.0,0.4853515625,0.01171875,0.114501953125,1.0,91,0.7109375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.9812770747412669,0.0,0.48291015625,0.0126953125,0.1376953125,1.0,76,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.6978143454027735,0.0,0.517578125,0.013916015625,0.11181640625,1.0,96,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.1802930166975176,0.0,0.4619140625,0.01806640625,0.1591796875,1.0,59,0.4609375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3782398733480616,0.0,0.555908203125,0.010986328125,0.141845703125,1.0,66,0.515625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8207582166880586,0.0,0.519287109375,0.01220703125,0.138671875,1.0,79,0.6171875
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.712333444467183,0.0,0.482421875,0.01416015625,0.13037109375,1.0,77,0.6015625
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.8455706731255896,0.0,0.465087890625,0.01318359375,0.11865234375,1.0,83,0.6484375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.8671260241498895,0.0,0.4951171875,0.0107421875,0.11083984375,1.0,76,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7150766361107004,0.0,0.487060546875,0.012451171875,0.1015625,1.0,99,0.7734375
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.802461134713284,0.0,0.5,0.014892578125,0.14306640625,1.0,73,0.5703125
+fresh-en-2,layers.1.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.5133106200500499,0.0,0.500244140625,0.007568359375,0.101806640625,1.0,96,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.1724377877318997,0.0,0.5125579833984375,0.0130615234375,0.12603759765625,1.0,1097,0.53564453125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,0,64,2048,64,1.747273465257987,0.0,0.6181640625,0.01806640625,0.1435546875,1.0,28,0.4375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,64,128,2048,64,1.4925078108162084,0.0,0.60546875,0.00732421875,0.09521484375,1.0,37,0.578125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,128,192,2048,64,1.1799052542758999,0.0,0.24658203125,0.0078125,0.07568359375,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,192,256,2048,64,1.2345150094982527,0.0,0.2275390625,0.00732421875,0.07080078125,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2278434912893945,0.0,0.5185546875,0.01171875,0.12646484375,1.0,38,0.59375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,320,384,2048,64,0.9120726339130731,0.0,0.5830078125,0.00927734375,0.0908203125,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,384,448,2048,64,0.8325116877898991,0.0,0.3994140625,0.01220703125,0.0986328125,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,448,512,2048,64,0.796251322280037,0.0,0.416015625,0.0126953125,0.10986328125,1.0,46,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,512,576,2048,64,1.1621782457013536,0.0,0.65380859375,0.01123046875,0.09033203125,1.0,40,0.625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,576,640,2048,64,0.8828484883307203,0.0,0.62109375,0.009765625,0.09130859375,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,640,704,2048,64,1.1211751233640606,0.0,0.462890625,0.00732421875,0.08984375,1.0,45,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2704124121410543,0.0,0.4892578125,0.009765625,0.1044921875,1.0,42,0.65625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,768,832,2048,64,0.8485305195872916,0.0,0.40234375,0.0078125,0.09326171875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,832,896,2048,64,0.8049453673007636,0.0,0.4111328125,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,896,960,2048,64,2.0018520111207985,0.0,0.60986328125,0.0537109375,0.443359375,1.0,9,0.140625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.9093532424318131,0.0,0.62060546875,0.0380859375,0.359375,1.0,10,0.15625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.1545417287712896,0.0,0.53857421875,0.00830078125,0.09130859375,1.0,42,0.65625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.383526502391927,0.0,0.583984375,0.01025390625,0.099609375,1.0,43,0.671875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.1830002987752333,0.0,0.56103515625,0.01025390625,0.123046875,1.0,37,0.578125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.131499579752477,0.0,0.57275390625,0.01025390625,0.1181640625,1.0,41,0.640625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1280,1344,2048,64,0.8545524783351246,0.0,0.5830078125,0.0068359375,0.08056640625,1.0,39,0.609375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.134657469602713,0.0,0.5048828125,0.01025390625,0.115234375,1.0,32,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1408,1472,2048,64,0.9324779201732815,0.0,0.47607421875,0.0087890625,0.09716796875,1.0,44,0.6875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1472,1536,2048,64,0.7237785385097733,0.0,0.41845703125,0.0126953125,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.2775086651060197,0.0,0.541015625,0.017578125,0.15185546875,1.0,24,0.375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1600,1664,2048,64,0.917463459910647,0.0,0.484375,0.01025390625,0.09814453125,1.0,37,0.578125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.6653922742729858,0.0,0.5791015625,0.00830078125,0.07958984375,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1728,1792,2048,64,0.7685805431565562,0.0,0.5771484375,0.0068359375,0.095703125,1.0,49,0.765625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2621848036763141,0.0,0.50927734375,0.01220703125,0.11083984375,1.0,35,0.546875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.212225156970242,0.0,0.57080078125,0.0107421875,0.12939453125,1.0,32,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.0727289008063914,0.0,0.49609375,0.0126953125,0.1416015625,1.0,26,0.40625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.0215787498753537,0.0,0.51953125,0.01806640625,0.14892578125,1.0,30,0.46875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,0,128,4096,128,1.6248914006391393,0.0,0.61181640625,0.012451171875,0.11865234375,1.0,64,0.5
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,128,256,4096,128,1.2075188855136691,0.0,0.237060546875,0.007568359375,0.07275390625,1.0,85,0.6640625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,256,384,4096,128,1.0815442960496022,0.0,0.55078125,0.0107421875,0.109130859375,1.0,83,0.6484375
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,384,512,4096,128,0.814583291793876,0.0,0.40771484375,0.01220703125,0.1044921875,1.0,92,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,512,640,4096,128,1.032007686049216,0.0,0.637451171875,0.010009765625,0.093017578125,1.0,90,0.703125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,640,768,4096,128,1.1981196422253642,0.0,0.47607421875,0.0087890625,0.09716796875,1.0,87,0.6796875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,768,896,4096,128,0.8270251166107474,0.0,0.40673828125,0.007568359375,0.0888671875,1.0,97,0.7578125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.9561494419922605,0.0,0.615234375,0.045654296875,0.39990234375,1.0,18,0.140625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.274188405671437,0.0,0.561279296875,0.009765625,0.098388671875,1.0,84,0.65625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.1575363937868914,0.0,0.56689453125,0.0107421875,0.119384765625,1.0,77,0.6015625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.0044171224033207,0.0,0.5439453125,0.009033203125,0.100341796875,1.0,70,0.546875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1408,1536,4096,128,0.8346767171839742,0.0,0.447265625,0.01025390625,0.095458984375,1.0,92,0.71875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.1121527749576898,0.0,0.5126953125,0.013427734375,0.126220703125,1.0,60,0.46875
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.7188403612698034,0.0,0.578125,0.007080078125,0.087890625,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.2374571325550925,0.0,0.5400390625,0.01123046875,0.119140625,1.0,66,0.515625
+fresh-en-2,layers.1.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.047466094158226,0.0,0.5078125,0.015380859375,0.1455078125,1.0,55,0.4296875
+fresh-en-2,layers.1.linear_attn.in_proj_b.output,0,0,16,512,16,1.076057033867512,0.0,0.5,0.0078125,0.08203125,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_b.output,64,0,16,512,16,1.076057033867512,0.0,0.5,0.0078125,0.08203125,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_b.output,128,0,16,512,16,1.076057033867512,0.0,0.5,0.0078125,0.08203125,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_a.output,0,0,16,512,16,1.4339370232632527,0.0,0.556640625,0.017578125,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_a.output,64,0,16,512,16,1.4339370232632527,0.0,0.556640625,0.017578125,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.in_proj_a.output,128,0,16,512,16,1.4339370232632527,0.0,0.556640625,0.017578125,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,0,0,2048,65536,2048,0.019345703601059076,0.0,0.4998321533203125,0.010894775390625,0.1084747314453125,1.0,1487,0.72607421875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,0,64,2048,64,0.018010096118690422,0.0,0.47314453125,0.01171875,0.10888671875,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,64,128,2048,64,0.017767037030710114,0.0,0.48583984375,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,128,192,2048,64,0.01588949087240427,0.0,0.4892578125,0.00634765625,0.08935546875,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,192,256,2048,64,0.016322508252456194,0.0,0.509765625,0.01123046875,0.0927734375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,256,320,2048,64,0.0155889687912414,0.0,0.4951171875,0.0078125,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,320,384,2048,64,0.017871556915328275,0.0,0.45556640625,0.01416015625,0.09814453125,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,384,448,2048,64,0.016643582003513346,0.0,0.49462890625,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,448,512,2048,64,0.01622696957184842,0.0,0.53857421875,0.009765625,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,512,576,2048,64,0.017769642005442246,0.0,0.49658203125,0.00830078125,0.103515625,1.0,46,0.71875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,576,640,2048,64,0.0163035929228191,0.0,0.49560546875,0.005859375,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,640,704,2048,64,0.015945100770612945,0.0,0.48486328125,0.0087890625,0.091796875,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,704,768,2048,64,0.01584506678197951,0.0,0.53369140625,0.01220703125,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,768,832,2048,64,0.015900834950687698,0.0,0.50634765625,0.0126953125,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,832,896,2048,64,0.01766869297352852,0.0,0.4697265625,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,896,960,2048,64,0.016272106240217982,0.0,0.53662109375,0.00732421875,0.095703125,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,960,1024,2048,64,0.017086703327120912,0.0,0.4658203125,0.01025390625,0.09521484375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1024,1088,2048,64,0.015370311634826488,0.0,0.51806640625,0.01318359375,0.10009765625,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1088,1152,2048,64,0.01594727641523592,0.0,0.49609375,0.01123046875,0.0927734375,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1152,1216,2048,64,0.053419912494018486,0.0,0.4990234375,0.03173828125,0.287109375,1.0,1,0.015625
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1216,1280,2048,64,0.01913607327636451,0.0,0.49658203125,0.0087890625,0.1025390625,1.0,47,0.734375
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1280,1344,2048,64,0.016042330942159976,0.0,0.49560546875,0.00732421875,0.09423828125,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1344,1408,2048,64,0.016634046071200448,0.0,0.48388671875,0.01318359375,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1408,1472,2048,64,0.016310096803194316,0.0,0.52001953125,0.00732421875,0.09619140625,1.0,50,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1472,1536,2048,64,0.016700167036435783,0.0,0.49072265625,0.00830078125,0.0947265625,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1536,1600,2048,64,0.0162249094844672,0.0,0.5185546875,0.00830078125,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1600,1664,2048,64,0.015695306997909494,0.0,0.47802734375,0.01220703125,0.10302734375,1.0,54,0.84375
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1664,1728,2048,64,0.01677527526917822,0.0,0.517578125,0.009765625,0.09375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1728,1792,2048,64,0.01677235630729104,0.0,0.5,0.00830078125,0.095703125,1.0,52,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1792,1856,2048,64,0.01835747001666318,0.0,0.51171875,0.0087890625,0.1064453125,1.0,48,0.75
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1856,1920,2048,64,0.015523813805974463,0.0,0.51904296875,0.0068359375,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1920,1984,2048,64,0.028608838958402123,0.0,0.498046875,0.01416015625,0.15283203125,1.0,33,0.515625
+fresh-en-2,layers.1.linear_attn.out_proj.output,64,1984,2048,2048,64,0.01573964415118742,0.0,0.5205078125,0.00634765625,0.0927734375,1.0,51,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,0,128,4096,128,0.017888979387532037,0.0,0.4794921875,0.01025390625,0.097900390625,1.0,97,0.7578125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,128,256,4096,128,0.016107454731206283,0.0,0.49951171875,0.0087890625,0.09130859375,1.0,101,0.7890625
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,256,384,4096,128,0.01676914569308938,0.0,0.475341796875,0.010498046875,0.091552734375,1.0,102,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,384,512,4096,128,0.016436595806208897,0.0,0.5166015625,0.010498046875,0.088134765625,1.0,101,0.7890625
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,512,640,4096,128,0.017052379880746482,0.0,0.49609375,0.0068359375,0.096923828125,1.0,97,0.7578125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,640,768,4096,128,0.015895162470235903,0.0,0.50927734375,0.010498046875,0.08935546875,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,768,896,4096,128,0.01680802283913589,0.0,0.488037109375,0.010009765625,0.09130859375,1.0,102,0.796875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,896,1024,4096,128,0.01668437700488073,0.0,0.501220703125,0.009033203125,0.0947265625,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1024,1152,4096,128,0.015661451159066045,0.0,0.507080078125,0.011962890625,0.0966796875,1.0,104,0.8125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1152,1280,4096,128,0.040124034887502186,0.0,0.497802734375,0.022705078125,0.21923828125,1.0,29,0.2265625
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1280,1408,4096,128,0.01634086703263634,0.0,0.48974609375,0.01025390625,0.089111328125,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1408,1536,4096,128,0.016506284208967593,0.0,0.50537109375,0.0078125,0.09521484375,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1536,1664,4096,128,0.015962304807542366,0.0,0.498291015625,0.01025390625,0.093505859375,1.0,105,0.8203125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1664,1792,4096,128,0.016773815851728966,0.0,0.5087890625,0.009033203125,0.0947265625,1.0,103,0.8046875
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1792,1920,4096,128,0.016999786770651726,0.0,0.515380859375,0.007568359375,0.093017578125,1.0,100,0.78125
+fresh-en-2,layers.1.linear_attn.out_proj.output,128,1920,2048,4096,128,0.023088980754396624,0.0,0.50927734375,0.0107421875,0.1337890625,1.0,80,0.625
+fresh-en-2,layers.1.mlp.gate_proj.output,0,0,6144,196608,6144,0.3608125841842245,0.0,0.6935475667317709,0.008565266927083334,0.08489990234375,1.0,4781,0.7781575520833334
+fresh-en-2,layers.1.mlp.gate_proj.output,64,0,64,2048,64,0.35876393622494357,0.0,0.6923828125,0.00732421875,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,64,128,2048,64,0.33836421767568686,0.0,0.69921875,0.0078125,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,128,192,2048,64,0.35584720023576655,0.0,0.70556640625,0.0078125,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,192,256,2048,64,0.35790635298663487,0.0,0.6650390625,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,256,320,2048,64,0.34421390869576335,0.0,0.6884765625,0.00830078125,0.09130859375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,320,384,2048,64,0.35842344030378703,0.0,0.689453125,0.0087890625,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,384,448,2048,64,0.3343524197425332,0.0,0.6591796875,0.0107421875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,448,512,2048,64,0.3627592244407344,0.0,0.71728515625,0.009765625,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,512,576,2048,64,0.37001563454420044,0.0,0.74072265625,0.00927734375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,576,640,2048,64,0.34403384164315,0.0,0.6728515625,0.00634765625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,640,704,2048,64,0.33531756903396864,0.0,0.6884765625,0.009765625,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,704,768,2048,64,0.3585612025429543,0.0,0.712890625,0.01318359375,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,768,832,2048,64,0.3513398888098001,0.0,0.6943359375,0.00439453125,0.078125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,832,896,2048,64,0.4205717672279765,0.0,0.66748046875,0.0166015625,0.10888671875,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,896,960,2048,64,0.3705560593076401,0.0,0.7060546875,0.0048828125,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,960,1024,2048,64,0.3938003875781987,0.0,0.7177734375,0.00537109375,0.072265625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1024,1088,2048,64,0.3521170427368591,0.0,0.70947265625,0.009765625,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1088,1152,2048,64,0.3399187086482319,0.0,0.66943359375,0.01025390625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1152,1216,2048,64,0.36795666793990633,0.0,0.7275390625,0.01025390625,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1216,1280,2048,64,0.3374180083936559,0.0,0.69482421875,0.0078125,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1280,1344,2048,64,0.3641579141998779,0.0,0.689453125,0.01025390625,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1344,1408,2048,64,0.33977226216501155,0.0,0.62451171875,0.009765625,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1408,1472,2048,64,0.3549392960102879,0.0,0.68505859375,0.0078125,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1472,1536,2048,64,0.3484030329475024,0.0,0.70361328125,0.00927734375,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1536,1600,2048,64,0.41698963470972067,0.0,0.73583984375,0.01220703125,0.08935546875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1600,1664,2048,64,0.3620851229782281,0.0,0.7265625,0.0068359375,0.07568359375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1664,1728,2048,64,0.3348368558591708,0.0,0.69677734375,0.00830078125,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1728,1792,2048,64,0.37858144545333927,0.0,0.7041015625,0.00927734375,0.0947265625,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1792,1856,2048,64,0.35967611902370544,0.0,0.7255859375,0.0087890625,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1856,1920,2048,64,0.35232789740786796,0.0,0.67431640625,0.009765625,0.0927734375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1920,1984,2048,64,0.34070928891775215,0.0,0.681640625,0.0068359375,0.09765625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,1984,2048,2048,64,0.3431344600740699,0.0,0.6982421875,0.0087890625,0.07177734375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2048,2112,2048,64,0.3565181317149878,0.0,0.69140625,0.00830078125,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2112,2176,2048,64,0.365794135289085,0.0,0.6904296875,0.0068359375,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2176,2240,2048,64,0.37992971926348895,0.0,0.7060546875,0.00927734375,0.0888671875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2240,2304,2048,64,0.35889483539363765,0.0,0.69970703125,0.005859375,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2304,2368,2048,64,0.3723309963830819,0.0,0.7119140625,0.00927734375,0.08203125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2368,2432,2048,64,0.3602550856837922,0.0,0.67626953125,0.00732421875,0.08544921875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2432,2496,2048,64,0.363655253707668,0.0,0.6513671875,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2496,2560,2048,64,0.3657760135965329,0.0,0.67626953125,0.00830078125,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2560,2624,2048,64,0.4236494126239473,0.0,0.72705078125,0.0087890625,0.08544921875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2624,2688,2048,64,0.37118622881576563,0.0,0.6826171875,0.00830078125,0.08642578125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2688,2752,2048,64,0.37071179095655077,0.0,0.6748046875,0.00634765625,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2752,2816,2048,64,0.3594495532247198,0.0,0.6865234375,0.005859375,0.087890625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2816,2880,2048,64,0.390052997900098,0.0,0.68603515625,0.005859375,0.08642578125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2880,2944,2048,64,0.3691876503193077,0.0,0.697265625,0.0107421875,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,2944,3008,2048,64,0.37065600736420307,0.0,0.71240234375,0.0068359375,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3008,3072,2048,64,0.33073940037591415,0.0,0.67529296875,0.0048828125,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3072,3136,2048,64,0.3415027305693468,0.0,0.71337890625,0.01220703125,0.07421875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3136,3200,2048,64,0.3686964757255623,0.0,0.7119140625,0.00830078125,0.083984375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3200,3264,2048,64,0.3810342069017356,0.0,0.7333984375,0.009765625,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3264,3328,2048,64,0.3464117301914624,0.0,0.685546875,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3328,3392,2048,64,0.311276670304269,0.0,0.66015625,0.0087890625,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3392,3456,2048,64,0.3297924446022056,0.0,0.68798828125,0.0078125,0.0791015625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3456,3520,2048,64,0.3666000326572364,0.0,0.7275390625,0.00634765625,0.078125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3520,3584,2048,64,0.3598217817215278,0.0,0.70654296875,0.0068359375,0.0703125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3584,3648,2048,64,0.3449747051814673,0.0,0.70166015625,0.0068359375,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3648,3712,2048,64,0.35717535511800463,0.0,0.71240234375,0.0087890625,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3712,3776,2048,64,0.37293945576707616,0.0,0.69873046875,0.00830078125,0.08837890625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3776,3840,2048,64,0.3565857189505757,0.0,0.68310546875,0.00537109375,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3840,3904,2048,64,0.3492216425083773,0.0,0.68212890625,0.0087890625,0.076171875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3904,3968,2048,64,0.35614132634932155,0.0,0.69189453125,0.00537109375,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,3968,4032,2048,64,0.35415153663329313,0.0,0.6728515625,0.01025390625,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4032,4096,2048,64,0.34261657208536,0.0,0.6533203125,0.00927734375,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4096,4160,2048,64,0.3483235148977957,0.0,0.69384765625,0.0087890625,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4160,4224,2048,64,0.3578468982971267,0.0,0.66162109375,0.00830078125,0.0908203125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4224,4288,2048,64,0.35696514936284107,0.0,0.6982421875,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4288,4352,2048,64,0.35320224542248635,0.0,0.7216796875,0.01318359375,0.09521484375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4352,4416,2048,64,0.32188912179240703,0.0,0.66064453125,0.00927734375,0.080078125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4416,4480,2048,64,0.3768030109333638,0.0,0.6953125,0.009765625,0.08984375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4480,4544,2048,64,0.35676948512411816,0.0,0.673828125,0.00732421875,0.07470703125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4544,4608,2048,64,0.36193396763688623,0.0,0.681640625,0.01025390625,0.095703125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4608,4672,2048,64,0.3589568871591386,0.0,0.71435546875,0.01123046875,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4672,4736,2048,64,0.34201196821990465,0.0,0.6572265625,0.00732421875,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4736,4800,2048,64,0.3983208268983655,0.0,0.70263671875,0.0078125,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4800,4864,2048,64,0.3658292212275719,0.0,0.70361328125,0.00634765625,0.091796875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4864,4928,2048,64,0.34155113560880923,0.0,0.68359375,0.00537109375,0.080078125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4928,4992,2048,64,0.3789331961293773,0.0,0.662109375,0.013671875,0.0966796875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,4992,5056,2048,64,0.35266530771675064,0.0,0.6806640625,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5056,5120,2048,64,0.35726625208026724,0.0,0.67236328125,0.0048828125,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5120,5184,2048,64,0.35080188885522123,0.0,0.68212890625,0.00732421875,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5184,5248,2048,64,0.40096231866540843,0.0,0.703125,0.01025390625,0.09912109375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5248,5312,2048,64,0.38050591962194963,0.0,0.70361328125,0.0087890625,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5312,5376,2048,64,0.3443137380236973,0.0,0.72021484375,0.0078125,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5376,5440,2048,64,0.36795979024855746,0.0,0.73583984375,0.0078125,0.0712890625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5440,5504,2048,64,0.35049695790417335,0.0,0.6865234375,0.009765625,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5504,5568,2048,64,0.37140095420392405,0.0,0.69384765625,0.01025390625,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5568,5632,2048,64,0.35539765171655935,0.0,0.71533203125,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5632,5696,2048,64,0.3665392129299765,0.0,0.69482421875,0.0087890625,0.08935546875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5696,5760,2048,64,0.3658746836054039,0.0,0.6708984375,0.0078125,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5760,5824,2048,64,0.375685346469681,0.0,0.6923828125,0.009765625,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5824,5888,2048,64,0.35707902517806583,0.0,0.666015625,0.0078125,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5888,5952,2048,64,0.36157618059954283,0.0,0.73291015625,0.00634765625,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,64,5952,6016,2048,64,0.38283220031299114,0.0,0.68994140625,0.0078125,0.08935546875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,6016,6080,2048,64,0.3606921600161241,0.0,0.71337890625,0.00732421875,0.0830078125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,64,6080,6144,2048,64,0.37336266901613724,0.0,0.68408203125,0.01171875,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,0,128,4096,128,0.3487132817508497,0.0,0.69580078125,0.007568359375,0.08203125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,128,256,4096,128,0.3568782617530994,0.0,0.685302734375,0.00830078125,0.083251953125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,256,384,4096,128,0.35139050748335365,0.0,0.68896484375,0.008544921875,0.087646484375,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,384,512,4096,128,0.3488450913403614,0.0,0.688232421875,0.010009765625,0.081298828125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,512,640,4096,128,0.3572610068303644,0.0,0.706787109375,0.007568359375,0.08349609375,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,640,768,4096,128,0.3471339857114972,0.0,0.70068359375,0.01171875,0.08447265625,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,768,896,4096,128,0.3875050508433058,0.0,0.680908203125,0.010498046875,0.092041015625,1.0,96,0.75
+fresh-en-2,layers.1.mlp.gate_proj.output,128,896,1024,4096,128,0.3823548995019854,0.0,0.7119140625,0.005615234375,0.07861328125,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1024,1152,4096,128,0.3460716257329057,0.0,0.689453125,0.010009765625,0.0859375,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1152,1280,4096,128,0.35301772042617047,0.0,0.711181640625,0.009521484375,0.083740234375,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1280,1408,4096,128,0.35217621768876944,0.0,0.656982421875,0.009765625,0.087158203125,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1408,1536,4096,128,0.35168634976303614,0.0,0.6943359375,0.008544921875,0.0830078125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1536,1664,4096,128,0.3905035158212438,0.0,0.731201171875,0.0087890625,0.08203125,1.0,97,0.7578125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1664,1792,4096,128,0.35737909205995444,0.0,0.700439453125,0.009033203125,0.0888671875,1.0,97,0.7578125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1792,1920,4096,128,0.35602096700040287,0.0,0.699951171875,0.00927734375,0.089111328125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,1920,2048,4096,128,0.34192402463497923,0.0,0.68994140625,0.0078125,0.084716796875,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2048,2176,4096,128,0.36118591310669546,0.0,0.69091796875,0.007568359375,0.081298828125,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2176,2304,4096,128,0.3695619666929078,0.0,0.702880859375,0.007568359375,0.0859375,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2304,2432,4096,128,0.36634280232362626,0.0,0.694091796875,0.00830078125,0.083984375,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2432,2560,4096,128,0.36471717513147045,0.0,0.663818359375,0.0087890625,0.08642578125,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2560,2688,4096,128,0.39828258892342094,0.0,0.704833984375,0.00830078125,0.0869140625,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2688,2816,4096,128,0.3651240975803049,0.0,0.6806640625,0.006103515625,0.087158203125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2816,2944,4096,128,0.379763651709287,0.0,0.691650390625,0.008544921875,0.090087890625,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,2944,3072,4096,128,0.35126516106510725,0.0,0.69384765625,0.005615234375,0.086181640625,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3072,3200,4096,128,0.3553598220105714,0.0,0.712646484375,0.010498046875,0.0791015625,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3200,3328,4096,128,0.36413469598726594,0.0,0.70947265625,0.00830078125,0.080810546875,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3328,3456,4096,128,0.3206682257352695,0.0,0.674072265625,0.008544921875,0.080810546875,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3456,3584,4096,128,0.3632267188310502,0.0,0.717041015625,0.006591796875,0.07373046875,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3584,3712,4096,128,0.35112802616617844,0.0,0.70703125,0.0078125,0.078857421875,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3712,3840,4096,128,0.36485422611458257,0.0,0.69091796875,0.006591796875,0.08740234375,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3840,3968,4096,128,0.35269845472450173,0.0,0.68701171875,0.007080078125,0.076171875,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,3968,4096,4096,128,0.3484317912929627,0.0,0.6630859375,0.009765625,0.08544921875,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4096,4224,4096,128,0.35311731312102856,0.0,0.677734375,0.00830078125,0.08544921875,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4224,4352,4096,128,0.3550886819029309,0.0,0.7099609375,0.010498046875,0.087646484375,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4352,4480,4096,128,0.3504233980321061,0.0,0.677978515625,0.010009765625,0.08642578125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4480,4608,4096,128,0.35936100403710125,0.0,0.677734375,0.008544921875,0.0849609375,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4608,4736,4096,128,0.35058681752501164,0.0,0.685791015625,0.0087890625,0.085693359375,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4736,4864,4096,128,0.38242025328489687,0.0,0.703125,0.007568359375,0.089111328125,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4864,4992,4096,128,0.36072672853871823,0.0,0.6728515625,0.009521484375,0.0869140625,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,4992,5120,4096,128,0.3549732343025538,0.0,0.676513671875,0.0068359375,0.083740234375,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5120,5248,4096,128,0.3767178959207616,0.0,0.692626953125,0.00927734375,0.0927734375,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5248,5376,4096,128,0.36286134063798864,0.0,0.7119140625,0.008544921875,0.0859375,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5376,5504,4096,128,0.35933447144675823,0.0,0.711181640625,0.0087890625,0.081298828125,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5504,5632,4096,128,0.3634873860460842,0.0,0.70458984375,0.00927734375,0.078369140625,1.0,102,0.796875
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5632,5760,4096,128,0.366207099001836,0.0,0.682861328125,0.00830078125,0.085693359375,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5760,5888,4096,128,0.3665002795184214,0.0,0.67919921875,0.0087890625,0.087646484375,1.0,100,0.78125
+fresh-en-2,layers.1.mlp.gate_proj.output,128,5888,6016,4096,128,0.37235589694097726,0.0,0.71142578125,0.00732421875,0.087890625,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.gate_proj.output,128,6016,6144,4096,128,0.3670820868088982,0.0,0.69873046875,0.010009765625,0.0888671875,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.up_proj.output,0,0,6144,196608,6144,0.23871991063994813,0.0,0.4982808430989583,0.008387247721354166,0.08386739095052083,1.0,5030,0.8186848958333334
+fresh-en-2,layers.1.mlp.up_proj.output,64,0,64,2048,64,0.24324988413569948,0.0,0.48095703125,0.0087890625,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,64,128,2048,64,0.24672588692698685,0.0,0.50390625,0.0078125,0.07958984375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,128,192,2048,64,0.2335574717762804,0.0,0.4814453125,0.0087890625,0.0849609375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,192,256,2048,64,0.2450254573006219,0.0,0.48974609375,0.00537109375,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,256,320,2048,64,0.24162029987711947,0.0,0.5068359375,0.00830078125,0.08642578125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,320,384,2048,64,0.24026168817123428,0.0,0.5166015625,0.0107421875,0.080078125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,384,448,2048,64,0.2433484284280538,0.0,0.505859375,0.0048828125,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,448,512,2048,64,0.24781549933218375,0.0,0.5146484375,0.01171875,0.0927734375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,512,576,2048,64,0.246559311125333,0.0,0.4580078125,0.01123046875,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,576,640,2048,64,0.23490601628174365,0.0,0.51611328125,0.01220703125,0.09033203125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,640,704,2048,64,0.24347619548634847,0.0,0.5185546875,0.0107421875,0.0830078125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,704,768,2048,64,0.22965227830375032,0.0,0.482421875,0.0078125,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,768,832,2048,64,0.2386778675975034,0.0,0.5205078125,0.01123046875,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,832,896,2048,64,0.2507486878649116,0.0,0.52392578125,0.0048828125,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,896,960,2048,64,0.24258251081721047,0.0,0.50244140625,0.00927734375,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,960,1024,2048,64,0.23422619311714651,0.0,0.44873046875,0.00634765625,0.09130859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1024,1088,2048,64,0.2408213467130368,0.0,0.49169921875,0.00927734375,0.0888671875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1088,1152,2048,64,0.23612340209167976,0.0,0.55322265625,0.0078125,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1152,1216,2048,64,0.2417482890733718,0.0,0.46630859375,0.00634765625,0.0771484375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1216,1280,2048,64,0.2527210711400491,0.0,0.4794921875,0.009765625,0.0751953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1280,1344,2048,64,0.24435132449238148,0.0,0.51708984375,0.0078125,0.08154296875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1344,1408,2048,64,0.23255225343028904,0.0,0.5009765625,0.0048828125,0.09326171875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1408,1472,2048,64,0.2249531045824732,0.0,0.47802734375,0.0068359375,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1472,1536,2048,64,0.22495901324988737,0.0,0.509765625,0.01123046875,0.10009765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1536,1600,2048,64,0.23610695877474813,0.0,0.478515625,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1600,1664,2048,64,0.2364717002524727,0.0,0.56494140625,0.00830078125,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1664,1728,2048,64,0.23536262799960234,0.0,0.46826171875,0.00732421875,0.0927734375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,1728,1792,2048,64,0.2297524605730391,0.0,0.49658203125,0.01025390625,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1792,1856,2048,64,0.23467368904932245,0.0,0.4755859375,0.01220703125,0.08251953125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,1856,1920,2048,64,0.2565803962581872,0.0,0.5009765625,0.00927734375,0.091796875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.up_proj.output,64,1920,1984,2048,64,0.24752764562329505,0.0,0.52099609375,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,1984,2048,2048,64,0.23168216716964676,0.0,0.51318359375,0.00634765625,0.0732421875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2048,2112,2048,64,0.2308370933794445,0.0,0.478515625,0.00927734375,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2112,2176,2048,64,0.2524055349710797,0.0,0.50146484375,0.00927734375,0.08203125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2176,2240,2048,64,0.2372018007143461,0.0,0.54150390625,0.01025390625,0.07958984375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2240,2304,2048,64,0.24623284255816327,0.0,0.486328125,0.0126953125,0.0927734375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2304,2368,2048,64,0.23144410365390247,0.0,0.515625,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2368,2432,2048,64,0.22946273694837765,0.0,0.51318359375,0.01416015625,0.07373046875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2432,2496,2048,64,0.23813978560882143,0.0,0.4990234375,0.005859375,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2496,2560,2048,64,0.22673511194623852,0.0,0.5185546875,0.00830078125,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2560,2624,2048,64,0.2396923259898281,0.0,0.5224609375,0.00390625,0.072265625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,2624,2688,2048,64,0.28637848107184116,0.0,0.50634765625,0.0126953125,0.10986328125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.up_proj.output,64,2688,2752,2048,64,0.2269017663693829,0.0,0.525390625,0.005859375,0.07568359375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,2752,2816,2048,64,0.2464677647967805,0.0,0.48486328125,0.009765625,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2816,2880,2048,64,0.22807469567488864,0.0,0.49267578125,0.00927734375,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2880,2944,2048,64,0.23787767679393018,0.0,0.470703125,0.01025390625,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,2944,3008,2048,64,0.23548377183579305,0.0,0.53515625,0.0087890625,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3008,3072,2048,64,0.2364589270575437,0.0,0.52197265625,0.0107421875,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3072,3136,2048,64,0.2335685271989312,0.0,0.46435546875,0.0087890625,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3136,3200,2048,64,0.23815030854672092,0.0,0.52001953125,0.00927734375,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3200,3264,2048,64,0.23983350781301715,0.0,0.48583984375,0.0078125,0.0908203125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,3264,3328,2048,64,0.2366784046973868,0.0,0.521484375,0.0078125,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3328,3392,2048,64,0.2360469439805092,0.0,0.51806640625,0.0078125,0.0751953125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,3392,3456,2048,64,0.22939948516174302,0.0,0.47705078125,0.00537109375,0.07763671875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,3456,3520,2048,64,0.23789366318916072,0.0,0.517578125,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3520,3584,2048,64,0.24023880812947493,0.0,0.46630859375,0.0078125,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3584,3648,2048,64,0.23177931562899212,0.0,0.49072265625,0.009765625,0.08935546875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,3648,3712,2048,64,0.22649648771124925,0.0,0.4912109375,0.00439453125,0.08349609375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,3712,3776,2048,64,0.23628915124593655,0.0,0.486328125,0.00537109375,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3776,3840,2048,64,0.23289110694553805,0.0,0.52294921875,0.0068359375,0.072265625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3840,3904,2048,64,0.2450011751862252,0.0,0.49560546875,0.01025390625,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3904,3968,2048,64,0.23330344930999183,0.0,0.4541015625,0.0087890625,0.078125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,3968,4032,2048,64,0.23916536261817745,0.0,0.48095703125,0.009765625,0.0751953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4032,4096,2048,64,0.2361143661813937,0.0,0.49365234375,0.009765625,0.0966796875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4096,4160,2048,64,0.23556521375569905,0.0,0.49560546875,0.009765625,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4160,4224,2048,64,0.24126952675263125,0.0,0.51171875,0.00830078125,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.up_proj.output,64,4224,4288,2048,64,0.24082765874825218,0.0,0.48046875,0.00830078125,0.0830078125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,4288,4352,2048,64,0.23191410937499335,0.0,0.50048828125,0.00732421875,0.078125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,4352,4416,2048,64,0.23219451826543228,0.0,0.49560546875,0.00537109375,0.08642578125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,4416,4480,2048,64,0.2587703361127805,0.0,0.50732421875,0.00634765625,0.0771484375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4480,4544,2048,64,0.23861273411683054,0.0,0.46044921875,0.005859375,0.0791015625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4544,4608,2048,64,0.23758853593573123,0.0,0.46533203125,0.0087890625,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4608,4672,2048,64,0.23567633460895934,0.0,0.50390625,0.0078125,0.0830078125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,4672,4736,2048,64,0.2503758319607173,0.0,0.49267578125,0.009765625,0.09765625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.up_proj.output,64,4736,4800,2048,64,0.23960960184315835,0.0,0.533203125,0.009765625,0.07275390625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4800,4864,2048,64,0.2343264126290502,0.0,0.49365234375,0.005859375,0.080078125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4864,4928,2048,64,0.22160404028070133,0.0,0.49951171875,0.0078125,0.08984375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,4928,4992,2048,64,0.24103393997125003,0.0,0.486328125,0.00732421875,0.08056640625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,4992,5056,2048,64,0.2468596456968197,0.0,0.47509765625,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5056,5120,2048,64,0.2338639857259873,0.0,0.48828125,0.0087890625,0.08251953125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,5120,5184,2048,64,0.23998036071565282,0.0,0.49853515625,0.00927734375,0.080078125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5184,5248,2048,64,0.23323884037334577,0.0,0.47998046875,0.00927734375,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5248,5312,2048,64,0.2333247977152352,0.0,0.4833984375,0.01220703125,0.0888671875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5312,5376,2048,64,0.24776917344422053,0.0,0.5126953125,0.0087890625,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5376,5440,2048,64,0.23203480613853816,0.0,0.49853515625,0.00732421875,0.09375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5440,5504,2048,64,0.2359509826067835,0.0,0.49609375,0.0078125,0.09375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5504,5568,2048,64,0.2427414142623531,0.0,0.50341796875,0.009765625,0.08740234375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5568,5632,2048,64,0.23517335487244817,0.0,0.5107421875,0.00732421875,0.09033203125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,5632,5696,2048,64,0.24438341078668313,0.0,0.46240234375,0.0078125,0.068359375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5696,5760,2048,64,0.23880169619394748,0.0,0.49951171875,0.0068359375,0.0810546875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,5760,5824,2048,64,0.23866366328327088,0.0,0.513671875,0.009765625,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5824,5888,2048,64,0.24733892303842928,0.0,0.4794921875,0.0068359375,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,5888,5952,2048,64,0.23084480359483606,0.0,0.49755859375,0.009765625,0.0732421875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,64,5952,6016,2048,64,0.24251967429260382,0.0,0.470703125,0.00732421875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,64,6016,6080,2048,64,0.2360405365743689,0.0,0.51123046875,0.0087890625,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,64,6080,6144,2048,64,0.23204921832930228,0.0,0.541015625,0.0048828125,0.09033203125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,128,0,128,4096,128,0.2449940503481049,0.0,0.492431640625,0.00830078125,0.0830078125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,128,256,4096,128,0.23936015473330863,0.0,0.485595703125,0.007080078125,0.0849609375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,256,384,4096,128,0.24094195163524404,0.0,0.51171875,0.009521484375,0.083251953125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,384,512,4096,128,0.2455921205247261,0.0,0.51025390625,0.00830078125,0.091552734375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,512,640,4096,128,0.2408031669101941,0.0,0.487060546875,0.01171875,0.0859375,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,128,640,768,4096,128,0.23666519251741452,0.0,0.50048828125,0.009033203125,0.07763671875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,768,896,4096,128,0.24478769265106676,0.0,0.522216796875,0.008056640625,0.090576171875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,896,1024,4096,128,0.23844096134738768,0.0,0.4755859375,0.007080078125,0.085693359375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1024,1152,4096,128,0.2384839429060474,0.0,0.5224609375,0.00830078125,0.08349609375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1152,1280,4096,128,0.2472955469353182,0.0,0.472900390625,0.0078125,0.07666015625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1280,1408,4096,128,0.23852475799871017,0.0,0.509033203125,0.00634765625,0.08837890625,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1408,1536,4096,128,0.22495605893557982,0.0,0.493896484375,0.009033203125,0.08935546875,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1536,1664,4096,128,0.23628939989148465,0.0,0.521728515625,0.00830078125,0.078857421875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1664,1792,4096,128,0.2325744609778179,0.0,0.482421875,0.009033203125,0.091064453125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.up_proj.output,128,1792,1920,4096,128,0.24587114519197492,0.0,0.48828125,0.010498046875,0.087158203125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,1920,2048,4096,128,0.23973585665502323,0.0,0.51708984375,0.007568359375,0.078125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2048,2176,4096,128,0.2418618590889305,0.0,0.489990234375,0.00927734375,0.083984375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2176,2304,4096,128,0.2417594951769233,0.0,0.513916015625,0.01171875,0.086181640625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2304,2432,4096,128,0.23045554968800241,0.0,0.514404296875,0.010986328125,0.07568359375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2432,2560,4096,128,0.23250738534408832,0.0,0.5087890625,0.00732421875,0.087890625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2560,2688,4096,128,0.264069162871613,0.0,0.514404296875,0.007568359375,0.0908203125,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.up_proj.output,128,2688,2816,4096,128,0.23688686188291144,0.0,0.505126953125,0.0078125,0.080322265625,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,2816,2944,4096,128,0.23302774075640711,0.0,0.481689453125,0.009521484375,0.079345703125,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.up_proj.output,128,2944,3072,4096,128,0.23597185317662,0.0,0.528564453125,0.009765625,0.08056640625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,3072,3200,4096,128,0.23587054326343534,0.0,0.4921875,0.009033203125,0.086669921875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,3200,3328,4096,128,0.23826117887729484,0.0,0.503662109375,0.008056640625,0.08544921875,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.up_proj.output,128,3328,3456,4096,128,0.23274694794455458,0.0,0.49755859375,0.00634765625,0.076171875,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.up_proj.output,128,3456,3584,4096,128,0.23906911125972394,0.0,0.491943359375,0.008056640625,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,3584,3712,4096,128,0.22915312576853064,0.0,0.490966796875,0.00732421875,0.0869140625,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,128,3712,3840,4096,128,0.2345962816103903,0.0,0.504638671875,0.006103515625,0.077880859375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,3840,3968,4096,128,0.23922382333556513,0.0,0.474853515625,0.009521484375,0.08544921875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,3968,4096,4096,128,0.23764476071809953,0.0,0.4873046875,0.009765625,0.08544921875,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4096,4224,4096,128,0.23843442963549416,0.0,0.503662109375,0.009033203125,0.08056640625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4224,4352,4096,128,0.23641289658705272,0.0,0.490478515625,0.007568359375,0.080078125,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.up_proj.output,128,4352,4480,4096,128,0.24584179990843458,0.0,0.50146484375,0.00634765625,0.085205078125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4480,4608,4096,128,0.23810118572866612,0.0,0.462890625,0.00732421875,0.08251953125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4608,4736,4096,128,0.24313719576068107,0.0,0.498291015625,0.009033203125,0.090087890625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4736,4864,4096,128,0.23698273033180792,0.0,0.513427734375,0.007568359375,0.076416015625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,4864,4992,4096,128,0.23152290479215532,0.0,0.492919921875,0.00732421875,0.08447265625,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.up_proj.output,128,4992,5120,4096,128,0.24044962933346783,0.0,0.481689453125,0.008056640625,0.08251953125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5120,5248,4096,128,0.23663360939215494,0.0,0.4892578125,0.00927734375,0.081298828125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5248,5376,4096,128,0.24065538071907686,0.0,0.498046875,0.010498046875,0.0849609375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5376,5504,4096,128,0.23400108701975686,0.0,0.497314453125,0.007568359375,0.09375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5504,5632,4096,128,0.23898734384905174,0.0,0.507080078125,0.008544921875,0.08837890625,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5632,5760,4096,128,0.2416086728294735,0.0,0.48095703125,0.00732421875,0.07470703125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.up_proj.output,128,5760,5888,4096,128,0.24304000393104067,0.0,0.49658203125,0.00830078125,0.085693359375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.up_proj.output,128,5888,6016,4096,128,0.23675421407625363,0.0,0.484130859375,0.00830078125,0.079345703125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.up_proj.output,128,6016,6144,4096,128,0.23405338561272315,0.0,0.526123046875,0.0068359375,0.089111328125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,0,0,6144,196608,6144,0.1489489141366786,0.0,0.6935475667317709,0.007044474283854167,0.06993611653645833,1.0,4980,0.810546875
+fresh-en-2,layers.1.mlp.silu_gate,64,0,64,2048,64,0.14586538243806524,0.0,0.6923828125,0.00634765625,0.06884765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,64,128,2048,64,0.1385067409312698,0.0,0.69921875,0.00732421875,0.06640625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,128,192,2048,64,0.14561393343176013,0.0,0.70556640625,0.00634765625,0.06103515625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,192,256,2048,64,0.15265457708140692,0.0,0.6650390625,0.0078125,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,256,320,2048,64,0.14333102217336596,0.0,0.6884765625,0.005859375,0.07421875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,320,384,2048,64,0.14792513370449478,0.0,0.689453125,0.00732421875,0.06640625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,384,448,2048,64,0.1423618576787794,0.0,0.6591796875,0.0087890625,0.072265625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,448,512,2048,64,0.1427549892031287,0.0,0.71728515625,0.0087890625,0.0625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,512,576,2048,64,0.146372053961634,0.0,0.74072265625,0.0068359375,0.0654296875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,576,640,2048,64,0.14502979215527043,0.0,0.6728515625,0.005859375,0.0634765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,640,704,2048,64,0.14396323151802728,0.0,0.6884765625,0.0087890625,0.072265625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,704,768,2048,64,0.14486596365116303,0.0,0.712890625,0.0107421875,0.06787109375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,768,832,2048,64,0.1458763435888969,0.0,0.6943359375,0.00390625,0.0634765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,832,896,2048,64,0.15830644574959465,0.0,0.66748046875,0.0126953125,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.silu_gate,64,896,960,2048,64,0.14962824715465647,0.0,0.7060546875,0.00390625,0.0703125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,960,1024,2048,64,0.18151458005725235,0.0,0.7177734375,0.0048828125,0.06591796875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.silu_gate,64,1024,1088,2048,64,0.14090915806052232,0.0,0.70947265625,0.00830078125,0.0732421875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,1088,1152,2048,64,0.14547291186933614,0.0,0.66943359375,0.00927734375,0.06982421875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,1152,1216,2048,64,0.14787377679860603,0.0,0.7275390625,0.00927734375,0.0693359375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,1216,1280,2048,64,0.1572418012716215,0.0,0.69482421875,0.00732421875,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,1280,1344,2048,64,0.14571843567193007,0.0,0.689453125,0.0087890625,0.07421875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,1344,1408,2048,64,0.15423061392693607,0.0,0.62451171875,0.009765625,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,1408,1472,2048,64,0.14304126795061775,0.0,0.68505859375,0.00439453125,0.06640625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,1472,1536,2048,64,0.14502928850124155,0.0,0.70361328125,0.00927734375,0.0654296875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,1536,1600,2048,64,0.19498287594983402,0.0,0.73583984375,0.01025390625,0.08349609375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.silu_gate,64,1600,1664,2048,64,0.14788266701516214,0.0,0.7265625,0.005859375,0.064453125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,1664,1728,2048,64,0.14288545420304613,0.0,0.69677734375,0.00732421875,0.07421875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,1728,1792,2048,64,0.1560311150040796,0.0,0.7041015625,0.0068359375,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.silu_gate,64,1792,1856,2048,64,0.14947042769565178,0.0,0.7255859375,0.0078125,0.068359375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,1856,1920,2048,64,0.14404051983165864,0.0,0.67431640625,0.00830078125,0.076171875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,1920,1984,2048,64,0.14018629361495363,0.0,0.681640625,0.00439453125,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,1984,2048,2048,64,0.14345340899714656,0.0,0.6982421875,0.005859375,0.06005859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,2048,2112,2048,64,0.14656393091240993,0.0,0.69140625,0.0078125,0.0654296875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2112,2176,2048,64,0.1519246801499237,0.0,0.6904296875,0.00537109375,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2176,2240,2048,64,0.14345230103656098,0.0,0.7060546875,0.0087890625,0.06689453125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2240,2304,2048,64,0.1467060735665165,0.0,0.69970703125,0.0048828125,0.06298828125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2304,2368,2048,64,0.14428931488040117,0.0,0.7119140625,0.0068359375,0.06640625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,2368,2432,2048,64,0.1524831287894213,0.0,0.67626953125,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2432,2496,2048,64,0.16753225591882748,0.0,0.6513671875,0.00927734375,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.silu_gate,64,2496,2560,2048,64,0.1648053753584406,0.0,0.67626953125,0.0068359375,0.07666015625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.silu_gate,64,2560,2624,2048,64,0.14881691258509425,0.0,0.72705078125,0.00634765625,0.0595703125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,2624,2688,2048,64,0.15403053794916027,0.0,0.6826171875,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2688,2752,2048,64,0.14836918964204124,0.0,0.6748046875,0.00537109375,0.0693359375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,2752,2816,2048,64,0.15120657606673327,0.0,0.6865234375,0.005859375,0.0703125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,2816,2880,2048,64,0.16707176756345837,0.0,0.68603515625,0.005859375,0.07421875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,2880,2944,2048,64,0.14227340679715914,0.0,0.697265625,0.0078125,0.0673828125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,2944,3008,2048,64,0.1462411049492666,0.0,0.71240234375,0.0048828125,0.06298828125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3008,3072,2048,64,0.13986164455205394,0.0,0.67529296875,0.00439453125,0.07275390625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3072,3136,2048,64,0.1401801164248768,0.0,0.71337890625,0.009765625,0.0625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3136,3200,2048,64,0.1473658214347048,0.0,0.7119140625,0.00634765625,0.0673828125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,3200,3264,2048,64,0.14641059539307158,0.0,0.7333984375,0.0078125,0.064453125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,3264,3328,2048,64,0.1495510558076275,0.0,0.685546875,0.00634765625,0.06591796875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3328,3392,2048,64,0.13708004971895174,0.0,0.66015625,0.0078125,0.0712890625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3392,3456,2048,64,0.13698929594385967,0.0,0.68798828125,0.00634765625,0.06396484375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3456,3520,2048,64,0.14521456354196788,0.0,0.7275390625,0.0048828125,0.0595703125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3520,3584,2048,64,0.14419973696665297,0.0,0.70654296875,0.00341796875,0.05615234375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3584,3648,2048,64,0.14449374783959876,0.0,0.70166015625,0.0048828125,0.06396484375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3648,3712,2048,64,0.15272811227347088,0.0,0.71240234375,0.00634765625,0.0712890625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,3712,3776,2048,64,0.15303054687268783,0.0,0.69873046875,0.00732421875,0.07421875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,3776,3840,2048,64,0.14409250807215346,0.0,0.68310546875,0.00390625,0.06787109375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,3840,3904,2048,64,0.15405729559430253,0.0,0.68212890625,0.00830078125,0.06787109375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,3904,3968,2048,64,0.14815277610194572,0.0,0.69189453125,0.00390625,0.0615234375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,3968,4032,2048,64,0.14521682536137095,0.0,0.6728515625,0.00927734375,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,4032,4096,2048,64,0.15283587805719567,0.0,0.6533203125,0.0078125,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,4096,4160,2048,64,0.1445752573856624,0.0,0.69384765625,0.0078125,0.06591796875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4160,4224,2048,64,0.15284743169887796,0.0,0.66162109375,0.00634765625,0.0712890625,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,4224,4288,2048,64,0.15042916114956953,0.0,0.6982421875,0.00732421875,0.0654296875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4288,4352,2048,64,0.14717319995350886,0.0,0.7216796875,0.01171875,0.08203125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,4352,4416,2048,64,0.13832098944030066,0.0,0.66064453125,0.0078125,0.06689453125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4416,4480,2048,64,0.15412176030103436,0.0,0.6953125,0.0087890625,0.0732421875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,4480,4544,2048,64,0.1465473804245532,0.0,0.673828125,0.005859375,0.05859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4544,4608,2048,64,0.14159370294326953,0.0,0.681640625,0.0068359375,0.0771484375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4608,4672,2048,64,0.14735718433258463,0.0,0.71435546875,0.0087890625,0.0751953125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4672,4736,2048,64,0.14800143317332648,0.0,0.6572265625,0.00732421875,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4736,4800,2048,64,0.14749087011480178,0.0,0.70263671875,0.00439453125,0.0634765625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,4800,4864,2048,64,0.14119035834233706,0.0,0.70361328125,0.00439453125,0.06640625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4864,4928,2048,64,0.14731145376271185,0.0,0.68359375,0.00341796875,0.06884765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,4928,4992,2048,64,0.14872763222064048,0.0,0.662109375,0.01123046875,0.068359375,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,4992,5056,2048,64,0.15056146276497417,0.0,0.6806640625,0.00830078125,0.0751953125,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,5056,5120,2048,64,0.15224858311361997,0.0,0.67236328125,0.00390625,0.06689453125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,5120,5184,2048,64,0.1450533381623915,0.0,0.68212890625,0.00634765625,0.06201171875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5184,5248,2048,64,0.14767771555460177,0.0,0.703125,0.0078125,0.0693359375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5248,5312,2048,64,0.1486220963806806,0.0,0.70361328125,0.0078125,0.0673828125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,5312,5376,2048,64,0.13711996157149473,0.0,0.72021484375,0.005859375,0.07421875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.silu_gate,64,5376,5440,2048,64,0.16453011954410307,0.0,0.73583984375,0.0078125,0.06396484375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.silu_gate,64,5440,5504,2048,64,0.1440948487411697,0.0,0.6865234375,0.00732421875,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5504,5568,2048,64,0.15515309846558564,0.0,0.69384765625,0.00927734375,0.06689453125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,5568,5632,2048,64,0.14413930974180114,0.0,0.71533203125,0.00634765625,0.06005859375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5632,5696,2048,64,0.1489246706611795,0.0,0.69482421875,0.0068359375,0.0732421875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5696,5760,2048,64,0.15777782649595598,0.0,0.6708984375,0.0068359375,0.07080078125,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,5760,5824,2048,64,0.15942740403288305,0.0,0.6923828125,0.00927734375,0.07421875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.silu_gate,64,5824,5888,2048,64,0.15338906879366854,0.0,0.666015625,0.0068359375,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,64,5888,5952,2048,64,0.14263648465798826,0.0,0.73291015625,0.00537109375,0.0693359375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,5952,6016,2048,64,0.14415830387629677,0.0,0.68994140625,0.005859375,0.06884765625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,6016,6080,2048,64,0.1417572782222613,0.0,0.71337890625,0.00634765625,0.06982421875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,64,6080,6144,2048,64,0.15270370946106337,0.0,0.68408203125,0.009765625,0.07568359375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,0,128,4096,128,0.14223365824797748,0.0,0.69580078125,0.0068359375,0.067626953125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,128,256,4096,128,0.14917579816004384,0.0,0.685302734375,0.0068359375,0.06982421875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,256,384,4096,128,0.1456461930480069,0.0,0.68896484375,0.0068359375,0.07080078125,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,384,512,4096,128,0.14255855895760597,0.0,0.688232421875,0.0087890625,0.0673828125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,512,640,4096,128,0.14570246873946308,0.0,0.706787109375,0.00634765625,0.064697265625,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.silu_gate,128,640,768,4096,128,0.14441530295244548,0.0,0.70068359375,0.009765625,0.070068359375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,768,896,4096,128,0.15221832738657862,0.0,0.680908203125,0.008056640625,0.075439453125,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,896,1024,4096,128,0.16633724044833684,0.0,0.7119140625,0.00439453125,0.06982421875,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.silu_gate,128,1024,1152,4096,128,0.1432092156829806,0.0,0.689453125,0.0087890625,0.0712890625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,1152,1280,4096,128,0.1526296791777865,0.0,0.711181640625,0.008056640625,0.072509765625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,1280,1408,4096,128,0.15003490388398633,0.0,0.656982421875,0.0087890625,0.073974609375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,1408,1536,4096,128,0.14403870809629055,0.0,0.6943359375,0.0068359375,0.066162109375,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.silu_gate,128,1536,1664,4096,128,0.1730427766726853,0.0,0.731201171875,0.008056640625,0.0732421875,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.silu_gate,128,1664,1792,4096,128,0.1496027437452721,0.0,0.700439453125,0.007080078125,0.075927734375,1.0,101,0.7890625
+fresh-en-2,layers.1.mlp.silu_gate,128,1792,1920,4096,128,0.14678058473261288,0.0,0.699951171875,0.008056640625,0.072021484375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,1920,2048,4096,128,0.1418292590941668,0.0,0.68994140625,0.005126953125,0.072265625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,2048,2176,4096,128,0.14926837287777053,0.0,0.69091796875,0.006591796875,0.06884765625,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,2176,2304,4096,128,0.1450883087881106,0.0,0.702880859375,0.0068359375,0.065185546875,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,2304,2432,4096,128,0.1484427683554622,0.0,0.694091796875,0.0068359375,0.070068359375,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,2432,2560,4096,128,0.16617440916141088,0.0,0.663818359375,0.008056640625,0.07861328125,1.0,99,0.7734375
+fresh-en-2,layers.1.mlp.silu_gate,128,2560,2688,4096,128,0.15144616220338383,0.0,0.704833984375,0.00634765625,0.066162109375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,2688,2816,4096,128,0.14979460117250687,0.0,0.6806640625,0.005615234375,0.069091796875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,2816,2944,4096,128,0.15516877552917693,0.0,0.691650390625,0.007568359375,0.072509765625,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,2944,3072,4096,128,0.1430869323061814,0.0,0.69384765625,0.00439453125,0.06884765625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,3072,3200,4096,128,0.14381785419066945,0.0,0.712646484375,0.008056640625,0.064453125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,3200,3328,4096,128,0.1479891562522907,0.0,0.70947265625,0.0068359375,0.065673828125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.silu_gate,128,3328,3456,4096,128,0.1370346803443286,0.0,0.674072265625,0.007080078125,0.067626953125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,3456,3584,4096,128,0.14470803986982916,0.0,0.717041015625,0.004150390625,0.0576171875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,3584,3712,4096,128,0.14866795122579626,0.0,0.70703125,0.005615234375,0.06640625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,3712,3840,4096,128,0.14862873066583984,0.0,0.69091796875,0.005615234375,0.072509765625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,3840,3968,4096,128,0.1511338734244305,0.0,0.68701171875,0.006103515625,0.06298828125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,3968,4096,4096,128,0.14907503478038983,0.0,0.6630859375,0.008544921875,0.07373046875,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,4096,4224,4096,128,0.14876885162068315,0.0,0.677734375,0.00732421875,0.0693359375,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,4224,4352,4096,128,0.1488100858623478,0.0,0.7099609375,0.009521484375,0.07275390625,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,4352,4480,4096,128,0.14643464944819798,0.0,0.677978515625,0.00830078125,0.070556640625,1.0,104,0.8125
+fresh-en-2,layers.1.mlp.silu_gate,128,4480,4608,4096,128,0.144091830827576,0.0,0.677734375,0.00634765625,0.068359375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,4608,4736,4096,128,0.14767966006831465,0.0,0.685791015625,0.008056640625,0.073486328125,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,4736,4864,4096,128,0.14437498754295855,0.0,0.703125,0.00439453125,0.066162109375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,4864,4992,4096,128,0.14802123664468164,0.0,0.6728515625,0.00732421875,0.069091796875,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,4992,5120,4096,128,0.15140737288856435,0.0,0.676513671875,0.006103515625,0.07080078125,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,5120,5248,4096,128,0.14637140872362842,0.0,0.692626953125,0.00732421875,0.065673828125,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,5248,5376,4096,128,0.14298673259074862,0.0,0.7119140625,0.00732421875,0.072265625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,5376,5504,4096,128,0.15465038905695877,0.0,0.711181640625,0.008056640625,0.06982421875,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,5504,5632,4096,128,0.14974749509810606,0.0,0.70458984375,0.0078125,0.064208984375,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,5632,5760,4096,128,0.15341512322018447,0.0,0.682861328125,0.007080078125,0.0712890625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.silu_gate,128,5760,5888,4096,128,0.15643737338317357,0.0,0.67919921875,0.008544921875,0.076171875,1.0,103,0.8046875
+fresh-en-2,layers.1.mlp.silu_gate,128,5888,6016,4096,128,0.14339941306030377,0.0,0.71142578125,0.005615234375,0.069091796875,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.silu_gate,128,6016,6144,4096,128,0.14733219066475672,0.0,0.69873046875,0.008056640625,0.07275390625,1.0,105,0.8203125
+fresh-en-2,layers.1.mlp.gated_product,0,0,6144,196608,6144,0.037889893653524305,0.0,0.5021820068359375,0.036122639973958336,0.22063700358072916,1.0,4390,0.7145182291666666
+fresh-en-2,layers.1.mlp.gated_product,64,0,64,2048,64,0.03882743557877497,0.0,0.53466796875,0.0400390625,0.21533203125,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,64,128,2048,64,0.03411992629759639,0.0,0.5,0.0322265625,0.1923828125,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,128,192,2048,64,0.036893361199255244,0.0,0.50341796875,0.03564453125,0.2294921875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,192,256,2048,64,0.038714749588219806,0.0,0.50634765625,0.03466796875,0.22216796875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,256,320,2048,64,0.03623487672704314,0.0,0.5107421875,0.03125,0.2216796875,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,320,384,2048,64,0.0488704182666126,0.0,0.50390625,0.04150390625,0.27587890625,1.0,38,0.59375
+fresh-en-2,layers.1.mlp.gated_product,64,384,448,2048,64,0.0348929987456342,0.0,0.525390625,0.0322265625,0.220703125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,448,512,2048,64,0.03636903612454478,0.0,0.49169921875,0.03759765625,0.2109375,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,512,576,2048,64,0.03774559625881886,0.0,0.52392578125,0.03564453125,0.2109375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,576,640,2048,64,0.03977298159588188,0.0,0.50830078125,0.03759765625,0.240234375,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,640,704,2048,64,0.036650366422159575,0.0,0.48046875,0.0361328125,0.21630859375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,704,768,2048,64,0.03320369311803006,0.0,0.4931640625,0.03564453125,0.1982421875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,768,832,2048,64,0.03901802133457382,0.0,0.505859375,0.03271484375,0.22265625,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,832,896,2048,64,0.04387055441792116,0.0,0.4931640625,0.048828125,0.2548828125,1.0,43,0.671875
+fresh-en-2,layers.1.mlp.gated_product,64,896,960,2048,64,0.04042380998544077,0.0,0.50537109375,0.02783203125,0.22265625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,960,1024,2048,64,0.03629793241440684,0.0,0.51708984375,0.0361328125,0.1923828125,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,1024,1088,2048,64,0.03444959715301539,0.0,0.5068359375,0.03759765625,0.21337890625,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,1088,1152,2048,64,0.038186215516296015,0.0,0.4873046875,0.037109375,0.2197265625,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,1152,1216,2048,64,0.038807640286460894,0.0,0.51611328125,0.0400390625,0.2138671875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,1216,1280,2048,64,0.03974251475203285,0.0,0.49169921875,0.0390625,0.22119140625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,1280,1344,2048,64,0.03620933160198835,0.0,0.52099609375,0.03466796875,0.2099609375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,1344,1408,2048,64,0.04064425523398124,0.0,0.49951171875,0.04443359375,0.2509765625,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,1408,1472,2048,64,0.03237860839176615,0.0,0.513671875,0.03466796875,0.203125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,1472,1536,2048,64,0.036543472945232934,0.0,0.51708984375,0.0390625,0.228515625,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,1536,1600,2048,64,0.041834433403039,0.0,0.49267578125,0.03857421875,0.23388671875,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,1600,1664,2048,64,0.039452649431991886,0.0,0.46728515625,0.037109375,0.21240234375,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,1664,1728,2048,64,0.03975035251436111,0.0,0.51171875,0.03857421875,0.2587890625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,1728,1792,2048,64,0.0369752652001306,0.0,0.52685546875,0.037109375,0.2275390625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,1792,1856,2048,64,0.0347398197339506,0.0,0.5107421875,0.0361328125,0.19921875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,1856,1920,2048,64,0.03718853150967062,0.0,0.48291015625,0.041015625,0.22509765625,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,1920,1984,2048,64,0.03673742649456636,0.0,0.50537109375,0.03271484375,0.22216796875,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,1984,2048,2048,64,0.03533224188667368,0.0,0.51318359375,0.0302734375,0.2138671875,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,2048,2112,2048,64,0.033515006176477936,0.0,0.515625,0.029296875,0.20703125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,2112,2176,2048,64,0.045164943273162325,0.0,0.48974609375,0.0419921875,0.24462890625,1.0,41,0.640625
+fresh-en-2,layers.1.mlp.gated_product,64,2176,2240,2048,64,0.03503895241578711,0.0,0.48486328125,0.0361328125,0.21484375,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,2240,2304,2048,64,0.03869078603728066,0.0,0.50830078125,0.041015625,0.2236328125,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,2304,2368,2048,64,0.03331628178657266,0.0,0.505859375,0.02783203125,0.19384765625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,2368,2432,2048,64,0.03673954539193702,0.0,0.5009765625,0.0380859375,0.21875,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,2432,2496,2048,64,0.04413065620747415,0.0,0.4853515625,0.03857421875,0.25341796875,1.0,43,0.671875
+fresh-en-2,layers.1.mlp.gated_product,64,2496,2560,2048,64,0.038818385442370804,0.0,0.50048828125,0.03759765625,0.23974609375,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,2560,2624,2048,64,0.03594450263583208,0.0,0.49853515625,0.0263671875,0.18212890625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,2624,2688,2048,64,0.048120665329952204,0.0,0.52490234375,0.0478515625,0.27197265625,1.0,43,0.671875
+fresh-en-2,layers.1.mlp.gated_product,64,2688,2752,2048,64,0.0347252926573845,0.0,0.498046875,0.033203125,0.21240234375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,2752,2816,2048,64,0.03988853113951105,0.0,0.48388671875,0.0390625,0.21142578125,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,2816,2880,2048,64,0.03562532220752214,0.0,0.5009765625,0.02490234375,0.20458984375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,2880,2944,2048,64,0.0408086790294491,0.0,0.5068359375,0.0419921875,0.23681640625,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,2944,3008,2048,64,0.034357548081754466,0.0,0.48974609375,0.0322265625,0.1962890625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,3008,3072,2048,64,0.037836263255979406,0.0,0.486328125,0.03955078125,0.2470703125,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,3072,3136,2048,64,0.037227455933881826,0.0,0.5234375,0.0419921875,0.21630859375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,3136,3200,2048,64,0.034781475813425014,0.0,0.49072265625,0.03369140625,0.18896484375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,3200,3264,2048,64,0.03514683167522837,0.0,0.51318359375,0.0322265625,0.1962890625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,3264,3328,2048,64,0.03590567530522806,0.0,0.4912109375,0.03076171875,0.1962890625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,3328,3392,2048,64,0.03383521989168738,0.0,0.50439453125,0.0361328125,0.2236328125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,3392,3456,2048,64,0.030439141666999778,0.0,0.5126953125,0.02490234375,0.1796875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,3456,3520,2048,64,0.03792987146808419,0.0,0.50390625,0.029296875,0.21630859375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,3520,3584,2048,64,0.03850573455365212,0.0,0.51171875,0.033203125,0.212890625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,3584,3648,2048,64,0.03385745926683394,0.0,0.51953125,0.03271484375,0.20361328125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,3648,3712,2048,64,0.03793457300851317,0.0,0.51025390625,0.029296875,0.22021484375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,3712,3776,2048,64,0.039481106033767664,0.0,0.51025390625,0.03271484375,0.22509765625,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,3776,3840,2048,64,0.03547704115320124,0.0,0.4892578125,0.0322265625,0.20166015625,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,3840,3904,2048,64,0.04212108982943199,0.0,0.494140625,0.04541015625,0.24365234375,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,3904,3968,2048,64,0.03871929169465081,0.0,0.51318359375,0.03173828125,0.21240234375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,3968,4032,2048,64,0.035913531993611275,0.0,0.51708984375,0.03955078125,0.2001953125,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,4032,4096,2048,64,0.03263104144755328,0.0,0.49365234375,0.037109375,0.201171875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,4096,4160,2048,64,0.03702803624816871,0.0,0.5029296875,0.03955078125,0.216796875,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,4160,4224,2048,64,0.035596073279955114,0.0,0.51123046875,0.0380859375,0.21435546875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,4224,4288,2048,64,0.040647066304285266,0.0,0.498046875,0.03515625,0.22412109375,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,4288,4352,2048,64,0.036169453802940225,0.0,0.50537109375,0.03759765625,0.22021484375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,4352,4416,2048,64,0.033946507696890074,0.0,0.5224609375,0.03125,0.21875,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,4416,4480,2048,64,0.04533753598445975,0.0,0.50341796875,0.03857421875,0.22509765625,1.0,44,0.6875
+fresh-en-2,layers.1.mlp.gated_product,64,4480,4544,2048,64,0.037996749711976294,0.0,0.51611328125,0.0302734375,0.216796875,1.0,43,0.671875
+fresh-en-2,layers.1.mlp.gated_product,64,4544,4608,2048,64,0.03199493357884866,0.0,0.49462890625,0.04345703125,0.21533203125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,4608,4672,2048,64,0.035398895868467305,0.0,0.49169921875,0.03466796875,0.224609375,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,4672,4736,2048,64,0.045268589864074824,0.0,0.47607421875,0.04248046875,0.27880859375,1.0,40,0.625
+fresh-en-2,layers.1.mlp.gated_product,64,4736,4800,2048,64,0.035417768058891436,0.0,0.46630859375,0.02978515625,0.18896484375,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,4800,4864,2048,64,0.033402284579550065,0.0,0.51171875,0.0322265625,0.20556640625,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,4864,4928,2048,64,0.032326526050392296,0.0,0.48876953125,0.03076171875,0.20751953125,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,4928,4992,2048,64,0.037444196629207234,0.0,0.4873046875,0.03466796875,0.2060546875,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,4992,5056,2048,64,0.0386518994605568,0.0,0.51123046875,0.03125,0.2314453125,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,5056,5120,2048,64,0.03777826347280279,0.0,0.50732421875,0.03125,0.21142578125,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,5120,5184,2048,64,0.0359353923837502,0.0,0.505859375,0.03759765625,0.21923828125,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,5184,5248,2048,64,0.04968362972710687,0.0,0.49462890625,0.04296875,0.2705078125,1.0,35,0.546875
+fresh-en-2,layers.1.mlp.gated_product,64,5248,5312,2048,64,0.038799943921352116,0.0,0.49072265625,0.048828125,0.2255859375,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,5312,5376,2048,64,0.03345939812482946,0.0,0.49951171875,0.0322265625,0.197265625,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gated_product,64,5376,5440,2048,64,0.04251966135687293,0.0,0.48828125,0.04443359375,0.24072265625,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,5440,5504,2048,64,0.034775279037711486,0.0,0.51171875,0.04150390625,0.22265625,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,5504,5568,2048,64,0.04047084981648982,0.0,0.4697265625,0.0400390625,0.21923828125,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,5568,5632,2048,64,0.034964939065940975,0.0,0.49560546875,0.0361328125,0.20166015625,1.0,49,0.765625
+fresh-en-2,layers.1.mlp.gated_product,64,5632,5696,2048,64,0.03399635447559534,0.0,0.501953125,0.0302734375,0.193359375,1.0,50,0.78125
+fresh-en-2,layers.1.mlp.gated_product,64,5696,5760,2048,64,0.04359940460329143,0.0,0.49951171875,0.03369140625,0.23046875,1.0,46,0.71875
+fresh-en-2,layers.1.mlp.gated_product,64,5760,5824,2048,64,0.0392019342710291,0.0,0.4833984375,0.03759765625,0.22119140625,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,64,5824,5888,2048,64,0.04667291764746697,0.0,0.501953125,0.046875,0.2490234375,1.0,42,0.65625
+fresh-en-2,layers.1.mlp.gated_product,64,5888,5952,2048,64,0.0321924920939183,0.0,0.5068359375,0.02587890625,0.1904296875,1.0,51,0.796875
+fresh-en-2,layers.1.mlp.gated_product,64,5952,6016,2048,64,0.03990368067118372,0.0,0.52294921875,0.029296875,0.236328125,1.0,45,0.703125
+fresh-en-2,layers.1.mlp.gated_product,64,6016,6080,2048,64,0.03396018075113631,0.0,0.501953125,0.033203125,0.20556640625,1.0,48,0.75
+fresh-en-2,layers.1.mlp.gated_product,64,6080,6144,2048,64,0.04063420962956104,0.0,0.49365234375,0.03955078125,0.251953125,1.0,47,0.734375
+fresh-en-2,layers.1.mlp.gated_product,128,0,128,4096,128,0.03654954941020019,0.0,0.517333984375,0.036865234375,0.2041015625,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,128,256,4096,128,0.03781502304810403,0.0,0.5048828125,0.03515625,0.225830078125,1.0,94,0.734375
+fresh-en-2,layers.1.mlp.gated_product,128,256,384,4096,128,0.04301908921035913,0.0,0.50732421875,0.03564453125,0.2509765625,1.0,84,0.65625
+fresh-en-2,layers.1.mlp.gated_product,128,384,512,4096,128,0.03563865983795739,0.0,0.508544921875,0.034423828125,0.21533203125,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,512,640,4096,128,0.038772542487952213,0.0,0.51611328125,0.037109375,0.224609375,1.0,90,0.703125
+fresh-en-2,layers.1.mlp.gated_product,128,640,768,4096,128,0.034969519553139976,0.0,0.48681640625,0.03564453125,0.207275390625,1.0,96,0.75
+fresh-en-2,layers.1.mlp.gated_product,128,768,896,4096,128,0.04151524740261727,0.0,0.49951171875,0.03955078125,0.240478515625,1.0,88,0.6875
+fresh-en-2,layers.1.mlp.gated_product,128,896,1024,4096,128,0.03841630065024395,0.0,0.51123046875,0.03076171875,0.20703125,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,1024,1152,4096,128,0.03636593048075391,0.0,0.4970703125,0.037353515625,0.219482421875,1.0,93,0.7265625
+fresh-en-2,layers.1.mlp.gated_product,128,1152,1280,4096,128,0.0392778590520085,0.0,0.50390625,0.039306640625,0.216552734375,1.0,91,0.7109375
+fresh-en-2,layers.1.mlp.gated_product,128,1280,1408,4096,128,0.03849072082065861,0.0,0.51025390625,0.0390625,0.229248046875,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,1408,1536,4096,128,0.034523902562473445,0.0,0.515380859375,0.036865234375,0.217529296875,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,1536,1664,4096,128,0.040660984772610674,0.0,0.47998046875,0.0380859375,0.223876953125,1.0,88,0.6875
+fresh-en-2,layers.1.mlp.gated_product,128,1664,1792,4096,128,0.03838789367519377,0.0,0.519287109375,0.03759765625,0.2421875,1.0,89,0.6953125
+fresh-en-2,layers.1.mlp.gated_product,128,1792,1920,4096,128,0.03598501042790698,0.0,0.496826171875,0.037841796875,0.21337890625,1.0,94,0.734375
+fresh-en-2,layers.1.mlp.gated_product,128,1920,2048,4096,128,0.0360416829669626,0.0,0.50927734375,0.03125,0.217529296875,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,2048,2176,4096,128,0.039768880672438625,0.0,0.502685546875,0.036865234375,0.229248046875,1.0,88,0.6875
+fresh-en-2,layers.1.mlp.gated_product,128,2176,2304,4096,128,0.036910060353367254,0.0,0.49658203125,0.038330078125,0.219482421875,1.0,94,0.734375
+fresh-en-2,layers.1.mlp.gated_product,128,2304,2432,4096,128,0.035069707923566416,0.0,0.50341796875,0.031982421875,0.206787109375,1.0,93,0.7265625
+fresh-en-2,layers.1.mlp.gated_product,128,2432,2560,4096,128,0.041559486676658694,0.0,0.492919921875,0.037841796875,0.244140625,1.0,87,0.6796875
+fresh-en-2,layers.1.mlp.gated_product,128,2560,2688,4096,128,0.042471200251079574,0.0,0.51171875,0.036865234375,0.230712890625,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,2688,2816,4096,128,0.03739612858711945,0.0,0.490966796875,0.0361328125,0.214599609375,1.0,93,0.7265625
+fresh-en-2,layers.1.mlp.gated_product,128,2816,2944,4096,128,0.038304776898700044,0.0,0.50390625,0.03271484375,0.218994140625,1.0,89,0.6953125
+fresh-en-2,layers.1.mlp.gated_product,128,2944,3072,4096,128,0.03613878752369708,0.0,0.488037109375,0.035888671875,0.222900390625,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,3072,3200,4096,128,0.03602523098516498,0.0,0.507080078125,0.038330078125,0.205322265625,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,3200,3328,4096,128,0.03552827955257122,0.0,0.502197265625,0.03125,0.196533203125,1.0,97,0.7578125
+fresh-en-2,layers.1.mlp.gated_product,128,3328,3456,4096,128,0.032182009341730974,0.0,0.508544921875,0.02978515625,0.203125,1.0,97,0.7578125
+fresh-en-2,layers.1.mlp.gated_product,128,3456,3584,4096,128,0.03821888762838151,0.0,0.5078125,0.03125,0.214599609375,1.0,91,0.7109375
+fresh-en-2,layers.1.mlp.gated_product,128,3584,3712,4096,128,0.035953854990414695,0.0,0.514892578125,0.031494140625,0.211181640625,1.0,94,0.734375
+fresh-en-2,layers.1.mlp.gated_product,128,3712,3840,4096,128,0.037532507128058605,0.0,0.499755859375,0.032958984375,0.216796875,1.0,90,0.703125
+fresh-en-2,layers.1.mlp.gated_product,128,3840,3968,4096,128,0.04045596221667787,0.0,0.503662109375,0.038330078125,0.227783203125,1.0,89,0.6953125
+fresh-en-2,layers.1.mlp.gated_product,128,3968,4096,4096,128,0.03431156252787157,0.0,0.50537109375,0.038818359375,0.201416015625,1.0,96,0.75
+fresh-en-2,layers.1.mlp.gated_product,128,4096,4224,4096,128,0.03631911274623618,0.0,0.507080078125,0.038818359375,0.215576171875,1.0,97,0.7578125
+fresh-en-2,layers.1.mlp.gated_product,128,4224,4352,4096,128,0.038473454403965275,0.0,0.501708984375,0.037353515625,0.222412109375,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,4352,4480,4096,128,0.040049079602140665,0.0,0.512939453125,0.03466796875,0.22607421875,1.0,91,0.7109375
+fresh-en-2,layers.1.mlp.gated_product,128,4480,4608,4096,128,0.03512427055035811,0.0,0.50537109375,0.03759765625,0.21630859375,1.0,91,0.7109375
+fresh-en-2,layers.1.mlp.gated_product,128,4608,4736,4096,128,0.04063451154491961,0.0,0.48388671875,0.040283203125,0.242431640625,1.0,88,0.6875
+fresh-en-2,layers.1.mlp.gated_product,128,4736,4864,4096,128,0.03442477966092651,0.0,0.489013671875,0.031005859375,0.19921875,1.0,98,0.765625
+fresh-en-2,layers.1.mlp.gated_product,128,4864,4992,4096,128,0.034979080517456615,0.0,0.488037109375,0.033447265625,0.20947265625,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,4992,5120,4096,128,0.038217577912064864,0.0,0.50927734375,0.03076171875,0.221435546875,1.0,92,0.71875
+fresh-en-2,layers.1.mlp.gated_product,128,5120,5248,4096,128,0.04335790290497426,0.0,0.500244140625,0.041748046875,0.246337890625,1.0,83,0.6484375
+fresh-en-2,layers.1.mlp.gated_product,128,5248,5376,4096,128,0.03622821394421695,0.0,0.4951171875,0.041015625,0.216064453125,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,5376,5504,4096,128,0.03884096828127389,0.0,0.5,0.04345703125,0.23095703125,1.0,90,0.703125
+fresh-en-2,layers.1.mlp.gated_product,128,5504,5632,4096,128,0.037818227409239055,0.0,0.482666015625,0.037841796875,0.210693359375,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,5632,5760,4096,128,0.039093862685796614,0.0,0.500732421875,0.030517578125,0.207275390625,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,5760,5888,4096,128,0.043099610742542205,0.0,0.49267578125,0.0419921875,0.238525390625,1.0,88,0.6875
+fresh-en-2,layers.1.mlp.gated_product,128,5888,6016,4096,128,0.036253691386704284,0.0,0.514892578125,0.029296875,0.21435546875,1.0,95,0.7421875
+fresh-en-2,layers.1.mlp.gated_product,128,6016,6144,4096,128,0.03744618050528625,0.0,0.497802734375,0.036865234375,0.228759765625,1.0,94,0.734375
+fresh-en-2,layers.1.mlp.down_proj.output,0,0,2048,65536,2048,0.025427624757181008,0.0,0.50091552734375,0.009674072265625,0.091094970703125,1.0,1679,0.81982421875
+fresh-en-2,layers.1.mlp.down_proj.output,64,0,64,2048,64,0.024655919738789934,0.0,0.51171875,0.0078125,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,64,128,2048,64,0.024360058630570145,0.0,0.4921875,0.00634765625,0.0888671875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,128,192,2048,64,0.02325952515621109,0.0,0.51513671875,0.00732421875,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,192,256,2048,64,0.024630315638653782,0.0,0.48095703125,0.01123046875,0.09326171875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,256,320,2048,64,0.023424392965378658,0.0,0.5048828125,0.01220703125,0.08740234375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,320,384,2048,64,0.023544017718272827,0.0,0.52978515625,0.00830078125,0.07470703125,1.0,55,0.859375
+fresh-en-2,layers.1.mlp.down_proj.output,64,384,448,2048,64,0.024038225280702825,0.0,0.53173828125,0.00732421875,0.08447265625,1.0,55,0.859375
+fresh-en-2,layers.1.mlp.down_proj.output,64,448,512,2048,64,0.0241078678186543,0.0,0.49755859375,0.0068359375,0.07958984375,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,512,576,2048,64,0.023843228400068625,0.0,0.52001953125,0.009765625,0.0712890625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,576,640,2048,64,0.024067695641341737,0.0,0.50048828125,0.009765625,0.0888671875,1.0,55,0.859375
+fresh-en-2,layers.1.mlp.down_proj.output,64,640,704,2048,64,0.024350644363054195,0.0,0.51123046875,0.00732421875,0.08056640625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,704,768,2048,64,0.024482347656612655,0.0,0.49658203125,0.00634765625,0.0849609375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,768,832,2048,64,0.024235283342937643,0.0,0.494140625,0.01123046875,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,832,896,2048,64,0.02402899354242476,0.0,0.52099609375,0.01025390625,0.08935546875,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,896,960,2048,64,0.02420599732995014,0.0,0.5146484375,0.0087890625,0.0859375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,960,1024,2048,64,0.02495720883016562,0.0,0.505859375,0.01123046875,0.0927734375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1024,1088,2048,64,0.023581680746351554,0.0,0.5009765625,0.0068359375,0.0908203125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1088,1152,2048,64,0.023834370664284465,0.0,0.52392578125,0.009765625,0.09375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1152,1216,2048,64,0.050268363463337455,0.0,0.48046875,0.01904296875,0.185546875,1.0,28,0.4375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1216,1280,2048,64,0.024714349504428378,0.0,0.48681640625,0.01025390625,0.0771484375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1280,1344,2048,64,0.02420246466824566,0.0,0.498046875,0.009765625,0.0927734375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1344,1408,2048,64,0.02398521849477378,0.0,0.490234375,0.0078125,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,1408,1472,2048,64,0.02413840908740327,0.0,0.49072265625,0.00830078125,0.087890625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1472,1536,2048,64,0.024402879179858925,0.0,0.4765625,0.00927734375,0.0859375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1536,1600,2048,64,0.02464366488914988,0.0,0.49755859375,0.00927734375,0.09130859375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1600,1664,2048,64,0.02330854552147696,0.0,0.47509765625,0.0126953125,0.095703125,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1664,1728,2048,64,0.024872555512786693,0.0,0.51318359375,0.00830078125,0.0986328125,1.0,53,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,64,1728,1792,2048,64,0.024966438444505436,0.0,0.48681640625,0.01025390625,0.08740234375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1792,1856,2048,64,0.02431093327213348,0.0,0.49462890625,0.00927734375,0.083984375,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1856,1920,2048,64,0.024720353957789664,0.0,0.49658203125,0.00927734375,0.087890625,1.0,55,0.859375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1920,1984,2048,64,0.023987816460045514,0.0,0.49267578125,0.01171875,0.087890625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,64,1984,2048,2048,64,0.024376200869060363,0.0,0.4970703125,0.01123046875,0.08447265625,1.0,54,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,0,128,4096,128,0.02450843563602608,0.0,0.501953125,0.007080078125,0.089111328125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.down_proj.output,128,128,256,4096,128,0.023954727706155726,0.0,0.498046875,0.00927734375,0.0849609375,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,128,256,384,4096,128,0.023484281510350983,0.0,0.517333984375,0.01025390625,0.0810546875,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,384,512,4096,128,0.024073071733864044,0.0,0.5146484375,0.007080078125,0.08203125,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,512,640,4096,128,0.023955724931862307,0.0,0.51025390625,0.009765625,0.080078125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.down_proj.output,128,640,768,4096,128,0.024416584811099096,0.0,0.50390625,0.0068359375,0.0830078125,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,768,896,4096,128,0.024132358871175045,0.0,0.507568359375,0.0107421875,0.08935546875,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,896,1024,4096,128,0.024584472531763314,0.0,0.51025390625,0.010009765625,0.09033203125,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1024,1152,4096,128,0.023708362362100756,0.0,0.512451171875,0.00830078125,0.091796875,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1152,1280,4096,128,0.03960875810164489,0.0,0.483642578125,0.015380859375,0.140869140625,1.0,81,0.6328125
+fresh-en-2,layers.1.mlp.down_proj.output,128,1280,1408,4096,128,0.024094086434846597,0.0,0.494140625,0.0087890625,0.0908203125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1408,1536,4096,128,0.024271004362588965,0.0,0.483642578125,0.0087890625,0.08642578125,1.0,107,0.8359375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1536,1664,4096,128,0.023985396739427536,0.0,0.486328125,0.010986328125,0.095458984375,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1664,1792,4096,128,0.024919541191000434,0.0,0.5,0.00927734375,0.09326171875,1.0,106,0.828125
+fresh-en-2,layers.1.mlp.down_proj.output,128,1792,1920,4096,128,0.024516498285445797,0.0,0.49560546875,0.00927734375,0.085693359375,1.0,108,0.84375
+fresh-en-2,layers.1.mlp.down_proj.output,128,1920,2048,4096,128,0.02418278837654593,0.0,0.494873046875,0.011474609375,0.086181640625,1.0,108,0.84375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.1161998798164188,0.0,0.4991353352864583,0.012237548828125,0.1217803955078125,1.0,3610,0.5875651041666666
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,0,64,2048,64,0.7692808142968617,0.0,0.4755859375,0.009765625,0.0966796875,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.1012577313756733,0.0,0.48681640625,0.01611328125,0.14208984375,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.062450567570079,0.0,0.53076171875,0.00830078125,0.10693359375,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.9706281587282029,0.0,0.50048828125,0.0078125,0.09716796875,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.3054779069083329,0.0,0.49560546875,0.01220703125,0.1259765625,1.0,34,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.0411276151284168,0.0,0.49853515625,0.01025390625,0.09716796875,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.9192720335574981,0.0,0.484375,0.0087890625,0.10546875,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,448,512,2048,64,0.8775965509980276,0.0,0.5244140625,0.0107421875,0.10400390625,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.0688537499251072,0.0,0.515625,0.01025390625,0.12158203125,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,576,640,2048,64,0.8787748128648305,0.0,0.41552734375,0.01123046875,0.10888671875,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,640,704,2048,64,0.8085332365241397,0.0,0.46923828125,0.01025390625,0.1005859375,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.401589560963578,0.0,0.54345703125,0.01806640625,0.13427734375,1.0,25,0.390625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.1982166659085283,0.0,0.537109375,0.01513671875,0.12158203125,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.3441486415147386,0.0,0.48046875,0.009765625,0.1337890625,1.0,33,0.515625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.4320897526539116,0.0,0.4599609375,0.01025390625,0.1123046875,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.198408978722102,0.0,0.5615234375,0.0107421875,0.1123046875,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.6883142935366244,0.0,0.48291015625,0.005859375,0.08740234375,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,0.7399864881249753,0.0,0.51171875,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2416377752528422,0.0,0.51708984375,0.0126953125,0.12744140625,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.1967947205757916,0.0,0.51220703125,0.01513671875,0.1162109375,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,0.852395354630849,0.0,0.48291015625,0.0087890625,0.0947265625,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0070557021996573,0.0,0.50732421875,0.01171875,0.1240234375,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.6905444796537417,0.0,0.51123046875,0.01416015625,0.10546875,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.6991379939818528,0.0,0.4716796875,0.01416015625,0.10888671875,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.230180779906057,0.0,0.48828125,0.01123046875,0.10546875,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.209431835880986,0.0,0.4814453125,0.005859375,0.11181640625,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.700131216573791,0.0,0.51171875,0.00634765625,0.09033203125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7614245915227625,0.0,0.49853515625,0.0126953125,0.0849609375,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.2709535865214123,0.0,0.47802734375,0.01416015625,0.0966796875,1.0,37,0.578125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.5196352326807048,0.0,0.509765625,0.01416015625,0.1171875,1.0,34,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.410487003581465,0.0,0.47412109375,0.009765625,0.0986328125,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.6171910791654474,0.0,0.529296875,0.00732421875,0.10107421875,1.0,35,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,0.7857773488288861,0.0,0.4814453125,0.01220703125,0.10009765625,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.0508545585038702,0.0,0.501953125,0.0126953125,0.1220703125,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.9401233858571432,0.0,0.49609375,0.00732421875,0.09130859375,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.2281795419318955,0.0,0.568359375,0.01123046875,0.1083984375,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.4034702613123111,0.0,0.49560546875,0.01123046875,0.11962890625,1.0,36,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.310683234374482,0.0,0.4921875,0.013671875,0.11279296875,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9180644033573733,0.0,0.53662109375,0.00830078125,0.103515625,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.8028544912356549,0.0,0.4580078125,0.01171875,0.103515625,1.0,48,0.75
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.0871657467700837,0.0,0.51318359375,0.01318359375,0.1123046875,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,0.7965202067275924,0.0,0.48193359375,0.01025390625,0.09033203125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.4120227940142454,0.0,0.462890625,0.01025390625,0.087890625,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5390022868344262,0.0,0.4931640625,0.0107421875,0.09814453125,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9218724073940064,0.0,0.5087890625,0.01025390625,0.111328125,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.1740376914855575,0.0,0.53466796875,0.01171875,0.10888671875,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.6515448416583387,0.0,0.4951171875,0.01416015625,0.14111328125,1.0,32,0.5
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.3645150480139456,0.0,0.4814453125,0.013671875,0.11962890625,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.0460344191348965,0.0,0.49560546875,0.01220703125,0.1240234375,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.072326812590425,0.0,0.49951171875,0.01171875,0.11572265625,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.4244062614652242,0.0,0.46630859375,0.009765625,0.119140625,1.0,36,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.5044449238389936,0.0,0.5107421875,0.01416015625,0.1318359375,1.0,34,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,0.8129408220206155,0.0,0.49951171875,0.00830078125,0.09423828125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,0.856531915530103,0.0,0.48779296875,0.0068359375,0.09375,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.7043678407636264,0.0,0.52001953125,0.00537109375,0.1015625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6404854676050463,0.0,0.505859375,0.0107421875,0.10009765625,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.2048790718799967,0.0,0.5009765625,0.02001953125,0.150390625,1.0,27,0.421875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.0090965919175563,0.0,0.521484375,0.0126953125,0.12158203125,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.701235953632698,0.0,0.509765625,0.00927734375,0.09423828125,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.6775384614158316,0.0,0.5361328125,0.0068359375,0.09814453125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.6965355694529327,0.0,0.5234375,0.0107421875,0.10546875,1.0,36,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.831371643957795,0.0,0.49560546875,0.01904296875,0.12158203125,1.0,36,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,1.609977365283274,0.0,0.5029296875,0.01123046875,0.11083984375,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.4125665898477215,0.0,0.46630859375,0.01171875,0.09716796875,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.7691136224183669,0.0,0.501953125,0.0126953125,0.1064453125,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.0871741072628867,0.0,0.49462890625,0.01025390625,0.1162109375,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.1515328312883308,0.0,0.4580078125,0.015625,0.1181640625,1.0,40,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,1.0030412902521197,0.0,0.5048828125,0.0107421875,0.111328125,1.0,44,0.6875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.9740147367999221,0.0,0.482421875,0.00732421875,0.1025390625,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.9201043669128509,0.0,0.4697265625,0.0068359375,0.1044921875,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.6570628295516262,0.0,0.5078125,0.00732421875,0.095703125,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.8286861770621936,0.0,0.509765625,0.01220703125,0.12109375,1.0,46,0.71875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9478993428644413,0.0,0.52783203125,0.01220703125,0.11572265625,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.9116882062414803,0.0,0.53515625,0.01171875,0.10888671875,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.7151245956396789,0.0,0.54443359375,0.00927734375,0.1005859375,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.6229752421386613,0.0,0.4736328125,0.00732421875,0.087890625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,0.9280511954405588,0.0,0.50244140625,0.00732421875,0.09326171875,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.8973489381929658,0.0,0.5029296875,0.00634765625,0.09326171875,1.0,48,0.75
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.189756090297778,0.0,0.509765625,0.0126953125,0.1376953125,1.0,37,0.578125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.950631824488827,0.0,0.501953125,0.01220703125,0.126953125,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.9227249277451424,0.0,0.4873046875,0.0126953125,0.10986328125,1.0,46,0.71875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.1601926371695719,0.0,0.48046875,0.013671875,0.125,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9594590466205047,0.0,0.4599609375,0.0107421875,0.1171875,1.0,44,0.6875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.9474325094705326,0.0,0.50390625,0.01025390625,0.1044921875,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.9765794325002004,0.0,0.5029296875,0.01416015625,0.12890625,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7225551678482288,0.0,0.48388671875,0.00634765625,0.091796875,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,1.8341733612167126,0.0,0.568359375,0.025390625,0.21435546875,1.0,20,0.3125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.717483852300984,0.0,0.51953125,0.02392578125,0.20068359375,1.0,20,0.3125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.228622064521634,0.0,0.478515625,0.01611328125,0.16455078125,1.0,25,0.390625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,0.6556340224388857,0.0,0.49560546875,0.00927734375,0.0947265625,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.6650307400133474,0.0,0.52001953125,0.01025390625,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7746918950023514,0.0,0.47216796875,0.01025390625,0.1044921875,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.237962556827178,0.0,0.50390625,0.01123046875,0.10693359375,1.0,39,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.2959392890667347,0.0,0.47119140625,0.0107421875,0.103515625,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0885862598287064,0.0,0.4765625,0.0087890625,0.109375,1.0,41,0.640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.614506040672146,0.0,0.47412109375,0.01904296875,0.16650390625,1.0,30,0.46875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,0,128,4096,128,0.9498846146137795,0.0,0.481201171875,0.013916015625,0.11865234375,1.0,86,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.0175756067845978,0.0,0.515625,0.00830078125,0.102783203125,1.0,86,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.1807242007362995,0.0,0.4970703125,0.010986328125,0.115478515625,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.898675908769277,0.0,0.50439453125,0.009521484375,0.105712890625,1.0,88,0.6875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,512,640,4096,128,0.9784409819847544,0.0,0.465576171875,0.010498046875,0.11572265625,1.0,80,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.1441545551118248,0.0,0.50634765625,0.014404296875,0.123046875,1.0,69,0.5390625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.2732750584510142,0.0,0.5087890625,0.01220703125,0.127197265625,1.0,70,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.3204289340850748,0.0,0.5107421875,0.01123046875,0.11376953125,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,0.7146175793018097,0.0,0.497314453125,0.00732421875,0.08837890625,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.2194223977221583,0.0,0.5146484375,0.013671875,0.1220703125,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,0.9329359645573473,0.0,0.4951171875,0.009765625,0.11083984375,1.0,87,0.6796875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6948545218278521,0.0,0.491455078125,0.01416015625,0.107177734375,1.0,100,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.2198504246203152,0.0,0.48486328125,0.008544921875,0.1083984375,1.0,75,0.5859375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.7314202379606072,0.0,0.505126953125,0.009033203125,0.0859375,1.0,98,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.4008237325759765,0.0,0.493896484375,0.013916015625,0.10693359375,1.0,70,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.5173629384238507,0.0,0.501708984375,0.0087890625,0.098876953125,1.0,72,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,0.9278311659620291,0.0,0.49169921875,0.0126953125,0.11328125,1.0,88,0.6875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.0936765901891516,0.0,0.5322265625,0.009765625,0.10009765625,1.0,85,0.6640625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.3578695289420115,0.0,0.493896484375,0.01220703125,0.11572265625,1.0,77,0.6015625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.8623855236520357,0.0,0.497314453125,0.0107421875,0.1025390625,1.0,91,0.7109375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,0.9529884051433994,0.0,0.49755859375,0.012939453125,0.102783203125,1.0,87,0.6796875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.4768778571190966,0.0,0.47802734375,0.01025390625,0.0927734375,1.0,86,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.055512490817413,0.0,0.521728515625,0.0107421875,0.10986328125,1.0,86,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.514843503511958,0.0,0.48828125,0.013916015625,0.132080078125,1.0,68,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.059262195826704,0.0,0.49755859375,0.01171875,0.11962890625,1.0,80,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4649723080260342,0.0,0.488525390625,0.011962890625,0.1259765625,1.0,70,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,0.835020868730004,0.0,0.49365234375,0.007568359375,0.09423828125,1.0,95,0.7421875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6731848517737413,0.0,0.512939453125,0.008544921875,0.10107421875,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.1113076778448958,0.0,0.51123046875,0.016357421875,0.133544921875,1.0,65,0.5078125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.689489024337912,0.0,0.52294921875,0.008056640625,0.095947265625,1.0,100,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.765241490095854,0.0,0.509521484375,0.01416015625,0.112060546875,1.0,72,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.514491909433407,0.0,0.484619140625,0.01171875,0.105224609375,1.0,81,0.6328125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.9416696086452925,0.0,0.498291015625,0.012939453125,0.110595703125,1.0,92,0.71875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.0798425096942508,0.0,0.4814453125,0.013427734375,0.11572265625,1.0,84,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9474430730960884,0.0,0.47607421875,0.006591796875,0.103515625,1.0,89,0.6953125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.7478142623781465,0.0,0.5087890625,0.009033203125,0.108642578125,1.0,97,0.7578125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.9299700397331754,0.0,0.531494140625,0.011962890625,0.113037109375,1.0,78,0.609375
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.6706345277446345,0.0,0.509033203125,0.00830078125,0.0927734375,1.0,96,0.75
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,0.9128291565881026,0.0,0.502685546875,0.0068359375,0.093505859375,1.0,92,0.71875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.0768519907888014,0.0,0.505859375,0.0126953125,0.13427734375,1.0,80,0.625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.048205191654946,0.0,0.48388671875,0.01318359375,0.120361328125,1.0,84,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.9534647403400818,0.0,0.48193359375,0.0107421875,0.111572265625,1.0,90,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,0.8590091264260804,0.0,0.493408203125,0.010498046875,0.11083984375,1.0,89,0.6953125
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,1.7767868051501905,0.0,0.5439453125,0.02490234375,0.2080078125,1.0,39,0.3046875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9847253801971377,0.0,0.487060546875,0.01318359375,0.14013671875,1.0,72,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7219464721657122,0.0,0.49609375,0.01025390625,0.0927734375,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.2672825125150424,0.0,0.487548828125,0.010986328125,0.107421875,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.3768895744493639,0.0,0.475341796875,0.013427734375,0.140625,1.0,69,0.5390625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5152849696027537,0.0,0.4960479736328125,0.0106964111328125,0.108001708984375,1.0,1099,0.53662109375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,0,64,2048,64,0.9222600029735663,0.0,0.35693359375,0.0107421875,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,64,128,2048,64,1.098294753998401,0.0,0.36181640625,0.01123046875,0.1025390625,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,128,192,2048,64,1.430417047437234,0.0,0.46484375,0.00732421875,0.10888671875,1.0,33,0.515625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,192,256,2048,64,1.635548794993998,0.0,0.48291015625,0.01513671875,0.14111328125,1.0,29,0.453125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3544809734460035,0.0,0.513671875,0.01025390625,0.1015625,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,320,384,2048,64,1.2946710202850868,0.0,0.404296875,0.01171875,0.0869140625,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,384,448,2048,64,1.710491641591066,0.0,0.1396484375,0.00146484375,0.01611328125,1.0,53,0.828125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,448,512,2048,64,1.7160017513965762,0.0,0.1337890625,0.001953125,0.01416015625,1.0,53,0.828125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5279803495485018,0.0,0.5595703125,0.00830078125,0.1259765625,1.0,35,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,576,640,2048,64,1.7267739919969445,0.0,0.5947265625,0.01025390625,0.12646484375,1.0,34,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,640,704,2048,64,2.0850505039501495,0.0,0.64306640625,0.01611328125,0.1787109375,1.0,20,0.3125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,704,768,2048,64,1.8004989963270002,0.0,0.6201171875,0.01171875,0.15283203125,1.0,22,0.34375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,768,832,2048,64,1.21859946741845,0.0,0.4482421875,0.01025390625,0.0908203125,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,832,896,2048,64,1.1620392558428756,0.0,0.52099609375,0.0068359375,0.0888671875,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,896,960,2048,64,1.6052923790679687,0.0,0.64697265625,0.01025390625,0.1005859375,1.0,37,0.578125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.3816082841539516,0.0,0.61083984375,0.01171875,0.103515625,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.111493706771825,0.0,0.5673828125,0.01220703125,0.09375,1.0,43,0.671875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.07564170232313,0.0,0.5830078125,0.01123046875,0.1005859375,1.0,45,0.703125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.3731172395674696,0.0,0.3837890625,0.01025390625,0.091796875,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.4801268509547814,0.0,0.294921875,0.0087890625,0.07666015625,1.0,42,0.65625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.4535199931653988,0.0,0.203125,0.00537109375,0.03759765625,1.0,48,0.75
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.4104630053851086,0.0,0.14404296875,0.0029296875,0.0400390625,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.4628314615410767,0.0,0.53857421875,0.0166015625,0.1513671875,1.0,25,0.390625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.563426478834039,0.0,0.5302734375,0.01123046875,0.1376953125,1.0,26,0.40625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1536,1600,2048,64,2.10555418984473,0.0,0.728515625,0.01220703125,0.1484375,1.0,24,0.375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.9016223347932333,0.0,0.619140625,0.01171875,0.14453125,1.0,24,0.375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1664,1728,2048,64,0.9557702995546571,0.0,0.4384765625,0.0078125,0.0810546875,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.022471161635016,0.0,0.470703125,0.00830078125,0.09033203125,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.2753012541692033,0.0,0.56298828125,0.013671875,0.1337890625,1.0,26,0.40625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.8356938192243712,0.0,0.681640625,0.01318359375,0.1787109375,1.0,19,0.296875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.8436337129486047,0.0,0.82470703125,0.0087890625,0.078125,1.0,38,0.59375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.8789001714269107,0.0,0.7998046875,0.01220703125,0.103515625,1.0,35,0.546875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,0,128,4096,128,1.0141042549326993,0.0,0.359375,0.010498046875,0.09326171875,1.0,95,0.7421875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5364102301152145,0.0,0.473876953125,0.0107421875,0.125244140625,1.0,61,0.4765625
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3249135364606366,0.0,0.458984375,0.01123046875,0.093994140625,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,384,512,4096,128,1.7132489116805265,0.0,0.13671875,0.001708984375,0.01513671875,1.0,105,0.8203125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,512,640,4096,128,1.630409820879926,0.0,0.5771484375,0.009521484375,0.1259765625,1.0,68,0.53125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,640,768,4096,128,1.9479774433752188,0.0,0.631591796875,0.01318359375,0.16650390625,1.0,41,0.3203125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,768,896,4096,128,1.1906552595340925,0.0,0.484619140625,0.008544921875,0.088134765625,1.0,87,0.6796875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.4976323102044315,0.0,0.62890625,0.01123046875,0.10595703125,1.0,79,0.6171875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.0937146181637083,0.0,0.5751953125,0.01171875,0.097900390625,1.0,88,0.6875
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.4276250292907282,0.0,0.33935546875,0.009521484375,0.08447265625,1.0,83,0.6484375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.4321533193222598,0.0,0.173583984375,0.004150390625,0.038818359375,1.0,97,0.7578125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.513964702295566,0.0,0.534423828125,0.013671875,0.145751953125,1.0,51,0.3984375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1536,1664,4096,128,2.0061811920358994,0.0,0.673828125,0.011962890625,0.14453125,1.0,46,0.359375
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1664,1792,4096,128,0.9896828133008216,0.0,0.45458984375,0.008544921875,0.086181640625,1.0,96,0.75
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.580532360760782,0.0,0.622314453125,0.014404296875,0.157958984375,1.0,42,0.328125
+fresh-en-2,layers.2.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.8613504669605792,0.0,0.812255859375,0.01025390625,0.090576171875,1.0,72,0.5625
+fresh-en-2,layers.2.linear_attn.in_proj_b.output,0,0,16,512,16,1.3967068460274672,0.0,0.494140625,0.00390625,0.041015625,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_b.output,64,0,16,512,16,1.3967068460274672,0.0,0.494140625,0.00390625,0.041015625,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_b.output,128,0,16,512,16,1.3967068460274672,0.0,0.494140625,0.00390625,0.041015625,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_a.output,0,0,16,512,16,1.607350412733397,0.0,0.435546875,0.01171875,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_a.output,64,0,16,512,16,1.607350412733397,0.0,0.435546875,0.01171875,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.in_proj_a.output,128,0,16,512,16,1.607350412733397,0.0,0.435546875,0.01171875,0.099609375,1.0,13,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03973075364626532,0.0,0.506744384765625,0.0139923095703125,0.1392669677734375,1.0,1138,0.5556640625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,0,64,2048,64,0.027086121726284558,0.0,0.5439453125,0.009765625,0.09521484375,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,64,128,2048,64,0.025536198932837047,0.0,0.51025390625,0.0087890625,0.09716796875,1.0,48,0.75
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,128,192,2048,64,0.024595067595568336,0.0,0.49853515625,0.0078125,0.078125,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,192,256,2048,64,0.025496409103035217,0.0,0.50927734375,0.0078125,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,256,320,2048,64,0.023756221434740182,0.0,0.51904296875,0.0087890625,0.078125,1.0,53,0.828125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,320,384,2048,64,0.023773671958281405,0.0,0.48876953125,0.01025390625,0.0859375,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,384,448,2048,64,0.023160895714350243,0.0,0.51904296875,0.0078125,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,448,512,2048,64,0.023874202222757032,0.0,0.51611328125,0.01171875,0.10595703125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,512,576,2048,64,0.02599974192915162,0.0,0.482421875,0.01318359375,0.10498046875,1.0,48,0.75
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,576,640,2048,64,0.024289297958258547,0.0,0.43603515625,0.00830078125,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,640,704,2048,64,0.024081482719941063,0.0,0.5087890625,0.01123046875,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,704,768,2048,64,0.024289939748454153,0.0,0.49169921875,0.00830078125,0.0791015625,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,768,832,2048,64,0.025175828041718886,0.0,0.4599609375,0.00830078125,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,832,896,2048,64,0.02666788460881542,0.0,0.51318359375,0.00927734375,0.08056640625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,896,960,2048,64,0.025290334616212235,0.0,0.49658203125,0.0078125,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,960,1024,2048,64,0.024861713829321938,0.0,0.5,0.00830078125,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1024,1088,2048,64,0.023017701195578548,0.0,0.54931640625,0.0087890625,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1088,1152,2048,64,0.025361057719954044,0.0,0.5439453125,0.005859375,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1152,1216,2048,64,0.17012002060202835,0.0,0.51806640625,0.0634765625,0.51025390625,1.0,1,0.015625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1216,1280,2048,64,0.031884788450027346,0.0,0.5224609375,0.013671875,0.11279296875,1.0,44,0.6875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1280,1344,2048,64,0.024212762534423723,0.0,0.47705078125,0.0087890625,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1344,1408,2048,64,0.024664653118628622,0.0,0.5185546875,0.01171875,0.08349609375,1.0,50,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1408,1472,2048,64,0.023913453149982247,0.0,0.484375,0.00732421875,0.080078125,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02527993700563889,0.0,0.49951171875,0.01025390625,0.07763671875,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1536,1600,2048,64,0.025365201502379853,0.0,0.5068359375,0.0087890625,0.09423828125,1.0,49,0.765625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1600,1664,2048,64,0.02491323784244772,0.0,0.51220703125,0.0078125,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1664,1728,2048,64,0.02571618849801059,0.0,0.548828125,0.01220703125,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1728,1792,2048,64,0.02632293495275267,0.0,0.5205078125,0.00439453125,0.07666015625,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1792,1856,2048,64,0.029038878706506732,0.0,0.49462890625,0.01123046875,0.09033203125,1.0,47,0.734375
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1856,1920,2048,64,0.023328481827058243,0.0,0.50244140625,0.01025390625,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1920,1984,2048,64,0.049423857587367885,0.0,0.47412109375,0.00830078125,0.15771484375,1.0,26,0.40625
+fresh-en-2,layers.2.linear_attn.out_proj.output,64,1984,2048,2048,64,0.024765192324444886,0.0,0.54931640625,0.00830078125,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,0,128,4096,128,0.026322570601183048,0.0,0.527099609375,0.009033203125,0.096923828125,1.0,97,0.7578125
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,128,256,4096,128,0.025049792685568405,0.0,0.50390625,0.0078125,0.083740234375,1.0,103,0.8046875
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,256,384,4096,128,0.023764948298243615,0.0,0.50390625,0.009521484375,0.08203125,1.0,102,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,384,512,4096,128,0.023520253209352405,0.0,0.517578125,0.009521484375,0.098388671875,1.0,100,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,512,640,4096,128,0.02515905975675112,0.0,0.459228515625,0.010498046875,0.091796875,1.0,99,0.7734375
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,640,768,4096,128,0.024185935819959013,0.0,0.500244140625,0.009765625,0.08154296875,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,768,896,4096,128,0.02593258941077128,0.0,0.486572265625,0.0087890625,0.081787109375,1.0,102,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,896,1024,4096,128,0.025076940000038687,0.0,0.498291015625,0.008056640625,0.082763671875,1.0,100,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1024,1152,4096,128,0.024217739541540398,0.0,0.546630859375,0.007568359375,0.082763671875,1.0,102,0.796875
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1152,1280,4096,128,0.12238762426025263,0.0,0.520263671875,0.04443359375,0.38623046875,1.0,1,0.0078125
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1280,1408,4096,128,0.02443975227995028,0.0,0.497802734375,0.01025390625,0.0859375,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02460618272472862,0.0,0.491943359375,0.009033203125,0.078857421875,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1536,1664,4096,128,0.025140235351431204,0.0,0.509521484375,0.00830078125,0.08984375,1.0,100,0.78125
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1664,1792,4096,128,0.026021330244551878,0.0,0.53466796875,0.00830078125,0.0869140625,1.0,101,0.7890625
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02633889273381283,0.0,0.49853515625,0.010986328125,0.089599609375,1.0,96,0.75
+fresh-en-2,layers.2.linear_attn.out_proj.output,128,1920,2048,4096,128,0.03908984810461129,0.0,0.51171875,0.010009765625,0.127685546875,1.0,73,0.5703125
+fresh-en-2,layers.2.mlp.gate_proj.output,0,0,6144,196608,6144,0.584108434519117,0.0,0.8220774332682291,0.007115681966145833,0.07261149088541667,1.0,4573,0.7443033854166666
+fresh-en-2,layers.2.mlp.gate_proj.output,64,0,64,2048,64,0.5751540067249847,0.0,0.82666015625,0.01220703125,0.08544921875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,64,128,2048,64,0.6229074319062862,0.0,0.8173828125,0.00634765625,0.072265625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,128,192,2048,64,0.6144912608341045,0.0,0.8505859375,0.00927734375,0.0859375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,192,256,2048,64,0.5506739757682315,0.0,0.79248046875,0.00634765625,0.07666015625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,256,320,2048,64,0.5940470396741544,0.0,0.85009765625,0.005859375,0.0712890625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,320,384,2048,64,0.5648391190234445,0.0,0.83154296875,0.0078125,0.07470703125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,384,448,2048,64,0.5895702480382579,0.0,0.7998046875,0.0068359375,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,448,512,2048,64,0.56495139403409,0.0,0.79638671875,0.009765625,0.07177734375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,512,576,2048,64,0.5662832565052922,0.0,0.85009765625,0.0068359375,0.0625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,576,640,2048,64,0.5609355434075183,0.0,0.80615234375,0.005859375,0.06884765625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,640,704,2048,64,0.5782661746034418,0.0,0.8330078125,0.0048828125,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,704,768,2048,64,0.5678759515734997,0.0,0.81640625,0.009765625,0.0693359375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,768,832,2048,64,0.5664298949578156,0.0,0.81201171875,0.01025390625,0.0771484375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,832,896,2048,64,0.5568204800111761,0.0,0.78515625,0.0048828125,0.08203125,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,896,960,2048,64,0.6083565253766863,0.0,0.82763671875,0.00537109375,0.07080078125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,960,1024,2048,64,0.5424420864683804,0.0,0.8095703125,0.00830078125,0.06982421875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1024,1088,2048,64,0.5611009972206037,0.0,0.8173828125,0.00732421875,0.072265625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1088,1152,2048,64,0.5843001002893843,0.0,0.83349609375,0.0068359375,0.06884765625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1152,1216,2048,64,0.6019049857226441,0.0,0.83203125,0.005859375,0.05615234375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1216,1280,2048,64,0.6231459268719101,0.0,0.859375,0.0068359375,0.05712890625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1280,1344,2048,64,0.6174135143433764,0.0,0.81103515625,0.00439453125,0.05615234375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1344,1408,2048,64,0.603597328628413,0.0,0.83447265625,0.00830078125,0.07763671875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1408,1472,2048,64,0.5810764702264406,0.0,0.7958984375,0.00732421875,0.0791015625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1472,1536,2048,64,0.5664018500888653,0.0,0.81201171875,0.009765625,0.0751953125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1536,1600,2048,64,0.5890227251367015,0.0,0.82177734375,0.00927734375,0.076171875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1600,1664,2048,64,0.5377343970272221,0.0,0.80419921875,0.00927734375,0.07958984375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1664,1728,2048,64,0.5833913242946949,0.0,0.85595703125,0.00537109375,0.06494140625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1728,1792,2048,64,0.6035593206038083,0.0,0.85302734375,0.00830078125,0.06103515625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1792,1856,2048,64,0.5823448133391181,0.0,0.8505859375,0.00634765625,0.07470703125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1856,1920,2048,64,0.5241501644504402,0.0,0.78466796875,0.00634765625,0.0703125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1920,1984,2048,64,0.5643811469711388,0.0,0.83349609375,0.00439453125,0.07421875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,1984,2048,2048,64,0.5451396576756186,0.0,0.81640625,0.0068359375,0.07275390625,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2048,2112,2048,64,0.5763675872934073,0.0,0.81982421875,0.00634765625,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2112,2176,2048,64,0.5725884103312391,0.0,0.8251953125,0.00830078125,0.0615234375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2176,2240,2048,64,0.5869956391479184,0.0,0.82080078125,0.0048828125,0.07177734375,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2240,2304,2048,64,0.5525072610301729,0.0,0.818359375,0.005859375,0.0771484375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2304,2368,2048,64,0.6068403462385442,0.0,0.82421875,0.00732421875,0.07763671875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2368,2432,2048,64,0.5773846403710846,0.0,0.81982421875,0.005859375,0.07763671875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2432,2496,2048,64,0.5713686380573454,0.0,0.8154296875,0.0087890625,0.07958984375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2496,2560,2048,64,0.6149429883560609,0.0,0.8134765625,0.0068359375,0.07666015625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2560,2624,2048,64,0.5912664480860886,0.0,0.80712890625,0.0048828125,0.072265625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2624,2688,2048,64,0.5978793040473096,0.0,0.7978515625,0.0048828125,0.06787109375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2688,2752,2048,64,0.5952675626037466,0.0,0.82861328125,0.00537109375,0.07177734375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2752,2816,2048,64,0.5504776049155248,0.0,0.83349609375,0.00537109375,0.06884765625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2816,2880,2048,64,0.5547538792456915,0.0,0.82470703125,0.00732421875,0.08251953125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2880,2944,2048,64,0.592882949226632,0.0,0.814453125,0.0078125,0.078125,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,2944,3008,2048,64,0.7039088612648535,0.0,0.84033203125,0.00537109375,0.06201171875,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3008,3072,2048,64,0.5784542886953542,0.0,0.81396484375,0.00634765625,0.078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3072,3136,2048,64,0.5966272738469788,0.0,0.8212890625,0.00537109375,0.0673828125,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3136,3200,2048,64,0.5928552302006431,0.0,0.8330078125,0.00732421875,0.08544921875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3200,3264,2048,64,0.5953831193665742,0.0,0.8427734375,0.0107421875,0.07080078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3264,3328,2048,64,0.5637397094920301,0.0,0.796875,0.0078125,0.07568359375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3328,3392,2048,64,0.6044998353487543,0.0,0.82080078125,0.0048828125,0.0732421875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3392,3456,2048,64,0.6006959141164001,0.0,0.85498046875,0.00634765625,0.06982421875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3456,3520,2048,64,0.584779058239964,0.0,0.82861328125,0.00439453125,0.0654296875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3520,3584,2048,64,0.5660858118620969,0.0,0.8408203125,0.00830078125,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3584,3648,2048,64,0.5683771567974687,0.0,0.80859375,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3648,3712,2048,64,0.5512092777980372,0.0,0.83447265625,0.0068359375,0.0673828125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3712,3776,2048,64,0.6156575282735556,0.0,0.83984375,0.0068359375,0.07958984375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3776,3840,2048,64,0.5804783614803737,0.0,0.83740234375,0.00830078125,0.0673828125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3840,3904,2048,64,0.5611623483030774,0.0,0.8486328125,0.0048828125,0.08251953125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3904,3968,2048,64,0.597095408542472,0.0,0.828125,0.00537109375,0.06787109375,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,3968,4032,2048,64,0.6288477125046189,0.0,0.81005859375,0.009765625,0.07275390625,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4032,4096,2048,64,0.6033234701659899,0.0,0.81689453125,0.0048828125,0.078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4096,4160,2048,64,0.6281263218599635,0.0,0.822265625,0.00537109375,0.07275390625,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4160,4224,2048,64,0.5636529516696135,0.0,0.79150390625,0.00732421875,0.06884765625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4224,4288,2048,64,0.5539993699107717,0.0,0.8154296875,0.00537109375,0.0654296875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4288,4352,2048,64,0.6059815823499951,0.0,0.84326171875,0.00732421875,0.078125,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4352,4416,2048,64,0.589369568955886,0.0,0.81005859375,0.00634765625,0.07861328125,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4416,4480,2048,64,0.5834138578969418,0.0,0.859375,0.00732421875,0.06640625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4480,4544,2048,64,0.5934863408300401,0.0,0.82275390625,0.0078125,0.06298828125,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4544,4608,2048,64,0.5702131535127655,0.0,0.82421875,0.00927734375,0.06591796875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4608,4672,2048,64,0.5601628699584198,0.0,0.83837890625,0.00732421875,0.06640625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4672,4736,2048,64,0.5868245027347307,0.0,0.8466796875,0.01171875,0.07421875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4736,4800,2048,64,0.5427551480708168,0.0,0.7607421875,0.00732421875,0.06982421875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4800,4864,2048,64,0.6124524744089858,0.0,0.8349609375,0.00830078125,0.07373046875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4864,4928,2048,64,0.6320601638582948,0.0,0.8271484375,0.0048828125,0.07373046875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4928,4992,2048,64,0.615624839881572,0.0,0.8447265625,0.00927734375,0.076171875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,4992,5056,2048,64,0.5752586755019267,0.0,0.81005859375,0.00634765625,0.07763671875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5056,5120,2048,64,0.5639244318250599,0.0,0.8154296875,0.0068359375,0.07568359375,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5120,5184,2048,64,0.592308480187021,0.0,0.83056640625,0.0048828125,0.06396484375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5184,5248,2048,64,0.5821739126517659,0.0,0.82470703125,0.00830078125,0.07080078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5248,5312,2048,64,0.6163781039599799,0.0,0.8515625,0.00537109375,0.0615234375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5312,5376,2048,64,0.5653875776996667,0.0,0.80029296875,0.009765625,0.08447265625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5376,5440,2048,64,0.5980871165774592,0.0,0.814453125,0.005859375,0.0771484375,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5440,5504,2048,64,0.5505306187181459,0.0,0.80419921875,0.0087890625,0.080078125,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5504,5568,2048,64,0.5649663853860293,0.0,0.79541015625,0.00927734375,0.08447265625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5568,5632,2048,64,0.5659125757124064,0.0,0.81005859375,0.00732421875,0.080078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5632,5696,2048,64,0.5766880988297258,0.0,0.779296875,0.00732421875,0.07763671875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5696,5760,2048,64,0.5907461963546597,0.0,0.85302734375,0.00732421875,0.0634765625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5760,5824,2048,64,0.5583120757020964,0.0,0.7939453125,0.0068359375,0.07666015625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5824,5888,2048,64,0.5634826679983623,0.0,0.79248046875,0.00927734375,0.0791015625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5888,5952,2048,64,0.5964722272711943,0.0,0.82666015625,0.00830078125,0.07958984375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,5952,6016,2048,64,0.5775559666074007,0.0,0.83251953125,0.005859375,0.07080078125,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gate_proj.output,64,6016,6080,2048,64,0.6220048720722255,0.0,0.8115234375,0.0107421875,0.06689453125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,64,6080,6144,2048,64,0.5926508620492779,0.0,0.830078125,0.00732421875,0.0712890625,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,0,128,4096,128,0.5995063803563263,0.0,0.822021484375,0.00927734375,0.079345703125,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,128,256,4096,128,0.5834557983386052,0.0,0.821533203125,0.00732421875,0.080078125,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,256,384,4096,128,0.5796270851697698,0.0,0.8408203125,0.0068359375,0.07275390625,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,384,512,4096,128,0.5773920483488469,0.0,0.798095703125,0.00830078125,0.068359375,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,512,640,4096,128,0.5636157425303725,0.0,0.828125,0.00634765625,0.0654296875,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,640,768,4096,128,0.5730946104553793,0.0,0.82470703125,0.007568359375,0.06787109375,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,768,896,4096,128,0.5616457392617693,0.0,0.798583984375,0.00732421875,0.079345703125,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,896,1024,4096,128,0.5763423805085675,0.0,0.818603515625,0.0068359375,0.070068359375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1024,1152,4096,128,0.5728180061241706,0.0,0.825439453125,0.007080078125,0.070556640625,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1152,1280,4096,128,0.6126175226088576,0.0,0.845703125,0.006591796875,0.05615234375,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1280,1408,4096,128,0.6105445040376644,0.0,0.82275390625,0.00634765625,0.067626953125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1408,1536,4096,128,0.5737860751338033,0.0,0.803955078125,0.00830078125,0.07763671875,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1536,1664,4096,128,0.5639619014054479,0.0,0.81298828125,0.009521484375,0.0791015625,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1664,1792,4096,128,0.593560987072958,0.0,0.8544921875,0.006591796875,0.06298828125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1792,1920,4096,128,0.5540121282591185,0.0,0.817626953125,0.005859375,0.073974609375,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,1920,2048,4096,128,0.554843818307075,0.0,0.824951171875,0.005615234375,0.073486328125,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2048,2176,4096,128,0.5744811064465388,0.0,0.822509765625,0.00732421875,0.06396484375,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2176,2304,4096,128,0.5700123480547316,0.0,0.819580078125,0.00537109375,0.074462890625,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2304,2432,4096,128,0.5922956308970052,0.0,0.822021484375,0.0068359375,0.078125,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2432,2560,4096,128,0.59355581013237,0.0,0.814453125,0.008056640625,0.078857421875,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2560,2688,4096,128,0.5945820695414699,0.0,0.802490234375,0.0048828125,0.0703125,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2688,2816,4096,128,0.5733101536697819,0.0,0.8310546875,0.005859375,0.069580078125,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2816,2944,4096,128,0.5741350268106852,0.0,0.819580078125,0.00732421875,0.080078125,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,2944,3072,4096,128,0.6442425975815441,0.0,0.8271484375,0.00537109375,0.0693359375,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3072,3200,4096,128,0.5947442424581911,0.0,0.8271484375,0.00634765625,0.076416015625,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3200,3328,4096,128,0.5797773360889639,0.0,0.81982421875,0.0087890625,0.072998046875,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3328,3456,4096,128,0.6026008762741756,0.0,0.837890625,0.005615234375,0.072021484375,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3456,3584,4096,128,0.5755083376231784,0.0,0.834716796875,0.006591796875,0.0654296875,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3584,3712,4096,128,0.5598590270326129,0.0,0.821533203125,0.006591796875,0.07421875,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3712,3840,4096,128,0.5983265497480633,0.0,0.838623046875,0.00732421875,0.07275390625,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3840,3968,4096,128,0.5794075025642687,0.0,0.83837890625,0.005126953125,0.07373046875,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,3968,4096,4096,128,0.6162177598769057,0.0,0.8134765625,0.007568359375,0.075927734375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4096,4224,4096,128,0.5967609764969533,0.0,0.806884765625,0.006591796875,0.070556640625,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4224,4352,4096,128,0.5805725536093382,0.0,0.829345703125,0.006591796875,0.07177734375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4352,4480,4096,128,0.5863992745550765,0.0,0.834716796875,0.0068359375,0.07275390625,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4480,4608,4096,128,0.5819660974622162,0.0,0.823486328125,0.008544921875,0.064208984375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4608,4736,4096,128,0.5736486023211063,0.0,0.842529296875,0.00927734375,0.069580078125,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4736,4864,4096,128,0.5786541212879519,0.0,0.7978515625,0.00732421875,0.072021484375,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4864,4992,4096,128,0.6238966237349686,0.0,0.8359375,0.007080078125,0.07470703125,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,4992,5120,4096,128,0.5696197453343097,0.0,0.812744140625,0.006591796875,0.07568359375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5120,5248,4096,128,0.5872630587197379,0.0,0.82763671875,0.006591796875,0.067138671875,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5248,5376,4096,128,0.5914326166430105,0.0,0.825927734375,0.00732421875,0.073486328125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5376,5504,4096,128,0.5748009051672256,0.0,0.809326171875,0.006591796875,0.07861328125,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5504,5632,4096,128,0.565439678465177,0.0,0.802734375,0.00830078125,0.082275390625,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5632,5760,4096,128,0.5837594675203743,0.0,0.816162109375,0.00732421875,0.071044921875,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5760,5888,4096,128,0.5609033299104829,0.0,0.793212890625,0.008056640625,0.078125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,5888,6016,4096,128,0.5870902879752262,0.0,0.82958984375,0.0068359375,0.07470703125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gate_proj.output,128,6016,6144,4096,128,0.6075051872903383,0.0,0.82080078125,0.009033203125,0.069091796875,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.up_proj.output,0,0,6144,196608,6144,0.25495088835018825,0.0,0.5005645751953125,0.008997599283854166,0.086181640625,1.0,4934,0.8030598958333334
+fresh-en-2,layers.2.mlp.up_proj.output,64,0,64,2048,64,0.24298963251246808,0.0,0.50732421875,0.01025390625,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,64,128,2048,64,0.25679404340135936,0.0,0.47119140625,0.01171875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,128,192,2048,64,0.25645097027316704,0.0,0.48486328125,0.01123046875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,192,256,2048,64,0.25228562453993053,0.0,0.49853515625,0.0126953125,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,256,320,2048,64,0.3914230438597908,0.0,0.49072265625,0.0126953125,0.12060546875,1.0,40,0.625
+fresh-en-2,layers.2.mlp.up_proj.output,64,320,384,2048,64,0.2379491809660062,0.0,0.48974609375,0.00830078125,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,384,448,2048,64,0.23800535704369627,0.0,0.529296875,0.0087890625,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,448,512,2048,64,0.2375124977765365,0.0,0.50927734375,0.01025390625,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.up_proj.output,64,512,576,2048,64,0.27078309830439257,0.0,0.49267578125,0.01025390625,0.09326171875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,576,640,2048,64,0.258504030231135,0.0,0.51708984375,0.009765625,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,640,704,2048,64,0.24613261910166598,0.0,0.51611328125,0.0087890625,0.08154296875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,704,768,2048,64,0.24443805822128356,0.0,0.50830078125,0.00634765625,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,768,832,2048,64,0.2537873882883842,0.0,0.46826171875,0.0068359375,0.0908203125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,832,896,2048,64,0.25901530759315344,0.0,0.48388671875,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,896,960,2048,64,0.24765616986191089,0.0,0.4765625,0.01025390625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,960,1024,2048,64,0.2510805452485095,0.0,0.5078125,0.00732421875,0.0703125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1024,1088,2048,64,0.23827189461877354,0.0,0.5126953125,0.0078125,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1088,1152,2048,64,0.2502485450476948,0.0,0.4951171875,0.00732421875,0.0888671875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1152,1216,2048,64,0.24548136923436445,0.0,0.52099609375,0.01171875,0.091796875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1216,1280,2048,64,0.24983616002961756,0.0,0.525390625,0.01220703125,0.09326171875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1280,1344,2048,64,0.25382790254105614,0.0,0.47265625,0.00927734375,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1344,1408,2048,64,0.26709665392864573,0.0,0.52587890625,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,1408,1472,2048,64,0.24632455569981823,0.0,0.47607421875,0.0068359375,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1472,1536,2048,64,0.2750861507004808,0.0,0.49951171875,0.009765625,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,1536,1600,2048,64,0.2576691393917686,0.0,0.47998046875,0.01123046875,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,1600,1664,2048,64,0.265373414620983,0.0,0.5458984375,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1664,1728,2048,64,0.2412723267511871,0.0,0.49658203125,0.00732421875,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1728,1792,2048,64,0.22553352379535457,0.0,0.52880859375,0.00537109375,0.06689453125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1792,1856,2048,64,0.24285398739139263,0.0,0.5322265625,0.0078125,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1856,1920,2048,64,0.28376499237236863,0.0,0.46142578125,0.0078125,0.10302734375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.up_proj.output,64,1920,1984,2048,64,0.2457634164653767,0.0,0.466796875,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,1984,2048,2048,64,0.2518531318304038,0.0,0.50244140625,0.0078125,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2048,2112,2048,64,0.24485504399316368,0.0,0.52490234375,0.0078125,0.08935546875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2112,2176,2048,64,0.23634775562797938,0.0,0.51416015625,0.0068359375,0.08837890625,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.up_proj.output,64,2176,2240,2048,64,0.24564374390489546,0.0,0.53076171875,0.0087890625,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2240,2304,2048,64,0.24924896911653371,0.0,0.5009765625,0.00830078125,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2304,2368,2048,64,0.24826389758981818,0.0,0.5146484375,0.00390625,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2368,2432,2048,64,0.25138483622809743,0.0,0.486328125,0.005859375,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2432,2496,2048,64,0.24244832448850856,0.0,0.48583984375,0.00537109375,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2496,2560,2048,64,0.2542767126222127,0.0,0.46923828125,0.0048828125,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2560,2624,2048,64,0.23886297466772685,0.0,0.46533203125,0.01025390625,0.06689453125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2624,2688,2048,64,0.2434415747537593,0.0,0.49853515625,0.009765625,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2688,2752,2048,64,0.2525837421638322,0.0,0.51416015625,0.01123046875,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2752,2816,2048,64,0.2602836971346475,0.0,0.5205078125,0.0087890625,0.078125,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,2816,2880,2048,64,0.2568263085609036,0.0,0.47509765625,0.005859375,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2880,2944,2048,64,0.26314595913680827,0.0,0.5068359375,0.01123046875,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,2944,3008,2048,64,0.291109974447672,0.0,0.4951171875,0.009765625,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3008,3072,2048,64,0.24112482225833298,0.0,0.47509765625,0.00634765625,0.076171875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3072,3136,2048,64,0.2531319424215373,0.0,0.48974609375,0.01416015625,0.091796875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3136,3200,2048,64,0.23895918429682594,0.0,0.54345703125,0.01171875,0.09521484375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3200,3264,2048,64,0.25308565207833994,0.0,0.525390625,0.00830078125,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,3264,3328,2048,64,0.25148913116628446,0.0,0.50439453125,0.005859375,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3328,3392,2048,64,0.2556254906931081,0.0,0.50732421875,0.0078125,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3392,3456,2048,64,0.24439416241037878,0.0,0.498046875,0.00830078125,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3456,3520,2048,64,0.2588758111117623,0.0,0.4990234375,0.009765625,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3520,3584,2048,64,0.23566662030890895,0.0,0.51318359375,0.0126953125,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3584,3648,2048,64,0.2595585253485035,0.0,0.4755859375,0.01220703125,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3648,3712,2048,64,0.24738463782211811,0.0,0.52685546875,0.0048828125,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3712,3776,2048,64,0.24869448598886962,0.0,0.482421875,0.009765625,0.0947265625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3776,3840,2048,64,0.2390362646031323,0.0,0.48486328125,0.01171875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3840,3904,2048,64,0.2413562721603186,0.0,0.5126953125,0.0068359375,0.08447265625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3904,3968,2048,64,0.23226193819659693,0.0,0.484375,0.0107421875,0.09228515625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,3968,4032,2048,64,0.2614822537209927,0.0,0.47802734375,0.009765625,0.08935546875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4032,4096,2048,64,0.25213031100342936,0.0,0.51171875,0.009765625,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4096,4160,2048,64,0.23650408465466755,0.0,0.5126953125,0.01123046875,0.08544921875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.up_proj.output,64,4160,4224,2048,64,0.2514039063374249,0.0,0.48583984375,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4224,4288,2048,64,0.2594425922514818,0.0,0.50341796875,0.0078125,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4288,4352,2048,64,0.24735368982599187,0.0,0.50634765625,0.0087890625,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,4352,4416,2048,64,0.24533725436854614,0.0,0.53369140625,0.00927734375,0.07177734375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4416,4480,2048,64,0.2487347470196626,0.0,0.50390625,0.01220703125,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4480,4544,2048,64,0.25023226012893335,0.0,0.5009765625,0.0087890625,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4544,4608,2048,64,0.2517382372106182,0.0,0.49853515625,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4608,4672,2048,64,0.25776596269306334,0.0,0.501953125,0.005859375,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4672,4736,2048,64,0.25464587087118956,0.0,0.50634765625,0.0078125,0.0830078125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4736,4800,2048,64,0.25709701899807835,0.0,0.55712890625,0.00537109375,0.06884765625,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,4800,4864,2048,64,0.23374843233621834,0.0,0.52490234375,0.01171875,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4864,4928,2048,64,0.24800898474762018,0.0,0.43994140625,0.00732421875,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4928,4992,2048,64,0.2496116807092118,0.0,0.4853515625,0.00927734375,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,4992,5056,2048,64,0.2951632333285208,0.0,0.51025390625,0.01025390625,0.099609375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.up_proj.output,64,5056,5120,2048,64,0.25031526833600765,0.0,0.46533203125,0.00634765625,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5120,5184,2048,64,0.2409217832516036,0.0,0.50341796875,0.01318359375,0.0966796875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5184,5248,2048,64,0.24430809764427414,0.0,0.4853515625,0.009765625,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5248,5312,2048,64,0.23873791827638166,0.0,0.52490234375,0.005859375,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5312,5376,2048,64,0.254932063636931,0.0,0.5205078125,0.01025390625,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,5376,5440,2048,64,0.33735958331096666,0.0,0.47802734375,0.01025390625,0.11181640625,1.0,44,0.6875
+fresh-en-2,layers.2.mlp.up_proj.output,64,5440,5504,2048,64,0.25295636432376095,0.0,0.4970703125,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,5504,5568,2048,64,0.24575316252755616,0.0,0.51025390625,0.0068359375,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5568,5632,2048,64,0.2827712823713078,0.0,0.4990234375,0.01416015625,0.09912109375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.up_proj.output,64,5632,5696,2048,64,0.2622794531682748,0.0,0.47998046875,0.0048828125,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5696,5760,2048,64,0.25316626992803154,0.0,0.494140625,0.0078125,0.0869140625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5760,5824,2048,64,0.2569781548570431,0.0,0.51171875,0.01123046875,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5824,5888,2048,64,0.27937687153202934,0.0,0.49462890625,0.00927734375,0.09521484375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,64,5888,5952,2048,64,0.26540007729013165,0.0,0.47216796875,0.0146484375,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,64,5952,6016,2048,64,0.2512014090618865,0.0,0.5244140625,0.005859375,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,6016,6080,2048,64,0.25781397215354196,0.0,0.46923828125,0.00927734375,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,64,6080,6144,2048,64,0.2578335475745008,0.0,0.5439453125,0.0107421875,0.07958984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,0,128,4096,128,0.24998714190430227,0.0,0.4892578125,0.0107421875,0.088134765625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,128,256,4096,128,0.25437682333847905,0.0,0.49169921875,0.011962890625,0.085693359375,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,256,384,4096,128,0.32390724905970913,0.0,0.490234375,0.010986328125,0.10888671875,1.0,90,0.703125
+fresh-en-2,layers.2.mlp.up_proj.output,128,384,512,4096,128,0.2377590551183557,0.0,0.519287109375,0.009521484375,0.089599609375,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,128,512,640,4096,128,0.26471477100179536,0.0,0.5048828125,0.009521484375,0.09423828125,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,640,768,4096,128,0.24528680202248693,0.0,0.51220703125,0.007568359375,0.08349609375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,768,896,4096,128,0.25641467198837803,0.0,0.47607421875,0.00732421875,0.08837890625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,896,1024,4096,128,0.249374235510568,0.0,0.4921875,0.0087890625,0.075439453125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,1024,1152,4096,128,0.24433361420781632,0.0,0.50390625,0.007568359375,0.090087890625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,1152,1280,4096,128,0.24766833618725168,0.0,0.523193359375,0.01171875,0.092529296875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,1280,1408,4096,128,0.26054675842185276,0.0,0.499267578125,0.008056640625,0.083740234375,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,128,1408,1536,4096,128,0.2611016823460934,0.0,0.48779296875,0.0087890625,0.082275390625,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,1536,1664,4096,128,0.2615496459398242,0.0,0.512939453125,0.009521484375,0.08154296875,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,1664,1792,4096,128,0.23353554976863947,0.0,0.5126953125,0.00634765625,0.079345703125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,1792,1920,4096,128,0.26410284936742834,0.0,0.496826171875,0.00830078125,0.09228515625,1.0,101,0.7890625
+fresh-en-2,layers.2.mlp.up_proj.output,128,1920,2048,4096,128,0.2488269045797871,0.0,0.484619140625,0.0068359375,0.08837890625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2048,2176,4096,128,0.24063899742069778,0.0,0.51953125,0.0078125,0.087890625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2176,2304,4096,128,0.24745292231581004,0.0,0.515869140625,0.008544921875,0.074951171875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2304,2432,4096,128,0.24982924041424284,0.0,0.50048828125,0.0048828125,0.081298828125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2432,2560,4096,128,0.24843292518227575,0.0,0.4775390625,0.005126953125,0.07568359375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2560,2688,4096,128,0.2411631408255678,0.0,0.48193359375,0.009765625,0.074951171875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2688,2816,4096,128,0.25646261891313343,0.0,0.517333984375,0.009521484375,0.083740234375,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,2816,2944,4096,128,0.2600053351174272,0.0,0.490966796875,0.008544921875,0.084228515625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,2944,3072,4096,128,0.2672884183162796,0.0,0.485107421875,0.0078125,0.08251953125,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,3072,3200,4096,128,0.24614758990685331,0.0,0.5166015625,0.012939453125,0.093994140625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,3200,3328,4096,128,0.25228865450381555,0.0,0.514892578125,0.007080078125,0.088134765625,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,3328,3456,4096,128,0.2500728874871913,0.0,0.502685546875,0.0078125,0.079345703125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,3456,3584,4096,128,0.24754337145901956,0.0,0.506103515625,0.011474609375,0.084716796875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,3584,3712,4096,128,0.25354465791204345,0.0,0.501220703125,0.00830078125,0.08544921875,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,3712,3840,4096,128,0.24391318451109478,0.0,0.483642578125,0.0107421875,0.08935546875,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,3840,3968,4096,128,0.23685275810718945,0.0,0.49853515625,0.0087890625,0.087890625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,3968,4096,4096,128,0.2568488492651813,0.0,0.494873046875,0.009765625,0.0888671875,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4096,4224,4096,128,0.2440677223436754,0.0,0.499267578125,0.01123046875,0.08642578125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4224,4352,4096,128,0.2534702216678536,0.0,0.5048828125,0.008544921875,0.08203125,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,4352,4480,4096,128,0.24704184135084511,0.0,0.518798828125,0.0107421875,0.07861328125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4480,4608,4096,128,0.25098637819923975,0.0,0.499755859375,0.008544921875,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4608,4736,4096,128,0.2562106663224897,0.0,0.504150390625,0.0068359375,0.084228515625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4736,4864,4096,128,0.2457002307664137,0.0,0.541015625,0.008544921875,0.075439453125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4864,4992,4096,128,0.2488116231831049,0.0,0.462646484375,0.00830078125,0.085205078125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.up_proj.output,128,4992,5120,4096,128,0.2736595219164448,0.0,0.48779296875,0.00830078125,0.08984375,1.0,100,0.78125
+fresh-en-2,layers.2.mlp.up_proj.output,128,5120,5248,4096,128,0.24262084846494217,0.0,0.494384765625,0.011474609375,0.090087890625,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.up_proj.output,128,5248,5376,4096,128,0.24696776175558272,0.0,0.522705078125,0.00830078125,0.08642578125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,5376,5504,4096,128,0.2981596977323095,0.0,0.487548828125,0.00927734375,0.097412109375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.up_proj.output,128,5504,5632,4096,128,0.26490962140530994,0.0,0.504638671875,0.010498046875,0.0947265625,1.0,101,0.7890625
+fresh-en-2,layers.2.mlp.up_proj.output,128,5632,5760,4096,128,0.25776313912536275,0.0,0.487060546875,0.00634765625,0.0849609375,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,5760,5888,4096,128,0.2684112594701966,0.0,0.503173828125,0.009765625,0.091064453125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.up_proj.output,128,5888,6016,4096,128,0.2583982865077525,0.0,0.498291015625,0.010498046875,0.0830078125,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.up_proj.output,128,6016,6144,4096,128,0.2578237600498058,0.0,0.506591796875,0.010009765625,0.078369140625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,0,0,6144,196608,6144,0.19564844005348975,0.0,0.8220774332682291,0.004770914713541667,0.048975626627604164,1.0,4979,0.8103841145833334
+fresh-en-2,layers.2.mlp.silu_gate,64,0,64,2048,64,0.19056561299406802,0.0,0.82666015625,0.00830078125,0.05615234375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,64,128,2048,64,0.19675880952693117,0.0,0.8173828125,0.00439453125,0.04443359375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,128,192,2048,64,0.19779908256472198,0.0,0.8505859375,0.0068359375,0.05517578125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,192,256,2048,64,0.1937429431883905,0.0,0.79248046875,0.00439453125,0.05712890625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,256,320,2048,64,0.18907386398046874,0.0,0.85009765625,0.005859375,0.04443359375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,320,384,2048,64,0.1819922821134805,0.0,0.83154296875,0.00634765625,0.04638671875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,384,448,2048,64,0.2088236614778363,0.0,0.7998046875,0.00537109375,0.04638671875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,64,448,512,2048,64,0.19232617309995517,0.0,0.79638671875,0.00537109375,0.052734375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,512,576,2048,64,0.1852235786582679,0.0,0.85009765625,0.00390625,0.041015625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,576,640,2048,64,0.1874789318231939,0.0,0.80615234375,0.00390625,0.0439453125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,640,704,2048,64,0.19200321953701907,0.0,0.8330078125,0.00439453125,0.046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,704,768,2048,64,0.19051459735092097,0.0,0.81640625,0.005859375,0.048828125,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,768,832,2048,64,0.20822650968563355,0.0,0.81201171875,0.00732421875,0.0615234375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,64,832,896,2048,64,0.19200697084629445,0.0,0.78515625,0.0029296875,0.05859375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,64,896,960,2048,64,0.19937679046501053,0.0,0.82763671875,0.00341796875,0.04833984375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,960,1024,2048,64,0.18722185505636307,0.0,0.8095703125,0.00390625,0.0458984375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1024,1088,2048,64,0.1885293228686204,0.0,0.8173828125,0.005859375,0.05419921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,1088,1152,2048,64,0.19593683073628956,0.0,0.83349609375,0.00390625,0.0478515625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1152,1216,2048,64,0.2217663143305045,0.0,0.83203125,0.00244140625,0.04345703125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,1216,1280,2048,64,0.2031512148971601,0.0,0.859375,0.00537109375,0.03759765625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1280,1344,2048,64,0.23325807777564073,0.0,0.81103515625,0.00341796875,0.04296875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,1344,1408,2048,64,0.1937483433159306,0.0,0.83447265625,0.00537109375,0.05224609375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1408,1472,2048,64,0.19811987137786846,0.0,0.7958984375,0.005859375,0.0556640625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1472,1536,2048,64,0.194393178963056,0.0,0.81201171875,0.00439453125,0.05615234375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,1536,1600,2048,64,0.19260662536628037,0.0,0.82177734375,0.0078125,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1600,1664,2048,64,0.1879844598245113,0.0,0.80419921875,0.0068359375,0.05517578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,1664,1728,2048,64,0.19185138812174626,0.0,0.85595703125,0.00341796875,0.04296875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,1728,1792,2048,64,0.19481554118918873,0.0,0.85302734375,0.005859375,0.0419921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,1792,1856,2048,64,0.2101840056582213,0.0,0.8505859375,0.00537109375,0.05224609375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,1856,1920,2048,64,0.19972200787916491,0.0,0.78466796875,0.00537109375,0.05224609375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,1920,1984,2048,64,0.18660193968544722,0.0,0.83349609375,0.00390625,0.0498046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,1984,2048,2048,64,0.18421161463663036,0.0,0.81640625,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,2048,2112,2048,64,0.1948673250531299,0.0,0.81982421875,0.00390625,0.04248046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2112,2176,2048,64,0.19909127128800194,0.0,0.8251953125,0.00634765625,0.04296875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,2176,2240,2048,64,0.18994453912108392,0.0,0.82080078125,0.0029296875,0.04443359375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2240,2304,2048,64,0.18205677003862808,0.0,0.818359375,0.00341796875,0.05224609375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2304,2368,2048,64,0.19699640807930777,0.0,0.82421875,0.005859375,0.05126953125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2368,2432,2048,64,0.19211236899313472,0.0,0.81982421875,0.00390625,0.048828125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,2432,2496,2048,64,0.18407181128032502,0.0,0.8154296875,0.00390625,0.05224609375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2496,2560,2048,64,0.2332756918554387,0.0,0.8134765625,0.0048828125,0.05517578125,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,2560,2624,2048,64,0.19608931499795282,0.0,0.80712890625,0.00244140625,0.0498046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2624,2688,2048,64,0.20744192410877885,0.0,0.7978515625,0.0029296875,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2688,2752,2048,64,0.19424859556092447,0.0,0.82861328125,0.00439453125,0.0478515625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,2752,2816,2048,64,0.19132969704810804,0.0,0.83349609375,0.0029296875,0.0537109375,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,2816,2880,2048,64,0.18743939824417427,0.0,0.82470703125,0.005859375,0.05078125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,2880,2944,2048,64,0.18943500589101192,0.0,0.814453125,0.005859375,0.05517578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,2944,3008,2048,64,0.20348283561882027,0.0,0.84033203125,0.0029296875,0.0341796875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,3008,3072,2048,64,0.204293181745174,0.0,0.81396484375,0.00537109375,0.05322265625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3072,3136,2048,64,0.19620840159747843,0.0,0.8212890625,0.00439453125,0.04296875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3136,3200,2048,64,0.1902523803643608,0.0,0.8330078125,0.00537109375,0.0546875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3200,3264,2048,64,0.19748669032917335,0.0,0.8427734375,0.0078125,0.05029296875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3264,3328,2048,64,0.19068178887400566,0.0,0.796875,0.00390625,0.048828125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3328,3392,2048,64,0.20047617613750493,0.0,0.82080078125,0.00244140625,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3392,3456,2048,64,0.19004858598090033,0.0,0.85498046875,0.00244140625,0.041015625,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,3456,3520,2048,64,0.19138520144735374,0.0,0.82861328125,0.00244140625,0.04345703125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3520,3584,2048,64,0.18878562489292525,0.0,0.8408203125,0.00439453125,0.04541015625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3584,3648,2048,64,0.1875175539123686,0.0,0.80859375,0.00244140625,0.048828125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3648,3712,2048,64,0.18316433083070283,0.0,0.83447265625,0.00390625,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3712,3776,2048,64,0.19558309257569026,0.0,0.83984375,0.0029296875,0.04833984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3776,3840,2048,64,0.18884155089507035,0.0,0.83740234375,0.005859375,0.04345703125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,3840,3904,2048,64,0.1799340707462115,0.0,0.8486328125,0.00390625,0.0556640625,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,3904,3968,2048,64,0.19307442027628124,0.0,0.828125,0.00341796875,0.04150390625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,3968,4032,2048,64,0.20158707711534193,0.0,0.81005859375,0.00634765625,0.04931640625,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,64,4032,4096,2048,64,0.2042563710052485,0.0,0.81689453125,0.0029296875,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4096,4160,2048,64,0.2046987092900737,0.0,0.822265625,0.0029296875,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,4160,4224,2048,64,0.19794517194141095,0.0,0.79150390625,0.0048828125,0.04638671875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4224,4288,2048,64,0.18883411802667271,0.0,0.8154296875,0.00439453125,0.03955078125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4288,4352,2048,64,0.19259040487873108,0.0,0.84326171875,0.005859375,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,4352,4416,2048,64,0.18905750697300552,0.0,0.81005859375,0.0048828125,0.0517578125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,4416,4480,2048,64,0.18803632720463542,0.0,0.859375,0.0048828125,0.04345703125,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,4480,4544,2048,64,0.19228507171217799,0.0,0.82275390625,0.00390625,0.0419921875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,4544,4608,2048,64,0.19081583215505096,0.0,0.82421875,0.00537109375,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,4608,4672,2048,64,0.1918209652640469,0.0,0.83837890625,0.0048828125,0.04541015625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4672,4736,2048,64,0.1882069639981478,0.0,0.8466796875,0.0068359375,0.0478515625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4736,4800,2048,64,0.19830677817818368,0.0,0.7607421875,0.00537109375,0.0517578125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4800,4864,2048,64,0.1989746035176871,0.0,0.8349609375,0.00439453125,0.044921875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.silu_gate,64,4864,4928,2048,64,0.20025321522846012,0.0,0.8271484375,0.0029296875,0.044921875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4928,4992,2048,64,0.19442134633524707,0.0,0.8447265625,0.00537109375,0.048828125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,4992,5056,2048,64,0.2036282320679684,0.0,0.81005859375,0.00439453125,0.05322265625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,5056,5120,2048,64,0.19003765312907103,0.0,0.8154296875,0.00439453125,0.04931640625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,5120,5184,2048,64,0.19881687265857698,0.0,0.83056640625,0.00341796875,0.04248046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5184,5248,2048,64,0.19341071659570433,0.0,0.82470703125,0.00634765625,0.046875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,64,5248,5312,2048,64,0.20069158394270767,0.0,0.8515625,0.0029296875,0.03759765625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5312,5376,2048,64,0.1884068134136274,0.0,0.80029296875,0.005859375,0.05126953125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5376,5440,2048,64,0.1943282447611859,0.0,0.814453125,0.00390625,0.04833984375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5440,5504,2048,64,0.20621110672785994,0.0,0.80419921875,0.005859375,0.06005859375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,5504,5568,2048,64,0.18678387610865316,0.0,0.79541015625,0.00537109375,0.05615234375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5568,5632,2048,64,0.18901269761817743,0.0,0.81005859375,0.00537109375,0.0576171875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5632,5696,2048,64,0.21252898993088365,0.0,0.779296875,0.005859375,0.0556640625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,64,5696,5760,2048,64,0.18871102446036195,0.0,0.85302734375,0.0048828125,0.04248046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5760,5824,2048,64,0.191813588992472,0.0,0.7939453125,0.005859375,0.0517578125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5824,5888,2048,64,0.2273697080676528,0.0,0.79248046875,0.00634765625,0.06689453125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.silu_gate,64,5888,5952,2048,64,0.18531570713023587,0.0,0.82666015625,0.00537109375,0.05029296875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,5952,6016,2048,64,0.19178500941444912,0.0,0.83251953125,0.00390625,0.05029296875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,6016,6080,2048,64,0.20334019940391404,0.0,0.8115234375,0.0078125,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,64,6080,6144,2048,64,0.19530217440655728,0.0,0.830078125,0.0048828125,0.04833984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,0,128,4096,128,0.19368696649782619,0.0,0.822021484375,0.006591796875,0.050048828125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,128,256,4096,128,0.19578151738448857,0.0,0.821533203125,0.00537109375,0.056396484375,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,256,384,4096,128,0.1855668569402649,0.0,0.8408203125,0.00634765625,0.04638671875,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,384,512,4096,128,0.20074446250430406,0.0,0.798095703125,0.00537109375,0.04931640625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,512,640,4096,128,0.18635466719207938,0.0,0.828125,0.00390625,0.042236328125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,640,768,4096,128,0.19126035673443187,0.0,0.82470703125,0.005126953125,0.047607421875,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,768,896,4096,128,0.2002809978373273,0.0,0.798583984375,0.0048828125,0.059326171875,1.0,101,0.7890625
+fresh-en-2,layers.2.mlp.silu_gate,128,896,1024,4096,128,0.19339483910755548,0.0,0.818603515625,0.00341796875,0.046875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,1024,1152,4096,128,0.19226875359803255,0.0,0.825439453125,0.0048828125,0.05078125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,1152,1280,4096,128,0.21266254287712286,0.0,0.845703125,0.00390625,0.03955078125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,1280,1408,4096,128,0.2144151946402756,0.0,0.82275390625,0.004150390625,0.047607421875,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,128,1408,1536,4096,128,0.19626537068742647,0.0,0.803955078125,0.0048828125,0.055908203125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,1536,1664,4096,128,0.19030957578443075,0.0,0.81298828125,0.007568359375,0.0517578125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,1664,1792,4096,128,0.1933391453031142,0.0,0.8544921875,0.004638671875,0.042724609375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,1792,1920,4096,128,0.2050197510800123,0.0,0.817626953125,0.005126953125,0.052001953125,1.0,100,0.78125
+fresh-en-2,layers.2.mlp.silu_gate,128,1920,2048,4096,128,0.18541062922794593,0.0,0.824951171875,0.004150390625,0.049560546875,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,2048,2176,4096,128,0.19699061992444586,0.0,0.822509765625,0.005126953125,0.042724609375,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,2176,2304,4096,128,0.1860424621676714,0.0,0.819580078125,0.003173828125,0.048583984375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,2304,2432,4096,128,0.19456971387693345,0.0,0.822021484375,0.0048828125,0.050048828125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,2432,2560,4096,128,0.21011899023964156,0.0,0.814453125,0.00439453125,0.05517578125,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,128,2560,2688,4096,128,0.201845449954066,0.0,0.802490234375,0.002685546875,0.048583984375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,2688,2816,4096,128,0.19279467037487372,0.0,0.8310546875,0.003662109375,0.050537109375,1.0,107,0.8359375
+fresh-en-2,layers.2.mlp.silu_gate,128,2816,2944,4096,128,0.18843984381105006,0.0,0.819580078125,0.005859375,0.052734375,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,2944,3072,4096,128,0.20388841126832408,0.0,0.8271484375,0.004150390625,0.043701171875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,3072,3200,4096,128,0.19325333773539694,0.0,0.8271484375,0.0048828125,0.049072265625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,3200,3328,4096,128,0.19411406114107457,0.0,0.81982421875,0.005859375,0.049560546875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,3328,3456,4096,128,0.1953319766859174,0.0,0.837890625,0.002685546875,0.0439453125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,3456,3584,4096,128,0.1900898570403698,0.0,0.834716796875,0.00341796875,0.044189453125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,3584,3712,4096,128,0.1853537228031005,0.0,0.821533203125,0.003173828125,0.048095703125,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,3712,3840,4096,128,0.19224187557075914,0.0,0.838623046875,0.00439453125,0.04541015625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,3840,3968,4096,128,0.18661993674353863,0.0,0.83837890625,0.003662109375,0.049072265625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,3968,4096,4096,128,0.20292611310048358,0.0,0.8134765625,0.004638671875,0.048095703125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,4096,4224,4096,128,0.20135025785920518,0.0,0.806884765625,0.00390625,0.046142578125,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,4224,4352,4096,128,0.19072150925140158,0.0,0.829345703125,0.005126953125,0.043701171875,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,4352,4480,4096,128,0.18854760843279972,0.0,0.834716796875,0.004638671875,0.047607421875,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,4480,4608,4096,128,0.1915518606074893,0.0,0.823486328125,0.004638671875,0.044189453125,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.silu_gate,128,4608,4736,4096,128,0.19002255657188544,0.0,0.842529296875,0.005859375,0.047119140625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,4736,4864,4096,128,0.1986409714993764,0.0,0.7978515625,0.0048828125,0.048095703125,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,4864,4992,4096,128,0.19735882311179562,0.0,0.8359375,0.00439453125,0.047119140625,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,4992,5120,4096,128,0.19695020500361446,0.0,0.812744140625,0.00439453125,0.05126953125,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.silu_gate,128,5120,5248,4096,128,0.1961324222914211,0.0,0.82763671875,0.0048828125,0.044677734375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.silu_gate,128,5248,5376,4096,128,0.19464613945068407,0.0,0.825927734375,0.004638671875,0.04541015625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.silu_gate,128,5376,5504,4096,128,0.2003577890298905,0.0,0.809326171875,0.0048828125,0.0546875,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,128,5504,5632,4096,128,0.18790159157797634,0.0,0.802734375,0.00537109375,0.05712890625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,5632,5760,4096,128,0.20097316029002602,0.0,0.816162109375,0.00537109375,0.049560546875,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,128,5760,5888,4096,128,0.2103442857186078,0.0,0.793212890625,0.005615234375,0.05810546875,1.0,102,0.796875
+fresh-en-2,layers.2.mlp.silu_gate,128,5888,6016,4096,128,0.18857810204962783,0.0,0.82958984375,0.004638671875,0.0498046875,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.silu_gate,128,6016,6144,4096,128,0.19936170146438967,0.0,0.82080078125,0.00634765625,0.0478515625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.gated_product,0,0,6144,196608,6144,0.059336235047999064,0.0,0.4964701334635417,0.031239827473958332,0.19997660319010416,1.0,4100,0.6673177083333334
+fresh-en-2,layers.2.mlp.gated_product,64,0,64,2048,64,0.04483469585654612,0.0,0.490234375,0.03515625,0.1728515625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,64,128,2048,64,0.05053138665165872,0.0,0.51513671875,0.02734375,0.171875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,128,192,2048,64,0.0559251693872504,0.0,0.50244140625,0.0419921875,0.18701171875,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,192,256,2048,64,0.09157951104769667,0.0,0.4853515625,0.0458984375,0.29638671875,1.0,26,0.40625
+fresh-en-2,layers.2.mlp.gated_product,64,256,320,2048,64,0.07840435766097188,0.0,0.5068359375,0.03662109375,0.22119140625,1.0,33,0.515625
+fresh-en-2,layers.2.mlp.gated_product,64,320,384,2048,64,0.04212969306961343,0.0,0.501953125,0.02587890625,0.16162109375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,384,448,2048,64,0.05215248886230681,0.0,0.458984375,0.02783203125,0.18359375,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,448,512,2048,64,0.046139295803561284,0.0,0.49609375,0.03076171875,0.1806640625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,512,576,2048,64,0.05261902428806835,0.0,0.4990234375,0.0283203125,0.18017578125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,576,640,2048,64,0.050153185254716376,0.0,0.486328125,0.02685546875,0.17822265625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,640,704,2048,64,0.047775329676944644,0.0,0.47021484375,0.02490234375,0.1630859375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,704,768,2048,64,0.0494409751536055,0.0,0.48779296875,0.0302734375,0.185546875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,768,832,2048,64,0.06792609840076816,0.0,0.5205078125,0.03662109375,0.2314453125,1.0,37,0.578125
+fresh-en-2,layers.2.mlp.gated_product,64,832,896,2048,64,0.07856065262526077,0.0,0.50244140625,0.0439453125,0.2646484375,1.0,33,0.515625
+fresh-en-2,layers.2.mlp.gated_product,64,896,960,2048,64,0.06269475921295775,0.0,0.53076171875,0.02587890625,0.2021484375,1.0,43,0.671875
+fresh-en-2,layers.2.mlp.gated_product,64,960,1024,2048,64,0.047580721154794864,0.0,0.505859375,0.0224609375,0.1669921875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,1024,1088,2048,64,0.04728267003493378,0.0,0.4931640625,0.02587890625,0.1875,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gated_product,64,1088,1152,2048,64,0.08265548954375539,0.0,0.48388671875,0.04150390625,0.26025390625,1.0,32,0.5
+fresh-en-2,layers.2.mlp.gated_product,64,1152,1216,2048,64,0.05260509033243872,0.0,0.49560546875,0.02734375,0.16943359375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,1216,1280,2048,64,0.07955691918426414,0.0,0.4765625,0.03857421875,0.2353515625,1.0,36,0.5625
+fresh-en-2,layers.2.mlp.gated_product,64,1280,1344,2048,64,0.060210624286438856,0.0,0.54931640625,0.025390625,0.16796875,1.0,45,0.703125
+fresh-en-2,layers.2.mlp.gated_product,64,1344,1408,2048,64,0.05291350752681802,0.0,0.4765625,0.02783203125,0.17919921875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,1408,1472,2048,64,0.0475083635217048,0.0,0.50439453125,0.02880859375,0.1796875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,1472,1536,2048,64,0.056915219032077684,0.0,0.509765625,0.033203125,0.19287109375,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,1536,1600,2048,64,0.048475536105418215,0.0,0.5126953125,0.029296875,0.166015625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,1600,1664,2048,64,0.05102196265667089,0.0,0.46142578125,0.02392578125,0.173828125,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,1664,1728,2048,64,0.04687397540177021,0.0,0.498046875,0.02490234375,0.16748046875,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.gated_product,64,1728,1792,2048,64,0.04341410566303638,0.0,0.4697265625,0.0234375,0.14990234375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,1792,1856,2048,64,0.11565310246331696,0.0,0.478515625,0.05517578125,0.33642578125,1.0,11,0.171875
+fresh-en-2,layers.2.mlp.gated_product,64,1856,1920,2048,64,0.09428321617944546,0.0,0.5361328125,0.04833984375,0.3115234375,1.0,20,0.3125
+fresh-en-2,layers.2.mlp.gated_product,64,1920,1984,2048,64,0.04540791000631637,0.0,0.53173828125,0.0224609375,0.1708984375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,1984,2048,2048,64,0.05788267901741534,0.0,0.48486328125,0.03076171875,0.21142578125,1.0,42,0.65625
+fresh-en-2,layers.2.mlp.gated_product,64,2048,2112,2048,64,0.05690769746921466,0.0,0.4755859375,0.02783203125,0.19580078125,1.0,44,0.6875
+fresh-en-2,layers.2.mlp.gated_product,64,2112,2176,2048,64,0.0700681822828447,0.0,0.48388671875,0.03857421875,0.2353515625,1.0,36,0.5625
+fresh-en-2,layers.2.mlp.gated_product,64,2176,2240,2048,64,0.04629665795335697,0.0,0.46875,0.02392578125,0.154296875,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,2240,2304,2048,64,0.045863269778912925,0.0,0.4990234375,0.02294921875,0.17578125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,2304,2368,2048,64,0.04878345733536979,0.0,0.48828125,0.025390625,0.1728515625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,2368,2432,2048,64,0.05236298491340955,0.0,0.51318359375,0.02294921875,0.181640625,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gated_product,64,2432,2496,2048,64,0.04430088856034407,0.0,0.53271484375,0.02294921875,0.1611328125,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,2496,2560,2048,64,0.06660167986041368,0.0,0.53857421875,0.02685546875,0.1962890625,1.0,43,0.671875
+fresh-en-2,layers.2.mlp.gated_product,64,2560,2624,2048,64,0.048066528094985926,0.0,0.5185546875,0.021484375,0.16552734375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,2624,2688,2048,64,0.06743897918038287,0.0,0.50732421875,0.0361328125,0.22265625,1.0,39,0.609375
+fresh-en-2,layers.2.mlp.gated_product,64,2688,2752,2048,64,0.051442003202487055,0.0,0.4833984375,0.0263671875,0.17578125,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,2752,2816,2048,64,0.0528129951428712,0.0,0.49755859375,0.02587890625,0.1669921875,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,2816,2880,2048,64,0.05221706579706694,0.0,0.4990234375,0.0244140625,0.1884765625,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,2880,2944,2048,64,0.05017241578653975,0.0,0.4921875,0.0283203125,0.17236328125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,2944,3008,2048,64,0.06140426210968575,0.0,0.50146484375,0.021484375,0.1728515625,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,3008,3072,2048,64,0.04651818632422541,0.0,0.4951171875,0.02490234375,0.16748046875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,3072,3136,2048,64,0.05172856073091396,0.0,0.48779296875,0.03125,0.18310546875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,3136,3200,2048,64,0.046416012024249234,0.0,0.46923828125,0.0322265625,0.19091796875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,3200,3264,2048,64,0.0579570568006268,0.0,0.4677734375,0.02978515625,0.18896484375,1.0,43,0.671875
+fresh-en-2,layers.2.mlp.gated_product,64,3264,3328,2048,64,0.05297817941728457,0.0,0.48486328125,0.02783203125,0.19677734375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,3328,3392,2048,64,0.0484213284523272,0.0,0.47265625,0.0244140625,0.1640625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,3392,3456,2048,64,0.047296692502928124,0.0,0.49853515625,0.0234375,0.1552734375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,3456,3520,2048,64,0.050368457102105316,0.0,0.49462890625,0.025390625,0.16455078125,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,3520,3584,2048,64,0.04303047720131067,0.0,0.49169921875,0.03173828125,0.1728515625,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,3584,3648,2048,64,0.049671021139138724,0.0,0.5234375,0.02685546875,0.18701171875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,3648,3712,2048,64,0.044279230802867914,0.0,0.4736328125,0.02099609375,0.16748046875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,3712,3776,2048,64,0.09484864423539116,0.0,0.505859375,0.0458984375,0.2919921875,1.0,22,0.34375
+fresh-en-2,layers.2.mlp.gated_product,64,3776,3840,2048,64,0.045685751615780104,0.0,0.509765625,0.02587890625,0.1708984375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,3840,3904,2048,64,0.045075445263834175,0.0,0.494140625,0.0234375,0.1904296875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,3904,3968,2048,64,0.04538872877706543,0.0,0.513671875,0.02587890625,0.1630859375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,3968,4032,2048,64,0.08468242868852723,0.0,0.509765625,0.04296875,0.25634765625,1.0,31,0.484375
+fresh-en-2,layers.2.mlp.gated_product,64,4032,4096,2048,64,0.0589112580621761,0.0,0.49072265625,0.03173828125,0.203125,1.0,45,0.703125
+fresh-en-2,layers.2.mlp.gated_product,64,4096,4160,2048,64,0.04788680557224098,0.0,0.486328125,0.0263671875,0.16552734375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,4160,4224,2048,64,0.04881409044132859,0.0,0.501953125,0.0263671875,0.17919921875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,4224,4288,2048,64,0.056893438282727325,0.0,0.51806640625,0.02880859375,0.1875,1.0,44,0.6875
+fresh-en-2,layers.2.mlp.gated_product,64,4288,4352,2048,64,0.062287843948368775,0.0,0.5078125,0.0322265625,0.21484375,1.0,39,0.609375
+fresh-en-2,layers.2.mlp.gated_product,64,4352,4416,2048,64,0.04700980611250213,0.0,0.4599609375,0.02734375,0.162109375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,4416,4480,2048,64,0.04512791351329599,0.0,0.5107421875,0.02734375,0.16162109375,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,4480,4544,2048,64,0.04778411794338135,0.0,0.48291015625,0.02294921875,0.1591796875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,4544,4608,2048,64,0.04944673340900939,0.0,0.51220703125,0.0302734375,0.171875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,4608,4672,2048,64,0.054800133808104966,0.0,0.49560546875,0.02783203125,0.17919921875,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,4672,4736,2048,64,0.04578406887976253,0.0,0.48974609375,0.0244140625,0.16357421875,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,4736,4800,2048,64,0.05432585191478076,0.0,0.47802734375,0.02197265625,0.173828125,1.0,46,0.71875
+fresh-en-2,layers.2.mlp.gated_product,64,4800,4864,2048,64,0.04702450265917714,0.0,0.46728515625,0.03076171875,0.17138671875,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,4864,4928,2048,64,0.04797791440219105,0.0,0.52880859375,0.02490234375,0.15380859375,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,4928,4992,2048,64,0.05103948969110494,0.0,0.5048828125,0.02734375,0.18359375,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,4992,5056,2048,64,0.09625973792821788,0.0,0.494140625,0.048828125,0.28466796875,1.0,23,0.359375
+fresh-en-2,layers.2.mlp.gated_product,64,5056,5120,2048,64,0.05139791797020313,0.0,0.49951171875,0.02783203125,0.18994140625,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gated_product,64,5120,5184,2048,64,0.050768520456672066,0.0,0.4794921875,0.0322265625,0.1796875,1.0,48,0.75
+fresh-en-2,layers.2.mlp.gated_product,64,5184,5248,2048,64,0.04745484645506187,0.0,0.48974609375,0.02685546875,0.16259765625,1.0,47,0.734375
+fresh-en-2,layers.2.mlp.gated_product,64,5248,5312,2048,64,0.04647738760653287,0.0,0.47607421875,0.0224609375,0.15087890625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.gated_product,64,5312,5376,2048,64,0.04488972017654412,0.0,0.47998046875,0.02734375,0.16650390625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,5376,5440,2048,64,0.13262946163322004,0.0,0.53564453125,0.0556640625,0.365234375,1.0,6,0.09375
+fresh-en-2,layers.2.mlp.gated_product,64,5440,5504,2048,64,0.07576851768180008,0.0,0.47607421875,0.04296875,0.26171875,1.0,33,0.515625
+fresh-en-2,layers.2.mlp.gated_product,64,5504,5568,2048,64,0.047639113565629145,0.0,0.490234375,0.0302734375,0.17724609375,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,5568,5632,2048,64,0.06005816307105752,0.0,0.51220703125,0.04052734375,0.220703125,1.0,42,0.65625
+fresh-en-2,layers.2.mlp.gated_product,64,5632,5696,2048,64,0.0592611253425627,0.0,0.49755859375,0.025390625,0.2001953125,1.0,44,0.6875
+fresh-en-2,layers.2.mlp.gated_product,64,5696,5760,2048,64,0.0460061891820198,0.0,0.50341796875,0.0224609375,0.16064453125,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.gated_product,64,5760,5824,2048,64,0.05307825919025303,0.0,0.4794921875,0.03076171875,0.1953125,1.0,45,0.703125
+fresh-en-2,layers.2.mlp.gated_product,64,5824,5888,2048,64,0.11618142738164362,0.0,0.482421875,0.05517578125,0.31640625,1.0,16,0.25
+fresh-en-2,layers.2.mlp.gated_product,64,5888,5952,2048,64,0.045133293887262574,0.0,0.5400390625,0.02978515625,0.1640625,1.0,50,0.78125
+fresh-en-2,layers.2.mlp.gated_product,64,5952,6016,2048,64,0.047941579635171025,0.0,0.48486328125,0.02001953125,0.1650390625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,6016,6080,2048,64,0.053669323805441094,0.0,0.52197265625,0.0244140625,0.166015625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,64,6080,6144,2048,64,0.050430859508287816,0.0,0.46875,0.0244140625,0.1650390625,1.0,49,0.765625
+fresh-en-2,layers.2.mlp.gated_product,128,0,128,4096,128,0.047768038422612805,0.0,0.502685546875,0.0322265625,0.17431640625,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gated_product,128,128,256,4096,128,0.07587631848847125,0.0,0.493896484375,0.04150390625,0.245849609375,1.0,70,0.546875
+fresh-en-2,layers.2.mlp.gated_product,128,256,384,4096,128,0.06293708897927133,0.0,0.50439453125,0.034423828125,0.2080078125,1.0,79,0.6171875
+fresh-en-2,layers.2.mlp.gated_product,128,384,512,4096,128,0.04923777366911284,0.0,0.4775390625,0.029052734375,0.18017578125,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gated_product,128,512,640,4096,128,0.05140089351471542,0.0,0.49267578125,0.02734375,0.1806640625,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gated_product,128,640,768,4096,128,0.04861528643276816,0.0,0.47900390625,0.02685546875,0.173828125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gated_product,128,768,896,4096,128,0.073436132063371,0.0,0.511474609375,0.040283203125,0.245849609375,1.0,70,0.546875
+fresh-en-2,layers.2.mlp.gated_product,128,896,1024,4096,128,0.05565320232646588,0.0,0.518310546875,0.026123046875,0.1845703125,1.0,91,0.7109375
+fresh-en-2,layers.2.mlp.gated_product,128,1024,1152,4096,128,0.06733342720131763,0.0,0.488525390625,0.037109375,0.2314453125,1.0,75,0.5859375
+fresh-en-2,layers.2.mlp.gated_product,128,1152,1280,4096,128,0.06744108139322638,0.0,0.486083984375,0.035400390625,0.2080078125,1.0,82,0.640625
+fresh-en-2,layers.2.mlp.gated_product,128,1280,1408,4096,128,0.05667961959890577,0.0,0.512939453125,0.027099609375,0.17724609375,1.0,92,0.71875
+fresh-en-2,layers.2.mlp.gated_product,128,1408,1536,4096,128,0.05242321414211375,0.0,0.507080078125,0.03173828125,0.1865234375,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gated_product,128,1536,1664,4096,128,0.04976503930494993,0.0,0.487060546875,0.026611328125,0.169189453125,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gated_product,128,1664,1792,4096,128,0.04517717421711459,0.0,0.48388671875,0.02392578125,0.158447265625,1.0,99,0.7734375
+fresh-en-2,layers.2.mlp.gated_product,128,1792,1920,4096,128,0.105510579949431,0.0,0.50732421875,0.052490234375,0.324462890625,1.0,29,0.2265625
+fresh-en-2,layers.2.mlp.gated_product,128,1920,2048,4096,128,0.05202058641237553,0.0,0.50830078125,0.02880859375,0.190185546875,1.0,90,0.703125
+fresh-en-2,layers.2.mlp.gated_product,128,2048,2176,4096,128,0.06382803537502,0.0,0.479736328125,0.032958984375,0.216552734375,1.0,79,0.6171875
+fresh-en-2,layers.2.mlp.gated_product,128,2176,2304,4096,128,0.046080473372478926,0.0,0.48388671875,0.023193359375,0.1650390625,1.0,99,0.7734375
+fresh-en-2,layers.2.mlp.gated_product,128,2304,2432,4096,128,0.05060488068671737,0.0,0.500732421875,0.02392578125,0.177978515625,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gated_product,128,2432,2560,4096,128,0.05656126098075014,0.0,0.53564453125,0.02587890625,0.179931640625,1.0,90,0.703125
+fresh-en-2,layers.2.mlp.gated_product,128,2560,2688,4096,128,0.05855940161920281,0.0,0.512939453125,0.02978515625,0.197265625,1.0,87,0.6796875
+fresh-en-2,layers.2.mlp.gated_product,128,2688,2816,4096,128,0.05213200624110694,0.0,0.490478515625,0.0263671875,0.171630859375,1.0,92,0.71875
+fresh-en-2,layers.2.mlp.gated_product,128,2816,2944,4096,128,0.05120494735039106,0.0,0.49560546875,0.02685546875,0.179931640625,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gated_product,128,2944,3072,4096,128,0.054472126193725635,0.0,0.498291015625,0.0234375,0.171630859375,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gated_product,128,3072,3200,4096,128,0.04914412562823304,0.0,0.478515625,0.031494140625,0.187255859375,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gated_product,128,3200,3328,4096,128,0.055523454176415736,0.0,0.476318359375,0.030029296875,0.193115234375,1.0,90,0.703125
+fresh-en-2,layers.2.mlp.gated_product,128,3328,3456,4096,128,0.04786231383251696,0.0,0.485595703125,0.0234375,0.15966796875,1.0,99,0.7734375
+fresh-en-2,layers.2.mlp.gated_product,128,3456,3584,4096,128,0.04684337433948979,0.0,0.4931640625,0.02734375,0.172119140625,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gated_product,128,3584,3712,4096,128,0.04705242088085593,0.0,0.49853515625,0.0234375,0.17578125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gated_product,128,3712,3840,4096,128,0.07444277404150974,0.0,0.5078125,0.03759765625,0.248291015625,1.0,68,0.53125
+fresh-en-2,layers.2.mlp.gated_product,128,3840,3968,4096,128,0.04523235825010077,0.0,0.50390625,0.024658203125,0.176513671875,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gated_product,128,3968,4096,4096,128,0.07294398554732189,0.0,0.500244140625,0.036376953125,0.2333984375,1.0,74,0.578125
+fresh-en-2,layers.2.mlp.gated_product,128,4096,4224,4096,128,0.048352670937228566,0.0,0.494140625,0.026611328125,0.171875,1.0,99,0.7734375
+fresh-en-2,layers.2.mlp.gated_product,128,4224,4352,4096,128,0.0596516505361203,0.0,0.512939453125,0.03076171875,0.20166015625,1.0,83,0.6484375
+fresh-en-2,layers.2.mlp.gated_product,128,4352,4480,4096,128,0.046078468121230794,0.0,0.4853515625,0.02734375,0.161376953125,1.0,100,0.78125
+fresh-en-2,layers.2.mlp.gated_product,128,4480,4608,4096,128,0.04862253270063492,0.0,0.49755859375,0.026611328125,0.165771484375,1.0,96,0.75
+fresh-en-2,layers.2.mlp.gated_product,128,4608,4736,4096,128,0.05049374034755718,0.0,0.49267578125,0.02685546875,0.171142578125,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.gated_product,128,4736,4864,4096,128,0.050806505669105245,0.0,0.47265625,0.026123046875,0.1748046875,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gated_product,128,4864,4992,4096,128,0.04953236203893561,0.0,0.516845703125,0.026611328125,0.166015625,1.0,98,0.765625
+fresh-en-2,layers.2.mlp.gated_product,128,4992,5120,4096,128,0.07716114021215899,0.0,0.496826171875,0.037353515625,0.243408203125,1.0,66,0.515625
+fresh-en-2,layers.2.mlp.gated_product,128,5120,5248,4096,128,0.049139623123468444,0.0,0.484619140625,0.029296875,0.171142578125,1.0,95,0.7421875
+fresh-en-2,layers.2.mlp.gated_product,128,5248,5376,4096,128,0.045690450513517195,0.0,0.47802734375,0.025146484375,0.157958984375,1.0,101,0.7890625
+fresh-en-2,layers.2.mlp.gated_product,128,5376,5504,4096,128,0.10800796814313061,0.0,0.505859375,0.0537109375,0.322265625,1.0,31,0.2421875
+fresh-en-2,layers.2.mlp.gated_product,128,5504,5632,4096,128,0.05420547985577033,0.0,0.501220703125,0.03271484375,0.203857421875,1.0,90,0.703125
+fresh-en-2,layers.2.mlp.gated_product,128,5632,5760,4096,128,0.05304927153090192,0.0,0.50048828125,0.023681640625,0.17919921875,1.0,94,0.734375
+fresh-en-2,layers.2.mlp.gated_product,128,5760,5888,4096,128,0.09032005775879412,0.0,0.48095703125,0.046875,0.277099609375,1.0,54,0.421875
+fresh-en-2,layers.2.mlp.gated_product,128,5888,6016,4096,128,0.04655861507298869,0.0,0.512451171875,0.025146484375,0.16455078125,1.0,99,0.7734375
+fresh-en-2,layers.2.mlp.gated_product,128,6016,6144,4096,128,0.05207527200350445,0.0,0.495361328125,0.0244140625,0.166748046875,1.0,97,0.7578125
+fresh-en-2,layers.2.mlp.down_proj.output,0,0,2048,65536,2048,0.04271472786509314,0.0,0.501678466796875,0.0111541748046875,0.09979248046875,1.0,1561,0.76220703125
+fresh-en-2,layers.2.mlp.down_proj.output,64,0,64,2048,64,0.034243533903755334,0.0,0.47412109375,0.0068359375,0.06982421875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,64,128,2048,64,0.03591269261312155,0.0,0.50048828125,0.01123046875,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.down_proj.output,64,128,192,2048,64,0.035749182971342525,0.0,0.48974609375,0.01171875,0.0859375,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,192,256,2048,64,0.0362524005193285,0.0,0.53125,0.00830078125,0.09423828125,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.down_proj.output,64,256,320,2048,64,0.034883361382803964,0.0,0.490234375,0.00634765625,0.07861328125,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,320,384,2048,64,0.035137204256801495,0.0,0.48779296875,0.00439453125,0.09375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,384,448,2048,64,0.03622739201759425,0.0,0.51513671875,0.0107421875,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,448,512,2048,64,0.03576216323198843,0.0,0.52734375,0.00634765625,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.down_proj.output,64,512,576,2048,64,0.035900144369442465,0.0,0.49560546875,0.0126953125,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.2.mlp.down_proj.output,64,576,640,2048,64,0.0364881092133572,0.0,0.521484375,0.00537109375,0.078125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,640,704,2048,64,0.03627471417277101,0.0,0.4833984375,0.0078125,0.07275390625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,704,768,2048,64,0.03547642144152011,0.0,0.46484375,0.01025390625,0.0693359375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,768,832,2048,64,0.035173678975819925,0.0,0.5166015625,0.0078125,0.0712890625,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,832,896,2048,64,0.03523785945048825,0.0,0.50830078125,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,896,960,2048,64,0.03747678832862628,0.0,0.515625,0.00927734375,0.083984375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,960,1024,2048,64,0.03659386887813683,0.0,0.49755859375,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1024,1088,2048,64,0.0355816339485943,0.0,0.4931640625,0.0087890625,0.103515625,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,1088,1152,2048,64,0.035250771591850014,0.0,0.48583984375,0.009765625,0.09326171875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1152,1216,2048,64,0.1365859365099987,0.0,0.48779296875,0.04541015625,0.3251953125,1.0,1,0.015625
+fresh-en-2,layers.2.mlp.down_proj.output,64,1216,1280,2048,64,0.03684719625880003,0.0,0.53564453125,0.0107421875,0.09326171875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1280,1344,2048,64,0.03493536914975495,0.0,0.51611328125,0.0107421875,0.08642578125,1.0,55,0.859375
+fresh-en-2,layers.2.mlp.down_proj.output,64,1344,1408,2048,64,0.034576744070774566,0.0,0.5205078125,0.01123046875,0.08642578125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1408,1472,2048,64,0.035339839679002324,0.0,0.53125,0.0126953125,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1472,1536,2048,64,0.03671815697615705,0.0,0.49658203125,0.0087890625,0.07763671875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,1536,1600,2048,64,0.035417144512466324,0.0,0.46435546875,0.00830078125,0.07373046875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1600,1664,2048,64,0.03596949134887116,0.0,0.5107421875,0.01220703125,0.08544921875,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,1664,1728,2048,64,0.03587648276162346,0.0,0.5009765625,0.005859375,0.07421875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1728,1792,2048,64,0.03702948248373486,0.0,0.49365234375,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1792,1856,2048,64,0.036259505972211004,0.0,0.4931640625,0.0107421875,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1856,1920,2048,64,0.03505112749130873,0.0,0.49462890625,0.01171875,0.07958984375,1.0,54,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,64,1920,1984,2048,64,0.03580638614274113,0.0,0.5224609375,0.0048828125,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,64,1984,2048,2048,64,0.036108176024849684,0.0,0.4873046875,0.01123046875,0.080078125,1.0,53,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,0,128,4096,128,0.03508804002037016,0.0,0.4873046875,0.00927734375,0.077880859375,1.0,105,0.8203125
+fresh-en-2,layers.2.mlp.down_proj.output,128,128,256,4096,128,0.03600167097880552,0.0,0.510498046875,0.010009765625,0.090576171875,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,256,384,4096,128,0.035010512880758314,0.0,0.489013671875,0.00537109375,0.0859375,1.0,107,0.8359375
+fresh-en-2,layers.2.mlp.down_proj.output,128,384,512,4096,128,0.03599552924619832,0.0,0.521240234375,0.008544921875,0.08837890625,1.0,104,0.8125
+fresh-en-2,layers.2.mlp.down_proj.output,128,512,640,4096,128,0.03619532069006085,0.0,0.508544921875,0.009033203125,0.08349609375,1.0,103,0.8046875
+fresh-en-2,layers.2.mlp.down_proj.output,128,640,768,4096,128,0.03587778816073102,0.0,0.47412109375,0.0087890625,0.0712890625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,768,896,4096,128,0.03520578383835816,0.0,0.512451171875,0.008544921875,0.07958984375,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,896,1024,4096,128,0.03703795960159611,0.0,0.506591796875,0.008544921875,0.084228515625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,1024,1152,4096,128,0.03541658913752522,0.0,0.489501953125,0.00927734375,0.097900390625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,1152,1280,4096,128,0.1000335791733154,0.0,0.51171875,0.029296875,0.23681640625,1.0,18,0.140625
+fresh-en-2,layers.2.mlp.down_proj.output,128,1280,1408,4096,128,0.03475651915947204,0.0,0.518310546875,0.010986328125,0.0859375,1.0,108,0.84375
+fresh-en-2,layers.2.mlp.down_proj.output,128,1408,1536,4096,128,0.03603558879956936,0.0,0.513916015625,0.01123046875,0.08203125,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,1536,1664,4096,128,0.035694386346549235,0.0,0.487548828125,0.01025390625,0.079833984375,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,1664,1792,4096,128,0.03645754097822762,0.0,0.497314453125,0.0068359375,0.078369140625,1.0,106,0.828125
+fresh-en-2,layers.2.mlp.down_proj.output,128,1792,1920,4096,128,0.0356604354415421,0.0,0.493896484375,0.01123046875,0.08203125,1.0,107,0.8359375
+fresh-en-2,layers.2.mlp.down_proj.output,128,1920,2048,4096,128,0.03595759769815424,0.0,0.5048828125,0.008056640625,0.080078125,1.0,106,0.828125
+fresh-en-2,layers.3.self_attn.q_proj.output,0,0,4096,131072,4096,2.3241006416134216,0.0,0.7497100830078125,0.01556396484375,0.148590087890625,1.0,1732,0.4228515625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,0,64,2048,64,1.551295472130931,0.0,0.52734375,0.01708984375,0.18603515625,1.0,15,0.234375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,64,128,2048,64,0.6217588624224039,0.0,0.52392578125,0.00830078125,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,128,192,2048,64,0.554371806792938,0.0,0.48046875,0.0078125,0.078125,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,192,256,2048,64,0.6503438608758594,0.0,0.4814453125,0.0087890625,0.09814453125,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,256,320,2048,64,2.5521285845046098,0.0,0.9921875,0.00048828125,0.0107421875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,320,384,2048,64,2.6030466061471835,0.0,0.99560546875,0.0,0.00732421875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,384,448,2048,64,2.521094025905522,0.0,0.98681640625,0.0009765625,0.009765625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,448,512,2048,64,2.502483319071773,0.0,0.98974609375,0.00244140625,0.01123046875,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,512,576,2048,64,2.044308539967868,0.0,0.5517578125,0.02587890625,0.23291015625,1.0,6,0.09375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,576,640,2048,64,0.6676040160835123,0.0,0.552734375,0.0068359375,0.08154296875,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,640,704,2048,64,0.5331896124037969,0.0,0.4580078125,0.0078125,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,704,768,2048,64,0.6793199841505735,0.0,0.47607421875,0.01123046875,0.103515625,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,768,832,2048,64,3.0961103032499566,0.0,0.9931640625,0.0009765625,0.0107421875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,832,896,2048,64,2.9717141293150067,0.0,0.99560546875,0.0009765625,0.00634765625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,896,960,2048,64,2.9383745074693097,0.0,0.9921875,0.0009765625,0.009765625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,960,1024,2048,64,3.1242684087295163,0.0,0.9970703125,0.0,0.00537109375,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1024,1088,2048,64,1.2509184380134664,0.0,0.56396484375,0.015625,0.17236328125,1.0,20,0.3125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1088,1152,2048,64,0.6704957497281812,0.0,0.513671875,0.01171875,0.0908203125,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1152,1216,2048,64,0.5315283856421427,0.0,0.50244140625,0.00634765625,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1216,1280,2048,64,0.6491677271934143,0.0,0.47607421875,0.0107421875,0.09326171875,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1280,1344,2048,64,3.419253485634079,0.0,0.9931640625,0.0009765625,0.00537109375,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1344,1408,2048,64,3.329116254437138,0.0,0.99853515625,0.00146484375,0.005859375,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1408,1472,2048,64,3.383119346030469,0.0,0.9892578125,0.0009765625,0.01025390625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1472,1536,2048,64,3.4620082914515926,0.0,0.99951171875,0.00048828125,0.00244140625,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1536,1600,2048,64,1.425162616826799,0.0,0.52880859375,0.01806640625,0.15185546875,1.0,23,0.359375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1600,1664,2048,64,0.6574268995218701,0.0,0.52685546875,0.01123046875,0.09130859375,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1664,1728,2048,64,0.5920271234660035,0.0,0.46044921875,0.0087890625,0.0751953125,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1728,1792,2048,64,0.6452187998651483,0.0,0.4580078125,0.00634765625,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1792,1856,2048,64,2.7173235128758324,0.0,0.9931640625,0.0009765625,0.0078125,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1856,1920,2048,64,2.745943410744824,0.0,0.99462890625,0.00048828125,0.00634765625,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1920,1984,2048,64,2.687968005750921,0.0,0.99462890625,0.0,0.01220703125,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,1984,2048,2048,64,2.7046657927049935,0.0,0.998046875,0.0,0.005859375,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2048,2112,2048,64,2.5020784040861996,0.0,0.52783203125,0.01513671875,0.15673828125,1.0,15,0.234375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2112,2176,2048,64,0.6372084288519536,0.0,0.47021484375,0.00537109375,0.09130859375,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2176,2240,2048,64,0.7589675262130534,0.0,0.56103515625,0.00830078125,0.1083984375,1.0,43,0.671875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2240,2304,2048,64,0.6312841538904037,0.0,0.46044921875,0.0078125,0.09814453125,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2304,2368,2048,64,3.0158969643619207,0.0,0.9990234375,0.0,0.00341796875,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2368,2432,2048,64,3.166622393448744,0.0,0.998046875,0.0,0.0,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2432,2496,2048,64,3.1649331788544997,0.0,0.984375,0.00048828125,0.0029296875,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2496,2560,2048,64,2.9452145878347613,0.0,0.9970703125,0.00048828125,0.00390625,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2560,2624,2048,64,1.7516664857269708,0.0,0.5107421875,0.0126953125,0.115234375,1.0,22,0.34375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2624,2688,2048,64,0.6592915791424133,0.0,0.4638671875,0.01220703125,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2688,2752,2048,64,0.7972997251078666,0.0,0.54052734375,0.0078125,0.08154296875,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2752,2816,2048,64,0.6462723345416631,0.0,0.47119140625,0.00830078125,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2816,2880,2048,64,3.3028985644068114,0.0,0.99609375,0.0,0.0,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2880,2944,2048,64,3.4746577792514284,0.0,1.0,0.0,0.00048828125,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,2944,3008,2048,64,3.4583816789710182,0.0,0.998046875,0.00048828125,0.0009765625,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3008,3072,2048,64,3.422485616931528,0.0,0.99951171875,0.0,0.00048828125,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3072,3136,2048,64,1.5333591934093078,0.0,0.52197265625,0.017578125,0.1181640625,1.0,28,0.4375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3136,3200,2048,64,0.5318133558668592,0.0,0.4931640625,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3200,3264,2048,64,0.6196269595836882,0.0,0.51953125,0.00830078125,0.09765625,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3264,3328,2048,64,0.5101688608607402,0.0,0.4931640625,0.0078125,0.09228515625,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3328,3392,2048,64,3.334156339226294,0.0,0.98974609375,0.0009765625,0.013671875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3392,3456,2048,64,3.41180570037879,0.0,0.99951171875,0.0,0.0029296875,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3456,3520,2048,64,3.5606548828394278,0.0,0.99462890625,0.0009765625,0.00830078125,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3520,3584,2048,64,3.30547488189471,0.0,0.98095703125,0.0009765625,0.009765625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3584,3648,2048,64,1.775675713762057,0.0,0.5263671875,0.00634765625,0.08984375,1.0,30,0.46875
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3648,3712,2048,64,0.6496108320239129,0.0,0.46630859375,0.0048828125,0.0927734375,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3712,3776,2048,64,0.878079325647324,0.0,0.552734375,0.013671875,0.12255859375,1.0,40,0.625
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3776,3840,2048,64,0.6897642329165676,0.0,0.5068359375,0.01123046875,0.095703125,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3840,3904,2048,64,3.1219269759420007,0.0,0.9990234375,0.00048828125,0.00146484375,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3904,3968,2048,64,3.2766473210224984,0.0,0.99951171875,0.0,0.0009765625,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,64,3968,4032,2048,64,3.323345981155697,0.0,0.99169921875,0.0009765625,0.005859375,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.q_proj.output,64,4032,4096,2048,64,3.131112110123649,0.0,0.98291015625,0.00048828125,0.0078125,1.0,45,0.703125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,0,128,4096,128,1.1817575311489938,0.0,0.525634765625,0.0146484375,0.143798828125,1.0,51,0.3984375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,128,256,4096,128,0.6042661820529863,0.0,0.48095703125,0.008544921875,0.08837890625,1.0,99,0.7734375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,256,384,4096,128,2.5777133224642994,0.0,0.993896484375,0.000244140625,0.009033203125,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,384,512,4096,128,2.5118059090711,0.0,0.98828125,0.001708984375,0.010498046875,1.0,100,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,512,640,4096,128,1.5206729643280292,0.0,0.55224609375,0.01708984375,0.180419921875,1.0,26,0.203125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,640,768,4096,128,0.6106417950163773,0.0,0.467041015625,0.010009765625,0.09814453125,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,768,896,4096,128,3.0345497092864524,0.0,0.994384765625,0.0009765625,0.008544921875,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,896,1024,4096,128,3.0327461017970805,0.0,0.99462890625,0.00048828125,0.0078125,1.0,99,0.7734375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1024,1152,4096,128,1.003583949892984,0.0,0.538818359375,0.015869140625,0.136474609375,1.0,58,0.453125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1152,1280,4096,128,0.5932710859180673,0.0,0.4892578125,0.009033203125,0.088134765625,1.0,100,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1280,1408,4096,128,3.3744858448790653,0.0,0.995849609375,0.001220703125,0.005859375,1.0,102,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1408,1536,4096,128,3.4227911066529613,0.0,0.994384765625,0.000732421875,0.00634765625,1.0,99,0.7734375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1536,1664,4096,128,1.109796966254537,0.0,0.52783203125,0.01513671875,0.127197265625,1.0,63,0.4921875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1664,1792,4096,128,0.6191944018718405,0.0,0.459228515625,0.0078125,0.084228515625,1.0,102,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1792,1920,4096,128,2.7316709436387807,0.0,0.993896484375,0.000732421875,0.007080078125,1.0,100,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,1920,2048,4096,128,2.6963298249814613,0.0,0.996337890625,0.0,0.009033203125,1.0,100,0.78125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2048,2176,4096,128,1.825709577396487,0.0,0.4990234375,0.015869140625,0.175537109375,1.0,27,0.2109375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2176,2304,4096,128,0.6980513551305108,0.0,0.5107421875,0.0087890625,0.10400390625,1.0,92,0.71875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2304,2432,4096,128,3.0921781871634195,0.0,0.99853515625,0.0,0.001953125,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2432,2560,4096,128,3.0570484944639604,0.0,0.99072265625,0.00048828125,0.003662109375,1.0,94,0.734375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2560,2688,4096,128,1.3234426439304372,0.0,0.4873046875,0.0146484375,0.1298828125,1.0,53,0.4140625
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2688,2816,4096,128,0.7257254239900278,0.0,0.505859375,0.007080078125,0.080810546875,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2816,2944,4096,128,3.3898661927628533,0.0,0.998046875,0.0,0.000244140625,1.0,101,0.7890625
+fresh-en-2,layers.3.self_attn.q_proj.output,128,2944,3072,4096,128,3.440480463216263,0.0,0.998779296875,0.000244140625,0.000732421875,1.0,102,0.796875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3072,3200,4096,128,1.1476096595731524,0.0,0.507568359375,0.01513671875,0.13671875,1.0,53,0.4140625
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3200,3328,4096,128,0.567542877514497,0.0,0.50634765625,0.00830078125,0.093994140625,1.0,96,0.75
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3328,3456,4096,128,3.3732044580443152,0.0,0.99462890625,0.00048828125,0.008056640625,1.0,99,0.7734375
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3456,3584,4096,128,3.4354350080830454,0.0,0.98779296875,0.001220703125,0.009033203125,1.0,98,0.765625
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3584,3712,4096,128,1.3369776500613595,0.0,0.496337890625,0.010009765625,0.126953125,1.0,54,0.421875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3712,3840,4096,128,0.7895562041869598,0.0,0.52978515625,0.012451171875,0.11083984375,1.0,88,0.6875
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3840,3968,4096,128,3.200222313330613,0.0,0.999267578125,0.000244140625,0.00146484375,1.0,97,0.7578125
+fresh-en-2,layers.3.self_attn.q_proj.output,128,3968,4096,4096,128,3.2286600592681394,0.0,0.9873046875,0.000732421875,0.0068359375,1.0,91,0.7109375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.1203105289567838,0.0,0.0,0.001556396484375,0.0958099365234375,1.0,1002,0.4892578125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.1559108503496367,0.0,0.0,0.0,0.03173828125,1.0,36,0.5625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.14447475203881,0.0,0.0,0.0,0.0380859375,1.0,39,0.609375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.16162384176660463,0.0,0.0,0.0,0.0263671875,1.0,38,0.59375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.14854809717283052,0.0,0.0,0.0,0.01806640625,1.0,41,0.640625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.126774423127626,0.0,0.0,0.0,0.09228515625,1.0,32,0.5
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.12493886872152243,0.0,0.0,0.0,0.06298828125,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.12992362254108897,0.0,0.0,0.0,0.0615234375,1.0,32,0.5
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.10585444793917222,0.0,0.0,0.0,0.0556640625,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.09915361747622937,0.0,0.0,0.0009765625,0.0986328125,1.0,28,0.4375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.09154247579379303,0.0,0.0,0.0,0.08154296875,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.11415365961319364,0.0,0.0,0.0009765625,0.13330078125,1.0,25,0.390625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.07815775325930067,0.0,0.0,0.0029296875,0.0830078125,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.1400480515052954,0.0,0.0,0.0,0.0498046875,1.0,39,0.609375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.13181663972471688,0.0,0.0,0.0,0.052734375,1.0,40,0.625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.14034522893794166,0.0,0.0,0.0,0.03857421875,1.0,39,0.609375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.12900856500336658,0.0,0.0,0.0,0.03173828125,1.0,42,0.65625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.11632243814670654,0.0,0.0,0.0009765625,0.0849609375,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.1021937044029651,0.0,0.0,0.00048828125,0.08837890625,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.1429024245300432,0.0,0.0,0.0087890625,0.13720703125,1.0,25,0.390625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.12288654852188803,0.0,0.0,0.00048828125,0.07275390625,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.09806566763474361,0.0,0.0,0.00146484375,0.08056640625,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.07391617439910343,0.0,0.0,0.001953125,0.07763671875,1.0,36,0.5625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.07976999660404586,0.0,0.0,0.00146484375,0.08349609375,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.07755705851201439,0.0,0.0,0.0009765625,0.07421875,1.0,37,0.578125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.12772733748861012,0.0,0.0,0.0009765625,0.15869140625,1.0,28,0.4375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.09163951360908239,0.0,0.0,0.0009765625,0.115234375,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.10478962447027078,0.0,0.0,0.00634765625,0.158203125,1.0,27,0.421875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.1506159640216397,0.0,0.0,0.0048828125,0.17529296875,1.0,25,0.390625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.10885570239695398,0.0,0.0,0.0048828125,0.0751953125,1.0,33,0.515625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.09460277986207251,0.0,0.0,0.0,0.08056640625,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.11634443032300666,0.0,0.0,0.00390625,0.14697265625,1.0,28,0.4375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.14036416205011443,0.0,0.0,0.00439453125,0.15478515625,1.0,27,0.421875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.15030160882941745,0.0,0.0,0.0,0.035400390625,1.0,75,0.5859375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.1552237150068654,0.0,0.0,0.0,0.022216796875,1.0,79,0.6171875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.12585999220712707,0.0,0.0,0.0,0.077392578125,1.0,65,0.5078125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.118501712735948,0.0,0.0,0.0,0.061279296875,1.0,65,0.5078125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.09542396117611027,0.0,0.0,0.00048828125,0.090087890625,1.0,61,0.4765625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.09782559071538133,0.0,0.0,0.001953125,0.10498046875,1.0,56,0.4375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.13599463820082336,0.0,0.0,0.0,0.051513671875,1.0,78,0.609375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.13479612963633472,0.0,0.0,0.0,0.03515625,1.0,80,0.625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.10948621565291902,0.0,0.0,0.000732421875,0.087646484375,1.0,68,0.53125
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.13327078964309289,0.0,0.0,0.004150390625,0.107421875,1.0,59,0.4609375
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.08683454383609863,0.0,0.0,0.001708984375,0.08349609375,1.0,69,0.5390625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.07867130888464204,0.0,0.0,0.001220703125,0.077392578125,1.0,70,0.546875
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.11115771047578865,0.0,0.0,0.0009765625,0.13671875,1.0,61,0.4765625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.12974211732276503,0.0,0.0,0.00634765625,0.176025390625,1.0,50,0.390625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.10197855142618462,0.0,0.0,0.00244140625,0.07958984375,1.0,66,0.515625
+fresh-en-2,layers.3.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.12891494183223243,0.0,0.0,0.003662109375,0.156005859375,1.0,54,0.421875
+fresh-en-2,layers.3.self_attn.k_proj.output,0,0,512,16384,512,0.900885091384474,0.0,0.48980712890625,0.01123046875,0.12042236328125,1.0,282,0.55078125
+fresh-en-2,layers.3.self_attn.k_proj.output,64,0,64,2048,64,1.0018090443549459,0.0,0.482421875,0.01318359375,0.1123046875,1.0,34,0.53125
+fresh-en-2,layers.3.self_attn.k_proj.output,64,64,128,2048,64,1.1551119267952021,0.0,0.5146484375,0.0146484375,0.14208984375,1.0,28,0.4375
+fresh-en-2,layers.3.self_attn.k_proj.output,64,128,192,2048,64,0.7982461682583349,0.0,0.4560546875,0.009765625,0.10986328125,1.0,41,0.640625
+fresh-en-2,layers.3.self_attn.k_proj.output,64,192,256,2048,64,0.7909833565465474,0.0,0.501953125,0.0126953125,0.10498046875,1.0,40,0.625
+fresh-en-2,layers.3.self_attn.k_proj.output,64,256,320,2048,64,0.7862183590122638,0.0,0.50146484375,0.01416015625,0.14208984375,1.0,25,0.390625
+fresh-en-2,layers.3.self_attn.k_proj.output,64,320,384,2048,64,0.8861488675330053,0.0,0.478515625,0.00830078125,0.1083984375,1.0,41,0.640625
+fresh-en-2,layers.3.self_attn.k_proj.output,64,384,448,2048,64,0.9787936810248106,0.0,0.53564453125,0.01123046875,0.11572265625,1.0,35,0.546875
+fresh-en-2,layers.3.self_attn.k_proj.output,64,448,512,2048,64,0.7283947070715053,0.0,0.44775390625,0.0078125,0.0947265625,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.k_proj.output,128,0,128,4096,128,1.0811810497728616,0.0,0.49853515625,0.013916015625,0.128662109375,1.0,61,0.4765625
+fresh-en-2,layers.3.self_attn.k_proj.output,128,128,256,4096,128,0.7946230601589525,0.0,0.47900390625,0.01123046875,0.10693359375,1.0,81,0.6328125
+fresh-en-2,layers.3.self_attn.k_proj.output,128,256,384,4096,128,0.8376750931829012,0.0,0.489990234375,0.011474609375,0.12744140625,1.0,66,0.515625
+fresh-en-2,layers.3.self_attn.k_proj.output,128,384,512,4096,128,0.8627270481745319,0.0,0.49169921875,0.009765625,0.109375,1.0,80,0.625
+fresh-en-2,layers.3.self_attn.v_proj.output,0,0,512,16384,512,0.6678345202934989,0.0,0.51531982421875,0.009521484375,0.09100341796875,1.0,374,0.73046875
+fresh-en-2,layers.3.self_attn.v_proj.output,64,0,64,2048,64,0.5442954260771586,0.0,0.51416015625,0.0078125,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.v_proj.output,64,64,128,2048,64,0.6063101858360789,0.0,0.51611328125,0.009765625,0.095703125,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.v_proj.output,64,128,192,2048,64,0.5533798529862366,0.0,0.5380859375,0.0068359375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.3.self_attn.v_proj.output,64,192,256,2048,64,0.5555836010850544,0.0,0.4765625,0.0107421875,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.3.self_attn.v_proj.output,64,256,320,2048,64,0.7618501116634931,0.0,0.5126953125,0.01123046875,0.09765625,1.0,44,0.6875
+fresh-en-2,layers.3.self_attn.v_proj.output,64,320,384,2048,64,0.7764160079049888,0.0,0.54541015625,0.0087890625,0.0830078125,1.0,43,0.671875
+fresh-en-2,layers.3.self_attn.v_proj.output,64,384,448,2048,64,0.7168299604250189,0.0,0.48974609375,0.00634765625,0.0947265625,1.0,44,0.6875
+fresh-en-2,layers.3.self_attn.v_proj.output,64,448,512,2048,64,0.7695251900013729,0.0,0.52978515625,0.00927734375,0.095703125,1.0,43,0.671875
+fresh-en-2,layers.3.self_attn.v_proj.output,128,0,128,4096,128,0.5761378100320688,0.0,0.51513671875,0.0087890625,0.09033203125,1.0,102,0.796875
+fresh-en-2,layers.3.self_attn.v_proj.output,128,128,256,4096,128,0.5544828218645307,0.0,0.50732421875,0.0087890625,0.08154296875,1.0,105,0.8203125
+fresh-en-2,layers.3.self_attn.v_proj.output,128,256,384,4096,128,0.7691675402579066,0.0,0.529052734375,0.010009765625,0.090087890625,1.0,86,0.671875
+fresh-en-2,layers.3.self_attn.v_proj.output,128,384,512,4096,128,0.7436444749373128,0.0,0.509765625,0.0078125,0.094970703125,1.0,86,0.671875
+fresh-en-2,layers.3.self_attn.o_proj.output,0,0,2048,65536,2048,0.025466307589058882,0.0,0.4956207275390625,0.0102996826171875,0.09967041015625,1.0,1449,0.70751953125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,0,64,2048,64,0.027103529830157735,0.0,0.52490234375,0.0126953125,0.09765625,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,64,128,2048,64,0.021880431247342288,0.0,0.50439453125,0.01318359375,0.09814453125,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,128,192,2048,64,0.022378159926131062,0.0,0.47314453125,0.01171875,0.0986328125,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,192,256,2048,64,0.027567789637741764,0.0,0.47265625,0.01220703125,0.10546875,1.0,45,0.703125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,256,320,2048,64,0.022450823302518987,0.0,0.48486328125,0.01025390625,0.08447265625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,320,384,2048,64,0.021392353015640735,0.0,0.5166015625,0.0078125,0.09130859375,1.0,51,0.796875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,384,448,2048,64,0.023705682891457098,0.0,0.46240234375,0.01025390625,0.10107421875,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,448,512,2048,64,0.023028362448050222,0.0,0.42041015625,0.009765625,0.09423828125,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,64,512,576,2048,64,0.027351562815127753,0.0,0.541015625,0.0107421875,0.10546875,1.0,41,0.640625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,576,640,2048,64,0.025125811597648873,0.0,0.47509765625,0.0048828125,0.0888671875,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,64,640,704,2048,64,0.023138372790220983,0.0,0.51904296875,0.01123046875,0.099609375,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,704,768,2048,64,0.024057718563592644,0.0,0.53662109375,0.0107421875,0.09228515625,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,768,832,2048,64,0.02260567059706434,0.0,0.5185546875,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,832,896,2048,64,0.0242246927489652,0.0,0.52099609375,0.0068359375,0.09326171875,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,896,960,2048,64,0.026583980296605872,0.0,0.490234375,0.00927734375,0.0908203125,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,960,1024,2048,64,0.024401247429124032,0.0,0.529296875,0.00634765625,0.0849609375,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1024,1088,2048,64,0.022836497101085162,0.0,0.53369140625,0.0107421875,0.0888671875,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1088,1152,2048,64,0.02266194884107764,0.0,0.52001953125,0.009765625,0.1015625,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1152,1216,2048,64,0.05304584082088317,0.0,0.5205078125,0.02392578125,0.21484375,1.0,16,0.25
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1216,1280,2048,64,0.02510851982374791,0.0,0.50830078125,0.00927734375,0.09423828125,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1280,1344,2048,64,0.02280247823310131,0.0,0.4541015625,0.01025390625,0.09765625,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1344,1408,2048,64,0.024430876115028782,0.0,0.4892578125,0.01025390625,0.11279296875,1.0,45,0.703125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1408,1472,2048,64,0.022319355023582406,0.0,0.49755859375,0.009765625,0.09423828125,1.0,49,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1472,1536,2048,64,0.024806729075973546,0.0,0.52099609375,0.0146484375,0.10400390625,1.0,45,0.703125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1536,1600,2048,64,0.022520507189203308,0.0,0.47314453125,0.00634765625,0.08544921875,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1600,1664,2048,64,0.02349449890827712,0.0,0.4423828125,0.005859375,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1664,1728,2048,64,0.025157354122256986,0.0,0.50439453125,0.0087890625,0.09228515625,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1728,1792,2048,64,0.026883629133744483,0.0,0.5166015625,0.0078125,0.0888671875,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1792,1856,2048,64,0.023322528318428192,0.0,0.4453125,0.0126953125,0.09912109375,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1856,1920,2048,64,0.023871925956788238,0.0,0.48681640625,0.0078125,0.08056640625,1.0,47,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1920,1984,2048,64,0.024114257322142767,0.0,0.4931640625,0.0087890625,0.08837890625,1.0,46,0.71875
+fresh-en-2,layers.3.self_attn.o_proj.output,64,1984,2048,2048,64,0.02261924187930915,0.0,0.46337890625,0.0078125,0.07861328125,1.0,48,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,128,0,128,4096,128,0.0246308201327516,0.0,0.5146484375,0.01318359375,0.0986328125,1.0,94,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,128,256,4096,128,0.025107419891242114,0.0,0.472900390625,0.012451171875,0.104248046875,1.0,94,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,256,384,4096,128,0.021927975676139404,0.0,0.500732421875,0.00927734375,0.087646484375,1.0,99,0.7734375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,384,512,4096,128,0.02336947665641115,0.0,0.44140625,0.010009765625,0.096923828125,1.0,96,0.75
+fresh-en-2,layers.3.self_attn.o_proj.output,128,512,640,4096,128,0.026262277099200915,0.0,0.508056640625,0.007080078125,0.096923828125,1.0,88,0.6875
+fresh-en-2,layers.3.self_attn.o_proj.output,128,640,768,4096,128,0.023602522300214746,0.0,0.52783203125,0.0107421875,0.095947265625,1.0,91,0.7109375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,768,896,4096,128,0.023429170727159193,0.0,0.519775390625,0.00830078125,0.0888671875,1.0,98,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,128,896,1024,4096,128,0.025515964458625327,0.0,0.509765625,0.0078125,0.088134765625,1.0,95,0.7421875
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1024,1152,4096,128,0.022749390377804535,0.0,0.52685546875,0.01025390625,0.09521484375,1.0,95,0.7421875
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1152,1280,4096,128,0.0414987891156719,0.0,0.514404296875,0.017578125,0.15625,1.0,56,0.4375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1280,1408,4096,128,0.023630708001654784,0.0,0.4716796875,0.01025390625,0.10400390625,1.0,93,0.7265625
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1408,1536,4096,128,0.023595840905946377,0.0,0.50927734375,0.012939453125,0.09814453125,1.0,93,0.7265625
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1536,1664,4096,128,0.023012656550363678,0.0,0.457763671875,0.006103515625,0.0859375,1.0,98,0.765625
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1664,1792,4096,128,0.02603480345454288,0.0,0.510498046875,0.008544921875,0.090576171875,1.0,94,0.734375
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1792,1920,4096,128,0.023598825988280274,0.0,0.466064453125,0.01025390625,0.089599609375,1.0,93,0.7265625
+fresh-en-2,layers.3.self_attn.o_proj.output,128,1920,2048,4096,128,0.023378703015706503,0.0,0.478271484375,0.008056640625,0.083984375,1.0,94,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,0,0,6144,196608,6144,0.6825388297555428,0.0,0.8328501383463541,0.007837931315104166,0.07856241861979167,1.0,4103,0.6678059895833334
+fresh-en-2,layers.3.mlp.gate_proj.output,64,0,64,2048,64,0.6856345494863484,0.0,0.8330078125,0.0068359375,0.083984375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,64,128,2048,64,0.7190214057672482,0.0,0.82177734375,0.009765625,0.08935546875,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,128,192,2048,64,0.6868791935294657,0.0,0.84814453125,0.0087890625,0.0751953125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,192,256,2048,64,0.657024614677989,0.0,0.837890625,0.009765625,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,256,320,2048,64,0.6560185659418021,0.0,0.8271484375,0.00830078125,0.076171875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,320,384,2048,64,0.6569582926773218,0.0,0.80908203125,0.0087890625,0.07470703125,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,384,448,2048,64,0.6420686804068317,0.0,0.81689453125,0.00927734375,0.07373046875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,448,512,2048,64,0.7010802692926058,0.0,0.89599609375,0.0078125,0.06396484375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,512,576,2048,64,0.7507473517640176,0.0,0.85400390625,0.00634765625,0.07958984375,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,576,640,2048,64,0.6037995517301744,0.0,0.80810546875,0.00537109375,0.0751953125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,640,704,2048,64,0.6364689890915072,0.0,0.837890625,0.0068359375,0.07568359375,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,704,768,2048,64,0.6454795962699615,0.0,0.8271484375,0.005859375,0.07568359375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,768,832,2048,64,0.7570024606048804,0.0,0.85791015625,0.0087890625,0.09130859375,1.0,39,0.609375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,832,896,2048,64,0.6304165795714479,0.0,0.83837890625,0.01123046875,0.06494140625,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,896,960,2048,64,0.7301636789108568,0.0,0.83349609375,0.00830078125,0.078125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,960,1024,2048,64,0.6665048859519004,0.0,0.8125,0.00927734375,0.08251953125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1024,1088,2048,64,0.6422207008172489,0.0,0.78564453125,0.0087890625,0.0771484375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1088,1152,2048,64,0.7050707138630813,0.0,0.8515625,0.00537109375,0.07861328125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1152,1216,2048,64,0.6595051184970555,0.0,0.8291015625,0.00927734375,0.08935546875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1216,1280,2048,64,0.6599246478543773,0.0,0.8203125,0.0068359375,0.0771484375,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1280,1344,2048,64,0.7073007206894294,0.0,0.84912109375,0.009765625,0.0634765625,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1344,1408,2048,64,0.6648877138648637,0.0,0.84716796875,0.00732421875,0.08056640625,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1408,1472,2048,64,0.7151407842529719,0.0,0.81640625,0.00830078125,0.08544921875,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1472,1536,2048,64,0.7325167647329971,0.0,0.8271484375,0.009765625,0.08349609375,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1536,1600,2048,64,0.6346690565709234,0.0,0.83349609375,0.005859375,0.078125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1600,1664,2048,64,0.7094752930003576,0.0,0.84814453125,0.0068359375,0.080078125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1664,1728,2048,64,0.6485348248100955,0.0,0.833984375,0.00537109375,0.0751953125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1728,1792,2048,64,0.6325988864626029,0.0,0.80859375,0.0078125,0.083984375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1792,1856,2048,64,0.7690661581912965,0.0,0.84814453125,0.0087890625,0.08837890625,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1856,1920,2048,64,0.6310484528288871,0.0,0.8203125,0.01025390625,0.07275390625,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1920,1984,2048,64,0.7301070521115511,0.0,0.8525390625,0.00830078125,0.078125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,1984,2048,2048,64,0.6921901733031445,0.0,0.82177734375,0.0107421875,0.080078125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2048,2112,2048,64,0.7084449377263039,0.0,0.8134765625,0.009765625,0.0859375,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2112,2176,2048,64,0.7080326501532482,0.0,0.8388671875,0.0078125,0.08203125,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2176,2240,2048,64,0.6856624071390149,0.0,0.81494140625,0.0078125,0.06884765625,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2240,2304,2048,64,0.7421110910339899,0.0,0.86181640625,0.00830078125,0.07958984375,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2304,2368,2048,64,0.6974885573410821,0.0,0.86572265625,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2368,2432,2048,64,0.8021194721208937,0.0,0.86474609375,0.00634765625,0.087890625,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2432,2496,2048,64,0.7124303360317226,0.0,0.822265625,0.00439453125,0.07373046875,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2496,2560,2048,64,0.6175291141177441,0.0,0.826171875,0.0078125,0.0859375,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2560,2624,2048,64,0.6521914048290097,0.0,0.84033203125,0.005859375,0.06982421875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2624,2688,2048,64,0.7371360535604013,0.0,0.84375,0.00439453125,0.06982421875,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2688,2752,2048,64,0.6344443689349026,0.0,0.81884765625,0.0068359375,0.07763671875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2752,2816,2048,64,0.6186424545140193,0.0,0.8193359375,0.0078125,0.07763671875,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2816,2880,2048,64,0.6211014320519466,0.0,0.796875,0.01025390625,0.0771484375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2880,2944,2048,64,0.6292416838173881,0.0,0.81005859375,0.0078125,0.0849609375,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,2944,3008,2048,64,0.6565983101314503,0.0,0.78515625,0.0078125,0.08544921875,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3008,3072,2048,64,0.6054633936263978,0.0,0.83935546875,0.00732421875,0.07861328125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3072,3136,2048,64,0.6758897743748816,0.0,0.8095703125,0.00927734375,0.09228515625,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3136,3200,2048,64,0.7134089835761275,0.0,0.8115234375,0.01171875,0.08349609375,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3200,3264,2048,64,0.6864919329088942,0.0,0.822265625,0.00439453125,0.0830078125,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3264,3328,2048,64,0.7106786072881514,0.0,0.8056640625,0.01318359375,0.08251953125,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3328,3392,2048,64,0.7134838283642272,0.0,0.83544921875,0.00732421875,0.0703125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3392,3456,2048,64,0.6389230074223814,0.0,0.87353515625,0.00732421875,0.07177734375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3456,3520,2048,64,0.6820617986879038,0.0,0.81005859375,0.0068359375,0.0810546875,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3520,3584,2048,64,0.7168372612398654,0.0,0.8544921875,0.00439453125,0.0732421875,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3584,3648,2048,64,0.6561023663037905,0.0,0.8095703125,0.0087890625,0.078125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3648,3712,2048,64,0.6623432964787049,0.0,0.82373046875,0.0078125,0.07666015625,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3712,3776,2048,64,0.7199741067482147,0.0,0.8701171875,0.009765625,0.06884765625,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3776,3840,2048,64,0.6947041632950433,0.0,0.84521484375,0.00634765625,0.06982421875,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3840,3904,2048,64,0.734599342863187,0.0,0.8271484375,0.0107421875,0.08349609375,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3904,3968,2048,64,0.6550259159049115,0.0,0.83544921875,0.00830078125,0.0771484375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,3968,4032,2048,64,0.6917170703962905,0.0,0.8359375,0.00634765625,0.078125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4032,4096,2048,64,0.5669030876161666,0.0,0.7861328125,0.005859375,0.08251953125,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4096,4160,2048,64,0.7860462499360619,0.0,0.88916015625,0.0087890625,0.0771484375,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4160,4224,2048,64,0.6354904861408135,0.0,0.8095703125,0.0048828125,0.0732421875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4224,4288,2048,64,0.6700208087551839,0.0,0.869140625,0.00634765625,0.0703125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4288,4352,2048,64,0.698978758397225,0.0,0.837890625,0.01025390625,0.09033203125,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4352,4416,2048,64,0.657085247787078,0.0,0.8251953125,0.00732421875,0.06396484375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4416,4480,2048,64,0.7448077616738618,0.0,0.83837890625,0.01171875,0.09619140625,1.0,38,0.59375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4480,4544,2048,64,0.6931477147220598,0.0,0.87255859375,0.0078125,0.08154296875,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4544,4608,2048,64,0.6712315410387266,0.0,0.83984375,0.00732421875,0.0732421875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4608,4672,2048,64,0.697667386076487,0.0,0.845703125,0.00830078125,0.0771484375,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4672,4736,2048,64,0.5588942494391064,0.0,0.83984375,0.00927734375,0.0693359375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4736,4800,2048,64,0.6463042877326238,0.0,0.83935546875,0.0087890625,0.068359375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4800,4864,2048,64,0.7227559950429978,0.0,0.8388671875,0.0048828125,0.06201171875,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4864,4928,2048,64,0.6535368062691362,0.0,0.83251953125,0.0078125,0.06884765625,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4928,4992,2048,64,0.7127200008234355,0.0,0.8486328125,0.00732421875,0.0732421875,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,4992,5056,2048,64,0.6276221730936977,0.0,0.82470703125,0.00341796875,0.0703125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5056,5120,2048,64,0.6744065257103247,0.0,0.8515625,0.0048828125,0.06787109375,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5120,5184,2048,64,0.7424729116548512,0.0,0.83935546875,0.009765625,0.083984375,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5184,5248,2048,64,0.6979245405491636,0.0,0.80712890625,0.0048828125,0.07080078125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5248,5312,2048,64,0.6462959114049469,0.0,0.79541015625,0.01025390625,0.0927734375,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5312,5376,2048,64,0.7330318534183112,0.0,0.83642578125,0.009765625,0.09033203125,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5376,5440,2048,64,0.6898683431493613,0.0,0.845703125,0.009765625,0.08642578125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5440,5504,2048,64,0.829883529179633,0.0,0.87451171875,0.00634765625,0.09130859375,1.0,37,0.578125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5504,5568,2048,64,0.6270146929852977,0.0,0.8583984375,0.00732421875,0.0703125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5568,5632,2048,64,0.6469263112588365,0.0,0.80859375,0.00634765625,0.07861328125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5632,5696,2048,64,0.6723466253234899,0.0,0.79248046875,0.01025390625,0.078125,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5696,5760,2048,64,0.5784354178954642,0.0,0.8193359375,0.00732421875,0.078125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5760,5824,2048,64,0.6969637294559411,0.0,0.8427734375,0.00439453125,0.0751953125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5824,5888,2048,64,0.7943873818248371,0.0,0.8271484375,0.01318359375,0.0986328125,1.0,37,0.578125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5888,5952,2048,64,0.6599582502921342,0.0,0.82666015625,0.0068359375,0.0732421875,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,64,5952,6016,2048,64,0.6327334525680935,0.0,0.8125,0.0087890625,0.0810546875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,6016,6080,2048,64,0.6465075821749698,0.0,0.83154296875,0.00537109375,0.078125,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,64,6080,6144,2048,64,0.6993760457798788,0.0,0.8623046875,0.00537109375,0.06884765625,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,0,128,4096,128,0.7025263402182361,0.0,0.827392578125,0.008544921875,0.087158203125,1.0,84,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,128,256,4096,128,0.6721176871636577,0.0,0.843017578125,0.00927734375,0.072998046875,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,256,384,4096,128,0.6564885974553709,0.0,0.818115234375,0.008544921875,0.075439453125,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,384,512,4096,128,0.6722223346299805,0.0,0.8564453125,0.008544921875,0.069091796875,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,512,640,4096,128,0.6812471962695499,0.0,0.8310546875,0.0048828125,0.07861328125,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,640,768,4096,128,0.6409901260066326,0.0,0.83251953125,0.006591796875,0.076416015625,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,768,896,4096,128,0.6965909090565305,0.0,0.84814453125,0.009765625,0.080810546875,1.0,83,0.6484375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,896,1024,4096,128,0.699059282535606,0.0,0.822998046875,0.0087890625,0.08056640625,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1024,1152,4096,128,0.6743782840904625,0.0,0.818603515625,0.0078125,0.079833984375,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1152,1280,4096,128,0.65971491652438,0.0,0.82470703125,0.008056640625,0.083251953125,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1280,1408,4096,128,0.6864218752109489,0.0,0.84814453125,0.008056640625,0.0732421875,1.0,92,0.71875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1408,1536,4096,128,0.7238809128291934,0.0,0.82177734375,0.0087890625,0.083984375,1.0,84,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1536,1664,4096,128,0.6731121759211348,0.0,0.8408203125,0.006103515625,0.078857421875,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1664,1792,4096,128,0.640616410242973,0.0,0.8212890625,0.006591796875,0.079833984375,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1792,1920,4096,128,0.7034503911054611,0.0,0.834228515625,0.009521484375,0.07958984375,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,1920,2048,4096,128,0.7114012733895183,0.0,0.837158203125,0.009765625,0.07861328125,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2048,2176,4096,128,0.708238823940434,0.0,0.826171875,0.0087890625,0.083984375,1.0,84,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2176,2304,4096,128,0.7144444722997467,0.0,0.83837890625,0.0078125,0.073974609375,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2304,2432,4096,128,0.7516268805654986,0.0,0.865234375,0.006591796875,0.0791015625,1.0,84,0.65625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2432,2560,4096,128,0.6666705297526354,0.0,0.82421875,0.005859375,0.080810546875,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2560,2688,4096,128,0.6959609148477521,0.0,0.842041015625,0.0048828125,0.0703125,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2688,2816,4096,128,0.6265932268227679,0.0,0.819091796875,0.007568359375,0.07861328125,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2816,2944,4096,128,0.6251848068972569,0.0,0.803466796875,0.009033203125,0.0810546875,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,2944,3072,4096,128,0.6315485974527496,0.0,0.812255859375,0.0078125,0.08203125,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3072,3200,4096,128,0.6949026424441239,0.0,0.810546875,0.01025390625,0.087890625,1.0,83,0.6484375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3200,3328,4096,128,0.6986899372418413,0.0,0.81396484375,0.0087890625,0.08203125,1.0,83,0.6484375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3328,3456,4096,128,0.6772303089610411,0.0,0.8544921875,0.007080078125,0.06982421875,1.0,90,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3456,3584,4096,128,0.6996656188248961,0.0,0.832275390625,0.005615234375,0.078125,1.0,82,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3584,3712,4096,128,0.6592302167906561,0.0,0.816650390625,0.00830078125,0.0771484375,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3712,3840,4096,128,0.7074519732417728,0.0,0.857666015625,0.0078125,0.069091796875,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3840,3968,4096,128,0.6959508405922412,0.0,0.831298828125,0.009765625,0.079345703125,1.0,82,0.640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,3968,4096,4096,128,0.632396875477089,0.0,0.81103515625,0.006591796875,0.08154296875,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4096,4224,4096,128,0.714743613127824,0.0,0.849365234375,0.007080078125,0.078369140625,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4224,4352,4096,128,0.6846529006932918,0.0,0.853515625,0.008056640625,0.081298828125,1.0,83,0.6484375
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4352,4480,4096,128,0.7023174583865311,0.0,0.831787109375,0.009033203125,0.081787109375,1.0,81,0.6328125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4480,4608,4096,128,0.6822776326795559,0.0,0.856201171875,0.007568359375,0.0771484375,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4608,4736,4096,128,0.6321006896258301,0.0,0.8427734375,0.009033203125,0.074462890625,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4736,4864,4096,128,0.6855966236469402,0.0,0.839111328125,0.007080078125,0.06591796875,1.0,90,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4864,4992,4096,128,0.6837690241310366,0.0,0.840576171875,0.00732421875,0.070556640625,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,4992,5120,4096,128,0.651434476397867,0.0,0.838134765625,0.00390625,0.0693359375,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5120,5248,4096,128,0.7205430899127385,0.0,0.8232421875,0.007568359375,0.076904296875,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5248,5376,4096,128,0.6910260860577679,0.0,0.81591796875,0.01025390625,0.092041015625,1.0,80,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5376,5504,4096,128,0.7630940318477427,0.0,0.860107421875,0.008544921875,0.08837890625,1.0,80,0.625
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5504,5632,4096,128,0.6370483017081248,0.0,0.83349609375,0.0068359375,0.073974609375,1.0,90,0.703125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5632,5760,4096,128,0.6271513044153642,0.0,0.805908203125,0.00927734375,0.078125,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5760,5888,4096,128,0.7472649304562787,0.0,0.8349609375,0.0078125,0.0849609375,1.0,81,0.6328125
+fresh-en-2,layers.3.mlp.gate_proj.output,128,5888,6016,4096,128,0.6464891778395812,0.0,0.819580078125,0.007568359375,0.077392578125,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gate_proj.output,128,6016,6144,4096,128,0.6734608033213308,0.0,0.846923828125,0.005126953125,0.073974609375,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.up_proj.output,0,0,6144,196608,6144,0.2785955547444055,0.0,0.5010833740234375,0.0084075927734375,0.08421834309895833,1.0,4971,0.80908203125
+fresh-en-2,layers.3.mlp.up_proj.output,64,0,64,2048,64,0.2863610935794914,0.0,0.5009765625,0.009765625,0.08837890625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,64,128,2048,64,0.2733959799383921,0.0,0.49951171875,0.01025390625,0.09423828125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,128,192,2048,64,0.2936201972935461,0.0,0.53759765625,0.0107421875,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.up_proj.output,64,192,256,2048,64,0.26848462666616146,0.0,0.515625,0.00537109375,0.0771484375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,256,320,2048,64,0.27545472618646033,0.0,0.5126953125,0.00634765625,0.0703125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,320,384,2048,64,0.3015948486115585,0.0,0.470703125,0.0107421875,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,384,448,2048,64,0.27715468534545284,0.0,0.51708984375,0.0078125,0.08447265625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,448,512,2048,64,0.2578362037924619,0.0,0.51513671875,0.0087890625,0.07958984375,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,512,576,2048,64,0.2790823484341371,0.0,0.48486328125,0.00830078125,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,576,640,2048,64,0.2725633766678633,0.0,0.48291015625,0.005859375,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,640,704,2048,64,0.2736469955410559,0.0,0.4638671875,0.0078125,0.0849609375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,704,768,2048,64,0.3007630219349425,0.0,0.486328125,0.0146484375,0.099609375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,768,832,2048,64,0.26072869068946447,0.0,0.48291015625,0.0068359375,0.08447265625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,832,896,2048,64,0.28715618531382037,0.0,0.50732421875,0.0068359375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,896,960,2048,64,0.2755237421867827,0.0,0.50390625,0.00927734375,0.076171875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,960,1024,2048,64,0.27641921973571987,0.0,0.498046875,0.00927734375,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1024,1088,2048,64,0.2924041981899721,0.0,0.5068359375,0.00830078125,0.095703125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,1088,1152,2048,64,0.26619951838588096,0.0,0.501953125,0.0048828125,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1152,1216,2048,64,0.28534747072739614,0.0,0.53076171875,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1216,1280,2048,64,0.2751393826281392,0.0,0.51953125,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,1280,1344,2048,64,0.2624921941911221,0.0,0.5439453125,0.0068359375,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1344,1408,2048,64,0.3195511904110508,0.0,0.4794921875,0.0068359375,0.091796875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.up_proj.output,64,1408,1472,2048,64,0.28807213762971784,0.0,0.4716796875,0.00830078125,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1472,1536,2048,64,0.27630035201050873,0.0,0.47412109375,0.0068359375,0.083984375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1536,1600,2048,64,0.273819548051833,0.0,0.4609375,0.00830078125,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1600,1664,2048,64,0.27131221294134605,0.0,0.52001953125,0.00732421875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1664,1728,2048,64,0.2811764653630947,0.0,0.482421875,0.00634765625,0.07177734375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1728,1792,2048,64,0.27837208891366905,0.0,0.56640625,0.00341796875,0.078125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1792,1856,2048,64,0.28096867552258964,0.0,0.51513671875,0.0087890625,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1856,1920,2048,64,0.28960433416229586,0.0,0.4912109375,0.009765625,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1920,1984,2048,64,0.27501070562907953,0.0,0.525390625,0.0078125,0.07666015625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,1984,2048,2048,64,0.28237236213442873,0.0,0.48046875,0.009765625,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2048,2112,2048,64,0.2732891583270162,0.0,0.5068359375,0.01025390625,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2112,2176,2048,64,0.28918860859588763,0.0,0.5078125,0.0068359375,0.076171875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2176,2240,2048,64,0.290580093983379,0.0,0.51171875,0.009765625,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,2240,2304,2048,64,0.27157742160133,0.0,0.51953125,0.009765625,0.083984375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2304,2368,2048,64,0.26330647572156407,0.0,0.52392578125,0.0068359375,0.09521484375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2368,2432,2048,64,0.2730729145514278,0.0,0.51611328125,0.0078125,0.08056640625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2432,2496,2048,64,0.27323314818755146,0.0,0.49951171875,0.005859375,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2496,2560,2048,64,0.2660032379662814,0.0,0.486328125,0.009765625,0.0888671875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2560,2624,2048,64,0.30879397323251795,0.0,0.49951171875,0.01220703125,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2624,2688,2048,64,0.2679302841749653,0.0,0.50146484375,0.00830078125,0.08935546875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2688,2752,2048,64,0.2856598022120049,0.0,0.49365234375,0.01123046875,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2752,2816,2048,64,0.27073398291150147,0.0,0.5390625,0.0078125,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2816,2880,2048,64,0.2782809823045808,0.0,0.48291015625,0.0107421875,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,2880,2944,2048,64,0.2872931745836179,0.0,0.4873046875,0.00634765625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,2944,3008,2048,64,0.29196380526219395,0.0,0.53125,0.01220703125,0.09765625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,3008,3072,2048,64,0.26928262841699563,0.0,0.484375,0.00927734375,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3072,3136,2048,64,0.28878882042104204,0.0,0.51318359375,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,3136,3200,2048,64,0.25971579713472315,0.0,0.51416015625,0.00634765625,0.07568359375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3200,3264,2048,64,0.27850363401886546,0.0,0.50439453125,0.0087890625,0.09765625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3264,3328,2048,64,0.27238647653632986,0.0,0.5517578125,0.00830078125,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3328,3392,2048,64,0.281486168079855,0.0,0.48046875,0.0087890625,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3392,3456,2048,64,0.27373255152239023,0.0,0.5078125,0.00927734375,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3456,3520,2048,64,0.26379484728875496,0.0,0.494140625,0.0078125,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3520,3584,2048,64,0.26646841283793626,0.0,0.4794921875,0.0078125,0.08203125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3584,3648,2048,64,0.29964479692789936,0.0,0.56494140625,0.0126953125,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3648,3712,2048,64,0.2892490913972012,0.0,0.4921875,0.01123046875,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3712,3776,2048,64,0.2793062345663686,0.0,0.48193359375,0.00732421875,0.07177734375,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,3776,3840,2048,64,0.27052815518760986,0.0,0.47119140625,0.0068359375,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3840,3904,2048,64,0.26869996388104217,0.0,0.4755859375,0.00830078125,0.07666015625,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,3904,3968,2048,64,0.2715890240239201,0.0,0.49560546875,0.01123046875,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,3968,4032,2048,64,0.26868238031194275,0.0,0.52783203125,0.0087890625,0.08251953125,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,4032,4096,2048,64,0.28483182010135993,0.0,0.517578125,0.00830078125,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4096,4160,2048,64,0.2668985624916763,0.0,0.46630859375,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4160,4224,2048,64,0.2799079600916583,0.0,0.47119140625,0.0078125,0.09619140625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4224,4288,2048,64,0.27790098521379897,0.0,0.53515625,0.01123046875,0.0849609375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4288,4352,2048,64,0.28960201038702676,0.0,0.53125,0.0078125,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4352,4416,2048,64,0.2814602901256054,0.0,0.49169921875,0.00927734375,0.087890625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4416,4480,2048,64,0.2748113069215721,0.0,0.451171875,0.00732421875,0.0732421875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4480,4544,2048,64,0.2776840264606309,0.0,0.5166015625,0.0126953125,0.09375,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,4544,4608,2048,64,0.27721708334939377,0.0,0.490234375,0.00927734375,0.07861328125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4608,4672,2048,64,0.2843390479148402,0.0,0.49609375,0.01171875,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4672,4736,2048,64,0.2884625039418455,0.0,0.4912109375,0.00830078125,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4736,4800,2048,64,0.27593484405519814,0.0,0.4990234375,0.00732421875,0.0791015625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4800,4864,2048,64,0.2683643426941021,0.0,0.48876953125,0.00439453125,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4864,4928,2048,64,0.2613935365736213,0.0,0.4658203125,0.0107421875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,4928,4992,2048,64,0.2617576666311376,0.0,0.51416015625,0.005859375,0.08544921875,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,4992,5056,2048,64,0.265447179935122,0.0,0.47412109375,0.01171875,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5056,5120,2048,64,0.266749580998304,0.0,0.45263671875,0.0078125,0.08447265625,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,5120,5184,2048,64,0.28879313481736785,0.0,0.50244140625,0.00927734375,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5184,5248,2048,64,0.2682150570048548,0.0,0.48828125,0.0078125,0.09033203125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5248,5312,2048,64,0.2801906446549259,0.0,0.51025390625,0.00341796875,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5312,5376,2048,64,0.2803243817744383,0.0,0.49365234375,0.009765625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5376,5440,2048,64,0.26691163357461456,0.0,0.53173828125,0.0068359375,0.07568359375,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,5440,5504,2048,64,0.2873339287558814,0.0,0.52978515625,0.00732421875,0.09228515625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,5504,5568,2048,64,0.2668647030174225,0.0,0.50244140625,0.00634765625,0.0712890625,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,64,5568,5632,2048,64,0.2714290059477773,0.0,0.46875,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5632,5696,2048,64,0.2996893686760692,0.0,0.5107421875,0.01123046875,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,5696,5760,2048,64,0.29090149375616126,0.0,0.484375,0.0087890625,0.0849609375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5760,5824,2048,64,0.28164350031433266,0.0,0.51513671875,0.00537109375,0.07763671875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5824,5888,2048,64,0.278253202069785,0.0,0.50634765625,0.0068359375,0.07421875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,5888,5952,2048,64,0.2893773273841342,0.0,0.52734375,0.00927734375,0.09375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,5952,6016,2048,64,0.2846124732954458,0.0,0.46826171875,0.005859375,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,64,6016,6080,2048,64,0.28847507292988367,0.0,0.5224609375,0.00927734375,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,64,6080,6144,2048,64,0.26695990282681437,0.0,0.4931640625,0.00537109375,0.07373046875,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.up_proj.output,128,0,128,4096,128,0.27995360130074765,0.0,0.500244140625,0.010009765625,0.09130859375,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,128,256,4096,128,0.28133326768689215,0.0,0.526611328125,0.0078125,0.082763671875,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,128,256,384,4096,128,0.28882067004240425,0.0,0.49169921875,0.008544921875,0.079833984375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,384,512,4096,128,0.26766978499173655,0.0,0.51611328125,0.00830078125,0.08154296875,1.0,107,0.8359375
+fresh-en-2,layers.3.mlp.up_proj.output,128,512,640,4096,128,0.2758421210657472,0.0,0.48388671875,0.007080078125,0.084228515625,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,640,768,4096,128,0.28752484547607826,0.0,0.47509765625,0.010986328125,0.09033203125,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,768,896,4096,128,0.27426093862654555,0.0,0.4951171875,0.00732421875,0.083740234375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,896,1024,4096,128,0.2759718441688508,0.0,0.5009765625,0.00927734375,0.080078125,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,1024,1152,4096,128,0.27960901157508805,0.0,0.50439453125,0.0068359375,0.08740234375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,1152,1280,4096,128,0.2802899025326419,0.0,0.525146484375,0.00830078125,0.08349609375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,1280,1408,4096,128,0.2924167533712709,0.0,0.51171875,0.007080078125,0.08642578125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.up_proj.output,128,1408,1536,4096,128,0.28224762266464365,0.0,0.472900390625,0.007568359375,0.0859375,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,1536,1664,4096,128,0.2725687636051134,0.0,0.490478515625,0.0078125,0.083251953125,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,1664,1792,4096,128,0.2797777908986373,0.0,0.5244140625,0.004638671875,0.074951171875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,1792,1920,4096,128,0.2853191782815388,0.0,0.503173828125,0.00927734375,0.0849609375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,1920,2048,4096,128,0.2787158401562254,0.0,0.5029296875,0.0087890625,0.0791015625,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,2048,2176,4096,128,0.2813512176983729,0.0,0.50732421875,0.0087890625,0.081298828125,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,2176,2304,4096,128,0.2812392993013387,0.0,0.515625,0.009765625,0.082275390625,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,2304,2432,4096,128,0.26823414847714855,0.0,0.52001953125,0.007568359375,0.08740234375,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,2432,2560,4096,128,0.26964242607296296,0.0,0.492919921875,0.007568359375,0.0849609375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,2560,2688,4096,128,0.28908506973104187,0.0,0.50048828125,0.01025390625,0.08935546875,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,128,2688,2816,4096,128,0.27829697456397806,0.0,0.516357421875,0.009033203125,0.08349609375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,2816,2944,4096,128,0.2828229775625874,0.0,0.485107421875,0.00830078125,0.090087890625,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.up_proj.output,128,2944,3072,4096,128,0.2808522721559735,0.0,0.5078125,0.010986328125,0.088623046875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,3072,3200,4096,128,0.2746372863264396,0.0,0.513671875,0.0068359375,0.0830078125,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,3200,3328,4096,128,0.27546203618792076,0.0,0.528076171875,0.008544921875,0.091796875,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,3328,3456,4096,128,0.27763642825036344,0.0,0.494140625,0.009033203125,0.08544921875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,3456,3584,4096,128,0.2651350000438139,0.0,0.48681640625,0.0078125,0.079833984375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,3584,3712,4096,128,0.2944928192673537,0.0,0.528564453125,0.01220703125,0.085205078125,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,3712,3840,4096,128,0.27495222804776004,0.0,0.4765625,0.0068359375,0.076416015625,1.0,106,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,128,3840,3968,4096,128,0.27014835605638876,0.0,0.485595703125,0.009765625,0.083251953125,1.0,107,0.8359375
+fresh-en-2,layers.3.mlp.up_proj.output,128,3968,4096,4096,128,0.2768748699614548,0.0,0.522705078125,0.00830078125,0.083740234375,1.0,106,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4096,4224,4096,128,0.2734806289143681,0.0,0.46875,0.00830078125,0.093505859375,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,4224,4352,4096,128,0.28381180560629227,0.0,0.533203125,0.00927734375,0.0859375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4352,4480,4096,128,0.2781556662460181,0.0,0.471435546875,0.00830078125,0.08154296875,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4480,4608,4096,128,0.2774506531368534,0.0,0.50341796875,0.010986328125,0.08642578125,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4608,4736,4096,128,0.28640819676601176,0.0,0.49365234375,0.010009765625,0.088134765625,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4736,4864,4096,128,0.2721759160849872,0.0,0.493896484375,0.005859375,0.07763671875,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4864,4992,4096,128,0.2615756649639286,0.0,0.489990234375,0.00830078125,0.086669921875,1.0,106,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,128,4992,5120,4096,128,0.26609917728008836,0.0,0.46337890625,0.009521484375,0.087890625,1.0,106,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,128,5120,5248,4096,128,0.27869408992815037,0.0,0.495361328125,0.0087890625,0.08544921875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,5248,5376,4096,128,0.2802575211919959,0.0,0.501953125,0.006591796875,0.0810546875,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,5376,5504,4096,128,0.2773108425140993,0.0,0.53076171875,0.007080078125,0.084228515625,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,5504,5632,4096,128,0.2691565297242254,0.0,0.485595703125,0.008056640625,0.075927734375,1.0,106,0.828125
+fresh-en-2,layers.3.mlp.up_proj.output,128,5632,5760,4096,128,0.29532811986587637,0.0,0.49755859375,0.01025390625,0.084228515625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.up_proj.output,128,5760,5888,4096,128,0.27995348339625825,0.0,0.5107421875,0.006103515625,0.075927734375,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.up_proj.output,128,5888,6016,4096,128,0.28700478877480007,0.0,0.497802734375,0.00732421875,0.087646484375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.up_proj.output,128,6016,6144,4096,128,0.27792576114783235,0.0,0.5078125,0.0078125,0.081787109375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,0,0,6144,196608,6144,0.20248457066492392,0.0,0.8328501383463541,0.004669189453125,0.046869913736979164,1.0,4869,0.79248046875
+fresh-en-2,layers.3.mlp.silu_gate,64,0,64,2048,64,0.2192514228117053,0.0,0.8330078125,0.00390625,0.0537109375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,64,128,2048,64,0.20532411614823273,0.0,0.82177734375,0.00634765625,0.05029296875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,128,192,2048,64,0.19975382752596627,0.0,0.84814453125,0.0048828125,0.05029296875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,192,256,2048,64,0.19690664984593978,0.0,0.837890625,0.005859375,0.0439453125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,256,320,2048,64,0.20233992420537175,0.0,0.8271484375,0.0048828125,0.0478515625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,320,384,2048,64,0.20237480405164965,0.0,0.80908203125,0.00634765625,0.046875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,384,448,2048,64,0.19678854948583685,0.0,0.81689453125,0.00634765625,0.046875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,448,512,2048,64,0.2024729458903681,0.0,0.89599609375,0.00341796875,0.0419921875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,512,576,2048,64,0.2138760794048563,0.0,0.85400390625,0.00341796875,0.048828125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,576,640,2048,64,0.1917250526667662,0.0,0.80810546875,0.0029296875,0.05322265625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,640,704,2048,64,0.1926579764291247,0.0,0.837890625,0.00439453125,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,704,768,2048,64,0.2016169863992094,0.0,0.8271484375,0.00390625,0.0478515625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,768,832,2048,64,0.19599837527949246,0.0,0.85791015625,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,832,896,2048,64,0.19299200033612815,0.0,0.83837890625,0.00830078125,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,896,960,2048,64,0.22843659348062076,0.0,0.83349609375,0.0048828125,0.04443359375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,960,1024,2048,64,0.19361571457877155,0.0,0.8125,0.00390625,0.05078125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1024,1088,2048,64,0.20788748517697495,0.0,0.78564453125,0.00634765625,0.04736328125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,1088,1152,2048,64,0.20163016633843647,0.0,0.8515625,0.00341796875,0.04736328125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,1152,1216,2048,64,0.20905637655099096,0.0,0.8291015625,0.0078125,0.05908203125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,1216,1280,2048,64,0.19992037806098167,0.0,0.8203125,0.00390625,0.05126953125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1280,1344,2048,64,0.21334431715293511,0.0,0.84912109375,0.00634765625,0.04248046875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,1344,1408,2048,64,0.22549516479929596,0.0,0.84716796875,0.0048828125,0.0556640625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,1408,1472,2048,64,0.22060428726868012,0.0,0.81640625,0.0048828125,0.052734375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,1472,1536,2048,64,0.2080903796219948,0.0,0.8271484375,0.00634765625,0.04541015625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1536,1600,2048,64,0.1855725784292113,0.0,0.83349609375,0.0029296875,0.0390625,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,1600,1664,2048,64,0.20255357487118922,0.0,0.84814453125,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1664,1728,2048,64,0.19022114922447209,0.0,0.833984375,0.0029296875,0.0458984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1728,1792,2048,64,0.19573815973602146,0.0,0.80859375,0.00537109375,0.05126953125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1792,1856,2048,64,0.20429073515308033,0.0,0.84814453125,0.0048828125,0.04541015625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,1856,1920,2048,64,0.19171699974708167,0.0,0.8203125,0.00439453125,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,1920,1984,2048,64,0.2047172468012645,0.0,0.8525390625,0.00390625,0.041015625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,1984,2048,2048,64,0.20447571153431057,0.0,0.82177734375,0.00634765625,0.04443359375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2048,2112,2048,64,0.19807981703709882,0.0,0.8134765625,0.00537109375,0.044921875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2112,2176,2048,64,0.18720752890745937,0.0,0.8388671875,0.00341796875,0.04296875,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,2176,2240,2048,64,0.22299377308693596,0.0,0.81494140625,0.00732421875,0.04296875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,2240,2304,2048,64,0.19854892235006363,0.0,0.86181640625,0.0048828125,0.0400390625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2304,2368,2048,64,0.19972677536471917,0.0,0.86572265625,0.0029296875,0.03857421875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2368,2432,2048,64,0.19821151528959685,0.0,0.86474609375,0.00439453125,0.0400390625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2432,2496,2048,64,0.1966392888900036,0.0,0.822265625,0.00244140625,0.04052734375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2496,2560,2048,64,0.1879706598944218,0.0,0.826171875,0.0029296875,0.05078125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2560,2624,2048,64,0.21334105052151514,0.0,0.84033203125,0.00390625,0.0439453125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,2624,2688,2048,64,0.19772819091867877,0.0,0.84375,0.0029296875,0.0341796875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,2688,2752,2048,64,0.1939346761005245,0.0,0.81884765625,0.0048828125,0.0517578125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2752,2816,2048,64,0.18828732219713304,0.0,0.8193359375,0.00439453125,0.046875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,2816,2880,2048,64,0.20458490414264258,0.0,0.796875,0.00537109375,0.05224609375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,2880,2944,2048,64,0.21790057422070086,0.0,0.81005859375,0.00341796875,0.05224609375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,2944,3008,2048,64,0.20279180904930022,0.0,0.78515625,0.005859375,0.0556640625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,3008,3072,2048,64,0.19409142908623037,0.0,0.83935546875,0.00390625,0.0556640625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,3072,3136,2048,64,0.21322558331131217,0.0,0.8095703125,0.005859375,0.0546875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,3136,3200,2048,64,0.20709255138377722,0.0,0.8115234375,0.0068359375,0.05078125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,3200,3264,2048,64,0.23719471894056574,0.0,0.822265625,0.00390625,0.06005859375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.silu_gate,64,3264,3328,2048,64,0.19949806029264583,0.0,0.8056640625,0.00732421875,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3328,3392,2048,64,0.23023700665556676,0.0,0.83544921875,0.005859375,0.04736328125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,3392,3456,2048,64,0.19806295187650483,0.0,0.87353515625,0.00390625,0.041015625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3456,3520,2048,64,0.19689614833527236,0.0,0.81005859375,0.00439453125,0.04541015625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,3520,3584,2048,64,0.20408300509574076,0.0,0.8544921875,0.00244140625,0.04150390625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3584,3648,2048,64,0.19765027384373074,0.0,0.8095703125,0.0048828125,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3648,3712,2048,64,0.18864253142911805,0.0,0.82373046875,0.00634765625,0.04443359375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3712,3776,2048,64,0.19679008613978163,0.0,0.8701171875,0.00634765625,0.03662109375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3776,3840,2048,64,0.2248837535186323,0.0,0.84521484375,0.00439453125,0.0498046875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,3840,3904,2048,64,0.20180039049477516,0.0,0.8271484375,0.00537109375,0.0439453125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,3904,3968,2048,64,0.19916381663564944,0.0,0.83544921875,0.0048828125,0.0439453125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,3968,4032,2048,64,0.20105345997107882,0.0,0.8359375,0.0048828125,0.04345703125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,4032,4096,2048,64,0.19462442524124768,0.0,0.7861328125,0.00341796875,0.05517578125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4096,4160,2048,64,0.20062710603277242,0.0,0.88916015625,0.0068359375,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4160,4224,2048,64,0.206186106919369,0.0,0.8095703125,0.00341796875,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,4224,4288,2048,64,0.19707934389370996,0.0,0.869140625,0.0048828125,0.04443359375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,4288,4352,2048,64,0.19220645036393402,0.0,0.837890625,0.005859375,0.0498046875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,4352,4416,2048,64,0.20253618915537905,0.0,0.8251953125,0.00439453125,0.037109375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,4416,4480,2048,64,0.1941235930342521,0.0,0.83837890625,0.00634765625,0.0517578125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,4480,4544,2048,64,0.19361123592925153,0.0,0.87255859375,0.00439453125,0.0458984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4544,4608,2048,64,0.19876446133186468,0.0,0.83984375,0.00390625,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,4608,4672,2048,64,0.20246951460483098,0.0,0.845703125,0.00439453125,0.048828125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4672,4736,2048,64,0.1858163781181076,0.0,0.83984375,0.005859375,0.0458984375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4736,4800,2048,64,0.1982535341193691,0.0,0.83935546875,0.00390625,0.04150390625,1.0,54,0.84375
+fresh-en-2,layers.3.mlp.silu_gate,64,4800,4864,2048,64,0.20908333609788848,0.0,0.8388671875,0.00341796875,0.03466796875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4864,4928,2048,64,0.21092831889519453,0.0,0.83251953125,0.00439453125,0.04638671875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,4928,4992,2048,64,0.20310991293789923,0.0,0.8486328125,0.00341796875,0.044921875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,4992,5056,2048,64,0.19495556148842796,0.0,0.82470703125,0.0009765625,0.03759765625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,5056,5120,2048,64,0.20604854291043273,0.0,0.8515625,0.00244140625,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5120,5184,2048,64,0.20806288982769677,0.0,0.83935546875,0.00439453125,0.04638671875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,5184,5248,2048,64,0.21669002064381546,0.0,0.80712890625,0.00390625,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5248,5312,2048,64,0.1982313040879883,0.0,0.79541015625,0.00537109375,0.05810546875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,64,5312,5376,2048,64,0.19493094651850168,0.0,0.83642578125,0.00634765625,0.0517578125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5376,5440,2048,64,0.2048879648341952,0.0,0.845703125,0.00537109375,0.05517578125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5440,5504,2048,64,0.1936475171598971,0.0,0.87451171875,0.0009765625,0.03369140625,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5504,5568,2048,64,0.18912630809429792,0.0,0.8583984375,0.0048828125,0.0439453125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.silu_gate,64,5568,5632,2048,64,0.20730110788164255,0.0,0.80859375,0.0048828125,0.052734375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5632,5696,2048,64,0.20367099882978565,0.0,0.79248046875,0.00634765625,0.046875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5696,5760,2048,64,0.19042310476129007,0.0,0.8193359375,0.0048828125,0.0537109375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5760,5824,2048,64,0.19932468319967314,0.0,0.8427734375,0.00146484375,0.0380859375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,64,5824,5888,2048,64,0.21266830914090923,0.0,0.8271484375,0.0078125,0.05908203125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,64,5888,5952,2048,64,0.20878475993755632,0.0,0.82666015625,0.00244140625,0.04638671875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,5952,6016,2048,64,0.20723057003602643,0.0,0.8125,0.0068359375,0.0537109375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,6016,6080,2048,64,0.19340375790953968,0.0,0.83154296875,0.0029296875,0.046875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,64,6080,6144,2048,64,0.19572987272489914,0.0,0.8623046875,0.001953125,0.04296875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,0,128,4096,128,0.21240195276528195,0.0,0.827392578125,0.005126953125,0.052001953125,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,128,128,256,4096,128,0.1983353477885687,0.0,0.843017578125,0.005126953125,0.047119140625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,256,384,4096,128,0.20235736488002995,0.0,0.818115234375,0.005615234375,0.04736328125,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,384,512,4096,128,0.1996509792441094,0.0,0.8564453125,0.0048828125,0.04443359375,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.silu_gate,128,512,640,4096,128,0.20310277344446415,0.0,0.8310546875,0.003173828125,0.051025390625,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,640,768,4096,128,0.19718836817427157,0.0,0.83251953125,0.004150390625,0.046875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,768,896,4096,128,0.1945009965346461,0.0,0.84814453125,0.006591796875,0.048828125,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,896,1024,4096,128,0.21174314885360368,0.0,0.822998046875,0.004638671875,0.047607421875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,1024,1152,4096,128,0.20478272689715868,0.0,0.818603515625,0.0048828125,0.047607421875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,1152,1280,4096,128,0.20453939246594477,0.0,0.82470703125,0.005859375,0.054443359375,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,1280,1408,4096,128,0.21950383482904554,0.0,0.84814453125,0.005615234375,0.049560546875,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,1408,1536,4096,128,0.21443863650535117,0.0,0.82177734375,0.00537109375,0.04931640625,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,128,1536,1664,4096,128,0.19424872272162336,0.0,0.8408203125,0.00341796875,0.04541015625,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.silu_gate,128,1664,1792,4096,128,0.19299936889679606,0.0,0.8212890625,0.004150390625,0.048095703125,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,1792,1920,4096,128,0.19810365022054557,0.0,0.834228515625,0.005126953125,0.044921875,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,1920,2048,4096,128,0.20459651481067856,0.0,0.837158203125,0.00537109375,0.042724609375,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,2048,2176,4096,128,0.1927203580282682,0.0,0.826171875,0.00439453125,0.04296875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,2176,2304,4096,128,0.21112543357198757,0.0,0.83837890625,0.005859375,0.04150390625,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,2304,2432,4096,128,0.1989705877648592,0.0,0.865234375,0.003662109375,0.039794921875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,2432,2560,4096,128,0.19235381321449113,0.0,0.82421875,0.00244140625,0.04541015625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,2560,2688,4096,128,0.20568281566722726,0.0,0.842041015625,0.00341796875,0.03857421875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,2688,2816,4096,128,0.19113185801218796,0.0,0.819091796875,0.004638671875,0.04931640625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,2816,2944,4096,128,0.21134763217122332,0.0,0.803466796875,0.0048828125,0.052978515625,1.0,99,0.7734375
+fresh-en-2,layers.3.mlp.silu_gate,128,2944,3072,4096,128,0.19848929525571782,0.0,0.812255859375,0.004638671875,0.055419921875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,3072,3200,4096,128,0.21018143854428695,0.0,0.810546875,0.00634765625,0.05224609375,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,3200,3328,4096,128,0.2191584024784609,0.0,0.81396484375,0.006591796875,0.052734375,1.0,98,0.765625
+fresh-en-2,layers.3.mlp.silu_gate,128,3328,3456,4096,128,0.21475336102113765,0.0,0.8544921875,0.0048828125,0.04443359375,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,128,3456,3584,4096,128,0.2005217771193116,0.0,0.832275390625,0.00341796875,0.0439453125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,3584,3712,4096,128,0.19319890710675297,0.0,0.816650390625,0.005615234375,0.046875,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,3712,3840,4096,128,0.21130433100096602,0.0,0.857666015625,0.005126953125,0.043701171875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,3840,3968,4096,128,0.20048643777163874,0.0,0.831298828125,0.005126953125,0.04345703125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,3968,4096,4096,128,0.19786505586741207,0.0,0.81103515625,0.004150390625,0.049072265625,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.silu_gate,128,4096,4224,4096,128,0.20342559617910766,0.0,0.849365234375,0.005126953125,0.0400390625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,4224,4352,4096,128,0.19465814566963108,0.0,0.853515625,0.00537109375,0.047119140625,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,4352,4480,4096,128,0.19837449091316078,0.0,0.831787109375,0.00537109375,0.04443359375,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,4480,4608,4096,128,0.19620476773845053,0.0,0.856201171875,0.00439453125,0.046875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,4608,4736,4096,128,0.1943214228041358,0.0,0.8427734375,0.005859375,0.04833984375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.silu_gate,128,4736,4864,4096,128,0.2037404049576844,0.0,0.839111328125,0.004150390625,0.038330078125,1.0,105,0.8203125
+fresh-en-2,layers.3.mlp.silu_gate,128,4864,4992,4096,128,0.2070560219428475,0.0,0.840576171875,0.00390625,0.04541015625,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,4992,5120,4096,128,0.20057875384843313,0.0,0.838134765625,0.001953125,0.041748046875,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,5120,5248,4096,128,0.21242025700256256,0.0,0.8232421875,0.004150390625,0.042236328125,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.silu_gate,128,5248,5376,4096,128,0.1965880513040193,0.0,0.81591796875,0.005859375,0.054931640625,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,5376,5504,4096,128,0.1993469827161814,0.0,0.860107421875,0.002685546875,0.043701171875,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.silu_gate,128,5504,5632,4096,128,0.19842191126780293,0.0,0.83349609375,0.004638671875,0.0478515625,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.silu_gate,128,5632,5760,4096,128,0.19715835588588657,0.0,0.805908203125,0.005615234375,0.0498046875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,5760,5888,4096,128,0.2061045111654563,0.0,0.8349609375,0.00439453125,0.048828125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,5888,6016,4096,128,0.20800911655458698,0.0,0.819580078125,0.004638671875,0.050048828125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.silu_gate,128,6016,6144,4096,128,0.19457029147641866,0.0,0.846923828125,0.00244140625,0.045166015625,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.gated_product,0,0,6144,196608,6144,0.06749570803288521,0.0,0.5010884602864584,0.029836018880208332,0.19464111328125,1.0,4069,0.6622721354166666
+fresh-en-2,layers.3.mlp.gated_product,64,0,64,2048,64,0.062184122691225766,0.0,0.4853515625,0.02685546875,0.1865234375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,64,128,2048,64,0.05590205078050096,0.0,0.4892578125,0.0322265625,0.18896484375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,128,192,2048,64,0.06818694335014533,0.0,0.4814453125,0.03076171875,0.18359375,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gated_product,64,192,256,2048,64,0.06105560629547312,0.0,0.4921875,0.025390625,0.1884765625,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,256,320,2048,64,0.05814803074660169,0.0,0.5,0.02099609375,0.1650390625,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,320,384,2048,64,0.06375061791876892,0.0,0.51708984375,0.02587890625,0.16455078125,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,384,448,2048,64,0.06338065655116074,0.0,0.4873046875,0.03173828125,0.18505859375,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,448,512,2048,64,0.054749915268809644,0.0,0.4931640625,0.02783203125,0.15576171875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,512,576,2048,64,0.06962948791320332,0.0,0.4931640625,0.02880859375,0.1953125,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gated_product,64,576,640,2048,64,0.05374582006607316,0.0,0.505859375,0.01806640625,0.16552734375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,640,704,2048,64,0.061516888723761265,0.0,0.5263671875,0.0283203125,0.181640625,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,704,768,2048,64,0.0644539833438505,0.0,0.5537109375,0.02880859375,0.1982421875,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,768,832,2048,64,0.04804638418559681,0.0,0.50390625,0.0224609375,0.15283203125,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,832,896,2048,64,0.05260392196560369,0.0,0.5029296875,0.0244140625,0.15478515625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,896,960,2048,64,0.0730939990311855,0.0,0.47119140625,0.02978515625,0.1982421875,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gated_product,64,960,1024,2048,64,0.055504250661248034,0.0,0.494140625,0.0283203125,0.1787109375,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,1024,1088,2048,64,0.0736922719076259,0.0,0.51806640625,0.0390625,0.21337890625,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gated_product,64,1088,1152,2048,64,0.05196612708503205,0.0,0.48828125,0.017578125,0.1474609375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,1152,1216,2048,64,0.0678660469354429,0.0,0.47705078125,0.02978515625,0.19677734375,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gated_product,64,1216,1280,2048,64,0.05922805984713562,0.0,0.478515625,0.029296875,0.17626953125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,1280,1344,2048,64,0.06020860708715523,0.0,0.47802734375,0.02734375,0.1767578125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,1344,1408,2048,64,0.2850658753233595,0.0,0.49365234375,0.10400390625,0.533203125,1.0,1,0.015625
+fresh-en-2,layers.3.mlp.gated_product,64,1408,1472,2048,64,0.14105059941739084,0.0,0.525390625,0.0556640625,0.333984375,1.0,9,0.140625
+fresh-en-2,layers.3.mlp.gated_product,64,1472,1536,2048,64,0.07031597059865273,0.0,0.51708984375,0.0341796875,0.19091796875,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gated_product,64,1536,1600,2048,64,0.05101613340757502,0.0,0.51318359375,0.01806640625,0.16943359375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,1600,1664,2048,64,0.05687251707702408,0.0,0.4853515625,0.02197265625,0.17529296875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,1664,1728,2048,64,0.05155238556174421,0.0,0.5126953125,0.01904296875,0.142578125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.gated_product,64,1728,1792,2048,64,0.056973084248748515,0.0,0.4521484375,0.0185546875,0.17724609375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,1792,1856,2048,64,0.05596595452005913,0.0,0.49609375,0.0244140625,0.166015625,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,1856,1920,2048,64,0.05535557677239295,0.0,0.5224609375,0.02685546875,0.1708984375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,1920,1984,2048,64,0.05499150990242069,0.0,0.478515625,0.02197265625,0.15625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,1984,2048,2048,64,0.06144781136178775,0.0,0.53662109375,0.029296875,0.17529296875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,2048,2112,2048,64,0.053849431403906356,0.0,0.5107421875,0.02490234375,0.171875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,2112,2176,2048,64,0.05380413741375329,0.0,0.494140625,0.0185546875,0.1669921875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,2176,2240,2048,64,0.07603522814350099,0.0,0.50927734375,0.03271484375,0.2001953125,1.0,40,0.625
+fresh-en-2,layers.3.mlp.gated_product,64,2240,2304,2048,64,0.052247860900921546,0.0,0.47607421875,0.01806640625,0.1455078125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,2304,2368,2048,64,0.05624144984359569,0.0,0.494140625,0.0234375,0.17822265625,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,2368,2432,2048,64,0.056229857218274386,0.0,0.486328125,0.02197265625,0.16015625,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,2432,2496,2048,64,0.05351950248083371,0.0,0.50927734375,0.0205078125,0.15478515625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,2496,2560,2048,64,0.05013901985095107,0.0,0.5126953125,0.02734375,0.16552734375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,2560,2624,2048,64,0.07504289219873406,0.0,0.501953125,0.03466796875,0.2119140625,1.0,39,0.609375
+fresh-en-2,layers.3.mlp.gated_product,64,2624,2688,2048,64,0.05403205520505941,0.0,0.50732421875,0.0244140625,0.1494140625,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,2688,2752,2048,64,0.058491961806492715,0.0,0.5146484375,0.0283203125,0.1865234375,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,2752,2816,2048,64,0.05207324338005401,0.0,0.4736328125,0.0283203125,0.17626953125,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,2816,2880,2048,64,0.06392644266255912,0.0,0.51904296875,0.0361328125,0.1953125,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,2880,2944,2048,64,0.05989010208665886,0.0,0.49853515625,0.0283203125,0.19287109375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,2944,3008,2048,64,0.05565787434878938,0.0,0.470703125,0.0302734375,0.1875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,3008,3072,2048,64,0.053858333194167524,0.0,0.54150390625,0.02587890625,0.16748046875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,3072,3136,2048,64,0.07258878137374047,0.0,0.47509765625,0.03271484375,0.21923828125,1.0,41,0.640625
+fresh-en-2,layers.3.mlp.gated_product,64,3136,3200,2048,64,0.056886871383423764,0.0,0.47998046875,0.029296875,0.18017578125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,3200,3264,2048,64,0.06606171119834298,0.0,0.49462890625,0.0244140625,0.1982421875,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,3264,3328,2048,64,0.059993388786881464,0.0,0.46484375,0.03125,0.1845703125,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,3328,3392,2048,64,0.07227251687377663,0.0,0.50927734375,0.02685546875,0.1943359375,1.0,42,0.65625
+fresh-en-2,layers.3.mlp.gated_product,64,3392,3456,2048,64,0.06203074767631253,0.0,0.51318359375,0.0322265625,0.1865234375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,3456,3520,2048,64,0.05189346962927765,0.0,0.50244140625,0.02392578125,0.16845703125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,3520,3584,2048,64,0.0534253341634869,0.0,0.509765625,0.021484375,0.15771484375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,3584,3648,2048,64,0.059297669340654315,0.0,0.47216796875,0.029296875,0.17626953125,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,3648,3712,2048,64,0.051566310378692214,0.0,0.50830078125,0.02734375,0.16259765625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,3712,3776,2048,64,0.05296705401330319,0.0,0.51025390625,0.02001953125,0.13671875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,3776,3840,2048,64,0.05799006690266066,0.0,0.5068359375,0.0224609375,0.15576171875,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,3840,3904,2048,64,0.05484582807195007,0.0,0.541015625,0.02392578125,0.1591796875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,3904,3968,2048,64,0.056384688438901806,0.0,0.4921875,0.03173828125,0.17138671875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,3968,4032,2048,64,0.05358223002598056,0.0,0.48583984375,0.021484375,0.15283203125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,4032,4096,2048,64,0.0543856707070545,0.0,0.478515625,0.0283203125,0.18310546875,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,4096,4160,2048,64,0.051153301148799214,0.0,0.5234375,0.02197265625,0.15673828125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,4160,4224,2048,64,0.0613837621664975,0.0,0.52099609375,0.02783203125,0.193359375,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,4224,4288,2048,64,0.053825668439621444,0.0,0.4775390625,0.02685546875,0.166015625,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,4288,4352,2048,64,0.05385638444395513,0.0,0.4833984375,0.0234375,0.166015625,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,4352,4416,2048,64,0.06475410570900594,0.0,0.49462890625,0.02294921875,0.1826171875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,4416,4480,2048,64,0.06172091691391572,0.0,0.53369140625,0.0302734375,0.18994140625,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,4480,4544,2048,64,0.05121308160537598,0.0,0.50146484375,0.02685546875,0.1650390625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,4544,4608,2048,64,0.061429727354201956,0.0,0.5,0.03271484375,0.17041015625,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,4608,4672,2048,64,0.06473180185282354,0.0,0.4931640625,0.02783203125,0.18798828125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,4672,4736,2048,64,0.06142222405109758,0.0,0.5234375,0.03466796875,0.18798828125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,4736,4800,2048,64,0.060396041316245916,0.0,0.51220703125,0.0224609375,0.16455078125,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,4800,4864,2048,64,0.057833305761535336,0.0,0.51025390625,0.0185546875,0.1533203125,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,4864,4928,2048,64,0.055182417269702196,0.0,0.53076171875,0.0263671875,0.18115234375,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,4928,4992,2048,64,0.05147825761792796,0.0,0.49365234375,0.0205078125,0.14501953125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.gated_product,64,4992,5056,2048,64,0.05155401062858118,0.0,0.517578125,0.0234375,0.1591796875,1.0,48,0.75
+fresh-en-2,layers.3.mlp.gated_product,64,5056,5120,2048,64,0.05552989618170985,0.0,0.54248046875,0.02392578125,0.16552734375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,5120,5184,2048,64,0.08300285327941294,0.0,0.4990234375,0.03662109375,0.21630859375,1.0,39,0.609375
+fresh-en-2,layers.3.mlp.gated_product,64,5184,5248,2048,64,0.0632156576245713,0.0,0.51025390625,0.0283203125,0.18701171875,1.0,46,0.71875
+fresh-en-2,layers.3.mlp.gated_product,64,5248,5312,2048,64,0.06262698841677028,0.0,0.5302734375,0.03173828125,0.19580078125,1.0,43,0.671875
+fresh-en-2,layers.3.mlp.gated_product,64,5312,5376,2048,64,0.05710334626660792,0.0,0.5087890625,0.02880859375,0.18408203125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,5376,5440,2048,64,0.05446235971267412,0.0,0.47900390625,0.02392578125,0.1767578125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,5440,5504,2048,64,0.05234676521881918,0.0,0.4814453125,0.01806640625,0.150390625,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,64,5504,5568,2048,64,0.052299230965424465,0.0,0.50830078125,0.02392578125,0.1533203125,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.gated_product,64,5568,5632,2048,64,0.10437672699323189,0.0,0.5146484375,0.04296875,0.29150390625,1.0,25,0.390625
+fresh-en-2,layers.3.mlp.gated_product,64,5632,5696,2048,64,0.06102164712143447,0.0,0.49462890625,0.02978515625,0.18310546875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,5696,5760,2048,64,0.05486092303508307,0.0,0.525390625,0.02490234375,0.1728515625,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,5760,5824,2048,64,0.05847870439428185,0.0,0.49951171875,0.0166015625,0.154296875,1.0,47,0.734375
+fresh-en-2,layers.3.mlp.gated_product,64,5824,5888,2048,64,0.0622894564945568,0.0,0.48583984375,0.02734375,0.1767578125,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,5888,5952,2048,64,0.0642034094988943,0.0,0.48779296875,0.03369140625,0.19482421875,1.0,45,0.703125
+fresh-en-2,layers.3.mlp.gated_product,64,5952,6016,2048,64,0.055616249574907274,0.0,0.49365234375,0.02197265625,0.16748046875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.gated_product,64,6016,6080,2048,64,0.05871571026171127,0.0,0.49169921875,0.03125,0.18408203125,1.0,44,0.6875
+fresh-en-2,layers.3.mlp.gated_product,64,6080,6144,2048,64,0.052406591117535456,0.0,0.5009765625,0.01806640625,0.1435546875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.gated_product,128,0,128,4096,128,0.059126577764754516,0.0,0.4873046875,0.02880859375,0.1884765625,1.0,95,0.7421875
+fresh-en-2,layers.3.mlp.gated_product,128,128,256,4096,128,0.06471957317359156,0.0,0.48681640625,0.02880859375,0.18603515625,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gated_product,128,256,384,4096,128,0.06101366553786371,0.0,0.508544921875,0.023681640625,0.16552734375,1.0,94,0.734375
+fresh-en-2,layers.3.mlp.gated_product,128,384,512,4096,128,0.0592227188112722,0.0,0.490234375,0.02978515625,0.17333984375,1.0,94,0.734375
+fresh-en-2,layers.3.mlp.gated_product,128,512,640,4096,128,0.062196779505170684,0.0,0.49951171875,0.024658203125,0.181640625,1.0,90,0.703125
+fresh-en-2,layers.3.mlp.gated_product,128,640,768,4096,128,0.06300255378610053,0.0,0.5400390625,0.0283203125,0.18994140625,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gated_product,128,768,896,4096,128,0.05037671902512752,0.0,0.50341796875,0.02392578125,0.15283203125,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,896,1024,4096,128,0.0648978217501851,0.0,0.482666015625,0.029541015625,0.191650390625,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gated_product,128,1024,1152,4096,128,0.06376138840679824,0.0,0.503173828125,0.02783203125,0.1826171875,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gated_product,128,1152,1280,4096,128,0.0636936550996236,0.0,0.477783203125,0.0302734375,0.187255859375,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gated_product,128,1280,1408,4096,128,0.20601896713803872,0.0,0.48583984375,0.0732421875,0.435791015625,1.0,1,0.0078125
+fresh-en-2,layers.3.mlp.gated_product,128,1408,1536,4096,128,0.11144417283383605,0.0,0.521240234375,0.0458984375,0.272705078125,1.0,47,0.3671875
+fresh-en-2,layers.3.mlp.gated_product,128,1536,1664,4096,128,0.05402374045980104,0.0,0.499267578125,0.018798828125,0.17431640625,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,1664,1792,4096,128,0.05433038185914825,0.0,0.482421875,0.018798828125,0.1611328125,1.0,98,0.765625
+fresh-en-2,layers.3.mlp.gated_product,128,1792,1920,4096,128,0.05566160231769122,0.0,0.50927734375,0.025634765625,0.168701171875,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,1920,2048,4096,128,0.0583090888391419,0.0,0.507568359375,0.025390625,0.166015625,1.0,95,0.7421875
+fresh-en-2,layers.3.mlp.gated_product,128,2048,2176,4096,128,0.05382678917305983,0.0,0.50244140625,0.021728515625,0.169677734375,1.0,98,0.765625
+fresh-en-2,layers.3.mlp.gated_product,128,2176,2304,4096,128,0.0652349403600413,0.0,0.49267578125,0.024658203125,0.178466796875,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gated_product,128,2304,2432,4096,128,0.05623565382965336,0.0,0.490234375,0.022705078125,0.169189453125,1.0,96,0.75
+fresh-en-2,layers.3.mlp.gated_product,128,2432,2560,4096,128,0.05185681467950972,0.0,0.510986328125,0.024169921875,0.160888671875,1.0,98,0.765625
+fresh-en-2,layers.3.mlp.gated_product,128,2560,2688,4096,128,0.0653869201722845,0.0,0.504638671875,0.02783203125,0.179931640625,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gated_product,128,2688,2816,4096,128,0.055375681811109745,0.0,0.494140625,0.0283203125,0.18359375,1.0,93,0.7265625
+fresh-en-2,layers.3.mlp.gated_product,128,2816,2944,4096,128,0.061941159173201935,0.0,0.5087890625,0.032470703125,0.19384765625,1.0,90,0.703125
+fresh-en-2,layers.3.mlp.gated_product,128,2944,3072,4096,128,0.05476549566779979,0.0,0.506103515625,0.028564453125,0.176513671875,1.0,96,0.75
+fresh-en-2,layers.3.mlp.gated_product,128,3072,3200,4096,128,0.06521214348999307,0.0,0.4775390625,0.0322265625,0.198486328125,1.0,86,0.671875
+fresh-en-2,layers.3.mlp.gated_product,128,3200,3328,4096,128,0.06310054034866575,0.0,0.479736328125,0.02783203125,0.19091796875,1.0,89,0.6953125
+fresh-en-2,layers.3.mlp.gated_product,128,3328,3456,4096,128,0.06734660478655431,0.0,0.51123046875,0.031494140625,0.190673828125,1.0,85,0.6640625
+fresh-en-2,layers.3.mlp.gated_product,128,3456,3584,4096,128,0.05266497185342931,0.0,0.506103515625,0.0224609375,0.16259765625,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,3584,3712,4096,128,0.05556661747535653,0.0,0.490234375,0.028564453125,0.16943359375,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,3712,3840,4096,128,0.05553537912998901,0.0,0.508544921875,0.021484375,0.14697265625,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,3840,3968,4096,128,0.055620580486228,0.0,0.5166015625,0.028076171875,0.165771484375,1.0,95,0.7421875
+fresh-en-2,layers.3.mlp.gated_product,128,3968,4096,4096,128,0.05398544504222068,0.0,0.482177734375,0.02490234375,0.16845703125,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,4096,4224,4096,128,0.056500559626135,0.0,0.522216796875,0.025146484375,0.17529296875,1.0,94,0.734375
+fresh-en-2,layers.3.mlp.gated_product,128,4224,4352,4096,128,0.05384102863220182,0.0,0.48046875,0.025146484375,0.166015625,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,4352,4480,4096,128,0.06325569456921488,0.0,0.51416015625,0.026123046875,0.18603515625,1.0,88,0.6875
+fresh-en-2,layers.3.mlp.gated_product,128,4480,4608,4096,128,0.05655259114457307,0.0,0.500732421875,0.030029296875,0.169189453125,1.0,96,0.75
+fresh-en-2,layers.3.mlp.gated_product,128,4608,4736,4096,128,0.06309871543263158,0.0,0.50830078125,0.03173828125,0.189208984375,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gated_product,128,4736,4864,4096,128,0.05912855935155583,0.0,0.51123046875,0.020751953125,0.16015625,1.0,92,0.71875
+fresh-en-2,layers.3.mlp.gated_product,128,4864,4992,4096,128,0.05336248768144756,0.0,0.51220703125,0.023193359375,0.16259765625,1.0,97,0.7578125
+fresh-en-2,layers.3.mlp.gated_product,128,4992,5120,4096,128,0.05357884555420794,0.0,0.530029296875,0.023681640625,0.1630859375,1.0,96,0.75
+fresh-en-2,layers.3.mlp.gated_product,128,5120,5248,4096,128,0.07377564984949565,0.0,0.504638671875,0.033203125,0.202880859375,1.0,84,0.65625
+fresh-en-2,layers.3.mlp.gated_product,128,5248,5376,4096,128,0.05992884044013535,0.0,0.51953125,0.030029296875,0.190185546875,1.0,87,0.6796875
+fresh-en-2,layers.3.mlp.gated_product,128,5376,5504,4096,128,0.05341503746299766,0.0,0.480224609375,0.021240234375,0.16357421875,1.0,98,0.765625
+fresh-en-2,layers.3.mlp.gated_product,128,5504,5632,4096,128,0.08255213715402672,0.0,0.511474609375,0.03515625,0.236083984375,1.0,70,0.546875
+fresh-en-2,layers.3.mlp.gated_product,128,5632,5760,4096,128,0.05802310873123819,0.0,0.510009765625,0.027587890625,0.1767578125,1.0,92,0.71875
+fresh-en-2,layers.3.mlp.gated_product,128,5760,5888,4096,128,0.060414134347936674,0.0,0.49267578125,0.021728515625,0.16552734375,1.0,91,0.7109375
+fresh-en-2,layers.3.mlp.gated_product,128,5888,6016,4096,128,0.0600634872783003,0.0,0.49072265625,0.02880859375,0.1787109375,1.0,95,0.7421875
+fresh-en-2,layers.3.mlp.gated_product,128,6016,6144,4096,128,0.055650630832443274,0.0,0.496337890625,0.02490234375,0.162109375,1.0,93,0.7265625
+fresh-en-2,layers.3.mlp.down_proj.output,0,0,2048,65536,2048,0.043616838779985956,0.0,0.496490478515625,0.0101318359375,0.0970611572265625,1.0,1581,0.77197265625
+fresh-en-2,layers.3.mlp.down_proj.output,64,0,64,2048,64,0.04172910242352513,0.0,0.48291015625,0.00634765625,0.08935546875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,64,128,2048,64,0.037390474352587494,0.0,0.48486328125,0.0078125,0.08154296875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,128,192,2048,64,0.040609249859009634,0.0,0.52685546875,0.013671875,0.10595703125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,192,256,2048,64,0.043980053054858706,0.0,0.51806640625,0.00439453125,0.087890625,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.down_proj.output,64,256,320,2048,64,0.04112022686239556,0.0,0.50634765625,0.0068359375,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,320,384,2048,64,0.041144970707647124,0.0,0.5107421875,0.01025390625,0.09423828125,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,384,448,2048,64,0.04160558647488934,0.0,0.46875,0.01025390625,0.0947265625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,448,512,2048,64,0.038698481978630316,0.0,0.50537109375,0.0087890625,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,512,576,2048,64,0.03992506942395554,0.0,0.50390625,0.00927734375,0.09521484375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,576,640,2048,64,0.04152784377740386,0.0,0.52783203125,0.00732421875,0.0927734375,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,640,704,2048,64,0.03929829093892298,0.0,0.49853515625,0.00732421875,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,704,768,2048,64,0.041360899876660466,0.0,0.45556640625,0.009765625,0.09375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,768,832,2048,64,0.040911383462716396,0.0,0.4833984375,0.00830078125,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,832,896,2048,64,0.040964698451445763,0.0,0.51220703125,0.0107421875,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,896,960,2048,64,0.0415884551118444,0.0,0.48828125,0.013671875,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.down_proj.output,64,960,1024,2048,64,0.04111667782543583,0.0,0.4912109375,0.01318359375,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1024,1088,2048,64,0.040925086509809805,0.0,0.48486328125,0.01025390625,0.09130859375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,1088,1152,2048,64,0.03961466129807557,0.0,0.51025390625,0.01513671875,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1152,1216,2048,64,0.09187438795175282,0.0,0.49853515625,0.02197265625,0.208984375,1.0,18,0.28125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1216,1280,2048,64,0.041086765124857795,0.0,0.4619140625,0.01025390625,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,1280,1344,2048,64,0.043749828571168145,0.0,0.49072265625,0.00634765625,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1344,1408,2048,64,0.040205451461135654,0.0,0.48193359375,0.0107421875,0.0859375,1.0,49,0.765625
+fresh-en-2,layers.3.mlp.down_proj.output,64,1408,1472,2048,64,0.04067227542805706,0.0,0.49755859375,0.00634765625,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1472,1536,2048,64,0.042715098809637836,0.0,0.48193359375,0.01220703125,0.0908203125,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,1536,1600,2048,64,0.04065816266315063,0.0,0.51318359375,0.00732421875,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1600,1664,2048,64,0.043571619003862444,0.0,0.50732421875,0.00927734375,0.08740234375,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1664,1728,2048,64,0.042134264290429456,0.0,0.52099609375,0.00830078125,0.08642578125,1.0,53,0.828125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1728,1792,2048,64,0.041935840094309916,0.0,0.458984375,0.00732421875,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1792,1856,2048,64,0.04033918074054405,0.0,0.53369140625,0.00830078125,0.09521484375,1.0,50,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,64,1856,1920,2048,64,0.04237198645147332,0.0,0.490234375,0.0107421875,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,1920,1984,2048,64,0.03967631784886289,0.0,0.51318359375,0.0087890625,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,64,1984,2048,2048,64,0.04161798735372785,0.0,0.4775390625,0.0107421875,0.10009765625,1.0,52,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,128,0,128,4096,128,0.039619222363548194,0.0,0.48388671875,0.007568359375,0.0869140625,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,128,128,256,4096,128,0.042328218960993744,0.0,0.5224609375,0.0087890625,0.09619140625,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,128,256,384,4096,128,0.041132600645643703,0.0,0.508544921875,0.008544921875,0.09326171875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,128,384,512,4096,128,0.04017833578789613,0.0,0.487060546875,0.009765625,0.09375,1.0,102,0.796875
+fresh-en-2,layers.3.mlp.down_proj.output,128,512,640,4096,128,0.04073434041020015,0.0,0.515869140625,0.00830078125,0.09375,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.down_proj.output,128,640,768,4096,128,0.04034277946130737,0.0,0.47705078125,0.00830078125,0.094970703125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.down_proj.output,128,768,896,4096,128,0.04093804963631821,0.0,0.497802734375,0.009521484375,0.085205078125,1.0,103,0.8046875
+fresh-en-2,layers.3.mlp.down_proj.output,128,896,1024,4096,128,0.04135323925637859,0.0,0.48974609375,0.013427734375,0.091796875,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,128,1024,1152,4096,128,0.04027520388276553,0.0,0.49755859375,0.0126953125,0.092529296875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.down_proj.output,128,1152,1280,4096,128,0.07116538986731688,0.0,0.480224609375,0.01806640625,0.16552734375,1.0,66,0.515625
+fresh-en-2,layers.3.mlp.down_proj.output,128,1280,1408,4096,128,0.04201503199570563,0.0,0.486328125,0.008544921875,0.090576171875,1.0,100,0.78125
+fresh-en-2,layers.3.mlp.down_proj.output,128,1408,1536,4096,128,0.041706196510907456,0.0,0.48974609375,0.009033203125,0.089111328125,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.down_proj.output,128,1536,1664,4096,128,0.04214007696813665,0.0,0.51025390625,0.00830078125,0.08740234375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,128,1664,1792,4096,128,0.04203516927354575,0.0,0.489990234375,0.007568359375,0.089599609375,1.0,104,0.8125
+fresh-en-2,layers.3.mlp.down_proj.output,128,1792,1920,4096,128,0.041368071858996026,0.0,0.511962890625,0.009765625,0.090576171875,1.0,101,0.7890625
+fresh-en-2,layers.3.mlp.down_proj.output,128,1920,2048,4096,128,0.04065874487376023,0.0,0.495361328125,0.009521484375,0.09228515625,1.0,102,0.796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.5686912461138083,0.0,0.5001932779947916,0.0141754150390625,0.14202372233072916,1.0,2743,0.4464518229166667
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.1825400425334345,0.0,0.45703125,0.0087890625,0.10009765625,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.399826479983354,0.0,0.48828125,0.015625,0.1142578125,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.0090180591213513,0.0,0.49658203125,0.0166015625,0.1376953125,1.0,37,0.578125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.6480528881918284,0.0,0.53125,0.00830078125,0.09912109375,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.1782566196512554,0.0,0.5546875,0.01220703125,0.12158203125,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.7672871212751975,0.0,0.49267578125,0.0126953125,0.1533203125,1.0,21,0.328125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,384,448,2048,64,0.8109220755790041,0.0,0.46923828125,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.0889560493779353,0.0,0.47216796875,0.0107421875,0.10791015625,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5705061228684203,0.0,0.61865234375,0.0107421875,0.103515625,1.0,34,0.53125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.5611267153932853,0.0,0.54052734375,0.00927734375,0.11962890625,1.0,31,0.484375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.5925319042695851,0.0,0.47119140625,0.0185546875,0.232421875,1.0,17,0.265625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.629495776699927,0.0,0.5087890625,0.02294921875,0.22412109375,1.0,22,0.34375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.9126199302842937,0.0,0.4638671875,0.00927734375,0.10986328125,1.0,34,0.53125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.571740720737084,0.0,0.47998046875,0.00439453125,0.09521484375,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.6719743881858873,0.0,0.5029296875,0.01708984375,0.16943359375,1.0,25,0.390625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7403618713835161,0.0,0.4765625,0.0078125,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,0.8133224670233148,0.0,0.47802734375,0.00732421875,0.109375,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.260877357185942,0.0,0.49560546875,0.0087890625,0.1552734375,1.0,31,0.484375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.2582147262490928,0.0,0.54248046875,0.00927734375,0.09375,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.2146431671543156,0.0,0.47021484375,0.01123046875,0.0908203125,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.526589299757559,0.0,0.5517578125,0.01318359375,0.10888671875,1.0,37,0.578125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.2085704111964863,0.0,0.494140625,0.00927734375,0.1005859375,1.0,42,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.1066119333724036,0.0,0.5048828125,0.00732421875,0.09521484375,1.0,37,0.578125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,2.4720440216168473,0.0,0.4921875,0.029296875,0.244140625,1.0,11,0.171875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,2.054183654305338,0.0,0.5419921875,0.0126953125,0.12939453125,1.0,28,0.4375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.4896828030976037,0.0,0.5029296875,0.01318359375,0.09326171875,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,0.8129771583364079,0.0,0.5029296875,0.00830078125,0.1015625,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,0.7059202707992196,0.0,0.4794921875,0.01171875,0.10009765625,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.6706687866682235,0.0,0.53076171875,0.009765625,0.1064453125,1.0,37,0.578125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.6297230285084838,0.0,0.53955078125,0.0107421875,0.12158203125,1.0,36,0.5625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.734460190607571,0.0,0.59228515625,0.01416015625,0.10888671875,1.0,35,0.546875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,2.15090336523448,0.0,0.4990234375,0.01708984375,0.12939453125,1.0,26,0.40625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.6652839858020398,0.0,0.51171875,0.0087890625,0.115234375,1.0,36,0.5625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.88593149187769,0.0,0.474609375,0.0146484375,0.123046875,1.0,32,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.6536632392211459,0.0,0.5146484375,0.01123046875,0.10107421875,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.5965019973483359,0.0,0.50537109375,0.005859375,0.09375,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.7818032279426848,0.0,0.4970703125,0.01220703125,0.10986328125,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.7669517043741911,0.0,0.5078125,0.009765625,0.1015625,1.0,40,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.0594350177862537,0.0,0.48486328125,0.0126953125,0.1142578125,1.0,46,0.71875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.1596874298477717,0.0,0.505859375,0.01220703125,0.09521484375,1.0,42,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.6746305519769895,0.0,0.4375,0.00732421875,0.07470703125,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.329668792935048,0.0,0.5,0.0107421875,0.08642578125,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,0.9483840743339089,0.0,0.5,0.00830078125,0.14208984375,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,0.9179140869658899,0.0,0.4873046875,0.0107421875,0.11962890625,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,1.7708671215181897,0.0,0.45849609375,0.0068359375,0.091796875,1.0,42,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,1.8271548223638021,0.0,0.53564453125,0.00732421875,0.09228515625,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.9520678755817451,0.0,0.4580078125,0.01220703125,0.10400390625,1.0,46,0.71875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.8985675753829795,0.0,0.52392578125,0.01416015625,0.1005859375,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.5194923231760205,0.0,0.53369140625,0.0224609375,0.1669921875,1.0,25,0.390625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,1.1225878569648122,0.0,0.51123046875,0.0146484375,0.115234375,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.401346553581229,0.0,0.4736328125,0.01123046875,0.10009765625,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.4993363737737753,0.0,0.54638671875,0.0146484375,0.1142578125,1.0,36,0.5625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.6507016054299226,0.0,0.45849609375,0.01611328125,0.11962890625,1.0,33,0.515625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.6196721036367259,0.0,0.4619140625,0.00830078125,0.11669921875,1.0,35,0.546875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,2.551883158420356,0.0,0.3876953125,0.00341796875,0.05810546875,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,2.4429491313658622,0.0,0.53076171875,0.0068359375,0.07568359375,1.0,42,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.0582026192042555,0.0,0.501953125,0.0146484375,0.14794921875,1.0,35,0.546875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.5733370724865734,0.0,0.4990234375,0.0107421875,0.10498046875,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,0.8302730730439196,0.0,0.4755859375,0.00927734375,0.0927734375,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,0.6734118664802785,0.0,0.521484375,0.00732421875,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.4982681311086443,0.0,0.4990234375,0.01025390625,0.103515625,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.309356884550968,0.0,0.525390625,0.0078125,0.08837890625,1.0,46,0.71875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.904504044682067,0.0,0.50244140625,0.01708984375,0.15087890625,1.0,31,0.484375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,2.8223779359417103,0.0,0.41064453125,0.009765625,0.14794921875,1.0,29,0.453125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.9048985701711835,0.0,0.48583984375,0.009765625,0.103515625,1.0,47,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.1965695050551954,0.0,0.54345703125,0.01318359375,0.1328125,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.9604036255334587,0.0,0.52197265625,0.0078125,0.11279296875,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8763787394179434,0.0,0.5458984375,0.0107421875,0.09130859375,1.0,47,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.4199230171302137,0.0,0.5205078125,0.0185546875,0.16943359375,1.0,21,0.328125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0066539325586805,0.0,0.5390625,0.01025390625,0.1064453125,1.0,40,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.078466105676052,0.0,0.49560546875,0.0078125,0.10400390625,1.0,45,0.703125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.4712818675982124,0.0,0.48974609375,0.01318359375,0.13916015625,1.0,32,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,1.7420280174354856,0.0,0.59814453125,0.01171875,0.09228515625,1.0,35,0.546875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,2.1245937587083255,0.0,0.4306640625,0.01171875,0.130859375,1.0,30,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,3.6058307713644115,0.0,0.52392578125,0.00830078125,0.12939453125,1.0,32,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,2.9705884395023245,0.0,0.40673828125,0.00927734375,0.107421875,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.5629315398849335,0.0,0.50830078125,0.01416015625,0.1171875,1.0,31,0.484375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,1.9311545984330432,0.0,0.474609375,0.0126953125,0.12109375,1.0,27,0.421875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,0.944736359765978,0.0,0.521484375,0.0126953125,0.12158203125,1.0,43,0.671875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.8458490276598744,0.0,0.5263671875,0.005859375,0.1044921875,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,0.7859655164173945,0.0,0.53173828125,0.0126953125,0.10205078125,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.8749807259957966,0.0,0.462890625,0.01025390625,0.10400390625,1.0,45,0.703125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.7174780890084013,0.0,0.50927734375,0.00732421875,0.09326171875,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8839298150516653,0.0,0.51611328125,0.0087890625,0.10693359375,1.0,46,0.71875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,0.8767828964681893,0.0,0.48974609375,0.00634765625,0.1015625,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.2288902515077809,0.0,0.54541015625,0.01025390625,0.119140625,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,2.971281028111142,0.0,0.45654296875,0.0224609375,0.1923828125,1.0,16,0.25
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,2.0171168429765696,0.0,0.52783203125,0.01513671875,0.1318359375,1.0,27,0.421875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.5748299876063299,0.0,0.43310546875,0.0107421875,0.13623046875,1.0,30,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.4238764217933562,0.0,0.41064453125,0.00830078125,0.1103515625,1.0,34,0.53125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7813909579300098,0.0,0.5234375,0.0087890625,0.11083984375,1.0,47,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.9383446613887634,0.0,0.46533203125,0.01416015625,0.10595703125,1.0,42,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.8978743716991688,0.0,0.48291015625,0.00830078125,0.0966796875,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,1.166867843000242,0.0,0.5166015625,0.01611328125,0.1279296875,1.0,40,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,1.0271350467269214,0.0,0.53515625,0.0126953125,0.12353515625,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,1.2875733250123556,0.0,0.49462890625,0.01171875,0.14794921875,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.2957459485287932,0.0,0.47265625,0.011962890625,0.10888671875,1.0,78,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.8479652084628205,0.0,0.513916015625,0.01171875,0.12353515625,1.0,87,0.6796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.5019308290958637,0.0,0.523681640625,0.0126953125,0.14306640625,1.0,55,0.4296875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,384,512,4096,128,0.960057261349072,0.0,0.470703125,0.00927734375,0.0966796875,1.0,92,0.71875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.565823442071587,0.0,0.57958984375,0.010009765625,0.111328125,1.0,64,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.6111198515938236,0.0,0.489990234375,0.020751953125,0.2275390625,1.0,38,0.296875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.7504976279538091,0.0,0.471923828125,0.007080078125,0.102294921875,1.0,77,0.6015625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.2929876363190937,0.0,0.48974609375,0.01611328125,0.1376953125,1.0,72,0.5625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.06096775286271,0.0,0.48681640625,0.010498046875,0.138916015625,1.0,76,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.236620863657238,0.0,0.50634765625,0.010009765625,0.09228515625,1.0,80,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.3767928909160443,0.0,0.52294921875,0.01171875,0.106689453125,1.0,77,0.6015625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.915149030218511,0.0,0.49853515625,0.019287109375,0.193603515625,1.0,28,0.21875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7942721838478084,0.0,0.5224609375,0.013671875,0.111083984375,1.0,64,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,0.7613328078777324,0.0,0.4912109375,0.00927734375,0.10107421875,1.0,97,0.7578125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.6503228993742918,0.0,0.53515625,0.01025390625,0.113525390625,1.0,73,0.5703125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.953808772549077,0.0,0.545654296875,0.015380859375,0.121826171875,1.0,59,0.4609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.77903180767303,0.0,0.4931640625,0.011474609375,0.11865234375,1.0,67,0.5234375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.6257356722888807,0.0,0.510009765625,0.0078125,0.097900390625,1.0,100,0.78125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.7743930044803815,0.0,0.50244140625,0.010986328125,0.105712890625,1.0,80,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.1106929125232343,0.0,0.495361328125,0.012451171875,0.105224609375,1.0,87,0.6796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.508087446077606,0.0,0.46875,0.00830078125,0.0830078125,1.0,78,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,0.9332734388968242,0.0,0.49365234375,0.00927734375,0.130615234375,1.0,84,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,1.7992311006317971,0.0,0.4970703125,0.007080078125,0.09228515625,1.0,79,0.6171875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.9257043067968258,0.0,0.490966796875,0.01318359375,0.102783203125,1.0,94,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.3358630949307098,0.0,0.5224609375,0.019287109375,0.138427734375,1.0,63,0.4921875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.4511687918631453,0.0,0.510009765625,0.0126953125,0.105712890625,1.0,76,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.6352604553201824,0.0,0.460205078125,0.011474609375,0.117919921875,1.0,67,0.5234375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,2.4980100192624,0.0,0.459228515625,0.005126953125,0.0673828125,1.0,84,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.831882578846128,0.0,0.50048828125,0.01220703125,0.126708984375,1.0,77,0.6015625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,0.7559222571595066,0.0,0.49853515625,0.00830078125,0.09033203125,1.0,98,0.765625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.4069866459595142,0.0,0.51220703125,0.0087890625,0.096435546875,1.0,88,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,2.863735406672994,0.0,0.45654296875,0.013671875,0.147216796875,1.0,59,0.4609375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.0608062977579573,0.0,0.5146484375,0.01171875,0.1181640625,1.0,84,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.9193516244728117,0.0,0.533935546875,0.009521484375,0.102294921875,1.0,87,0.6796875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,1.2307586104740493,0.0,0.52978515625,0.014892578125,0.14306640625,1.0,60,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.28991462411575,0.0,0.49267578125,0.010498046875,0.120849609375,1.0,77,0.6015625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.94275065989856,0.0,0.514404296875,0.01220703125,0.11279296875,1.0,64,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,3.303514131090052,0.0,0.46533203125,0.00927734375,0.119873046875,1.0,69,0.5390625
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.7567175472192702,0.0,0.491455078125,0.013427734375,0.11865234375,1.0,56,0.4375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,0.8966569486311435,0.0,0.52392578125,0.009033203125,0.11083984375,1.0,91,0.7109375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,0.831664915654554,0.0,0.497314453125,0.01123046875,0.1025390625,1.0,94,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8050176166222758,0.0,0.5126953125,0.00830078125,0.099609375,1.0,95,0.7421875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0674547994622547,0.0,0.517578125,0.009521484375,0.11962890625,1.0,88,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,2.5394164001038675,0.0,0.4921875,0.01904296875,0.1640625,1.0,41,0.3203125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.5012517367855407,0.0,0.421875,0.009765625,0.12353515625,1.0,63,0.4921875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.8634415245665369,0.0,0.494384765625,0.010986328125,0.11083984375,1.0,88,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.041095324737897,0.0,0.499755859375,0.011962890625,0.11083984375,1.0,89,0.6953125
+fresh-en-2,layers.4.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,1.164656917615245,0.0,0.514892578125,0.012939453125,0.135986328125,1.0,94,0.734375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5873417606359055,0.0,0.490325927734375,0.0119781494140625,0.1224212646484375,1.0,968,0.47265625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,0,64,2048,64,1.0815903329379508,0.0,0.384765625,0.0107421875,0.09765625,1.0,45,0.703125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,64,128,2048,64,1.2735248242196124,0.0,0.36767578125,0.009765625,0.10498046875,1.0,40,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,128,192,2048,64,1.5241958228839714,0.0,0.64599609375,0.0078125,0.12744140625,1.0,33,0.515625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,192,256,2048,64,1.7303870450011094,0.0,0.65771484375,0.01318359375,0.10400390625,1.0,34,0.53125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,256,320,2048,64,1.3191688403248736,0.0,0.630859375,0.009765625,0.13720703125,1.0,26,0.40625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,320,384,2048,64,1.3067354515056004,0.0,0.6875,0.0107421875,0.12109375,1.0,28,0.4375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,384,448,2048,64,1.3858168819388652,0.0,0.412109375,0.009765625,0.09375,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,448,512,2048,64,1.5416607746561837,0.0,0.494140625,0.00927734375,0.076171875,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,512,576,2048,64,1.3470051886507466,0.0,0.6083984375,0.01318359375,0.12890625,1.0,30,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,576,640,2048,64,1.4411396210822667,0.0,0.66455078125,0.01416015625,0.1455078125,1.0,25,0.390625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,640,704,2048,64,1.8460216892620638,0.0,0.28564453125,0.01806640625,0.1962890625,1.0,9,0.140625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,704,768,2048,64,1.8016415265087442,0.0,0.3916015625,0.0205078125,0.2265625,1.0,12,0.1875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,768,832,2048,64,1.4542370270749398,0.0,0.71630859375,0.0146484375,0.13037109375,1.0,29,0.453125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,832,896,2048,64,1.283157796242598,0.0,0.6005859375,0.021484375,0.1484375,1.0,29,0.453125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,896,960,2048,64,2.2232137818137008,0.0,0.1396484375,0.0,0.00537109375,1.0,54,0.84375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,960,1024,2048,64,2.257164515226564,0.0,0.03173828125,0.0,0.00048828125,1.0,55,0.859375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.4149175368565206,0.0,0.71337890625,0.01025390625,0.099609375,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3786508194644518,0.0,0.6728515625,0.01171875,0.11962890625,1.0,40,0.625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.6108996426466868,0.0,0.45703125,0.00830078125,0.07958984375,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.8432505522624099,0.0,0.4970703125,0.01123046875,0.10888671875,1.0,30,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.3254632543697003,0.0,0.5068359375,0.00830078125,0.09228515625,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.2310515979441905,0.0,0.50732421875,0.00927734375,0.09326171875,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1408,1472,2048,64,2.716323476756811,0.0,0.75390625,0.013671875,0.154296875,1.0,23,0.359375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1472,1536,2048,64,2.2926817403629136,0.0,0.76904296875,0.009765625,0.1328125,1.0,26,0.40625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.0559125876210902,0.0,0.50439453125,0.0068359375,0.111328125,1.0,37,0.578125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.4541506921755862,0.0,0.51318359375,0.0126953125,0.14404296875,1.0,30,0.46875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.4392075593333202,0.0,0.25927734375,0.0107421875,0.09521484375,1.0,39,0.609375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.5444211453737837,0.0,0.19775390625,0.0078125,0.0732421875,1.0,41,0.640625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.3373963658481913,0.0,0.2958984375,0.00830078125,0.0869140625,1.0,44,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.5013735994430477,0.0,0.4091796875,0.009765625,0.11083984375,1.0,38,0.59375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.1370449575415653,0.0,0.4755859375,0.01318359375,0.13330078125,1.0,29,0.453125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.26766935452062,0.0,0.4384765625,0.01220703125,0.1259765625,1.0,27,0.421875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,0,128,4096,128,1.1814616215113427,0.0,0.376220703125,0.010009765625,0.1015625,1.0,83,0.6484375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,128,256,4096,128,1.630553929191644,0.0,0.65185546875,0.010986328125,0.11669921875,1.0,66,0.515625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,256,384,4096,128,1.3129668635395215,0.0,0.6591796875,0.01025390625,0.129150390625,1.0,53,0.4140625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,384,512,4096,128,1.4658114432593747,0.0,0.453125,0.00927734375,0.08544921875,1.0,88,0.6875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,512,640,4096,128,1.3948667294234909,0.0,0.636474609375,0.012939453125,0.13916015625,1.0,54,0.421875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,640,768,4096,128,1.8239665933435736,0.0,0.338623046875,0.01904296875,0.211181640625,1.0,21,0.1640625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,768,896,4096,128,1.371367795482656,0.0,0.658447265625,0.017578125,0.140380859375,1.0,56,0.4375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,896,1024,4096,128,2.2402534642808107,0.0,0.085693359375,0.0,0.003173828125,1.0,109,0.8515625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3969018788222258,0.0,0.693115234375,0.010986328125,0.1103515625,1.0,79,0.6171875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.7309780843637077,0.0,0.47705078125,0.009765625,0.093994140625,1.0,67,0.5234375
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.279128780749863,0.0,0.507080078125,0.009033203125,0.092529296875,1.0,84,0.65625
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1408,1536,4096,128,2.5134441303690966,0.0,0.761474609375,0.011474609375,0.143310546875,1.0,47,0.3671875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2707292450107937,0.0,0.5087890625,0.010986328125,0.133544921875,1.0,64,0.5
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.4927416174810435,0.0,0.228515625,0.00927734375,0.086181640625,1.0,79,0.6171875
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.421750984611673,0.0,0.3525390625,0.009033203125,0.100830078125,1.0,81,0.6328125
+fresh-en-2,layers.4.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.204129733014974,0.0,0.45703125,0.012939453125,0.1298828125,1.0,54,0.421875
+fresh-en-2,layers.4.linear_attn.in_proj_b.output,0,0,16,512,16,1.2327994941119955,0.0,0.572265625,0.001953125,0.0546875,1.0,13,0.8125
+fresh-en-2,layers.4.linear_attn.in_proj_b.output,64,0,16,512,16,1.2327994941119955,0.0,0.572265625,0.001953125,0.0546875,1.0,13,0.8125
+fresh-en-2,layers.4.linear_attn.in_proj_b.output,128,0,16,512,16,1.2327994941119955,0.0,0.572265625,0.001953125,0.0546875,1.0,13,0.8125
+fresh-en-2,layers.4.linear_attn.in_proj_a.output,0,0,16,512,16,1.4947339384766165,0.0,0.521484375,0.005859375,0.08984375,1.0,12,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_a.output,64,0,16,512,16,1.4947339384766165,0.0,0.521484375,0.005859375,0.08984375,1.0,12,0.75
+fresh-en-2,layers.4.linear_attn.in_proj_a.output,128,0,16,512,16,1.4947339384766165,0.0,0.521484375,0.005859375,0.08984375,1.0,12,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,0,0,2048,65536,2048,0.028427634951580544,0.0,0.5039215087890625,0.0092926025390625,0.094268798828125,1.0,1512,0.73828125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,0,64,2048,64,0.026826587496938052,0.0,0.4921875,0.0078125,0.091796875,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,64,128,2048,64,0.02663147786233542,0.0,0.50537109375,0.00732421875,0.09375,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,128,192,2048,64,0.025922088512482136,0.0,0.49951171875,0.00732421875,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,192,256,2048,64,0.026452280455753926,0.0,0.4755859375,0.00390625,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,256,320,2048,64,0.026815799087033527,0.0,0.51123046875,0.01513671875,0.09619140625,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,320,384,2048,64,0.025641625136721056,0.0,0.4814453125,0.01025390625,0.07666015625,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,384,448,2048,64,0.02566857467294444,0.0,0.5126953125,0.005859375,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,448,512,2048,64,0.02566437253353643,0.0,0.48193359375,0.00830078125,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,512,576,2048,64,0.026407606752850685,0.0,0.49658203125,0.005859375,0.0947265625,1.0,45,0.703125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,576,640,2048,64,0.02693966714005135,0.0,0.50390625,0.0068359375,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,640,704,2048,64,0.02594480479337628,0.0,0.5107421875,0.01171875,0.0947265625,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,704,768,2048,64,0.025851269059227466,0.0,0.53076171875,0.005859375,0.0849609375,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,768,832,2048,64,0.026030501469162262,0.0,0.50634765625,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,832,896,2048,64,0.026519741073270542,0.0,0.45556640625,0.0087890625,0.08544921875,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,896,960,2048,64,0.027074897681138754,0.0,0.5234375,0.00830078125,0.10107421875,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,960,1024,2048,64,0.026513473157197636,0.0,0.52587890625,0.01025390625,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02619293108034017,0.0,0.560546875,0.009765625,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1088,1152,2048,64,0.02450399678356694,0.0,0.494140625,0.009765625,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1152,1216,2048,64,0.06455523841105533,0.0,0.494140625,0.021484375,0.21923828125,1.0,11,0.171875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1216,1280,2048,64,0.029624587507797513,0.0,0.51416015625,0.0107421875,0.09619140625,1.0,47,0.734375
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1280,1344,2048,64,0.026999122932749246,0.0,0.45458984375,0.005859375,0.09130859375,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1344,1408,2048,64,0.02465466090740182,0.0,0.4794921875,0.00634765625,0.0888671875,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1408,1472,2048,64,0.027326954886329524,0.0,0.50048828125,0.00927734375,0.09765625,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02613675957935275,0.0,0.53955078125,0.0087890625,0.0849609375,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1536,1600,2048,64,0.025890311422733247,0.0,0.5322265625,0.01123046875,0.09521484375,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1600,1664,2048,64,0.0258817756203044,0.0,0.48388671875,0.00830078125,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1664,1728,2048,64,0.025903576406336188,0.0,0.51025390625,0.0068359375,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1728,1792,2048,64,0.028116312452786615,0.0,0.48388671875,0.009765625,0.0849609375,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1792,1856,2048,64,0.027130840855218392,0.0,0.52587890625,0.01025390625,0.0986328125,1.0,49,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1856,1920,2048,64,0.025456901989027645,0.0,0.50146484375,0.009765625,0.07470703125,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1920,1984,2048,64,0.027618402844366716,0.0,0.4814453125,0.00830078125,0.0849609375,1.0,48,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,64,1984,2048,2048,64,0.027152069277671942,0.0,0.55615234375,0.00927734375,0.091796875,1.0,50,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,0,128,4096,128,0.026729210705358795,0.0,0.498779296875,0.007568359375,0.093017578125,1.0,99,0.7734375
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,128,256,4096,128,0.026188526248710705,0.0,0.487548828125,0.005615234375,0.08203125,1.0,100,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,256,384,4096,128,0.026235281781679737,0.0,0.496337890625,0.0126953125,0.0859375,1.0,99,0.7734375
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,384,512,4096,128,0.025666473689237718,0.0,0.497314453125,0.007080078125,0.0810546875,1.0,100,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,512,640,4096,128,0.02667496354289887,0.0,0.500244140625,0.00634765625,0.08544921875,1.0,96,0.75
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,640,768,4096,128,0.025898079154050905,0.0,0.520751953125,0.0087890625,0.08984375,1.0,97,0.7578125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,768,896,4096,128,0.02627625994438108,0.0,0.48095703125,0.008544921875,0.085205078125,1.0,98,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,896,1024,4096,128,0.026795655835429484,0.0,0.524658203125,0.00927734375,0.09375,1.0,101,0.7890625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1024,1152,4096,128,0.02536252646078964,0.0,0.52734375,0.010009765625,0.081298828125,1.0,101,0.7890625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1152,1280,4096,128,0.05022447108390164,0.0,0.504150390625,0.018310546875,0.16845703125,1.0,53,0.4140625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1280,1408,4096,128,0.025853480844914033,0.0,0.467041015625,0.00732421875,0.088134765625,1.0,95,0.7421875
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02673848036695781,0.0,0.52001953125,0.009033203125,0.09130859375,1.0,97,0.7578125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1536,1664,4096,128,0.025886043873348964,0.0,0.508056640625,0.009765625,0.088623046875,1.0,101,0.7890625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1664,1792,4096,128,0.027032594183518725,0.0,0.4970703125,0.00830078125,0.083251953125,1.0,100,0.78125
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1792,1920,4096,128,0.02630718898314819,0.0,0.513671875,0.009765625,0.087890625,1.0,98,0.765625
+fresh-en-2,layers.4.linear_attn.out_proj.output,128,1920,2048,4096,128,0.027386228671845453,0.0,0.518798828125,0.0087890625,0.08837890625,1.0,97,0.7578125
+fresh-en-2,layers.4.mlp.gate_proj.output,0,0,6144,196608,6144,0.7269394418461399,0.0,0.8572235107421875,0.0070648193359375,0.06990559895833333,1.0,4222,0.6871744791666666
+fresh-en-2,layers.4.mlp.gate_proj.output,64,0,64,2048,64,0.7254200368535486,0.0,0.85693359375,0.005859375,0.0625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,64,128,2048,64,0.8065837420459123,0.0,0.88818359375,0.00732421875,0.0791015625,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,128,192,2048,64,0.7140511105124265,0.0,0.8544921875,0.00634765625,0.06884765625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,192,256,2048,64,0.7154766672183908,0.0,0.89794921875,0.00732421875,0.05712890625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,256,320,2048,64,0.7679109037411355,0.0,0.85986328125,0.00830078125,0.0693359375,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,320,384,2048,64,0.71197434247454,0.0,0.8505859375,0.0048828125,0.06201171875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,384,448,2048,64,0.7286278049906479,0.0,0.85986328125,0.0068359375,0.06298828125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,448,512,2048,64,0.7647819949666795,0.0,0.88916015625,0.00537109375,0.04931640625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,512,576,2048,64,0.7186753440884347,0.0,0.85107421875,0.0078125,0.07275390625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,576,640,2048,64,0.7251415098728264,0.0,0.88232421875,0.01123046875,0.0771484375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,640,704,2048,64,0.7030790451470245,0.0,0.87744140625,0.0048828125,0.06494140625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,704,768,2048,64,0.7510333334795063,0.0,0.84814453125,0.00634765625,0.0732421875,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,768,832,2048,64,0.7507760593040606,0.0,0.84619140625,0.0068359375,0.06298828125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,832,896,2048,64,0.8208395642493894,0.0,0.828125,0.005859375,0.0712890625,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,896,960,2048,64,0.6977520743562727,0.0,0.83349609375,0.00927734375,0.08056640625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,960,1024,2048,64,0.7531502324400979,0.0,0.84228515625,0.00830078125,0.07421875,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1024,1088,2048,64,0.7161362047820301,0.0,0.87890625,0.00537109375,0.07421875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1088,1152,2048,64,0.7147041348889341,0.0,0.8154296875,0.01123046875,0.0771484375,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1152,1216,2048,64,0.780772409646879,0.0,0.8271484375,0.01123046875,0.083984375,1.0,40,0.625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1216,1280,2048,64,0.7305825390226545,0.0,0.830078125,0.0107421875,0.08154296875,1.0,40,0.625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1280,1344,2048,64,0.7008117661150571,0.0,0.88427734375,0.00537109375,0.05419921875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1344,1408,2048,64,0.7819021127106194,0.0,0.89599609375,0.00634765625,0.06591796875,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1408,1472,2048,64,0.6697083334080535,0.0,0.8525390625,0.009765625,0.072265625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1472,1536,2048,64,0.6472856774688226,0.0,0.83837890625,0.0087890625,0.0771484375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1536,1600,2048,64,0.7858998874750474,0.0,0.8369140625,0.01025390625,0.078125,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1600,1664,2048,64,0.7423431609679313,0.0,0.8857421875,0.0068359375,0.064453125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1664,1728,2048,64,0.6953301158944523,0.0,0.853515625,0.00634765625,0.0703125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1728,1792,2048,64,0.748324500039962,0.0,0.8720703125,0.00732421875,0.05859375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1792,1856,2048,64,0.7138271091926632,0.0,0.8505859375,0.005859375,0.07275390625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1856,1920,2048,64,0.6880112647202304,0.0,0.84033203125,0.00537109375,0.06298828125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1920,1984,2048,64,0.7430403355602019,0.0,0.85986328125,0.0068359375,0.076171875,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,1984,2048,2048,64,0.6698535922418635,0.0,0.8662109375,0.00537109375,0.07080078125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2048,2112,2048,64,0.7699923411858677,0.0,0.865234375,0.00634765625,0.07470703125,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2112,2176,2048,64,0.7964981848655892,0.0,0.86767578125,0.0078125,0.06982421875,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2176,2240,2048,64,0.7996490229859553,0.0,0.85546875,0.0078125,0.0810546875,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2240,2304,2048,64,0.7570345827126765,0.0,0.8603515625,0.00439453125,0.072265625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2304,2368,2048,64,0.6467675748535006,0.0,0.83642578125,0.0078125,0.060546875,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2368,2432,2048,64,0.7379060869056829,0.0,0.87841796875,0.0068359375,0.06103515625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2432,2496,2048,64,0.731782993101868,0.0,0.89599609375,0.00634765625,0.06396484375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2496,2560,2048,64,0.7052028303281216,0.0,0.8671875,0.00830078125,0.07666015625,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2560,2624,2048,64,0.7766447413500737,0.0,0.8837890625,0.00390625,0.0693359375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2624,2688,2048,64,0.729328419291748,0.0,0.896484375,0.0029296875,0.0517578125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2688,2752,2048,64,0.6663328510602832,0.0,0.86279296875,0.0078125,0.07568359375,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2752,2816,2048,64,0.7263380145398772,0.0,0.86767578125,0.00927734375,0.07568359375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2816,2880,2048,64,0.6580108302169356,0.0,0.86181640625,0.0068359375,0.0751953125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2880,2944,2048,64,0.6897982932360816,0.0,0.8857421875,0.00439453125,0.06201171875,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,2944,3008,2048,64,0.6834706723761841,0.0,0.8515625,0.00634765625,0.06982421875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3008,3072,2048,64,0.7165808412239131,0.0,0.849609375,0.005859375,0.07568359375,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3072,3136,2048,64,0.7240725500412042,0.0,0.876953125,0.00537109375,0.0693359375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3136,3200,2048,64,0.7335854451668266,0.0,0.8681640625,0.009765625,0.078125,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3200,3264,2048,64,0.8095979530939176,0.0,0.8662109375,0.00634765625,0.0732421875,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3264,3328,2048,64,0.6633497293327343,0.0,0.7919921875,0.00439453125,0.0625,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3328,3392,2048,64,0.7529477632789483,0.0,0.81787109375,0.01025390625,0.0869140625,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3392,3456,2048,64,0.7335534389053011,0.0,0.8916015625,0.005859375,0.060546875,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3456,3520,2048,64,0.6665745939507715,0.0,0.8671875,0.00927734375,0.0703125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3520,3584,2048,64,0.6882856475865409,0.0,0.88037109375,0.0087890625,0.06396484375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3584,3648,2048,64,0.7840583295858118,0.0,0.87451171875,0.00732421875,0.06396484375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3648,3712,2048,64,0.6968940939258007,0.0,0.85302734375,0.00732421875,0.06787109375,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3712,3776,2048,64,0.674770161487445,0.0,0.85205078125,0.00732421875,0.08203125,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3776,3840,2048,64,0.7146248592419756,0.0,0.84033203125,0.005859375,0.06982421875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3840,3904,2048,64,0.7840520815747621,0.0,0.8564453125,0.00927734375,0.06982421875,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3904,3968,2048,64,0.7232622169474292,0.0,0.86181640625,0.00537109375,0.076171875,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,3968,4032,2048,64,0.6680754990059632,0.0,0.83251953125,0.00634765625,0.06005859375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4032,4096,2048,64,0.6647458043740844,0.0,0.81201171875,0.01025390625,0.07421875,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4096,4160,2048,64,0.702469400354191,0.0,0.8466796875,0.0048828125,0.06298828125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4160,4224,2048,64,0.7089384694319985,0.0,0.85693359375,0.0087890625,0.06396484375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4224,4288,2048,64,0.7058249082095581,0.0,0.822265625,0.0087890625,0.07373046875,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4288,4352,2048,64,0.672341206405287,0.0,0.84765625,0.0087890625,0.0771484375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4352,4416,2048,64,0.7592541552652426,0.0,0.865234375,0.00830078125,0.06201171875,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4416,4480,2048,64,0.8220181705693623,0.0,0.8779296875,0.005859375,0.07470703125,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4480,4544,2048,64,0.7042688017492765,0.0,0.87744140625,0.0068359375,0.05859375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4544,4608,2048,64,0.6989580874657079,0.0,0.8642578125,0.005859375,0.072265625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4608,4672,2048,64,0.7145436001366363,0.0,0.8466796875,0.005859375,0.06005859375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4672,4736,2048,64,0.708393427156707,0.0,0.869140625,0.0068359375,0.056640625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4736,4800,2048,64,0.7255709719188114,0.0,0.89306640625,0.00439453125,0.0634765625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4800,4864,2048,64,0.6946590674254194,0.0,0.8740234375,0.00439453125,0.05517578125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4864,4928,2048,64,0.6690492476469289,0.0,0.857421875,0.005859375,0.06982421875,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4928,4992,2048,64,0.7473571054613073,0.0,0.8232421875,0.00927734375,0.06884765625,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,4992,5056,2048,64,0.6760646905327871,0.0,0.84521484375,0.005859375,0.0712890625,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5056,5120,2048,64,0.6640634189675736,0.0,0.86083984375,0.005859375,0.0703125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5120,5184,2048,64,0.7634849539716948,0.0,0.85888671875,0.00732421875,0.068359375,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5184,5248,2048,64,0.7988700313561216,0.0,0.83837890625,0.00537109375,0.076171875,1.0,40,0.625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5248,5312,2048,64,0.7327524402431738,0.0,0.86669921875,0.00830078125,0.06884765625,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5312,5376,2048,64,0.6826395768859663,0.0,0.8564453125,0.00341796875,0.05224609375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5376,5440,2048,64,0.7944158123010783,0.0,0.8310546875,0.00927734375,0.09033203125,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5440,5504,2048,64,0.7952217499383452,0.0,0.84765625,0.0048828125,0.080078125,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5504,5568,2048,64,0.7886230761099674,0.0,0.859375,0.00634765625,0.07373046875,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5568,5632,2048,64,0.6314151336695443,0.0,0.84326171875,0.00634765625,0.068359375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5632,5696,2048,64,0.7785568198134676,0.0,0.82861328125,0.01025390625,0.07958984375,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5696,5760,2048,64,0.7009477250731871,0.0,0.85107421875,0.0078125,0.0712890625,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5760,5824,2048,64,0.6744696101387491,0.0,0.8330078125,0.00634765625,0.0703125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5824,5888,2048,64,0.7056889430099864,0.0,0.8564453125,0.00634765625,0.08056640625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5888,5952,2048,64,0.7780420757199913,0.0,0.8515625,0.00634765625,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,5952,6016,2048,64,0.7766166059385303,0.0,0.8525390625,0.0068359375,0.06884765625,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,64,6016,6080,2048,64,0.7308655966345196,0.0,0.88037109375,0.00537109375,0.05859375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,64,6080,6144,2048,64,0.6924107835980012,0.0,0.82666015625,0.0078125,0.064453125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,0,128,4096,128,0.7670761249059284,0.0,0.87255859375,0.006591796875,0.072265625,1.0,85,0.6640625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,128,256,4096,128,0.7147642442644866,0.0,0.876220703125,0.006591796875,0.063232421875,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,256,384,4096,128,0.7404710056533547,0.0,0.855224609375,0.006591796875,0.0654296875,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,384,512,4096,128,0.7469236835282116,0.0,0.87451171875,0.00634765625,0.057373046875,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,512,640,4096,128,0.7219156666610278,0.0,0.86669921875,0.009521484375,0.07421875,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,640,768,4096,128,0.7274514457069252,0.0,0.86279296875,0.005615234375,0.0693359375,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,768,896,4096,128,0.7865882917579126,0.0,0.837158203125,0.0068359375,0.067138671875,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,896,1024,4096,128,0.7259797620777921,0.0,0.837890625,0.009033203125,0.0771484375,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1024,1152,4096,128,0.7154205281605182,0.0,0.84716796875,0.00830078125,0.07568359375,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1152,1280,4096,128,0.756094042428117,0.0,0.82861328125,0.011474609375,0.083740234375,1.0,80,0.625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1280,1408,4096,128,0.7424648292635266,0.0,0.89013671875,0.005859375,0.060302734375,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1408,1536,4096,128,0.6585924384976133,0.0,0.845458984375,0.00927734375,0.07568359375,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1536,1664,4096,128,0.7644318157197384,0.0,0.861328125,0.0087890625,0.071044921875,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1664,1792,4096,128,0.7223134802251207,0.0,0.86279296875,0.0068359375,0.064208984375,1.0,91,0.7109375
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1792,1920,4096,128,0.701038031136787,0.0,0.845458984375,0.005859375,0.068115234375,1.0,95,0.7421875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,1920,2048,4096,128,0.7073940822867922,0.0,0.863037109375,0.00634765625,0.073974609375,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2048,2176,4096,128,0.7833573782058455,0.0,0.866455078125,0.007080078125,0.07177734375,1.0,84,0.65625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2176,2304,4096,128,0.7786333923565535,0.0,0.85791015625,0.006103515625,0.075927734375,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2304,2432,4096,128,0.6938348827258312,0.0,0.857421875,0.007080078125,0.0634765625,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2432,2560,4096,128,0.7186158156121816,0.0,0.881591796875,0.00732421875,0.069580078125,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2560,2688,4096,128,0.7533581477137293,0.0,0.89013671875,0.003173828125,0.060546875,1.0,91,0.7109375
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2688,2816,4096,128,0.6969814846062471,0.0,0.865234375,0.008544921875,0.07666015625,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2816,2944,4096,128,0.6740919588728944,0.0,0.873779296875,0.005615234375,0.06787109375,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,2944,3072,4096,128,0.7002214871051602,0.0,0.8505859375,0.006103515625,0.071044921875,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3072,3200,4096,128,0.7288445180845443,0.0,0.87255859375,0.007568359375,0.07373046875,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3200,3328,4096,128,0.7400951658603347,0.0,0.8291015625,0.005126953125,0.06884765625,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3328,3456,4096,128,0.7433138576525277,0.0,0.854736328125,0.008056640625,0.073974609375,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3456,3584,4096,128,0.6775170927638136,0.0,0.873779296875,0.009033203125,0.06787109375,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3584,3712,4096,128,0.7417576566310442,0.0,0.86376953125,0.0078125,0.0654296875,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3712,3840,4096,128,0.6949832588920419,0.0,0.84619140625,0.006103515625,0.075927734375,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3840,3968,4096,128,0.7542698128274217,0.0,0.859130859375,0.007568359375,0.07275390625,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,3968,4096,4096,128,0.6664127312728259,0.0,0.822265625,0.00830078125,0.067138671875,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4096,4224,4096,128,0.7057113474624597,0.0,0.851806640625,0.0068359375,0.0634765625,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4224,4352,4096,128,0.6892864059589264,0.0,0.8349609375,0.008544921875,0.07470703125,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4352,4480,4096,128,0.7912587266607991,0.0,0.87158203125,0.00732421875,0.06640625,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4480,4608,4096,128,0.70161846938029,0.0,0.870849609375,0.00634765625,0.0654296875,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4608,4736,4096,128,0.7114751591359497,0.0,0.85791015625,0.00634765625,0.05859375,1.0,94,0.734375
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4736,4864,4096,128,0.7102832024085751,0.0,0.883544921875,0.00439453125,0.059326171875,1.0,95,0.7421875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4864,4992,4096,128,0.709284688563212,0.0,0.84033203125,0.007568359375,0.0693359375,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,4992,5120,4096,128,0.6700909230082498,0.0,0.85302734375,0.005859375,0.07080078125,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5120,5248,4096,128,0.7813778221641856,0.0,0.8486328125,0.00634765625,0.071044921875,1.0,82,0.640625
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5248,5376,4096,128,0.7081394391690724,0.0,0.861572265625,0.005615234375,0.06103515625,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5376,5504,4096,128,0.7948188832712099,0.0,0.83935546875,0.007080078125,0.085205078125,1.0,81,0.6328125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5504,5632,4096,128,0.71435685312037,0.0,0.851318359375,0.00634765625,0.071533203125,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5632,5760,4096,128,0.7407693416183396,0.0,0.83984375,0.009033203125,0.075439453125,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5760,5888,4096,128,0.6902558001521132,0.0,0.8447265625,0.00634765625,0.07470703125,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gate_proj.output,128,5888,6016,4096,128,0.7773296675832446,0.0,0.85205078125,0.006591796875,0.070068359375,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.gate_proj.output,128,6016,6144,4096,128,0.7118978907072033,0.0,0.853515625,0.006591796875,0.06103515625,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.up_proj.output,0,0,6144,196608,6144,0.2932033700831516,0.0,0.502960205078125,0.008382161458333334,0.084320068359375,1.0,4922,0.8011067708333334
+fresh-en-2,layers.4.mlp.up_proj.output,64,0,64,2048,64,0.29928624185734143,0.0,0.54248046875,0.00830078125,0.07763671875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,64,128,2048,64,0.2832259822859965,0.0,0.541015625,0.00927734375,0.07568359375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,128,192,2048,64,0.2900775370037542,0.0,0.4814453125,0.005859375,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,192,256,2048,64,0.2835040930098882,0.0,0.55419921875,0.00537109375,0.07470703125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,256,320,2048,64,0.2926395207857048,0.0,0.462890625,0.00732421875,0.07275390625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,320,384,2048,64,0.27512045225392173,0.0,0.46435546875,0.00732421875,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,384,448,2048,64,0.294709765071857,0.0,0.486328125,0.00537109375,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,448,512,2048,64,0.328805607589135,0.0,0.47216796875,0.01171875,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,512,576,2048,64,0.2878374102882525,0.0,0.50439453125,0.00634765625,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,576,640,2048,64,0.29119214636766955,0.0,0.44140625,0.00732421875,0.0751953125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,640,704,2048,64,0.294372319004696,0.0,0.4970703125,0.00634765625,0.08935546875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,704,768,2048,64,0.2922570499976465,0.0,0.49560546875,0.009765625,0.08740234375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,768,832,2048,64,0.2892452926599018,0.0,0.5205078125,0.00390625,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,832,896,2048,64,0.30787924814630957,0.0,0.5302734375,0.01171875,0.0927734375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,896,960,2048,64,0.29409992679685015,0.0,0.50244140625,0.00537109375,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,960,1024,2048,64,0.28611288491398307,0.0,0.51708984375,0.0078125,0.0966796875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1024,1088,2048,64,0.2984935884695781,0.0,0.529296875,0.005859375,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,1088,1152,2048,64,0.29235202511359626,0.0,0.5458984375,0.005859375,0.09130859375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1152,1216,2048,64,0.2802852305556145,0.0,0.50732421875,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1216,1280,2048,64,0.3032028540747552,0.0,0.47412109375,0.0107421875,0.09033203125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1280,1344,2048,64,0.301037165331336,0.0,0.482421875,0.0078125,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1344,1408,2048,64,0.2637419682750766,0.0,0.501953125,0.0087890625,0.0771484375,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.up_proj.output,64,1408,1472,2048,64,0.2966083496252232,0.0,0.5458984375,0.00830078125,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1472,1536,2048,64,0.2859319545468989,0.0,0.50537109375,0.009765625,0.083984375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1536,1600,2048,64,0.2955841483088865,0.0,0.5009765625,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,1600,1664,2048,64,0.28934362947577535,0.0,0.53515625,0.0087890625,0.0771484375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1664,1728,2048,64,0.2779971959477994,0.0,0.4921875,0.0087890625,0.07275390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1728,1792,2048,64,0.3060945498026228,0.0,0.48095703125,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,1792,1856,2048,64,0.29354660697325596,0.0,0.5419921875,0.0068359375,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1856,1920,2048,64,0.2814938302860635,0.0,0.501953125,0.0048828125,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,1920,1984,2048,64,0.27445964533430983,0.0,0.498046875,0.00634765625,0.07666015625,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.up_proj.output,64,1984,2048,2048,64,0.2888380454776193,0.0,0.51611328125,0.0087890625,0.078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2048,2112,2048,64,0.30847286973735866,0.0,0.5205078125,0.00927734375,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,2112,2176,2048,64,0.3089452304888613,0.0,0.4677734375,0.01025390625,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,2176,2240,2048,64,0.31215733588465616,0.0,0.4619140625,0.0087890625,0.103515625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2240,2304,2048,64,0.2842878093785873,0.0,0.5078125,0.00732421875,0.080078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2304,2368,2048,64,0.2821887329692129,0.0,0.48974609375,0.01220703125,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2368,2432,2048,64,0.28102044958980876,0.0,0.49169921875,0.0087890625,0.078125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2432,2496,2048,64,0.3015338771646202,0.0,0.482421875,0.00634765625,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2496,2560,2048,64,0.2951628967803448,0.0,0.52783203125,0.01416015625,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,2560,2624,2048,64,0.30095705972235426,0.0,0.53857421875,0.0078125,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2624,2688,2048,64,0.28369956183440753,0.0,0.5234375,0.01318359375,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2688,2752,2048,64,0.2946683683828536,0.0,0.5068359375,0.00830078125,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2752,2816,2048,64,0.29276946985408114,0.0,0.48681640625,0.0107421875,0.07373046875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2816,2880,2048,64,0.29633243939595505,0.0,0.5185546875,0.0087890625,0.091796875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2880,2944,2048,64,0.29139180707000106,0.0,0.48583984375,0.0146484375,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,2944,3008,2048,64,0.2827852991678776,0.0,0.44921875,0.005859375,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3008,3072,2048,64,0.2953989541790014,0.0,0.51806640625,0.00927734375,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,3072,3136,2048,64,0.2829701248694846,0.0,0.517578125,0.00732421875,0.09375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3136,3200,2048,64,0.28815210175898287,0.0,0.4951171875,0.00830078125,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3200,3264,2048,64,0.28524064377559866,0.0,0.49560546875,0.0048828125,0.0771484375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3264,3328,2048,64,0.30229618846587064,0.0,0.4560546875,0.0078125,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3328,3392,2048,64,0.33559298425186385,0.0,0.51171875,0.0068359375,0.103515625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.up_proj.output,64,3392,3456,2048,64,0.2772368909265679,0.0,0.53076171875,0.01025390625,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3456,3520,2048,64,0.2846455180745255,0.0,0.47998046875,0.00830078125,0.09423828125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3520,3584,2048,64,0.27791112010785307,0.0,0.51416015625,0.00732421875,0.0849609375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3584,3648,2048,64,0.28874807487938703,0.0,0.48046875,0.00634765625,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3648,3712,2048,64,0.32592237477254943,0.0,0.48291015625,0.01025390625,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,3712,3776,2048,64,0.2839070947359835,0.0,0.5263671875,0.0078125,0.07373046875,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.up_proj.output,64,3776,3840,2048,64,0.2954921002466584,0.0,0.4921875,0.005859375,0.09130859375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3840,3904,2048,64,0.3190119286598978,0.0,0.51220703125,0.0078125,0.09716796875,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.up_proj.output,64,3904,3968,2048,64,0.28583057898633846,0.0,0.4990234375,0.0068359375,0.0693359375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,3968,4032,2048,64,0.288775771855053,0.0,0.49755859375,0.00927734375,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4032,4096,2048,64,0.2905161244525679,0.0,0.48486328125,0.0087890625,0.08154296875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4096,4160,2048,64,0.30085063784827104,0.0,0.48828125,0.01220703125,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4160,4224,2048,64,0.28204646748889506,0.0,0.505859375,0.00830078125,0.087890625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4224,4288,2048,64,0.3002237622402476,0.0,0.50048828125,0.01318359375,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4288,4352,2048,64,0.29272031962123063,0.0,0.50439453125,0.009765625,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4352,4416,2048,64,0.28577646599666745,0.0,0.50341796875,0.01123046875,0.087890625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4416,4480,2048,64,0.28897980099445303,0.0,0.5302734375,0.0087890625,0.08984375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4480,4544,2048,64,0.2954256357651596,0.0,0.5126953125,0.005859375,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4544,4608,2048,64,0.30574518093830905,0.0,0.50146484375,0.0078125,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4608,4672,2048,64,0.3077625129683444,0.0,0.53271484375,0.0107421875,0.0986328125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4672,4736,2048,64,0.29282371694986237,0.0,0.47265625,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4736,4800,2048,64,0.28263505557842367,0.0,0.50244140625,0.005859375,0.07470703125,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.up_proj.output,64,4800,4864,2048,64,0.27875180493023505,0.0,0.5185546875,0.00927734375,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4864,4928,2048,64,0.298442308079371,0.0,0.4697265625,0.009765625,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,4928,4992,2048,64,0.2854759964797521,0.0,0.50146484375,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,4992,5056,2048,64,0.2967287119483578,0.0,0.5166015625,0.00537109375,0.09765625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,5056,5120,2048,64,0.2843335298902413,0.0,0.53759765625,0.00732421875,0.09619140625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5120,5184,2048,64,0.30117248419542336,0.0,0.5556640625,0.00732421875,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,5184,5248,2048,64,0.29832166786651176,0.0,0.53662109375,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5248,5312,2048,64,0.2768038838111853,0.0,0.48046875,0.00634765625,0.09033203125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5312,5376,2048,64,0.31573395395850984,0.0,0.4970703125,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,5376,5440,2048,64,0.3072685404970547,0.0,0.50390625,0.00634765625,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5440,5504,2048,64,0.2963187180331558,0.0,0.4765625,0.01123046875,0.08935546875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5504,5568,2048,64,0.3032684485861197,0.0,0.48681640625,0.01025390625,0.08349609375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5568,5632,2048,64,0.28957854406191097,0.0,0.48583984375,0.0078125,0.07861328125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5632,5696,2048,64,0.2856217520043087,0.0,0.52001953125,0.01025390625,0.0830078125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5696,5760,2048,64,0.2959317539754889,0.0,0.478515625,0.01025390625,0.0810546875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5760,5824,2048,64,0.29548791335173347,0.0,0.482421875,0.0107421875,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,64,5824,5888,2048,64,0.30809634473455605,0.0,0.54052734375,0.0048828125,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5888,5952,2048,64,0.2784027219024292,0.0,0.484375,0.00927734375,0.07275390625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,5952,6016,2048,64,0.2723992018584257,0.0,0.53369140625,0.00927734375,0.078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,64,6016,6080,2048,64,0.27127867542473466,0.0,0.4765625,0.0087890625,0.08984375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,64,6080,6144,2048,64,0.3051453885451014,0.0,0.51953125,0.005859375,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,0,128,4096,128,0.2913667891223695,0.0,0.541748046875,0.0087890625,0.0771484375,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,128,256,4096,128,0.2868096478742685,0.0,0.517822265625,0.005615234375,0.07763671875,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,256,384,4096,128,0.28401509851950596,0.0,0.463623046875,0.0078125,0.078125,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,384,512,4096,128,0.3122234562062637,0.0,0.479248046875,0.0087890625,0.08544921875,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,512,640,4096,128,0.2895196373889499,0.0,0.472900390625,0.007080078125,0.08056640625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,640,768,4096,128,0.2933165913049664,0.0,0.496337890625,0.008056640625,0.088134765625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,768,896,4096,128,0.29870760851127404,0.0,0.525390625,0.007568359375,0.0888671875,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,896,1024,4096,128,0.2901338913809577,0.0,0.509765625,0.0068359375,0.090087890625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,1024,1152,4096,128,0.2954387660289918,0.0,0.53759765625,0.005859375,0.084716796875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,1152,1280,4096,128,0.29196898909532437,0.0,0.49072265625,0.009033203125,0.085205078125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,1280,1408,4096,128,0.28300459425629265,0.0,0.4921875,0.00830078125,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,1408,1536,4096,128,0.2913190653719805,0.0,0.525634765625,0.009033203125,0.08251953125,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,1536,1664,4096,128,0.29248053324085055,0.0,0.51806640625,0.0078125,0.080078125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,1664,1792,4096,128,0.29238357885978267,0.0,0.486572265625,0.009033203125,0.077392578125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,1792,1920,4096,128,0.2875833678732398,0.0,0.52197265625,0.005859375,0.087890625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,1920,2048,4096,128,0.281740584077238,0.0,0.507080078125,0.007568359375,0.07763671875,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2048,2176,4096,128,0.3087091404589578,0.0,0.494140625,0.009765625,0.0849609375,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,2176,2304,4096,128,0.29854795335748163,0.0,0.48486328125,0.00830078125,0.092041015625,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,2304,2432,4096,128,0.2816051971310437,0.0,0.49072265625,0.010498046875,0.078369140625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2432,2560,4096,128,0.2983653923578376,0.0,0.505126953125,0.01025390625,0.082763671875,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2560,2688,4096,128,0.2924556318330693,0.0,0.531005859375,0.0107421875,0.082275390625,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2688,2816,4096,128,0.2937204536664521,0.0,0.496826171875,0.009521484375,0.077880859375,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2816,2944,4096,128,0.29387250625558536,0.0,0.502197265625,0.01171875,0.08935546875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,2944,3072,4096,128,0.2891609132952739,0.0,0.483642578125,0.007568359375,0.08447265625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,3072,3200,4096,128,0.285572867510878,0.0,0.50634765625,0.008056640625,0.0859375,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,3200,3328,4096,128,0.29389216595761036,0.0,0.475830078125,0.00634765625,0.080322265625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,3328,3456,4096,128,0.30780102726412517,0.0,0.521240234375,0.00830078125,0.092041015625,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,3456,3584,4096,128,0.28129847283580883,0.0,0.4970703125,0.0078125,0.08935546875,1.0,106,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,128,3584,3712,4096,128,0.30789677257477893,0.0,0.481689453125,0.00830078125,0.087646484375,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,3712,3840,4096,128,0.2897575018438763,0.0,0.50927734375,0.007080078125,0.084228515625,1.0,106,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,128,3840,3968,4096,128,0.3028759898960077,0.0,0.505615234375,0.00732421875,0.082763671875,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,128,3968,4096,4096,128,0.2896472552756383,0.0,0.4912109375,0.009033203125,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.up_proj.output,128,4096,4224,4096,128,0.29160016813839107,0.0,0.4970703125,0.010009765625,0.0888671875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,4224,4352,4096,128,0.29649577815952466,0.0,0.50244140625,0.01171875,0.08642578125,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,4352,4480,4096,128,0.2873825968115833,0.0,0.516845703125,0.01025390625,0.0888671875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.up_proj.output,128,4480,4608,4096,128,0.3006296907611157,0.0,0.507080078125,0.007080078125,0.083251953125,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.up_proj.output,128,4608,4736,4096,128,0.30038599634214264,0.0,0.502685546875,0.010009765625,0.093505859375,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,4736,4864,4096,128,0.28070014552337025,0.0,0.510498046875,0.007568359375,0.082763671875,1.0,106,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,128,4864,4992,4096,128,0.29203112489754374,0.0,0.485595703125,0.009033203125,0.082275390625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,4992,5120,4096,128,0.29059721670585237,0.0,0.527099609375,0.006103515625,0.0966796875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,5120,5248,4096,128,0.2997504651832086,0.0,0.546142578125,0.007568359375,0.078125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,5248,5376,4096,128,0.2969076622244958,0.0,0.48876953125,0.00830078125,0.088134765625,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,5376,5504,4096,128,0.3018432860243897,0.0,0.490234375,0.009033203125,0.09130859375,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,5504,5632,4096,128,0.29650251692763757,0.0,0.486328125,0.009033203125,0.08203125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.up_proj.output,128,5632,5760,4096,128,0.2908224443101152,0.0,0.499267578125,0.01025390625,0.081787109375,1.0,106,0.828125
+fresh-en-2,layers.4.mlp.up_proj.output,128,5760,5888,4096,128,0.30185796707703105,0.0,0.511474609375,0.0078125,0.08984375,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.up_proj.output,128,5888,6016,4096,128,0.2754173203847106,0.0,0.509033203125,0.00927734375,0.076171875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.up_proj.output,128,6016,6144,4096,128,0.2887090472175573,0.0,0.498046875,0.007568359375,0.085205078125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,0,0,6144,196608,6144,0.2127618462817149,0.0,0.8572235107421875,0.003977457682291667,0.040964762369791664,1.0,4884,0.794921875
+fresh-en-2,layers.4.mlp.silu_gate,64,0,64,2048,64,0.21579165749169468,0.0,0.85693359375,0.00341796875,0.03564453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,64,128,2048,64,0.20853238598643936,0.0,0.88818359375,0.00439453125,0.03564453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,128,192,2048,64,0.21825960305967435,0.0,0.8544921875,0.00390625,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,192,256,2048,64,0.21741874070917774,0.0,0.89794921875,0.0029296875,0.03564453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,256,320,2048,64,0.2298637137322941,0.0,0.85986328125,0.00439453125,0.03857421875,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,320,384,2048,64,0.213222605694666,0.0,0.8505859375,0.00244140625,0.03125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,384,448,2048,64,0.20914562691165306,0.0,0.85986328125,0.0048828125,0.0390625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,448,512,2048,64,0.20684204784510146,0.0,0.88916015625,0.00146484375,0.02978515625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,512,576,2048,64,0.21398011792905616,0.0,0.85107421875,0.00537109375,0.04052734375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,576,640,2048,64,0.20433729926636418,0.0,0.88232421875,0.0087890625,0.044921875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,640,704,2048,64,0.20377885418390942,0.0,0.87744140625,0.0029296875,0.0341796875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,704,768,2048,64,0.2228533376411515,0.0,0.84814453125,0.00390625,0.04150390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,768,832,2048,64,0.23933597959020317,0.0,0.84619140625,0.0048828125,0.04541015625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,832,896,2048,64,0.3125729690716146,0.0,0.828125,0.00390625,0.0537109375,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.silu_gate,64,896,960,2048,64,0.2203616198233067,0.0,0.83349609375,0.00634765625,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,960,1024,2048,64,0.21705682259249154,0.0,0.84228515625,0.00439453125,0.041015625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,1024,1088,2048,64,0.20310590386370758,0.0,0.87890625,0.00244140625,0.0400390625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,1088,1152,2048,64,0.21423931086135817,0.0,0.8154296875,0.00634765625,0.046875,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,1152,1216,2048,64,0.20345316146129663,0.0,0.8271484375,0.005859375,0.05029296875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1216,1280,2048,64,0.2037304472476407,0.0,0.830078125,0.00537109375,0.04833984375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,1280,1344,2048,64,0.21014898271570895,0.0,0.88427734375,0.00244140625,0.0322265625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1344,1408,2048,64,0.2143017790910977,0.0,0.89599609375,0.00341796875,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1408,1472,2048,64,0.20030569952051291,0.0,0.8525390625,0.00634765625,0.04345703125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1472,1536,2048,64,0.20090137350687243,0.0,0.83837890625,0.0048828125,0.04931640625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,1536,1600,2048,64,0.21669083761568775,0.0,0.8369140625,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,1600,1664,2048,64,0.2067986793939775,0.0,0.8857421875,0.0009765625,0.03662109375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1664,1728,2048,64,0.20564914652914693,0.0,0.853515625,0.0029296875,0.04443359375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,1728,1792,2048,64,0.20710407556626018,0.0,0.8720703125,0.005859375,0.03125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,1792,1856,2048,64,0.22407910235112655,0.0,0.8505859375,0.00341796875,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1856,1920,2048,64,0.2242918318620447,0.0,0.84033203125,0.00390625,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,1920,1984,2048,64,0.2021548751672752,0.0,0.85986328125,0.00439453125,0.04443359375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,1984,2048,2048,64,0.19322437390107675,0.0,0.8662109375,0.00244140625,0.03857421875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2048,2112,2048,64,0.20657727406411355,0.0,0.865234375,0.00341796875,0.0400390625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,2112,2176,2048,64,0.21360634690737124,0.0,0.86767578125,0.00341796875,0.037109375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2176,2240,2048,64,0.2156039189062237,0.0,0.85546875,0.0029296875,0.04345703125,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,2240,2304,2048,64,0.21258253842803407,0.0,0.8603515625,0.001953125,0.0400390625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,2304,2368,2048,64,0.21017755271433822,0.0,0.83642578125,0.00439453125,0.04052734375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2368,2432,2048,64,0.2266081734961788,0.0,0.87841796875,0.00390625,0.03955078125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,2432,2496,2048,64,0.203455829412664,0.0,0.89599609375,0.00244140625,0.03466796875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2496,2560,2048,64,0.204618955382252,0.0,0.8671875,0.00439453125,0.04296875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,2560,2624,2048,64,0.20663442465776882,0.0,0.8837890625,0.0029296875,0.03466796875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,2624,2688,2048,64,0.21057999811910613,0.0,0.896484375,0.00244140625,0.03125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,2688,2752,2048,64,0.20863866155303218,0.0,0.86279296875,0.00537109375,0.05029296875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,2752,2816,2048,64,0.20551750290621867,0.0,0.86767578125,0.0048828125,0.04443359375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2816,2880,2048,64,0.1991643445090596,0.0,0.86181640625,0.0048828125,0.04736328125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,2880,2944,2048,64,0.20213791704455167,0.0,0.8857421875,0.0029296875,0.03271484375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,2944,3008,2048,64,0.21043264604266765,0.0,0.8515625,0.00439453125,0.0419921875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3008,3072,2048,64,0.21052942534645475,0.0,0.849609375,0.00244140625,0.0439453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,3072,3136,2048,64,0.19949142313343238,0.0,0.876953125,0.00390625,0.04052734375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3136,3200,2048,64,0.20127221087405983,0.0,0.8681640625,0.00390625,0.04345703125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3200,3264,2048,64,0.22125357844574567,0.0,0.8662109375,0.0048828125,0.0439453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,3264,3328,2048,64,0.21053276560554263,0.0,0.7919921875,0.00390625,0.0419921875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,3328,3392,2048,64,0.2027512160048874,0.0,0.81787109375,0.0068359375,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,3392,3456,2048,64,0.20820005271933117,0.0,0.8916015625,0.00390625,0.0341796875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,3456,3520,2048,64,0.19554597421383654,0.0,0.8671875,0.0048828125,0.04345703125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3520,3584,2048,64,0.19739391485095162,0.0,0.88037109375,0.00537109375,0.0390625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,3584,3648,2048,64,0.21061319528666167,0.0,0.87451171875,0.00390625,0.03466796875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3648,3712,2048,64,0.2127313657119414,0.0,0.85302734375,0.00439453125,0.041015625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3712,3776,2048,64,0.1971059795305213,0.0,0.85205078125,0.00341796875,0.04443359375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3776,3840,2048,64,0.2192901210830224,0.0,0.84033203125,0.00244140625,0.04541015625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3840,3904,2048,64,0.21029182278694622,0.0,0.8564453125,0.00537109375,0.03662109375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,3904,3968,2048,64,0.2060026587492981,0.0,0.86181640625,0.00439453125,0.04541015625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,3968,4032,2048,64,0.20500001215481825,0.0,0.83251953125,0.00390625,0.037109375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4032,4096,2048,64,0.2260985172975862,0.0,0.81201171875,0.0078125,0.05224609375,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.silu_gate,64,4096,4160,2048,64,0.21973037398688763,0.0,0.8466796875,0.00244140625,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,4160,4224,2048,64,0.208281399135787,0.0,0.85693359375,0.00341796875,0.04248046875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,4224,4288,2048,64,0.21433640739697332,0.0,0.822265625,0.00390625,0.04052734375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,4288,4352,2048,64,0.20219439419130705,0.0,0.84765625,0.00634765625,0.046875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4352,4416,2048,64,0.2462853396006759,0.0,0.865234375,0.0048828125,0.04443359375,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.silu_gate,64,4416,4480,2048,64,0.21633620798361713,0.0,0.8779296875,0.00341796875,0.03564453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,4480,4544,2048,64,0.2132347192653408,0.0,0.87744140625,0.00390625,0.03662109375,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4544,4608,2048,64,0.2070537544411874,0.0,0.8642578125,0.00341796875,0.0498046875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4608,4672,2048,64,0.2119466511587483,0.0,0.8466796875,0.00341796875,0.03369140625,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,4672,4736,2048,64,0.21667290457683874,0.0,0.869140625,0.0048828125,0.03857421875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,4736,4800,2048,64,0.21208767805978884,0.0,0.89306640625,0.00390625,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4800,4864,2048,64,0.20914285171642777,0.0,0.8740234375,0.0029296875,0.03466796875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4864,4928,2048,64,0.20544963184189047,0.0,0.857421875,0.00390625,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,4928,4992,2048,64,0.21967925508011404,0.0,0.8232421875,0.005859375,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,4992,5056,2048,64,0.21226339127229352,0.0,0.84521484375,0.0029296875,0.0458984375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,5056,5120,2048,64,0.20699249087035526,0.0,0.86083984375,0.00390625,0.04541015625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,5120,5184,2048,64,0.20639233584056926,0.0,0.85888671875,0.00341796875,0.033203125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,5184,5248,2048,64,0.2130261965570684,0.0,0.83837890625,0.0029296875,0.03515625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,5248,5312,2048,64,0.1984730608028808,0.0,0.86669921875,0.00537109375,0.03955078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,5312,5376,2048,64,0.20829027149251117,0.0,0.8564453125,0.00341796875,0.033203125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,5376,5440,2048,64,0.22593990838432662,0.0,0.8310546875,0.0048828125,0.044921875,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,5440,5504,2048,64,0.2315943560373956,0.0,0.84765625,0.00146484375,0.0517578125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.silu_gate,64,5504,5568,2048,64,0.2027518892707483,0.0,0.859375,0.0029296875,0.03857421875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,5568,5632,2048,64,0.199679621436335,0.0,0.84326171875,0.00341796875,0.0439453125,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.silu_gate,64,5632,5696,2048,64,0.22965469868558108,0.0,0.82861328125,0.00537109375,0.0478515625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,5696,5760,2048,64,0.19843728952900805,0.0,0.85107421875,0.0048828125,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,5760,5824,2048,64,0.20079905252137284,0.0,0.8330078125,0.00244140625,0.03857421875,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,64,5824,5888,2048,64,0.2049682402101094,0.0,0.8564453125,0.0029296875,0.046875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,64,5888,5952,2048,64,0.21504069904536963,0.0,0.8515625,0.0029296875,0.03515625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,5952,6016,2048,64,0.2393164601796589,0.0,0.8525390625,0.00244140625,0.04345703125,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,64,6016,6080,2048,64,0.2032711595617433,0.0,0.88037109375,0.0029296875,0.033203125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,64,6080,6144,2048,64,0.2258653657796428,0.0,0.82666015625,0.00390625,0.0419921875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,0,128,4096,128,0.2121930670971724,0.0,0.87255859375,0.00390625,0.03564453125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,128,256,4096,128,0.2178395776016508,0.0,0.876220703125,0.00341796875,0.037353515625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,256,384,4096,128,0.22169935325799336,0.0,0.855224609375,0.00341796875,0.035400390625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,384,512,4096,128,0.20799702643670606,0.0,0.87451171875,0.003173828125,0.034423828125,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.silu_gate,128,512,640,4096,128,0.20921427143051746,0.0,0.86669921875,0.007080078125,0.04296875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,640,768,4096,128,0.21352919181028632,0.0,0.86279296875,0.00341796875,0.03759765625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,768,896,4096,128,0.2783734650794205,0.0,0.837158203125,0.0048828125,0.04931640625,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.silu_gate,128,896,1024,4096,128,0.21871546324517147,0.0,0.837890625,0.00537109375,0.0458984375,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,128,1024,1152,4096,128,0.2087468448895016,0.0,0.84716796875,0.00439453125,0.043212890625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,1152,1280,4096,128,0.20359185156130408,0.0,0.82861328125,0.005615234375,0.04931640625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,1280,1408,4096,128,0.21223553832718142,0.0,0.89013671875,0.0029296875,0.03466796875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,1408,1536,4096,128,0.20060375761354754,0.0,0.845458984375,0.005615234375,0.04638671875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,1536,1664,4096,128,0.21180251757909,0.0,0.861328125,0.001953125,0.041015625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,1664,1792,4096,128,0.2063778931769604,0.0,0.86279296875,0.004150390625,0.037841796875,1.0,106,0.828125
+fresh-en-2,layers.4.mlp.silu_gate,128,1792,1920,4096,128,0.224185492338954,0.0,0.845458984375,0.003662109375,0.0439453125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,1920,2048,4096,128,0.19774004680812599,0.0,0.863037109375,0.00341796875,0.040283203125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,2048,2176,4096,128,0.2101212050209023,0.0,0.866455078125,0.00341796875,0.038818359375,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,2176,2304,4096,128,0.2140985584867727,0.0,0.85791015625,0.00244140625,0.041748046875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,2304,2432,4096,128,0.21854732663688967,0.0,0.857421875,0.004150390625,0.040283203125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,2432,2560,4096,128,0.20403822120342927,0.0,0.881591796875,0.003662109375,0.03857421875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,2560,2688,4096,128,0.20861653944676806,0.0,0.89013671875,0.002685546875,0.03271484375,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.silu_gate,128,2688,2816,4096,128,0.20708396255558797,0.0,0.865234375,0.005126953125,0.04736328125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,2816,2944,4096,128,0.20065663910126852,0.0,0.873779296875,0.003662109375,0.039794921875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,2944,3072,4096,128,0.2104810412569587,0.0,0.8505859375,0.00341796875,0.04296875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,3072,3200,4096,128,0.20038379522048955,0.0,0.87255859375,0.00390625,0.0419921875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,3200,3328,4096,128,0.21595970847424997,0.0,0.8291015625,0.00439453125,0.042724609375,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.silu_gate,128,3328,3456,4096,128,0.20549369521203417,0.0,0.854736328125,0.00537109375,0.03955078125,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,3456,3584,4096,128,0.1964721171711436,0.0,0.873779296875,0.005126953125,0.041259765625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,3584,3712,4096,128,0.21167493000651405,0.0,0.86376953125,0.004150390625,0.037841796875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,3712,3840,4096,128,0.20849331448669153,0.0,0.84619140625,0.0029296875,0.045166015625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,3840,3968,4096,128,0.20815828850040557,0.0,0.859130859375,0.0048828125,0.041259765625,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,3968,4096,4096,128,0.21580725718525143,0.0,0.822265625,0.006103515625,0.044189453125,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,128,4096,4224,4096,128,0.2140824356157909,0.0,0.851806640625,0.003173828125,0.042236328125,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.silu_gate,128,4224,4352,4096,128,0.20835386794853483,0.0,0.8349609375,0.0048828125,0.043701171875,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,4352,4480,4096,128,0.23179497771409013,0.0,0.87158203125,0.00439453125,0.041015625,1.0,99,0.7734375
+fresh-en-2,layers.4.mlp.silu_gate,128,4480,4608,4096,128,0.2101669606864507,0.0,0.870849609375,0.00341796875,0.043701171875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,4608,4736,4096,128,0.21432280620033417,0.0,0.85791015625,0.004150390625,0.035888671875,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.silu_gate,128,4736,4864,4096,128,0.2106204116519483,0.0,0.883544921875,0.00341796875,0.037109375,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,4864,4992,4096,128,0.21268348118333277,0.0,0.84033203125,0.0048828125,0.03955078125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,4992,5120,4096,128,0.20964450690529537,0.0,0.85302734375,0.00341796875,0.04541015625,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,5120,5248,4096,128,0.2097354961770862,0.0,0.8486328125,0.003173828125,0.034423828125,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,5248,5376,4096,128,0.20344089198448775,0.0,0.861572265625,0.00439453125,0.036376953125,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.silu_gate,128,5376,5504,4096,128,0.22878460169894943,0.0,0.83935546875,0.003173828125,0.048095703125,1.0,98,0.765625
+fresh-en-2,layers.4.mlp.silu_gate,128,5504,5632,4096,128,0.20122161889297063,0.0,0.851318359375,0.003173828125,0.04150390625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.silu_gate,128,5632,5760,4096,128,0.21461435006073618,0.0,0.83984375,0.005126953125,0.043701171875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.silu_gate,128,5760,5888,4096,128,0.20289435550097265,0.0,0.8447265625,0.002685546875,0.04296875,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.silu_gate,128,5888,6016,4096,128,0.22750260477502615,0.0,0.85205078125,0.002685546875,0.03955078125,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.silu_gate,128,6016,6144,4096,128,0.2148654553067425,0.0,0.853515625,0.00341796875,0.037109375,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.gated_product,0,0,6144,196608,6144,0.06643635792230647,0.0,0.4988047281901042,0.024678548177083332,0.16781107584635416,1.0,4365,0.71044921875
+fresh-en-2,layers.4.mlp.gated_product,64,0,64,2048,64,0.06860812251177116,0.0,0.466796875,0.02197265625,0.1533203125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,64,128,2048,64,0.05655291037073801,0.0,0.45947265625,0.01904296875,0.140625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.gated_product,64,128,192,2048,64,0.08202598614926948,0.0,0.5009765625,0.02490234375,0.19482421875,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gated_product,64,192,256,2048,64,0.07018677805644974,0.0,0.47265625,0.0234375,0.162109375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,256,320,2048,64,0.09769687666114028,0.0,0.51220703125,0.03515625,0.2060546875,1.0,37,0.578125
+fresh-en-2,layers.4.mlp.gated_product,64,320,384,2048,64,0.06353286910045211,0.0,0.50927734375,0.025390625,0.15625,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,384,448,2048,64,0.05967890401097581,0.0,0.50634765625,0.0166015625,0.1396484375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,448,512,2048,64,0.06589882114701179,0.0,0.5126953125,0.02099609375,0.14208984375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,512,576,2048,64,0.06529534794974805,0.0,0.5068359375,0.02392578125,0.17919921875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,576,640,2048,64,0.05894922611924524,0.0,0.52490234375,0.0244140625,0.150390625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,640,704,2048,64,0.06429918124543019,0.0,0.50634765625,0.02294921875,0.162109375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,704,768,2048,64,0.06283705776590479,0.0,0.48828125,0.0234375,0.15380859375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,768,832,2048,64,0.09808513330280039,0.0,0.46240234375,0.029296875,0.224609375,1.0,34,0.53125
+fresh-en-2,layers.4.mlp.gated_product,64,832,896,2048,64,0.09645918994221825,0.0,0.4990234375,0.03515625,0.19775390625,1.0,36,0.5625
+fresh-en-2,layers.4.mlp.gated_product,64,896,960,2048,64,0.058789667272263264,0.0,0.48828125,0.0244140625,0.16064453125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,960,1024,2048,64,0.06294994284948864,0.0,0.48828125,0.0224609375,0.17822265625,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,1024,1088,2048,64,0.0575868387902468,0.0,0.46875,0.0205078125,0.1455078125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.gated_product,64,1088,1152,2048,64,0.06405911188390559,0.0,0.4658203125,0.02490234375,0.16943359375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,1152,1216,2048,64,0.05654361898086688,0.0,0.48291015625,0.0224609375,0.158203125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,1216,1280,2048,64,0.06435688352226096,0.0,0.52294921875,0.02978515625,0.17724609375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,1280,1344,2048,64,0.07953311324625861,0.0,0.50048828125,0.0263671875,0.18505859375,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gated_product,64,1344,1408,2048,64,0.06694861046653981,0.0,0.49755859375,0.02392578125,0.17138671875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,1408,1472,2048,64,0.05970659571877787,0.0,0.478515625,0.02880859375,0.1640625,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,1472,1536,2048,64,0.05854792708636292,0.0,0.498046875,0.02685546875,0.16552734375,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,1536,1600,2048,64,0.0654269186723489,0.0,0.49609375,0.021484375,0.15673828125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,1600,1664,2048,64,0.05728275775631912,0.0,0.48828125,0.02294921875,0.1376953125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,1664,1728,2048,64,0.05721301284917716,0.0,0.4912109375,0.02294921875,0.15185546875,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,1728,1792,2048,64,0.06310566643105703,0.0,0.51611328125,0.02099609375,0.1513671875,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,1792,1856,2048,64,0.06441367683086324,0.0,0.47265625,0.01806640625,0.16015625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,1856,1920,2048,64,0.0600718296968187,0.0,0.49755859375,0.02001953125,0.16015625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,1920,1984,2048,64,0.05653893682668154,0.0,0.50830078125,0.0205078125,0.15869140625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,1984,2048,2048,64,0.05361994456051963,0.0,0.49267578125,0.021484375,0.14599609375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,2048,2112,2048,64,0.06617069191785722,0.0,0.49609375,0.02587890625,0.16357421875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,2112,2176,2048,64,0.08190022048346197,0.0,0.52392578125,0.02783203125,0.18212890625,1.0,41,0.640625
+fresh-en-2,layers.4.mlp.gated_product,64,2176,2240,2048,64,0.0683771182440808,0.0,0.5390625,0.0234375,0.1787109375,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,2240,2304,2048,64,0.06645209241642507,0.0,0.5078125,0.01953125,0.17333984375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,2304,2368,2048,64,0.06517724360732347,0.0,0.5390625,0.03076171875,0.17724609375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,2368,2432,2048,64,0.0699402884739409,0.0,0.4990234375,0.021484375,0.15869140625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,2432,2496,2048,64,0.06105410575133445,0.0,0.50830078125,0.01806640625,0.14306640625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,2496,2560,2048,64,0.06353074363211954,0.0,0.48974609375,0.02685546875,0.17138671875,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,2560,2624,2048,64,0.06330241309907014,0.0,0.46337890625,0.02001953125,0.1552734375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,2624,2688,2048,64,0.05805614043216537,0.0,0.470703125,0.02001953125,0.1298828125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.gated_product,64,2688,2752,2048,64,0.10428127994214788,0.0,0.48193359375,0.0390625,0.2373046875,1.0,28,0.4375
+fresh-en-2,layers.4.mlp.gated_product,64,2752,2816,2048,64,0.06425664226884875,0.0,0.50390625,0.025390625,0.15234375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,2816,2880,2048,64,0.05757996771228188,0.0,0.46923828125,0.02099609375,0.15673828125,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,2880,2944,2048,64,0.05760634177445192,0.0,0.50634765625,0.02392578125,0.15185546875,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,2944,3008,2048,64,0.06496188785903996,0.0,0.544921875,0.0205078125,0.17431640625,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,3008,3072,2048,64,0.0627843470135239,0.0,0.47900390625,0.0234375,0.1650390625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,3072,3136,2048,64,0.054863208393845814,0.0,0.4912109375,0.02783203125,0.15869140625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,3136,3200,2048,64,0.05929981393669021,0.0,0.5166015625,0.021484375,0.15576171875,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,3200,3264,2048,64,0.061921359730405454,0.0,0.52978515625,0.02099609375,0.1572265625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,3264,3328,2048,64,0.06816533001907178,0.0,0.5302734375,0.0205078125,0.162109375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,3328,3392,2048,64,0.07287383105324434,0.0,0.47607421875,0.02783203125,0.2099609375,1.0,42,0.65625
+fresh-en-2,layers.4.mlp.gated_product,64,3392,3456,2048,64,0.058272393097662384,0.0,0.48291015625,0.0224609375,0.14501953125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,3456,3520,2048,64,0.053693314562219936,0.0,0.50830078125,0.0234375,0.15380859375,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,3520,3584,2048,64,0.056046331715847705,0.0,0.4931640625,0.02197265625,0.15576171875,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,3584,3648,2048,64,0.059246463092237744,0.0,0.51513671875,0.02197265625,0.1455078125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,3648,3712,2048,64,0.08329683833818227,0.0,0.5458984375,0.03173828125,0.1826171875,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gated_product,64,3712,3776,2048,64,0.054251499996247066,0.0,0.47607421875,0.02685546875,0.1591796875,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,3776,3840,2048,64,0.06645404307069411,0.0,0.50048828125,0.02197265625,0.17626953125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,3840,3904,2048,64,0.05978430567335479,0.0,0.47705078125,0.0224609375,0.1494140625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,3904,3968,2048,64,0.05736201030764838,0.0,0.48583984375,0.0146484375,0.15087890625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,3968,4032,2048,64,0.058906014887961336,0.0,0.501953125,0.0205078125,0.14599609375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,4032,4096,2048,64,0.0671002982812114,0.0,0.4951171875,0.02587890625,0.18017578125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,4096,4160,2048,64,0.08050187433985184,0.0,0.4951171875,0.033203125,0.18896484375,1.0,40,0.625
+fresh-en-2,layers.4.mlp.gated_product,64,4160,4224,2048,64,0.05864001208866805,0.0,0.50048828125,0.02490234375,0.16650390625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,4224,4288,2048,64,0.0690128762297347,0.0,0.51904296875,0.02978515625,0.16845703125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,4288,4352,2048,64,0.05792120342364069,0.0,0.50732421875,0.02880859375,0.162109375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,4352,4416,2048,64,0.06885694039741536,0.0,0.50244140625,0.02490234375,0.162109375,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,4416,4480,2048,64,0.057632742467187574,0.0,0.486328125,0.0244140625,0.14892578125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,4480,4544,2048,64,0.07507049607554742,0.0,0.48291015625,0.0234375,0.17333984375,1.0,43,0.671875
+fresh-en-2,layers.4.mlp.gated_product,64,4544,4608,2048,64,0.059474818518442794,0.0,0.49755859375,0.02392578125,0.15771484375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,4608,4672,2048,64,0.07321888977853494,0.0,0.47900390625,0.02685546875,0.1865234375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gated_product,64,4672,4736,2048,64,0.07348943809428778,0.0,0.5302734375,0.02490234375,0.18017578125,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,4736,4800,2048,64,0.059995809206131984,0.0,0.5029296875,0.01953125,0.1328125,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,4800,4864,2048,64,0.05677229482383419,0.0,0.49609375,0.01806640625,0.15234375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.gated_product,64,4864,4928,2048,64,0.06245226518867409,0.0,0.5302734375,0.02587890625,0.1630859375,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,4928,4992,2048,64,0.06820054694650156,0.0,0.50634765625,0.02978515625,0.16943359375,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,4992,5056,2048,64,0.06477735836430211,0.0,0.49169921875,0.02392578125,0.1767578125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,5056,5120,2048,64,0.05701647631893484,0.0,0.482421875,0.0224609375,0.16259765625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,5120,5184,2048,64,0.06304466546121092,0.0,0.47509765625,0.02294921875,0.14013671875,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,5184,5248,2048,64,0.05949061388759672,0.0,0.47265625,0.02099609375,0.146484375,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,5248,5312,2048,64,0.053501483482882625,0.0,0.51416015625,0.02392578125,0.14892578125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,5312,5376,2048,64,0.06765587602206512,0.0,0.4990234375,0.0205078125,0.16064453125,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,5376,5440,2048,64,0.06665115421913703,0.0,0.4853515625,0.025390625,0.17626953125,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,5440,5504,2048,64,0.08542560650670494,0.0,0.509765625,0.03564453125,0.2109375,1.0,38,0.59375
+fresh-en-2,layers.4.mlp.gated_product,64,5504,5568,2048,64,0.06451140468170163,0.0,0.49560546875,0.02490234375,0.162109375,1.0,44,0.6875
+fresh-en-2,layers.4.mlp.gated_product,64,5568,5632,2048,64,0.06354935030738809,0.0,0.5107421875,0.02880859375,0.16845703125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,5632,5696,2048,64,0.09273274972109899,0.0,0.5087890625,0.03857421875,0.22998046875,1.0,36,0.5625
+fresh-en-2,layers.4.mlp.gated_product,64,5696,5760,2048,64,0.05951289347406806,0.0,0.53466796875,0.02490234375,0.15087890625,1.0,48,0.75
+fresh-en-2,layers.4.mlp.gated_product,64,5760,5824,2048,64,0.05919639625929779,0.0,0.5400390625,0.02685546875,0.162109375,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.gated_product,64,5824,5888,2048,64,0.06755256162143797,0.0,0.48583984375,0.01904296875,0.17431640625,1.0,45,0.703125
+fresh-en-2,layers.4.mlp.gated_product,64,5888,5952,2048,64,0.06250780213490881,0.0,0.5244140625,0.01904296875,0.15673828125,1.0,47,0.734375
+fresh-en-2,layers.4.mlp.gated_product,64,5952,6016,2048,64,0.06219794636802336,0.0,0.46435546875,0.0205078125,0.15087890625,1.0,46,0.71875
+fresh-en-2,layers.4.mlp.gated_product,64,6016,6080,2048,64,0.053658599056251956,0.0,0.52294921875,0.0205078125,0.14453125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.gated_product,64,6080,6144,2048,64,0.08974271378556978,0.0,0.50048828125,0.021484375,0.2021484375,1.0,38,0.59375
+fresh-en-2,layers.4.mlp.gated_product,128,0,128,4096,128,0.06287012862238683,0.0,0.463134765625,0.02099609375,0.148193359375,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,128,256,4096,128,0.07633625029337467,0.0,0.48681640625,0.024169921875,0.17822265625,1.0,87,0.6796875
+fresh-en-2,layers.4.mlp.gated_product,128,256,384,4096,128,0.08240480922093456,0.0,0.5107421875,0.030517578125,0.18701171875,1.0,80,0.625
+fresh-en-2,layers.4.mlp.gated_product,128,384,512,4096,128,0.06286583417293178,0.0,0.509521484375,0.019287109375,0.1435546875,1.0,97,0.7578125
+fresh-en-2,layers.4.mlp.gated_product,128,512,640,4096,128,0.06220327050861784,0.0,0.515869140625,0.0244140625,0.163818359375,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,640,768,4096,128,0.0635723231347901,0.0,0.497314453125,0.0234375,0.15869140625,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,768,896,4096,128,0.09727555885045602,0.0,0.480712890625,0.0322265625,0.2119140625,1.0,69,0.5390625
+fresh-en-2,layers.4.mlp.gated_product,128,896,1024,4096,128,0.06090533754416483,0.0,0.48828125,0.023193359375,0.16748046875,1.0,95,0.7421875
+fresh-en-2,layers.4.mlp.gated_product,128,1024,1152,4096,128,0.0609090051519831,0.0,0.46728515625,0.0224609375,0.156494140625,1.0,95,0.7421875
+fresh-en-2,layers.4.mlp.gated_product,128,1152,1280,4096,128,0.06057635390212633,0.0,0.5029296875,0.02685546875,0.167724609375,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,1280,1408,4096,128,0.07351065414632997,0.0,0.4990234375,0.02490234375,0.17919921875,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.gated_product,128,1408,1536,4096,128,0.059130099519769344,0.0,0.48828125,0.02783203125,0.16552734375,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,1536,1664,4096,128,0.061489820389749456,0.0,0.4921875,0.022705078125,0.148193359375,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,1664,1792,4096,128,0.06023144517188654,0.0,0.503662109375,0.021484375,0.150390625,1.0,97,0.7578125
+fresh-en-2,layers.4.mlp.gated_product,128,1792,1920,4096,128,0.062280600856103166,0.0,0.485107421875,0.018798828125,0.162353515625,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,1920,2048,4096,128,0.05509877417948917,0.0,0.50048828125,0.02099609375,0.1513671875,1.0,99,0.7734375
+fresh-en-2,layers.4.mlp.gated_product,128,2048,2176,4096,128,0.07445202006704607,0.0,0.510009765625,0.02783203125,0.173583984375,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.gated_product,128,2176,2304,4096,128,0.0674214761255125,0.0,0.5234375,0.021484375,0.17578125,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gated_product,128,2304,2432,4096,128,0.06760072867975041,0.0,0.51904296875,0.0263671875,0.16943359375,1.0,91,0.7109375
+fresh-en-2,layers.4.mlp.gated_product,128,2432,2560,4096,128,0.062304731824899255,0.0,0.4990234375,0.022216796875,0.156494140625,1.0,94,0.734375
+fresh-en-2,layers.4.mlp.gated_product,128,2560,2688,4096,128,0.06073594877024904,0.0,0.467041015625,0.020263671875,0.14306640625,1.0,98,0.765625
+fresh-en-2,layers.4.mlp.gated_product,128,2688,2816,4096,128,0.08661264752344029,0.0,0.492919921875,0.0322265625,0.206298828125,1.0,74,0.578125
+fresh-en-2,layers.4.mlp.gated_product,128,2816,2944,4096,128,0.05759315625307571,0.0,0.48779296875,0.0224609375,0.154052734375,1.0,98,0.765625
+fresh-en-2,layers.4.mlp.gated_product,128,2944,3072,4096,128,0.06388239626111825,0.0,0.511962890625,0.02197265625,0.16943359375,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,3072,3200,4096,128,0.05712459876529827,0.0,0.50390625,0.02490234375,0.159423828125,1.0,97,0.7578125
+fresh-en-2,layers.4.mlp.gated_product,128,3200,3328,4096,128,0.06511822712371416,0.0,0.530029296875,0.021728515625,0.1591796875,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gated_product,128,3328,3456,4096,128,0.0659782807054916,0.0,0.4794921875,0.024658203125,0.175537109375,1.0,91,0.7109375
+fresh-en-2,layers.4.mlp.gated_product,128,3456,3584,4096,128,0.05488243492903871,0.0,0.500732421875,0.022216796875,0.154541015625,1.0,97,0.7578125
+fresh-en-2,layers.4.mlp.gated_product,128,3584,3712,4096,128,0.07227899648610639,0.0,0.530517578125,0.027099609375,0.169189453125,1.0,90,0.703125
+fresh-en-2,layers.4.mlp.gated_product,128,3712,3840,4096,128,0.06066038696004363,0.0,0.48828125,0.025390625,0.169189453125,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,3840,3968,4096,128,0.0585856784179371,0.0,0.4814453125,0.018798828125,0.1484375,1.0,98,0.765625
+fresh-en-2,layers.4.mlp.gated_product,128,3968,4096,4096,128,0.06313623610656667,0.0,0.49853515625,0.0224609375,0.16259765625,1.0,95,0.7421875
+fresh-en-2,layers.4.mlp.gated_product,128,4096,4224,4096,128,0.07042443748440036,0.0,0.497802734375,0.0283203125,0.181396484375,1.0,88,0.6875
+fresh-en-2,layers.4.mlp.gated_product,128,4224,4352,4096,128,0.0637088804310021,0.0,0.51318359375,0.029052734375,0.166748046875,1.0,94,0.734375
+fresh-en-2,layers.4.mlp.gated_product,128,4352,4480,4096,128,0.06349335101088294,0.0,0.494384765625,0.024658203125,0.157958984375,1.0,94,0.734375
+fresh-en-2,layers.4.mlp.gated_product,128,4480,4608,4096,128,0.06772308845154097,0.0,0.490234375,0.02294921875,0.1650390625,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,4608,4736,4096,128,0.0733542886674508,0.0,0.504638671875,0.0263671875,0.18310546875,1.0,89,0.6953125
+fresh-en-2,layers.4.mlp.gated_product,128,4736,4864,4096,128,0.05840629495980267,0.0,0.49951171875,0.019287109375,0.140869140625,1.0,99,0.7734375
+fresh-en-2,layers.4.mlp.gated_product,128,4864,4992,4096,128,0.06538960173834382,0.0,0.518310546875,0.02783203125,0.165771484375,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gated_product,128,4992,5120,4096,128,0.061020425795322325,0.0,0.487060546875,0.02294921875,0.170166015625,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,5120,5248,4096,128,0.061293404962683866,0.0,0.473876953125,0.022216796875,0.1435546875,1.0,96,0.75
+fresh-en-2,layers.4.mlp.gated_product,128,5248,5376,4096,128,0.060990680825771276,0.0,0.506591796875,0.021728515625,0.155029296875,1.0,94,0.734375
+fresh-en-2,layers.4.mlp.gated_product,128,5376,5504,4096,128,0.07661563354101295,0.0,0.49755859375,0.02978515625,0.195556640625,1.0,85,0.6640625
+fresh-en-2,layers.4.mlp.gated_product,128,5504,5632,4096,128,0.06403218432357825,0.0,0.503173828125,0.027099609375,0.16552734375,1.0,92,0.71875
+fresh-en-2,layers.4.mlp.gated_product,128,5632,5760,4096,128,0.07791388631204246,0.0,0.521728515625,0.032958984375,0.193603515625,1.0,83,0.6484375
+fresh-en-2,layers.4.mlp.gated_product,128,5760,5888,4096,128,0.06351205362648094,0.0,0.512939453125,0.0234375,0.170166015625,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,5888,6016,4096,128,0.06235306672544832,0.0,0.494384765625,0.019775390625,0.15380859375,1.0,93,0.7265625
+fresh-en-2,layers.4.mlp.gated_product,128,6016,6144,4096,128,0.07393578271134452,0.0,0.51171875,0.023681640625,0.181640625,1.0,86,0.671875
+fresh-en-2,layers.4.mlp.down_proj.output,0,0,2048,65536,2048,0.04339537709989834,0.0,0.501068115234375,0.0090179443359375,0.0894775390625,1.0,1603,0.78271484375
+fresh-en-2,layers.4.mlp.down_proj.output,64,0,64,2048,64,0.04320371735421189,0.0,0.4814453125,0.00634765625,0.07080078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,64,128,2048,64,0.04094883279500871,0.0,0.47412109375,0.01123046875,0.09326171875,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.down_proj.output,64,128,192,2048,64,0.04219149404814164,0.0,0.490234375,0.01025390625,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,192,256,2048,64,0.04160785834868788,0.0,0.515625,0.01123046875,0.09375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,64,256,320,2048,64,0.042584182272983516,0.0,0.486328125,0.0078125,0.08251953125,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.down_proj.output,64,320,384,2048,64,0.04212743174068168,0.0,0.509765625,0.009765625,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,384,448,2048,64,0.04202458581038678,0.0,0.51806640625,0.00927734375,0.080078125,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.down_proj.output,64,448,512,2048,64,0.0417949197599213,0.0,0.48095703125,0.00830078125,0.09033203125,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.down_proj.output,64,512,576,2048,64,0.04000203598506964,0.0,0.49609375,0.0048828125,0.08056640625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,64,576,640,2048,64,0.04472014229630756,0.0,0.513671875,0.005859375,0.08203125,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,640,704,2048,64,0.042205743564685316,0.0,0.5244140625,0.01025390625,0.1015625,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.down_proj.output,64,704,768,2048,64,0.04256012438312383,0.0,0.54052734375,0.01123046875,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,768,832,2048,64,0.04214165514194077,0.0,0.50830078125,0.009765625,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,832,896,2048,64,0.04221781981050971,0.0,0.50439453125,0.01025390625,0.087890625,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,896,960,2048,64,0.04423161523757727,0.0,0.54248046875,0.00634765625,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,960,1024,2048,64,0.04245258843248585,0.0,0.46826171875,0.01171875,0.087890625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1024,1088,2048,64,0.041774720858461616,0.0,0.45263671875,0.01025390625,0.091796875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1088,1152,2048,64,0.04048036978409742,0.0,0.4970703125,0.00439453125,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1152,1216,2048,64,0.06898386140355448,0.0,0.48046875,0.01513671875,0.14501953125,1.0,34,0.53125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1216,1280,2048,64,0.04256765692439399,0.0,0.51513671875,0.0078125,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1280,1344,2048,64,0.04523178565617849,0.0,0.52392578125,0.00732421875,0.0810546875,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1344,1408,2048,64,0.04111688297443565,0.0,0.52734375,0.01123046875,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1408,1472,2048,64,0.0417102173895691,0.0,0.53076171875,0.00732421875,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1472,1536,2048,64,0.04276266943884766,0.0,0.4677734375,0.00830078125,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1536,1600,2048,64,0.04345619560047011,0.0,0.47314453125,0.01025390625,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1600,1664,2048,64,0.041668790474728004,0.0,0.494140625,0.00537109375,0.07568359375,1.0,54,0.84375
+fresh-en-2,layers.4.mlp.down_proj.output,64,1664,1728,2048,64,0.042124655551054636,0.0,0.515625,0.00732421875,0.0859375,1.0,53,0.828125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1728,1792,2048,64,0.04207856317444947,0.0,0.4794921875,0.00830078125,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,64,1792,1856,2048,64,0.04252445763445734,0.0,0.4677734375,0.009765625,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.4.mlp.down_proj.output,64,1856,1920,2048,64,0.04373600851814959,0.0,0.52197265625,0.01123046875,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1920,1984,2048,64,0.040365637622665346,0.0,0.53271484375,0.00927734375,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,64,1984,2048,2048,64,0.042612870443523514,0.0,0.49951171875,0.0078125,0.09375,1.0,51,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,128,0,128,4096,128,0.04209137738596951,0.0,0.477783203125,0.009033203125,0.08203125,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,128,128,256,4096,128,0.04190069239510755,0.0,0.5029296875,0.0107421875,0.088623046875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,128,256,384,4096,128,0.04235642268254295,0.0,0.498046875,0.0087890625,0.087646484375,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,128,384,512,4096,128,0.04190991010651789,0.0,0.49951171875,0.0087890625,0.08544921875,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,128,512,640,4096,128,0.042426725126698164,0.0,0.5048828125,0.006103515625,0.08203125,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.down_proj.output,128,640,768,4096,128,0.042383304362419334,0.0,0.532470703125,0.0107421875,0.0947265625,1.0,100,0.78125
+fresh-en-2,layers.4.mlp.down_proj.output,128,768,896,4096,128,0.04217975466770124,0.0,0.50634765625,0.010009765625,0.090087890625,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.down_proj.output,128,896,1024,4096,128,0.0433512286512338,0.0,0.50537109375,0.009033203125,0.083740234375,1.0,103,0.8046875
+fresh-en-2,layers.4.mlp.down_proj.output,128,1024,1152,4096,128,0.041132636924099915,0.0,0.474853515625,0.007080078125,0.0869140625,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.down_proj.output,128,1152,1280,4096,128,0.057318315354595514,0.0,0.497802734375,0.01171875,0.118896484375,1.0,84,0.65625
+fresh-en-2,layers.4.mlp.down_proj.output,128,1280,1408,4096,128,0.04322332992250777,0.0,0.525634765625,0.009521484375,0.085693359375,1.0,102,0.796875
+fresh-en-2,layers.4.mlp.down_proj.output,128,1408,1536,4096,128,0.04223972142558038,0.0,0.499267578125,0.008056640625,0.092041015625,1.0,101,0.7890625
+fresh-en-2,layers.4.mlp.down_proj.output,128,1536,1664,4096,128,0.04257187472788285,0.0,0.483642578125,0.0078125,0.080322265625,1.0,105,0.8203125
+fresh-en-2,layers.4.mlp.down_proj.output,128,1664,1792,4096,128,0.04210161567042964,0.0,0.49755859375,0.0078125,0.084228515625,1.0,104,0.8125
+fresh-en-2,layers.4.mlp.down_proj.output,128,1792,1920,4096,128,0.04313448700404591,0.0,0.494873046875,0.010498046875,0.088134765625,1.0,99,0.7734375
+fresh-en-2,layers.4.mlp.down_proj.output,128,1920,2048,4096,128,0.04150446619413901,0.0,0.51611328125,0.008544921875,0.091552734375,1.0,102,0.796875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.46798845301835,0.0,0.4986572265625,0.012547810872395834,0.12621561686197916,1.0,3104,0.5052083333333334
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.4483714566225416,0.0,0.466796875,0.0107421875,0.1044921875,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4333975897156424,0.0,0.482421875,0.0107421875,0.13525390625,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,128,192,2048,64,1.3136527854921414,0.0,0.4443359375,0.0068359375,0.10009765625,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,192,256,2048,64,1.276300915279312,0.0,0.55712890625,0.01123046875,0.1015625,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,256,320,2048,64,1.2952894285880518,0.0,0.58642578125,0.01220703125,0.10498046875,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,320,384,2048,64,1.4490649412502203,0.0,0.4599609375,0.01416015625,0.126953125,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.8080659199769968,0.0,0.447265625,0.01513671875,0.12548828125,1.0,29,0.453125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.7637379462677907,0.0,0.5087890625,0.01025390625,0.10400390625,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.5182221865030845,0.0,0.46875,0.01318359375,0.134765625,1.0,28,0.4375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.0929051975745616,0.0,0.43212890625,0.00830078125,0.0927734375,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.9194134255068094,0.0,0.44970703125,0.013671875,0.12353515625,1.0,32,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,704,768,2048,64,2.1336018543942794,0.0,0.4912109375,0.017578125,0.1171875,1.0,29,0.453125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.2509257138634602,0.0,0.52392578125,0.01025390625,0.12890625,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.6144279358722375,0.0,0.45166015625,0.0126953125,0.15185546875,1.0,27,0.421875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,896,960,2048,64,0.7251918570176548,0.0,0.51318359375,0.0107421875,0.07861328125,1.0,53,0.828125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,0.7854735362956489,0.0,0.5537109375,0.0068359375,0.1005859375,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.4587916543511865,0.0,0.515625,0.00537109375,0.115234375,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.41110492433932,0.0,0.42236328125,0.01025390625,0.11083984375,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.5086904625480064,0.0,0.47705078125,0.00830078125,0.10302734375,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.425007615614146,0.0,0.44482421875,0.00830078125,0.09375,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.7817805845046208,0.0,0.47216796875,0.0166015625,0.10009765625,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,2.1004014932235755,0.0,0.4833984375,0.013671875,0.1123046875,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,1.2722031430900742,0.0,0.52734375,0.013671875,0.11083984375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,1.5669223420881249,0.0,0.45068359375,0.0166015625,0.13623046875,1.0,29,0.453125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.7506632623314693,0.0,0.5478515625,0.00732421875,0.1044921875,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.7485801331446214,0.0,0.54248046875,0.0078125,0.1005859375,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.2816660203045571,0.0,0.501953125,0.01171875,0.1318359375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.41484521459281,0.0,0.47314453125,0.009765625,0.13671875,1.0,33,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,1.1995832550010828,0.0,0.4892578125,0.009765625,0.10595703125,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,1.0561052082521813,0.0,0.47265625,0.01318359375,0.107421875,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.2943694207073122,0.0,0.53369140625,0.01171875,0.09765625,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.3216567565774822,0.0,0.4541015625,0.01123046875,0.10400390625,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.5047719907791315,0.0,0.5,0.01318359375,0.134765625,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.3606165051540888,0.0,0.4697265625,0.01513671875,0.1083984375,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,1.9021291616744538,0.0,0.5517578125,0.01220703125,0.1044921875,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,1.8642186810253518,0.0,0.521484375,0.0107421875,0.10888671875,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.7133735224889561,0.0,0.509765625,0.01220703125,0.1298828125,1.0,33,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.492088784042966,0.0,0.54296875,0.009765625,0.1044921875,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,0.9645623699794428,0.0,0.51318359375,0.0126953125,0.1181640625,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,0.9152009904199,0.0,0.4990234375,0.009765625,0.111328125,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,2.8362880406082915,0.0,0.4990234375,0.00927734375,0.0673828125,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,2.5773583408094143,0.0,0.4638671875,0.00634765625,0.0576171875,1.0,45,0.703125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.145012650824582,0.0,0.52490234375,0.01220703125,0.10791015625,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.5566858405187287,0.0,0.4580078125,0.01123046875,0.12548828125,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.8198295207909885,0.0,0.513671875,0.00634765625,0.095703125,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9978704449359025,0.0,0.49365234375,0.01025390625,0.11083984375,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,0.8466823199595855,0.0,0.515625,0.00732421875,0.09716796875,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,0.7514204523118808,0.0,0.4765625,0.013671875,0.10302734375,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,2.0023361809192433,0.0,0.54736328125,0.009765625,0.1240234375,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,2.171840933772752,0.0,0.517578125,0.013671875,0.14501953125,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.7956154373344972,0.0,0.51123046875,0.00830078125,0.10986328125,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,2.054999693304141,0.0,0.541015625,0.0107421875,0.1015625,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.710845185158395,0.0,0.50732421875,0.01025390625,0.11279296875,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.7157959855200013,0.0,0.46142578125,0.01171875,0.0986328125,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,1.6492927847578926,0.0,0.509765625,0.00927734375,0.0966796875,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,1.4429185642874545,0.0,0.50732421875,0.0078125,0.0966796875,1.0,44,0.6875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,2.0792918621311576,0.0,0.58984375,0.0078125,0.0859375,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,1.8258155202824757,0.0,0.49267578125,0.00927734375,0.09912109375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.3889932368027529,0.0,0.43896484375,0.0078125,0.0986328125,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.3795176409192746,0.0,0.5263671875,0.01220703125,0.115234375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,1.1605600026548657,0.0,0.47607421875,0.009765625,0.10205078125,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,1.225870683715655,0.0,0.474609375,0.009765625,0.10107421875,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.0088445955479792,0.0,0.568359375,0.0126953125,0.138671875,1.0,33,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,1.9794585633769137,0.0,0.49169921875,0.0107421875,0.1259765625,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,1.484485299279972,0.0,0.47802734375,0.01708984375,0.15283203125,1.0,28,0.4375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,1.168939358457898,0.0,0.44921875,0.0126953125,0.1201171875,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,1.2556242942455422,0.0,0.529296875,0.01513671875,0.1181640625,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.8720717199369139,0.0,0.49853515625,0.01171875,0.09130859375,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,0.8485118360478314,0.0,0.51220703125,0.013671875,0.10302734375,1.0,46,0.71875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,1.0281766010954987,0.0,0.52783203125,0.01708984375,0.123046875,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,1.7161874631804022,0.0,0.4794921875,0.0126953125,0.12548828125,1.0,25,0.390625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,1.603909802152278,0.0,0.53466796875,0.00927734375,0.1171875,1.0,27,0.421875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,2.018444217546252,0.0,0.58056640625,0.01171875,0.11328125,1.0,29,0.453125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,1.3139796130405912,0.0,0.44091796875,0.0068359375,0.09375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,1.1780358566632478,0.0,0.447265625,0.0068359375,0.10498046875,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,1.3445389693683911,0.0,0.53564453125,0.01318359375,0.140625,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.1703621631295829,0.0,0.5126953125,0.0107421875,0.12255859375,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,0.9167396298161652,0.0,0.49072265625,0.0087890625,0.10546875,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.278381486947606,0.0,0.52099609375,0.015625,0.1650390625,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,0.9052266265963799,0.0,0.54931640625,0.01025390625,0.10302734375,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.0325400661083262,0.0,0.4912109375,0.01220703125,0.10693359375,1.0,44,0.6875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,0.9835317180763342,0.0,0.462890625,0.01123046875,0.12060546875,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,1.0165896852349663,0.0,0.4921875,0.009765625,0.10009765625,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,1.0065298933672728,0.0,0.513671875,0.01025390625,0.115234375,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.4250081481618977,0.0,0.45556640625,0.0107421875,0.08935546875,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,1.8904695962315443,0.0,0.46533203125,0.00830078125,0.1044921875,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7496622862881527,0.0,0.48681640625,0.0107421875,0.12353515625,1.0,45,0.703125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,1.1190418692544182,0.0,0.5068359375,0.01123046875,0.1640625,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,1.3130322903190945,0.0,0.51318359375,0.01025390625,0.09130859375,1.0,38,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.6569099486240149,0.0,0.4375,0.0087890625,0.10400390625,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.8107601796243431,0.0,0.501953125,0.0146484375,0.1220703125,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,0.7764463659706954,0.0,0.50341796875,0.01513671875,0.1142578125,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,1.1500222506441649,0.0,0.51953125,0.0107421875,0.12255859375,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.9344098098912861,0.0,0.52978515625,0.00927734375,0.0947265625,1.0,45,0.703125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.7105982897498727,0.0,0.53076171875,0.00732421875,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.9457313957502806,0.0,0.51220703125,0.01220703125,0.10791015625,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.440903974344147,0.0,0.474609375,0.010986328125,0.11962890625,1.0,70,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,128,256,4096,128,1.295111513958175,0.0,0.500732421875,0.009033203125,0.102294921875,1.0,78,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,256,384,4096,128,1.374329638000372,0.0,0.523193359375,0.01318359375,0.11669921875,1.0,71,0.5546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.786039461222398,0.0,0.47802734375,0.012451171875,0.11474609375,1.0,62,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.3227698927772167,0.0,0.450439453125,0.0107421875,0.115478515625,1.0,68,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,640,768,4096,128,2.0293354541684936,0.0,0.470458984375,0.015625,0.120849609375,1.0,61,0.4765625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.4441593924718803,0.0,0.48779296875,0.012939453125,0.1416015625,1.0,63,0.4921875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,0.7559338283558643,0.0,0.533447265625,0.0087890625,0.08984375,1.0,102,0.796875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.435146368545618,0.0,0.468994140625,0.0078125,0.111572265625,1.0,76,0.59375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.467445674691508,0.0,0.4609375,0.008544921875,0.09912109375,1.0,81,0.6328125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.947617581052997,0.0,0.477783203125,0.0146484375,0.10693359375,1.0,67,0.5234375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,1.4271906781196404,0.0,0.489013671875,0.014892578125,0.122314453125,1.0,67,0.5234375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.7496220077641234,0.0,0.545166015625,0.007568359375,0.102294921875,1.0,68,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.3498990274941856,0.0,0.487548828125,0.01171875,0.135009765625,1.0,70,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,1.1301234880703028,0.0,0.48095703125,0.01171875,0.10546875,1.0,81,0.6328125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.3080842441274745,0.0,0.493896484375,0.011474609375,0.1005859375,1.0,82,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.4345061900060099,0.0,0.48486328125,0.01416015625,0.121826171875,1.0,67,0.5234375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,1.8832693166905607,0.0,0.53662109375,0.011474609375,0.10595703125,1.0,69,0.5390625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.6065456369230584,0.0,0.5263671875,0.01171875,0.1171875,1.0,68,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,0.9402056738942617,0.0,0.506103515625,0.010498046875,0.114013671875,1.0,79,0.6171875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,2.7099175140802236,0.0,0.4814453125,0.007568359375,0.065185546875,1.0,88,0.6875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.3664415056305625,0.0,0.491455078125,0.012451171875,0.12109375,1.0,77,0.6015625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9131992849419446,0.0,0.503662109375,0.00927734375,0.102294921875,1.0,90,0.703125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,0.8004697517972611,0.0,0.49609375,0.01025390625,0.0986328125,1.0,98,0.765625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,2.0888086584257977,0.0,0.532470703125,0.011474609375,0.13525390625,1.0,78,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.9296707670317843,0.0,0.526123046875,0.009521484375,0.1064453125,1.0,77,0.6015625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.713322373563454,0.0,0.484375,0.010986328125,0.10546875,1.0,74,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,1.5495452031192594,0.0,0.508544921875,0.0087890625,0.09716796875,1.0,84,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.956662587421401,0.0,0.541259765625,0.008544921875,0.095458984375,1.0,74,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.3842635467083697,0.0,0.482666015625,0.010009765625,0.10693359375,1.0,78,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,1.193662107330996,0.0,0.475341796875,0.009765625,0.103271484375,1.0,82,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.9942057081941824,0.0,0.530029296875,0.01171875,0.132080078125,1.0,72,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,1.3360605950948314,0.0,0.463623046875,0.01513671875,0.137451171875,1.0,66,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,1.080995248142503,0.0,0.513916015625,0.01318359375,0.1064453125,1.0,86,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9426344622794018,0.0,0.52001953125,0.014892578125,0.110107421875,1.0,86,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,1.6609976011749301,0.0,0.507080078125,0.01123046875,0.12060546875,1.0,51,0.3984375
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,1.703035449254096,0.0,0.5107421875,0.009765625,0.110107421875,1.0,64,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,1.2640319457463343,0.0,0.491455078125,0.01025390625,0.12158203125,1.0,66,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,1.051227649408261,0.0,0.501708984375,0.0107421875,0.11474609375,1.0,79,0.6171875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.107631362789406,0.0,0.53515625,0.011962890625,0.137451171875,1.0,73,0.5703125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.0083336820173103,0.0,0.47705078125,0.011962890625,0.11474609375,1.0,92,0.71875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,1.0115722945909653,0.0,0.5029296875,0.010009765625,0.10791015625,1.0,84,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.6739957462018322,0.0,0.46044921875,0.009521484375,0.10107421875,1.0,70,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.9524306401589573,0.0,0.496826171875,0.01220703125,0.147705078125,1.0,74,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,1.4948920317651444,0.0,0.475341796875,0.00927734375,0.0986328125,1.0,72,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.7937887086919277,0.0,0.502685546875,0.014892578125,0.118896484375,1.0,95,0.7421875
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,1.0477769013004963,0.0,0.524658203125,0.009521484375,0.109375,1.0,84,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.8364681112580497,0.0,0.521484375,0.009765625,0.09423828125,1.0,91,0.7109375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.3655659321245475,0.0,0.4049530029296875,0.0108795166015625,0.10577392578125,1.0,1086,0.5302734375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,0,64,2048,64,1.4304044723309408,0.0,0.4423828125,0.0068359375,0.09375,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,64,128,2048,64,1.3969558606529615,0.0,0.4697265625,0.0087890625,0.091796875,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,128,192,2048,64,1.0321721159254231,0.0,0.49072265625,0.015625,0.1279296875,1.0,32,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,192,256,2048,64,0.7760923373552181,0.0,0.517578125,0.00634765625,0.1044921875,1.0,40,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,256,320,2048,64,1.2281648151882039,0.0,0.4033203125,0.0087890625,0.083984375,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,320,384,2048,64,1.0682765204222866,0.0,0.42626953125,0.00634765625,0.08251953125,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,384,448,2048,64,1.2278994560638439,0.0,0.48486328125,0.0126953125,0.126953125,1.0,32,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,448,512,2048,64,1.0973467337022726,0.0,0.37158203125,0.0126953125,0.08740234375,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,512,576,2048,64,1.5107792811488319,0.0,0.62548828125,0.01708984375,0.16845703125,1.0,22,0.34375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,576,640,2048,64,1.436157432168201,0.0,0.66015625,0.01953125,0.1328125,1.0,27,0.421875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,640,704,2048,64,1.0760834543274727,0.0,0.55224609375,0.00830078125,0.10205078125,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,704,768,2048,64,1.2276174202381867,0.0,0.57666015625,0.01318359375,0.1142578125,1.0,35,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,768,832,2048,64,1.53056523596322,0.0,0.33740234375,0.00537109375,0.056640625,1.0,42,0.65625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,832,896,2048,64,1.3937238807068206,0.0,0.25830078125,0.005859375,0.0712890625,1.0,44,0.6875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,896,960,2048,64,1.351299488269397,0.0,0.3115234375,0.00732421875,0.091796875,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.259505148252435,0.0,0.330078125,0.0087890625,0.091796875,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.3933438525424922,0.0,0.38427734375,0.0126953125,0.1455078125,1.0,26,0.40625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.1474649775963932,0.0,0.416015625,0.0146484375,0.12109375,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2827557843355335,0.0,0.25537109375,0.01025390625,0.09814453125,1.0,37,0.578125
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.1597386429254877,0.0,0.30126953125,0.01171875,0.087890625,1.0,34,0.53125
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.3171693255867167,0.0,0.6005859375,0.0126953125,0.13623046875,1.0,30,0.46875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1344,1408,2048,64,1.0675937316925812,0.0,0.6220703125,0.01171875,0.119140625,1.0,36,0.5625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.558485188430572,0.0,0.13427734375,0.00537109375,0.046875,1.0,47,0.734375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.5874139947911505,0.0,0.212890625,0.0068359375,0.08203125,1.0,41,0.640625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1536,1600,2048,64,0.9900081559702436,0.0,0.57470703125,0.00830078125,0.09814453125,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.3283903935028791,0.0,0.6611328125,0.01513671875,0.126953125,1.0,31,0.484375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1664,1728,2048,64,2.122987262850268,0.0,0.140625,0.0,0.00146484375,1.0,54,0.84375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1728,1792,2048,64,2.0750101881730756,0.0,0.17236328125,0.0,0.00341796875,1.0,54,0.84375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.5591267690060286,0.0,0.31689453125,0.0087890625,0.0869140625,1.0,39,0.609375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.2907409208559435,0.0,0.2705078125,0.0087890625,0.0830078125,1.0,43,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1920,1984,2048,64,1.3953384410337963,0.0,0.302734375,0.0126953125,0.115234375,1.0,33,0.515625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,64,1984,2048,2048,64,1.505028040367142,0.0,0.33447265625,0.00927734375,0.10986328125,1.0,32,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,0,128,4096,128,1.4137790900768432,0.0,0.4560546875,0.007568359375,0.093017578125,1.0,81,0.6328125
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,128,256,4096,128,0.913153490108714,0.0,0.504150390625,0.01123046875,0.118896484375,1.0,71,0.5546875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,256,384,4096,128,1.1510003339165074,0.0,0.414794921875,0.0078125,0.083740234375,1.0,85,0.6640625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,384,512,4096,128,1.164454148553933,0.0,0.42822265625,0.012939453125,0.10986328125,1.0,69,0.5390625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,512,640,4096,128,1.473940671519811,0.0,0.642822265625,0.01806640625,0.149658203125,1.0,48,0.375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,640,768,4096,128,1.1543396664651193,0.0,0.564453125,0.011474609375,0.109619140625,1.0,73,0.5703125
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,768,896,4096,128,1.4637445469055774,0.0,0.2978515625,0.005615234375,0.065185546875,1.0,86,0.671875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.3062089276741917,0.0,0.32080078125,0.00830078125,0.09326171875,1.0,77,0.6015625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.2763390940945603,0.0,0.400146484375,0.014404296875,0.13232421875,1.0,55,0.4296875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.2227951836143536,0.0,0.2783203125,0.010986328125,0.093505859375,1.0,70,0.546875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.1988935332663733,0.0,0.611328125,0.01220703125,0.13037109375,1.0,64,0.5
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.5730160955019301,0.0,0.173583984375,0.006103515625,0.063232421875,1.0,87,0.6796875
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.17148136699615,0.0,0.617919921875,0.01171875,0.116943359375,1.0,67,0.5234375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1664,1792,4096,128,2.0991357982806322,0.0,0.156494140625,0.0,0.00244140625,1.0,108,0.84375
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4312386954319023,0.0,0.293701171875,0.00927734375,0.08349609375,1.0,80,0.625
+fresh-en-2,layers.5.linear_attn.in_proj_z.output,128,1920,2048,4096,128,1.4512199639127739,0.0,0.318603515625,0.010986328125,0.110595703125,1.0,65,0.5078125
+fresh-en-2,layers.5.linear_attn.in_proj_b.output,0,0,16,512,16,1.2285650797468664,0.0,0.55078125,0.009765625,0.080078125,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.in_proj_b.output,64,0,16,512,16,1.2285650797468664,0.0,0.55078125,0.009765625,0.080078125,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.in_proj_b.output,128,0,16,512,16,1.2285650797468664,0.0,0.55078125,0.009765625,0.080078125,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.in_proj_a.output,0,0,16,512,16,1.502603775280537,0.0,0.462890625,0.013671875,0.091796875,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.in_proj_a.output,64,0,16,512,16,1.502603775280537,0.0,0.462890625,0.013671875,0.091796875,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.in_proj_a.output,128,0,16,512,16,1.502603775280537,0.0,0.462890625,0.013671875,0.091796875,1.0,13,0.8125
+fresh-en-2,layers.5.linear_attn.out_proj.output,0,0,2048,65536,2048,0.03404634626003742,0.0,0.4990692138671875,0.009307861328125,0.0962066650390625,1.0,1504,0.734375
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,0,64,2048,64,0.03380998866791063,0.0,0.5283203125,0.0048828125,0.08447265625,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,64,128,2048,64,0.029433921057133335,0.0,0.54931640625,0.00830078125,0.0947265625,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,128,192,2048,64,0.031455991870152696,0.0,0.478515625,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,192,256,2048,64,0.032240459765010665,0.0,0.46484375,0.00732421875,0.09423828125,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,256,320,2048,64,0.031648585452088526,0.0,0.48193359375,0.01025390625,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,320,384,2048,64,0.029239101700230738,0.0,0.5087890625,0.0068359375,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,384,448,2048,64,0.029852510702917157,0.0,0.537109375,0.00830078125,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,448,512,2048,64,0.030893242425065495,0.0,0.4658203125,0.00927734375,0.0927734375,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,512,576,2048,64,0.031856451052044606,0.0,0.5078125,0.0087890625,0.10498046875,1.0,45,0.703125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,576,640,2048,64,0.03232358505070524,0.0,0.47998046875,0.009765625,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,640,704,2048,64,0.030634601528649368,0.0,0.49365234375,0.00732421875,0.08740234375,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,704,768,2048,64,0.030670095016257733,0.0,0.482421875,0.0087890625,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,768,832,2048,64,0.03131080760643849,0.0,0.4990234375,0.00732421875,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,832,896,2048,64,0.03335279257978183,0.0,0.48046875,0.0078125,0.0712890625,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,896,960,2048,64,0.03154723157439145,0.0,0.515625,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,960,1024,2048,64,0.03234198108350517,0.0,0.5380859375,0.009765625,0.07958984375,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1024,1088,2048,64,0.02959724353126819,0.0,0.501953125,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1088,1152,2048,64,0.029490766718604212,0.0,0.50634765625,0.01318359375,0.09228515625,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1152,1216,2048,64,0.08336830039328882,0.0,0.484375,0.0224609375,0.244140625,1.0,8,0.125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1216,1280,2048,64,0.03374382731668781,0.0,0.4736328125,0.009765625,0.08740234375,1.0,47,0.734375
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1280,1344,2048,64,0.0302725783245245,0.0,0.47509765625,0.00537109375,0.08056640625,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1344,1408,2048,64,0.031078284667193663,0.0,0.505859375,0.0078125,0.09130859375,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1408,1472,2048,64,0.02989967581313828,0.0,0.4755859375,0.00732421875,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1472,1536,2048,64,0.02951157646326017,0.0,0.52734375,0.00634765625,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1536,1600,2048,64,0.02921239813120248,0.0,0.48828125,0.009765625,0.09521484375,1.0,52,0.8125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1600,1664,2048,64,0.03241548392975249,0.0,0.4384765625,0.00830078125,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1664,1728,2048,64,0.030798566868384558,0.0,0.4970703125,0.01123046875,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1728,1792,2048,64,0.03342884820119412,0.0,0.5107421875,0.009765625,0.08935546875,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1792,1856,2048,64,0.030574180541355096,0.0,0.50634765625,0.00927734375,0.08740234375,1.0,48,0.75
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1856,1920,2048,64,0.03079066090375106,0.0,0.5224609375,0.0078125,0.0908203125,1.0,49,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1920,1984,2048,64,0.03176111377175971,0.0,0.48291015625,0.009765625,0.0947265625,1.0,47,0.734375
+fresh-en-2,layers.5.linear_attn.out_proj.output,64,1984,2048,2048,64,0.030594024081455517,0.0,0.56201171875,0.013671875,0.095703125,1.0,50,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,0,128,4096,128,0.031697563333179114,0.0,0.538818359375,0.006591796875,0.091552734375,1.0,97,0.7578125
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,128,256,4096,128,0.03185064104844975,0.0,0.4716796875,0.007080078125,0.088623046875,1.0,98,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,256,384,4096,128,0.030467671632031432,0.0,0.495361328125,0.008544921875,0.0771484375,1.0,101,0.7890625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,384,512,4096,128,0.030377333842864236,0.0,0.50146484375,0.00927734375,0.08740234375,1.0,98,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,512,640,4096,128,0.032090868048102794,0.0,0.493896484375,0.00927734375,0.095703125,1.0,96,0.75
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,640,768,4096,128,0.030652353409855854,0.0,0.488037109375,0.008056640625,0.08740234375,1.0,98,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,768,896,4096,128,0.032347916825024116,0.0,0.48974609375,0.007568359375,0.079833984375,1.0,101,0.7890625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,896,1024,4096,128,0.03194707780387814,0.0,0.52685546875,0.009033203125,0.08251953125,1.0,101,0.7890625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1024,1152,4096,128,0.029544053092799664,0.0,0.504150390625,0.01123046875,0.09033203125,1.0,99,0.7734375
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1152,1280,4096,128,0.0635960666725706,0.0,0.47900390625,0.016845703125,0.183837890625,1.0,47,0.3671875
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1280,1408,4096,128,0.03067807666941977,0.0,0.490478515625,0.006591796875,0.086181640625,1.0,98,0.765625
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1408,1536,4096,128,0.02970625993858549,0.0,0.50146484375,0.0068359375,0.088623046875,1.0,99,0.7734375
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1536,1664,4096,128,0.030855532753267478,0.0,0.46337890625,0.00927734375,0.091796875,1.0,102,0.796875
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1664,1792,4096,128,0.03214062548555048,0.0,0.50390625,0.010498046875,0.087158203125,1.0,100,0.78125
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1792,1920,4096,128,0.030682611644587562,0.0,0.514404296875,0.008544921875,0.089111328125,1.0,97,0.7578125
+fresh-en-2,layers.5.linear_attn.out_proj.output,128,1920,2048,4096,128,0.031183029499387522,0.0,0.5224609375,0.01171875,0.094970703125,1.0,96,0.75
+fresh-en-2,layers.5.mlp.gate_proj.output,0,0,6144,196608,6144,0.730485305487253,0.0,0.8538818359375,0.006642659505208333,0.06920878092447917,1.0,4139,0.6736653645833334
+fresh-en-2,layers.5.mlp.gate_proj.output,64,0,64,2048,64,0.6736728847205146,0.0,0.8525390625,0.00634765625,0.076171875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,64,128,2048,64,0.6899853394805472,0.0,0.86083984375,0.00634765625,0.0625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,128,192,2048,64,0.7360321684341706,0.0,0.833984375,0.0078125,0.0751953125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,192,256,2048,64,0.7871280040898774,0.0,0.880859375,0.0068359375,0.05908203125,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,256,320,2048,64,0.763173564884187,0.0,0.83642578125,0.01123046875,0.0830078125,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,320,384,2048,64,0.6795292948720497,0.0,0.83642578125,0.0087890625,0.07470703125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,384,448,2048,64,0.792644972581207,0.0,0.84765625,0.0078125,0.0771484375,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,448,512,2048,64,0.6608100879619143,0.0,0.794921875,0.00439453125,0.07470703125,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,512,576,2048,64,0.7450394876135736,0.0,0.8583984375,0.00732421875,0.0625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,576,640,2048,64,0.7115533984380007,0.0,0.85205078125,0.00341796875,0.0576171875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,640,704,2048,64,0.8064418378698549,0.0,0.89794921875,0.0048828125,0.0693359375,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,704,768,2048,64,0.8545186181884404,0.0,0.83984375,0.0048828125,0.076171875,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,768,832,2048,64,0.7583843979039102,0.0,0.85302734375,0.009765625,0.06689453125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,832,896,2048,64,0.715573561249719,0.0,0.86376953125,0.0068359375,0.05908203125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gate_proj.output,64,896,960,2048,64,0.6618375405478203,0.0,0.86767578125,0.00830078125,0.06884765625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gate_proj.output,64,960,1024,2048,64,0.6950074975976281,0.0,0.81103515625,0.0078125,0.07080078125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1024,1088,2048,64,0.7289069870388577,0.0,0.8505859375,0.005859375,0.06640625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1088,1152,2048,64,0.699474442514435,0.0,0.86767578125,0.0078125,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1152,1216,2048,64,0.7207640425405234,0.0,0.86767578125,0.00341796875,0.06005859375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1216,1280,2048,64,0.7778621363879474,0.0,0.84619140625,0.0048828125,0.0693359375,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1280,1344,2048,64,0.6668990026424766,0.0,0.8544921875,0.005859375,0.060546875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1344,1408,2048,64,0.7854742214754193,0.0,0.85302734375,0.0087890625,0.0849609375,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1408,1472,2048,64,0.7917734131904278,0.0,0.88623046875,0.0048828125,0.06689453125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1472,1536,2048,64,0.6937107358010235,0.0,0.81396484375,0.00732421875,0.07275390625,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1536,1600,2048,64,0.7079058967707875,0.0,0.8671875,0.00537109375,0.06396484375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1600,1664,2048,64,0.7592419883367231,0.0,0.87890625,0.00439453125,0.05908203125,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1664,1728,2048,64,0.7556125216805432,0.0,0.85107421875,0.00341796875,0.0654296875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1728,1792,2048,64,0.7394330297069205,0.0,0.88232421875,0.005859375,0.06591796875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1792,1856,2048,64,0.8022802039256608,0.0,0.88330078125,0.00537109375,0.0576171875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1856,1920,2048,64,0.6915785958733168,0.0,0.91162109375,0.00537109375,0.06005859375,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1920,1984,2048,64,0.7552490699747341,0.0,0.85009765625,0.01123046875,0.06640625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,1984,2048,2048,64,0.7105543067061051,0.0,0.8779296875,0.00537109375,0.06396484375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2048,2112,2048,64,0.7310402564967218,0.0,0.8798828125,0.009765625,0.076171875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2112,2176,2048,64,0.7999719725331162,0.0,0.87744140625,0.00537109375,0.0625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2176,2240,2048,64,0.7256853908539267,0.0,0.84765625,0.0068359375,0.06884765625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2240,2304,2048,64,0.6927443605484933,0.0,0.83984375,0.0078125,0.07470703125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2304,2368,2048,64,0.7845360051697068,0.0,0.88916015625,0.00341796875,0.0576171875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2368,2432,2048,64,0.7600276061523462,0.0,0.87353515625,0.0068359375,0.072265625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2432,2496,2048,64,0.7466389973259421,0.0,0.8447265625,0.01220703125,0.08056640625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2496,2560,2048,64,0.7024426809869996,0.0,0.83935546875,0.00634765625,0.06201171875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2560,2624,2048,64,0.7271584380966132,0.0,0.84521484375,0.009765625,0.080078125,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2624,2688,2048,64,0.7436142342359351,0.0,0.86474609375,0.00439453125,0.072265625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2688,2752,2048,64,0.7203358484211371,0.0,0.828125,0.005859375,0.07373046875,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2752,2816,2048,64,0.6931890973346109,0.0,0.83154296875,0.005859375,0.080078125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2816,2880,2048,64,0.7212832168808682,0.0,0.84375,0.0029296875,0.07373046875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2880,2944,2048,64,0.8373071679049248,0.0,0.857421875,0.00927734375,0.0673828125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,2944,3008,2048,64,0.7016346313859723,0.0,0.8916015625,0.00537109375,0.052734375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3008,3072,2048,64,0.6617116223934107,0.0,0.8076171875,0.00830078125,0.08203125,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3072,3136,2048,64,0.7379792046298055,0.0,0.84228515625,0.009765625,0.068359375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3136,3200,2048,64,0.6811743855617364,0.0,0.8505859375,0.00537109375,0.068359375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3200,3264,2048,64,0.6721293167106522,0.0,0.8115234375,0.00830078125,0.06787109375,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3264,3328,2048,64,0.7113634620122402,0.0,0.849609375,0.00439453125,0.078125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3328,3392,2048,64,0.7555352995437081,0.0,0.8515625,0.00634765625,0.07373046875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3392,3456,2048,64,0.6471104313311201,0.0,0.82080078125,0.0068359375,0.06982421875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3456,3520,2048,64,0.6581422031895956,0.0,0.8359375,0.005859375,0.0693359375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3520,3584,2048,64,0.7166490133529186,0.0,0.86083984375,0.00634765625,0.06884765625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3584,3648,2048,64,0.6904372035136747,0.0,0.84814453125,0.0068359375,0.0830078125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3648,3712,2048,64,0.6703063094777608,0.0,0.8525390625,0.00439453125,0.06591796875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3712,3776,2048,64,0.6090266450926763,0.0,0.86962890625,0.0078125,0.06494140625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3776,3840,2048,64,0.7510199983552456,0.0,0.802734375,0.00634765625,0.08056640625,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3840,3904,2048,64,0.6859768535087966,0.0,0.8212890625,0.00537109375,0.0673828125,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3904,3968,2048,64,0.7226356129472183,0.0,0.84130859375,0.00830078125,0.0771484375,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,3968,4032,2048,64,0.6989444265602633,0.0,0.87744140625,0.00634765625,0.05810546875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4032,4096,2048,64,0.6666928575511241,0.0,0.86279296875,0.00390625,0.06298828125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4096,4160,2048,64,0.7207288608390616,0.0,0.84228515625,0.0078125,0.0810546875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4160,4224,2048,64,0.695004981625555,0.0,0.8369140625,0.00634765625,0.0859375,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4224,4288,2048,64,0.6581994959853196,0.0,0.8232421875,0.0087890625,0.083984375,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4288,4352,2048,64,0.6976699953396908,0.0,0.83349609375,0.00830078125,0.06201171875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4352,4416,2048,64,0.7493044332686556,0.0,0.857421875,0.00634765625,0.06982421875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4416,4480,2048,64,0.6765920036533308,0.0,0.8564453125,0.00341796875,0.05859375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4480,4544,2048,64,0.6835792910868073,0.0,0.85107421875,0.0078125,0.07275390625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4544,4608,2048,64,0.7333140988654278,0.0,0.8544921875,0.001953125,0.07177734375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4608,4672,2048,64,0.7776744445711383,0.0,0.8583984375,0.00732421875,0.07861328125,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4672,4736,2048,64,0.7619730072324495,0.0,0.8623046875,0.0068359375,0.07666015625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4736,4800,2048,64,0.7342907411464461,0.0,0.83935546875,0.00732421875,0.06591796875,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4800,4864,2048,64,0.9111260252645681,0.0,0.89697265625,0.0048828125,0.06787109375,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4864,4928,2048,64,0.726620571579869,0.0,0.8427734375,0.0078125,0.07080078125,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4928,4992,2048,64,0.6559426595215415,0.0,0.82275390625,0.009765625,0.07763671875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,4992,5056,2048,64,0.7720395825795966,0.0,0.8896484375,0.0048828125,0.0546875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5056,5120,2048,64,0.7874669070243228,0.0,0.85791015625,0.00439453125,0.06201171875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5120,5184,2048,64,0.7401425818924782,0.0,0.88818359375,0.0087890625,0.05224609375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5184,5248,2048,64,0.6616958455967599,0.0,0.849609375,0.00830078125,0.0654296875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5248,5312,2048,64,0.6616795068347594,0.0,0.810546875,0.00634765625,0.06884765625,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5312,5376,2048,64,0.7592995618180656,0.0,0.86328125,0.00537109375,0.06787109375,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5376,5440,2048,64,0.7128477251719751,0.0,0.857421875,0.00830078125,0.07177734375,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5440,5504,2048,64,0.798916728126282,0.0,0.8828125,0.00390625,0.0478515625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5504,5568,2048,64,0.7265596927280529,0.0,0.88232421875,0.00390625,0.0634765625,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5568,5632,2048,64,0.73656795347256,0.0,0.86474609375,0.00634765625,0.06103515625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5632,5696,2048,64,0.7700994790363315,0.0,0.86328125,0.0078125,0.06494140625,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5696,5760,2048,64,0.7851884721210651,0.0,0.81494140625,0.00537109375,0.0693359375,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5760,5824,2048,64,0.7799168924042923,0.0,0.8447265625,0.00634765625,0.05517578125,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5824,5888,2048,64,0.7157001279842697,0.0,0.8583984375,0.00537109375,0.06494140625,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5888,5952,2048,64,0.812825001442831,0.0,0.85498046875,0.00830078125,0.07080078125,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,64,5952,6016,2048,64,0.7327377664673717,0.0,0.86474609375,0.00634765625,0.06787109375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,6016,6080,2048,64,0.7140459442597069,0.0,0.89111328125,0.005859375,0.06396484375,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,64,6080,6144,2048,64,0.768879046052837,0.0,0.86572265625,0.01025390625,0.0791015625,1.0,39,0.609375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,0,128,4096,128,0.6818778938731427,0.0,0.856689453125,0.006591796875,0.068603515625,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,128,256,4096,128,0.7620084801996699,0.0,0.857421875,0.007568359375,0.068115234375,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,256,384,4096,128,0.7225627836829626,0.0,0.83642578125,0.009765625,0.080810546875,1.0,82,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,384,512,4096,128,0.7297109101933777,0.0,0.8212890625,0.00537109375,0.0771484375,1.0,85,0.6640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,512,640,4096,128,0.7284888732616869,0.0,0.855224609375,0.00537109375,0.06005859375,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,640,768,4096,128,0.8308280528176667,0.0,0.868896484375,0.004638671875,0.0732421875,1.0,82,0.640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,768,896,4096,128,0.7372897722550075,0.0,0.8583984375,0.008056640625,0.06201171875,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,896,1024,4096,128,0.6786252101842758,0.0,0.83935546875,0.0087890625,0.06982421875,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1024,1152,4096,128,0.7143423169198871,0.0,0.859130859375,0.0068359375,0.06884765625,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1152,1280,4096,128,0.749856755735847,0.0,0.85693359375,0.00439453125,0.063720703125,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1280,1408,4096,128,0.7286027835274672,0.0,0.853759765625,0.007568359375,0.072021484375,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1408,1536,4096,128,0.744358691358144,0.0,0.85009765625,0.0068359375,0.070556640625,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1536,1664,4096,128,0.7340228727827062,0.0,0.873046875,0.005126953125,0.06201171875,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1664,1792,4096,128,0.7475665483226176,0.0,0.86669921875,0.004638671875,0.065673828125,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1792,1920,4096,128,0.7489774629056299,0.0,0.8974609375,0.00537109375,0.0595703125,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,1920,2048,4096,128,0.7332423134531635,0.0,0.864013671875,0.00830078125,0.065185546875,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2048,2176,4096,128,0.7662816105901661,0.0,0.878662109375,0.007568359375,0.069091796875,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2176,2304,4096,128,0.7094061021624205,0.0,0.84375,0.007080078125,0.07080078125,1.0,85,0.6640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2304,2432,4096,128,0.7723790214400272,0.0,0.88134765625,0.005126953125,0.06494140625,1.0,85,0.6640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2432,2560,4096,128,0.7248777525900805,0.0,0.842041015625,0.009033203125,0.07080078125,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2560,2688,4096,128,0.7354323638015268,0.0,0.85498046875,0.007080078125,0.0771484375,1.0,83,0.6484375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2688,2816,4096,128,0.7068927992221211,0.0,0.829833984375,0.005859375,0.075439453125,1.0,85,0.6640625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2816,2944,4096,128,0.7814514611858434,0.0,0.8505859375,0.0068359375,0.071044921875,1.0,84,0.65625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,2944,3072,4096,128,0.6819653316594066,0.0,0.849609375,0.0068359375,0.067626953125,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3072,3200,4096,128,0.7101450028027547,0.0,0.846435546875,0.007568359375,0.068359375,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3200,3328,4096,128,0.692024491426412,0.0,0.83056640625,0.006103515625,0.072265625,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3328,3456,4096,128,0.7034150621056351,0.0,0.836181640625,0.007080078125,0.07275390625,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3456,3584,4096,128,0.688017793359651,0.0,0.848388671875,0.005859375,0.070556640625,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3584,3712,4096,128,0.6804462067355065,0.0,0.850341796875,0.005615234375,0.073974609375,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3712,3840,4096,128,0.6837194206552691,0.0,0.836181640625,0.0078125,0.074951171875,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3840,3968,4096,128,0.7045447014382519,0.0,0.831298828125,0.0068359375,0.07177734375,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,3968,4096,4096,128,0.6830090327840982,0.0,0.8701171875,0.00537109375,0.060302734375,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4096,4224,4096,128,0.7079837622893302,0.0,0.839599609375,0.00732421875,0.083740234375,1.0,83,0.6484375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4224,4352,4096,128,0.678221939674843,0.0,0.828369140625,0.008544921875,0.072021484375,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4352,4480,4096,128,0.7138745944224693,0.0,0.85693359375,0.004638671875,0.06298828125,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4480,4608,4096,128,0.7088829997952963,0.0,0.852783203125,0.0048828125,0.0732421875,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4608,4736,4096,128,0.7698637559626674,0.0,0.8603515625,0.0068359375,0.076904296875,1.0,83,0.6484375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4736,4864,4096,128,0.8274459276737688,0.0,0.8681640625,0.00634765625,0.067626953125,1.0,83,0.6484375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4864,4992,4096,128,0.6921843062448211,0.0,0.832763671875,0.0087890625,0.072509765625,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,4992,5120,4096,128,0.7797913973390996,0.0,0.873779296875,0.004638671875,0.058837890625,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5120,5248,4096,128,0.702015823757013,0.0,0.868896484375,0.009033203125,0.059814453125,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5248,5376,4096,128,0.7121641644811247,0.0,0.8369140625,0.006103515625,0.068359375,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5376,5504,4096,128,0.7571062731753263,0.0,0.8701171875,0.00634765625,0.06005859375,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5504,5632,4096,128,0.7315809378256919,0.0,0.87353515625,0.0048828125,0.062744140625,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5632,5760,4096,128,0.7776805720743709,0.0,0.839111328125,0.006591796875,0.06689453125,1.0,83,0.6484375
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5760,5888,4096,128,0.7484975057587929,0.0,0.8515625,0.006103515625,0.060546875,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,5888,6016,4096,128,0.7738181690094033,0.0,0.85986328125,0.007080078125,0.069091796875,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gate_proj.output,128,6016,6144,4096,128,0.7419692035296537,0.0,0.87841796875,0.00830078125,0.070068359375,1.0,82,0.640625
+fresh-en-2,layers.5.mlp.up_proj.output,0,0,6144,196608,6144,0.3011318749757347,0.0,0.5006663004557291,0.0086517333984375,0.08539835611979167,1.0,4845,0.78857421875
+fresh-en-2,layers.5.mlp.up_proj.output,64,0,64,2048,64,0.30078309277810966,0.0,0.4853515625,0.0068359375,0.08154296875,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,64,128,2048,64,0.32086600113960756,0.0,0.53076171875,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,128,192,2048,64,0.31711445767189644,0.0,0.50048828125,0.005859375,0.07373046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,192,256,2048,64,0.28540145944071543,0.0,0.46728515625,0.0078125,0.09423828125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,256,320,2048,64,0.3051482555211587,0.0,0.494140625,0.0087890625,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,320,384,2048,64,0.2989651074198898,0.0,0.515625,0.00634765625,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,384,448,2048,64,0.32507699786097066,0.0,0.48193359375,0.01025390625,0.09716796875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,448,512,2048,64,0.3041852401531078,0.0,0.4921875,0.0048828125,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,512,576,2048,64,0.29760963492342163,0.0,0.51904296875,0.0078125,0.091796875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,576,640,2048,64,0.29542131436281127,0.0,0.49365234375,0.01025390625,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,640,704,2048,64,0.30467206528123186,0.0,0.5146484375,0.00927734375,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,704,768,2048,64,0.29017311472756335,0.0,0.462890625,0.00927734375,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,768,832,2048,64,0.27625828211332654,0.0,0.47998046875,0.01025390625,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,832,896,2048,64,0.29284727902177154,0.0,0.48974609375,0.0107421875,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,896,960,2048,64,0.28652603915802316,0.0,0.50439453125,0.0048828125,0.0908203125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,960,1024,2048,64,0.3164772683228934,0.0,0.48291015625,0.01025390625,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1024,1088,2048,64,0.309459802499154,0.0,0.4912109375,0.01025390625,0.07958984375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1088,1152,2048,64,0.31623409521551943,0.0,0.53466796875,0.013671875,0.08349609375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1152,1216,2048,64,0.2984865866339347,0.0,0.49169921875,0.01123046875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1216,1280,2048,64,0.3324661131621546,0.0,0.4951171875,0.00634765625,0.07373046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1280,1344,2048,64,0.33568101594619915,0.0,0.517578125,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1344,1408,2048,64,0.28567301687285657,0.0,0.52099609375,0.0048828125,0.076171875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,1408,1472,2048,64,0.2843174764357809,0.0,0.50390625,0.00537109375,0.087890625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1472,1536,2048,64,0.28318538839684,0.0,0.45361328125,0.0048828125,0.07958984375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1536,1600,2048,64,0.3030632939077939,0.0,0.55126953125,0.0078125,0.076171875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1600,1664,2048,64,0.2945388634485643,0.0,0.51611328125,0.01025390625,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1664,1728,2048,64,0.3033254882509204,0.0,0.478515625,0.0078125,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1728,1792,2048,64,0.27784424370372596,0.0,0.470703125,0.0078125,0.0927734375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,1792,1856,2048,64,0.3037139682998227,0.0,0.47998046875,0.00732421875,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,1856,1920,2048,64,0.2921649691405062,0.0,0.5068359375,0.01025390625,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,1920,1984,2048,64,0.29726370445255107,0.0,0.53466796875,0.0087890625,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,1984,2048,2048,64,0.2867361990172105,0.0,0.46435546875,0.00830078125,0.08203125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2048,2112,2048,64,0.30240394612697313,0.0,0.47900390625,0.0078125,0.08935546875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,2112,2176,2048,64,0.2999958163502094,0.0,0.474609375,0.0078125,0.08056640625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2176,2240,2048,64,0.3163916424724082,0.0,0.529296875,0.009765625,0.09033203125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2240,2304,2048,64,0.2941831034760404,0.0,0.5185546875,0.00830078125,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2304,2368,2048,64,0.2828399404351356,0.0,0.4970703125,0.00927734375,0.08544921875,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2368,2432,2048,64,0.29997475356829867,0.0,0.5107421875,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,2432,2496,2048,64,0.2830236555689981,0.0,0.46484375,0.0078125,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,2496,2560,2048,64,0.3127388594985664,0.0,0.50146484375,0.01123046875,0.10400390625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2560,2624,2048,64,0.2845270014025471,0.0,0.48046875,0.0068359375,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,2624,2688,2048,64,0.27900106734593566,0.0,0.49169921875,0.01171875,0.08740234375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2688,2752,2048,64,0.27675020076956275,0.0,0.50732421875,0.01123046875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2752,2816,2048,64,0.3059459930053545,0.0,0.51953125,0.01220703125,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2816,2880,2048,64,0.27631901244968926,0.0,0.4716796875,0.00927734375,0.08544921875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,2880,2944,2048,64,0.29097434209633327,0.0,0.490234375,0.0087890625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,2944,3008,2048,64,0.29323060081284785,0.0,0.50244140625,0.0068359375,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3008,3072,2048,64,0.3160437173795197,0.0,0.52978515625,0.0087890625,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3072,3136,2048,64,0.2947245609287588,0.0,0.517578125,0.01123046875,0.08642578125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3136,3200,2048,64,0.3007071384762805,0.0,0.4833984375,0.0068359375,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3200,3264,2048,64,0.29772630379946974,0.0,0.47900390625,0.0087890625,0.087890625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3264,3328,2048,64,0.31370296163236466,0.0,0.4990234375,0.01025390625,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3328,3392,2048,64,0.319999359891111,0.0,0.48974609375,0.00830078125,0.07568359375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3392,3456,2048,64,0.3021792270900446,0.0,0.4833984375,0.01171875,0.0927734375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3456,3520,2048,64,0.3055107260788784,0.0,0.47705078125,0.009765625,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3520,3584,2048,64,0.3007909006734886,0.0,0.50146484375,0.00732421875,0.08935546875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3584,3648,2048,64,0.3012561479362324,0.0,0.48828125,0.01123046875,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3648,3712,2048,64,0.31236540934493234,0.0,0.55712890625,0.01220703125,0.09814453125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3712,3776,2048,64,0.30003644649322536,0.0,0.53369140625,0.00634765625,0.0869140625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3776,3840,2048,64,0.30839163636641015,0.0,0.4638671875,0.00927734375,0.08642578125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,3840,3904,2048,64,0.3177447300331048,0.0,0.49365234375,0.00390625,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3904,3968,2048,64,0.30644737893982493,0.0,0.54833984375,0.00927734375,0.09228515625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,3968,4032,2048,64,0.30683695472329264,0.0,0.5263671875,0.0078125,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4032,4096,2048,64,0.2949865784952966,0.0,0.51220703125,0.00732421875,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4096,4160,2048,64,0.2915802689980837,0.0,0.5185546875,0.009765625,0.08154296875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4160,4224,2048,64,0.28569983499871976,0.0,0.49609375,0.0048828125,0.0751953125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4224,4288,2048,64,0.30477795535824165,0.0,0.482421875,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4288,4352,2048,64,0.30200906462309773,0.0,0.521484375,0.009765625,0.08642578125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4352,4416,2048,64,0.29605913171959675,0.0,0.5029296875,0.00927734375,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4416,4480,2048,64,0.30051228610023395,0.0,0.5048828125,0.009765625,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4480,4544,2048,64,0.3172720493695087,0.0,0.5107421875,0.00927734375,0.087890625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.up_proj.output,64,4544,4608,2048,64,0.3230446391505301,0.0,0.52001953125,0.00830078125,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4608,4672,2048,64,0.2973384448397542,0.0,0.4931640625,0.0107421875,0.09228515625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4672,4736,2048,64,0.276512068885415,0.0,0.46630859375,0.009765625,0.08349609375,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4736,4800,2048,64,0.2902437465242864,0.0,0.498046875,0.0048828125,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4800,4864,2048,64,0.30274225771023094,0.0,0.517578125,0.0078125,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4864,4928,2048,64,0.310005739227859,0.0,0.52587890625,0.005859375,0.08447265625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,4928,4992,2048,64,0.30616330141512205,0.0,0.45654296875,0.009765625,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,4992,5056,2048,64,0.2922419725915065,0.0,0.52294921875,0.00830078125,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,5056,5120,2048,64,0.2950193027184912,0.0,0.51611328125,0.005859375,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,5120,5184,2048,64,0.3082622762692121,0.0,0.521484375,0.01318359375,0.0908203125,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5184,5248,2048,64,0.293279651212584,0.0,0.490234375,0.01123046875,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5248,5312,2048,64,0.30319382106791476,0.0,0.525390625,0.00927734375,0.07568359375,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5312,5376,2048,64,0.2944564247617848,0.0,0.50390625,0.0068359375,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5376,5440,2048,64,0.30108551104798514,0.0,0.50341796875,0.0068359375,0.0791015625,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5440,5504,2048,64,0.3051149603154398,0.0,0.50390625,0.00537109375,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,64,5504,5568,2048,64,0.28355125078459337,0.0,0.49560546875,0.0068359375,0.07861328125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5568,5632,2048,64,0.30454755270565914,0.0,0.50146484375,0.0087890625,0.072265625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5632,5696,2048,64,0.30909492133354,0.0,0.46435546875,0.00390625,0.07373046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5696,5760,2048,64,0.3224457513836433,0.0,0.5126953125,0.0078125,0.080078125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5760,5824,2048,64,0.30989906812191637,0.0,0.505859375,0.01025390625,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5824,5888,2048,64,0.30687811053575614,0.0,0.51953125,0.01318359375,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5888,5952,2048,64,0.3038580997578965,0.0,0.48388671875,0.0068359375,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,5952,6016,2048,64,0.3253914347375283,0.0,0.5126953125,0.0078125,0.0986328125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,64,6016,6080,2048,64,0.2969816040627819,0.0,0.548828125,0.00927734375,0.09130859375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,64,6080,6144,2048,64,0.3042822925742254,0.0,0.4677734375,0.0107421875,0.09228515625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,0,128,4096,128,0.3109867035650299,0.0,0.508056640625,0.007568359375,0.0849609375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,128,256,4096,128,0.30167496773467245,0.0,0.48388671875,0.007080078125,0.085205078125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,256,384,4096,128,0.3020725023087939,0.0,0.5048828125,0.007568359375,0.0849609375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,384,512,4096,128,0.3148044749247582,0.0,0.487060546875,0.008056640625,0.09033203125,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,512,640,4096,128,0.29651749339550215,0.0,0.50634765625,0.009033203125,0.08935546875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,640,768,4096,128,0.2975109274240417,0.0,0.48876953125,0.00927734375,0.085693359375,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,768,896,4096,128,0.2846736440791996,0.0,0.48486328125,0.01025390625,0.0810546875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,896,1024,4096,128,0.30187334469997984,0.0,0.49365234375,0.008056640625,0.08740234375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,1024,1152,4096,128,0.3128652843793904,0.0,0.512939453125,0.011962890625,0.081298828125,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,1152,1280,4096,128,0.3159335047138305,0.0,0.493408203125,0.0087890625,0.0810546875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,1280,1408,4096,128,0.3116815819357247,0.0,0.519287109375,0.006103515625,0.07861328125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,1408,1536,4096,128,0.2837519970046731,0.0,0.478759765625,0.005126953125,0.083740234375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,1536,1664,4096,128,0.298831476082937,0.0,0.53369140625,0.009033203125,0.0791015625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,1664,1792,4096,128,0.290864036606414,0.0,0.474609375,0.008056640625,0.08837890625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,1792,1920,4096,128,0.29799542255989325,0.0,0.493408203125,0.0087890625,0.08642578125,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,1920,2048,4096,128,0.292047391540903,0.0,0.49951171875,0.008544921875,0.082275390625,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,2048,2176,4096,128,0.301202287890376,0.0,0.476806640625,0.0078125,0.084228515625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,2176,2304,4096,128,0.3054892549642154,0.0,0.52392578125,0.00927734375,0.088623046875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,2304,2432,4096,128,0.2915332611244492,0.0,0.50390625,0.00927734375,0.083984375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,2432,2560,4096,128,0.2982515581284555,0.0,0.483154296875,0.009765625,0.09423828125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,2560,2688,4096,128,0.2817775808215554,0.0,0.486083984375,0.00927734375,0.08740234375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,2688,2816,4096,128,0.2917135789280521,0.0,0.513427734375,0.01171875,0.085205078125,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,2816,2944,4096,128,0.28374131211330994,0.0,0.48095703125,0.008544921875,0.08349609375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,2944,3072,4096,128,0.30485063272702045,0.0,0.51611328125,0.0078125,0.083740234375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,3072,3200,4096,128,0.2977308767538585,0.0,0.50048828125,0.009033203125,0.083251953125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,3200,3328,4096,128,0.30581898249700834,0.0,0.489013671875,0.009765625,0.0849609375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,3328,3456,4096,128,0.31121686620061056,0.0,0.486572265625,0.009765625,0.08544921875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,3456,3584,4096,128,0.3031599987442373,0.0,0.4892578125,0.0087890625,0.091064453125,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,3584,3712,4096,128,0.3068610562001997,0.0,0.522705078125,0.011962890625,0.094970703125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,3712,3840,4096,128,0.30424272432141597,0.0,0.498779296875,0.008056640625,0.0869140625,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,3840,3968,4096,128,0.31214716843413726,0.0,0.52099609375,0.006591796875,0.088134765625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.up_proj.output,128,3968,4096,4096,128,0.30097009675067865,0.0,0.519287109375,0.007568359375,0.089599609375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4096,4224,4096,128,0.2886550267943472,0.0,0.50732421875,0.00732421875,0.078369140625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4224,4352,4096,128,0.30339666872501153,0.0,0.501953125,0.010009765625,0.08740234375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4352,4480,4096,128,0.2982940190246449,0.0,0.50390625,0.009521484375,0.08544921875,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4480,4608,4096,128,0.32017135427378896,0.0,0.515380859375,0.0087890625,0.08642578125,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.up_proj.output,128,4608,4736,4096,128,0.2871141541434487,0.0,0.479736328125,0.010009765625,0.08740234375,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,128,4736,4864,4096,128,0.29655885334950133,0.0,0.5078125,0.00634765625,0.0830078125,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4864,4992,4096,128,0.3080905106357693,0.0,0.4912109375,0.0078125,0.0849609375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,4992,5120,4096,128,0.29363392133801536,0.0,0.51953125,0.00732421875,0.084228515625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.up_proj.output,128,5120,5248,4096,128,0.3008642424633168,0.0,0.505859375,0.011962890625,0.08984375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,5248,5376,4096,128,0.2988570554774099,0.0,0.5146484375,0.0078125,0.082763671875,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.up_proj.output,128,5376,5504,4096,128,0.3031069316027916,0.0,0.503662109375,0.006103515625,0.0771484375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.up_proj.output,128,5504,5632,4096,128,0.2942367445446894,0.0,0.49853515625,0.0078125,0.074951171875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.up_proj.output,128,5632,5760,4096,128,0.31584088793215925,0.0,0.488525390625,0.006103515625,0.076416015625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.up_proj.output,128,5760,5888,4096,128,0.3083922884483559,0.0,0.5126953125,0.01171875,0.087158203125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,5888,6016,4096,128,0.3148089345849534,0.0,0.498291015625,0.00732421875,0.0908203125,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.up_proj.output,128,6016,6144,4096,128,0.3006541091735896,0.0,0.50830078125,0.01025390625,0.091552734375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,0,0,6144,196608,6144,0.21490787345712223,0.0,0.8538818359375,0.003946940104166667,0.040461222330729164,1.0,4834,0.7867838541666666
+fresh-en-2,layers.5.mlp.silu_gate,64,0,64,2048,64,0.20696580125168346,0.0,0.8525390625,0.0029296875,0.04931640625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,64,128,2048,64,0.22084325113747777,0.0,0.86083984375,0.00390625,0.04248046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,128,192,2048,64,0.22611727418325978,0.0,0.833984375,0.00537109375,0.048828125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,192,256,2048,64,0.22895252528937377,0.0,0.880859375,0.0029296875,0.0400390625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,256,320,2048,64,0.21103666645604272,0.0,0.83642578125,0.0068359375,0.04833984375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,320,384,2048,64,0.20654236746297536,0.0,0.83642578125,0.0029296875,0.05224609375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,384,448,2048,64,0.21306713399116342,0.0,0.84765625,0.00341796875,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,448,512,2048,64,0.22089348002163783,0.0,0.794921875,0.0029296875,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,512,576,2048,64,0.2128645755851884,0.0,0.8583984375,0.0048828125,0.0380859375,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,576,640,2048,64,0.21964931329255002,0.0,0.85205078125,0.0009765625,0.03271484375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,640,704,2048,64,0.21459089699431094,0.0,0.89794921875,0.0029296875,0.03271484375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,704,768,2048,64,0.22883017515487566,0.0,0.83984375,0.00146484375,0.04345703125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,768,832,2048,64,0.2185259748435919,0.0,0.85302734375,0.00537109375,0.0380859375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,832,896,2048,64,0.22789140912574912,0.0,0.86376953125,0.00390625,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,896,960,2048,64,0.2030664901088422,0.0,0.86767578125,0.00390625,0.04443359375,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,960,1024,2048,64,0.2102882649509625,0.0,0.81103515625,0.0048828125,0.03955078125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,1024,1088,2048,64,0.2151860545481364,0.0,0.8505859375,0.0048828125,0.037109375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,1088,1152,2048,64,0.20712221409466183,0.0,0.86767578125,0.005859375,0.04296875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1152,1216,2048,64,0.20815693236578506,0.0,0.86767578125,0.001953125,0.03515625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,1216,1280,2048,64,0.22065373834124458,0.0,0.84619140625,0.00439453125,0.03955078125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1280,1344,2048,64,0.21961423050942197,0.0,0.8544921875,0.00341796875,0.03662109375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1344,1408,2048,64,0.22913226923261146,0.0,0.85302734375,0.00439453125,0.0498046875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.silu_gate,64,1408,1472,2048,64,0.21060721864057333,0.0,0.88623046875,0.001953125,0.03759765625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,1472,1536,2048,64,0.21048003674609372,0.0,0.81396484375,0.0048828125,0.0419921875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,1536,1600,2048,64,0.20654139107068129,0.0,0.8671875,0.0029296875,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,1600,1664,2048,64,0.22115219318263896,0.0,0.87890625,0.001953125,0.0302734375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1664,1728,2048,64,0.21478306785989673,0.0,0.85107421875,0.00244140625,0.0322265625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,1728,1792,2048,64,0.20251127544004213,0.0,0.88232421875,0.0029296875,0.0361328125,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,1792,1856,2048,64,0.2249263983239625,0.0,0.88330078125,0.00244140625,0.03271484375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1856,1920,2048,64,0.20829002168222965,0.0,0.91162109375,0.00341796875,0.03564453125,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,1920,1984,2048,64,0.23028775308157687,0.0,0.85009765625,0.0068359375,0.04296875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,1984,2048,2048,64,0.2082477872420914,0.0,0.8779296875,0.00390625,0.03271484375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,2048,2112,2048,64,0.2107693233137149,0.0,0.8798828125,0.005859375,0.04443359375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,2112,2176,2048,64,0.22508705135298335,0.0,0.87744140625,0.00341796875,0.03125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2176,2240,2048,64,0.21145579143754215,0.0,0.84765625,0.001953125,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2240,2304,2048,64,0.21218049802405778,0.0,0.83984375,0.00537109375,0.0439453125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,2304,2368,2048,64,0.2117984608262427,0.0,0.88916015625,0.00244140625,0.02685546875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2368,2432,2048,64,0.21425004188827684,0.0,0.87353515625,0.00341796875,0.0380859375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2432,2496,2048,64,0.20843586527409913,0.0,0.8447265625,0.005859375,0.05029296875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,2496,2560,2048,64,0.2055027497398863,0.0,0.83935546875,0.00341796875,0.03955078125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,2560,2624,2048,64,0.21050936612385082,0.0,0.84521484375,0.0068359375,0.0439453125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,2624,2688,2048,64,0.2194204010651131,0.0,0.86474609375,0.00244140625,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2688,2752,2048,64,0.21956886526999989,0.0,0.828125,0.00390625,0.046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,2752,2816,2048,64,0.21045904525063683,0.0,0.83154296875,0.00341796875,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2816,2880,2048,64,0.21599846747014198,0.0,0.84375,0.001953125,0.041015625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,2880,2944,2048,64,0.2145546690675659,0.0,0.857421875,0.0029296875,0.03369140625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,2944,3008,2048,64,0.22266440477642127,0.0,0.8916015625,0.00390625,0.0341796875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,3008,3072,2048,64,0.21644437084972148,0.0,0.8076171875,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,3072,3136,2048,64,0.24037495473356532,0.0,0.84228515625,0.0068359375,0.04638671875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,3136,3200,2048,64,0.2004565499315899,0.0,0.8505859375,0.0048828125,0.03759765625,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,3200,3264,2048,64,0.23837435841187443,0.0,0.8115234375,0.00537109375,0.04833984375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,3264,3328,2048,64,0.20976679263233536,0.0,0.849609375,0.001953125,0.04345703125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,3328,3392,2048,64,0.21519414376926463,0.0,0.8515625,0.00390625,0.04248046875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,3392,3456,2048,64,0.20287869373495745,0.0,0.82080078125,0.0048828125,0.04541015625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,3456,3520,2048,64,0.2019960561585976,0.0,0.8359375,0.0048828125,0.03955078125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,3520,3584,2048,64,0.20858192958505964,0.0,0.86083984375,0.00390625,0.04248046875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,3584,3648,2048,64,0.20312453167377836,0.0,0.84814453125,0.0048828125,0.0498046875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,3648,3712,2048,64,0.21242694863305597,0.0,0.8525390625,0.00244140625,0.0419921875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,3712,3776,2048,64,0.1928395579622946,0.0,0.86962890625,0.0048828125,0.0419921875,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,3776,3840,2048,64,0.22228979054815146,0.0,0.802734375,0.00390625,0.04638671875,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,3840,3904,2048,64,0.2258816197330287,0.0,0.8212890625,0.00341796875,0.04296875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,3904,3968,2048,64,0.2365643942454558,0.0,0.84130859375,0.005859375,0.05126953125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,3968,4032,2048,64,0.2180276070633888,0.0,0.87744140625,0.00390625,0.0361328125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,4032,4096,2048,64,0.20978762637244838,0.0,0.86279296875,0.00390625,0.037109375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4096,4160,2048,64,0.210340656657203,0.0,0.84228515625,0.00439453125,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4160,4224,2048,64,0.20188892253587087,0.0,0.8369140625,0.00390625,0.0458984375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,4224,4288,2048,64,0.2114004949367652,0.0,0.8232421875,0.00732421875,0.0556640625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,4288,4352,2048,64,0.2205155554704086,0.0,0.83349609375,0.0068359375,0.04052734375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4352,4416,2048,64,0.23546745380813955,0.0,0.857421875,0.00439453125,0.04052734375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,64,4416,4480,2048,64,0.20653659826870865,0.0,0.8564453125,0.00244140625,0.03515625,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,4480,4544,2048,64,0.19889336606043936,0.0,0.85107421875,0.00341796875,0.044921875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4544,4608,2048,64,0.21112426146246557,0.0,0.8544921875,0.00146484375,0.03759765625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4608,4672,2048,64,0.20816909066552028,0.0,0.8583984375,0.00390625,0.04443359375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,4672,4736,2048,64,0.20300703099162565,0.0,0.8623046875,0.00244140625,0.041015625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4736,4800,2048,64,0.20584866879399638,0.0,0.83935546875,0.00439453125,0.04150390625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4800,4864,2048,64,0.2192297951851599,0.0,0.89697265625,0.00341796875,0.03515625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4864,4928,2048,64,0.24539090050357126,0.0,0.8427734375,0.0048828125,0.04296875,1.0,48,0.75
+fresh-en-2,layers.5.mlp.silu_gate,64,4928,4992,2048,64,0.19952110909531998,0.0,0.82275390625,0.00537109375,0.05078125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,4992,5056,2048,64,0.2140772302763338,0.0,0.8896484375,0.0009765625,0.033203125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5056,5120,2048,64,0.22584467312879655,0.0,0.85791015625,0.001953125,0.03125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5120,5184,2048,64,0.21077120946595207,0.0,0.88818359375,0.00537109375,0.03515625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,5184,5248,2048,64,0.20952529846483853,0.0,0.849609375,0.005859375,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,5248,5312,2048,64,0.20475120947884562,0.0,0.810546875,0.00537109375,0.04443359375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,5312,5376,2048,64,0.20363865238017814,0.0,0.86328125,0.0029296875,0.03759765625,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,5376,5440,2048,64,0.2128555306064943,0.0,0.857421875,0.005859375,0.041015625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,5440,5504,2048,64,0.2265660888715767,0.0,0.8828125,0.00146484375,0.0234375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5504,5568,2048,64,0.2059567916402991,0.0,0.88232421875,0.0009765625,0.02978515625,1.0,53,0.828125
+fresh-en-2,layers.5.mlp.silu_gate,64,5568,5632,2048,64,0.2199923743024408,0.0,0.86474609375,0.00341796875,0.0341796875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5632,5696,2048,64,0.2089599562203559,0.0,0.86328125,0.00341796875,0.03271484375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5696,5760,2048,64,0.22308011123248436,0.0,0.81494140625,0.0029296875,0.0419921875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,5760,5824,2048,64,0.22809943313932546,0.0,0.8447265625,0.00439453125,0.03271484375,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5824,5888,2048,64,0.20806362893949717,0.0,0.8583984375,0.00341796875,0.0341796875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,64,5888,5952,2048,64,0.23173213114214525,0.0,0.85498046875,0.005859375,0.0380859375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,64,5952,6016,2048,64,0.22202091448748068,0.0,0.86474609375,0.0029296875,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,6016,6080,2048,64,0.20385427133031606,0.0,0.89111328125,0.0048828125,0.03759765625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,64,6080,6144,2048,64,0.19533381395129543,0.0,0.86572265625,0.00634765625,0.03759765625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,0,128,4096,128,0.21401703724320922,0.0,0.856689453125,0.003173828125,0.046142578125,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,128,256,4096,128,0.22753931585601728,0.0,0.857421875,0.004150390625,0.04443359375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,256,384,4096,128,0.208801609364116,0.0,0.83642578125,0.0048828125,0.051025390625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,384,512,4096,128,0.21701559057274905,0.0,0.8212890625,0.003173828125,0.0439453125,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,512,640,4096,128,0.21628355042507413,0.0,0.855224609375,0.0029296875,0.03515625,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,128,640,768,4096,128,0.22182482067414597,0.0,0.868896484375,0.002197265625,0.03857421875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,768,896,4096,128,0.22325780617333602,0.0,0.8583984375,0.004638671875,0.0380859375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,896,1024,4096,128,0.2067089182657714,0.0,0.83935546875,0.004638671875,0.0419921875,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,1024,1152,4096,128,0.21119262492268578,0.0,0.859130859375,0.00537109375,0.0400390625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,1152,1280,4096,128,0.21449636446324732,0.0,0.85693359375,0.003173828125,0.037353515625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,1280,1408,4096,128,0.22442371426158542,0.0,0.853759765625,0.00390625,0.04296875,1.0,97,0.7578125
+fresh-en-2,layers.5.mlp.silu_gate,128,1408,1536,4096,128,0.21054363729658898,0.0,0.85009765625,0.00341796875,0.039794921875,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,1536,1664,4096,128,0.21397153873226152,0.0,0.873046875,0.00244140625,0.03466796875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,1664,1792,4096,128,0.20873737437227385,0.0,0.86669921875,0.0029296875,0.03369140625,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,128,1792,1920,4096,128,0.21676786869295636,0.0,0.8974609375,0.0029296875,0.03271484375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,1920,2048,4096,128,0.2195445172517281,0.0,0.864013671875,0.005126953125,0.03759765625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,2048,2176,4096,128,0.21804573870738891,0.0,0.878662109375,0.005126953125,0.039306640625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,2176,2304,4096,128,0.21181845466603533,0.0,0.84375,0.003662109375,0.0419921875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,2304,2432,4096,128,0.21302777806837053,0.0,0.88134765625,0.0029296875,0.032470703125,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,2432,2560,4096,128,0.20697450336118306,0.0,0.842041015625,0.004638671875,0.044921875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,2560,2688,4096,128,0.21501105277338717,0.0,0.85498046875,0.0048828125,0.043701171875,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,2688,2816,4096,128,0.2150621960314794,0.0,0.829833984375,0.003662109375,0.0458984375,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,128,2816,2944,4096,128,0.21527777865834494,0.0,0.8505859375,0.00244140625,0.037353515625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,2944,3072,4096,128,0.21957641360921457,0.0,0.849609375,0.00439453125,0.04248046875,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,128,3072,3200,4096,128,0.22131758546672195,0.0,0.846435546875,0.005859375,0.041748046875,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,3200,3328,4096,128,0.22452665993098678,0.0,0.83056640625,0.00390625,0.04638671875,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.silu_gate,128,3328,3456,4096,128,0.20912709518877462,0.0,0.836181640625,0.00439453125,0.044677734375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,3456,3584,4096,128,0.20531540133786125,0.0,0.848388671875,0.00439453125,0.04150390625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,3584,3712,4096,128,0.2078277939463858,0.0,0.850341796875,0.00341796875,0.0458984375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,3712,3840,4096,128,0.2080863355641526,0.0,0.836181640625,0.004638671875,0.044677734375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,3840,3968,4096,128,0.23128469335208504,0.0,0.831298828125,0.004638671875,0.047607421875,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,3968,4096,4096,128,0.2139472897944415,0.0,0.8701171875,0.00390625,0.03662109375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,4096,4224,4096,128,0.2061581054502566,0.0,0.839599609375,0.004150390625,0.046875,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,128,4224,4352,4096,128,0.21600611040423387,0.0,0.828369140625,0.007080078125,0.048583984375,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.silu_gate,128,4352,4480,4096,128,0.22147492886024173,0.0,0.85693359375,0.00341796875,0.037353515625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,4480,4608,4096,128,0.20510000590068675,0.0,0.852783203125,0.00244140625,0.040771484375,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,128,4608,4736,4096,128,0.20560426179987668,0.0,0.8603515625,0.003173828125,0.042724609375,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,4736,4864,4096,128,0.21264451267454276,0.0,0.8681640625,0.00390625,0.037841796875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,4864,4992,4096,128,0.22363515714728327,0.0,0.832763671875,0.00537109375,0.047119140625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.silu_gate,128,4992,5120,4096,128,0.220039629275546,0.0,0.873779296875,0.00146484375,0.03173828125,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,5120,5248,4096,128,0.21014917729617683,0.0,0.868896484375,0.005615234375,0.037841796875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,5248,5376,4096,128,0.20419568864971802,0.0,0.8369140625,0.004150390625,0.041015625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,5376,5504,4096,128,0.21981773078659445,0.0,0.8701171875,0.003662109375,0.03369140625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,5504,5632,4096,128,0.21309017430889535,0.0,0.87353515625,0.002197265625,0.032470703125,1.0,104,0.8125
+fresh-en-2,layers.5.mlp.silu_gate,128,5632,5760,4096,128,0.21613537347124678,0.0,0.839111328125,0.003662109375,0.037841796875,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.silu_gate,128,5760,5888,4096,128,0.21831150346002656,0.0,0.8515625,0.003662109375,0.03369140625,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.silu_gate,128,5888,6016,4096,128,0.22692847669864796,0.0,0.85986328125,0.004150390625,0.039306640625,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.silu_gate,128,6016,6144,4096,128,0.19963950362136926,0.0,0.87841796875,0.005615234375,0.036865234375,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.gated_product,0,0,6144,196608,6144,0.06737464569967665,0.0,0.4984385172526042,0.023930867513020832,0.16541035970052084,1.0,4332,0.705078125
+fresh-en-2,layers.5.mlp.gated_product,64,0,64,2048,64,0.06534970992015356,0.0,0.4990234375,0.0234375,0.169921875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,64,128,2048,64,0.08203999154085623,0.0,0.5068359375,0.02197265625,0.1826171875,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gated_product,64,128,192,2048,64,0.09668676182150211,0.0,0.51220703125,0.033203125,0.20458984375,1.0,34,0.53125
+fresh-en-2,layers.5.mlp.gated_product,64,192,256,2048,64,0.07372093865678592,0.0,0.50634765625,0.0244140625,0.1689453125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gated_product,64,256,320,2048,64,0.06443533450001092,0.0,0.48681640625,0.02783203125,0.16455078125,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,320,384,2048,64,0.06457285310028789,0.0,0.49658203125,0.0224609375,0.16796875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,384,448,2048,64,0.06734693061587443,0.0,0.50634765625,0.02294921875,0.16650390625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,448,512,2048,64,0.072121778204019,0.0,0.478515625,0.0244140625,0.19677734375,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gated_product,64,512,576,2048,64,0.06369528306710047,0.0,0.49462890625,0.02392578125,0.16259765625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,576,640,2048,64,0.07186171288205037,0.0,0.501953125,0.02294921875,0.18115234375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,640,704,2048,64,0.06850343466392647,0.0,0.48486328125,0.0185546875,0.1650390625,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gated_product,64,704,768,2048,64,0.08643503517023013,0.0,0.5302734375,0.02880859375,0.1923828125,1.0,38,0.59375
+fresh-en-2,layers.5.mlp.gated_product,64,768,832,2048,64,0.059839870857244445,0.0,0.5302734375,0.02685546875,0.15234375,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,832,896,2048,64,0.08194647938754353,0.0,0.5048828125,0.03076171875,0.19921875,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gated_product,64,896,960,2048,64,0.057367077553149376,0.0,0.48828125,0.025390625,0.15576171875,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,960,1024,2048,64,0.0692912036278671,0.0,0.4990234375,0.02880859375,0.171875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,1024,1088,2048,64,0.06767446339883738,0.0,0.509765625,0.021484375,0.1591796875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,1088,1152,2048,64,0.06250925773415789,0.0,0.4921875,0.02685546875,0.1513671875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,1152,1216,2048,64,0.06310423579389758,0.0,0.509765625,0.01806640625,0.1455078125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,1216,1280,2048,64,0.07201769456240634,0.0,0.49267578125,0.01806640625,0.14599609375,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,1280,1344,2048,64,0.06793576380154356,0.0,0.4716796875,0.0224609375,0.1513671875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,1344,1408,2048,64,0.06190631579602926,0.0,0.48828125,0.01806640625,0.16064453125,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,1408,1472,2048,64,0.06784424250964498,0.0,0.49267578125,0.02001953125,0.1669921875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gated_product,64,1472,1536,2048,64,0.05777235857176494,0.0,0.5361328125,0.0224609375,0.16015625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,1536,1600,2048,64,0.06314593264078314,0.0,0.45849609375,0.01904296875,0.14501953125,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,1600,1664,2048,64,0.07977893494617869,0.0,0.46533203125,0.0244140625,0.17822265625,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gated_product,64,1664,1728,2048,64,0.06690646102922079,0.0,0.49755859375,0.0185546875,0.14599609375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,1728,1792,2048,64,0.05473385585688674,0.0,0.51123046875,0.02099609375,0.1513671875,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,1792,1856,2048,64,0.06401529373365203,0.0,0.541015625,0.01611328125,0.14208984375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.gated_product,64,1856,1920,2048,64,0.05908452342153427,0.0,0.49462890625,0.01904296875,0.150390625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,1920,1984,2048,64,0.06361596072269052,0.0,0.4541015625,0.0244140625,0.15087890625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,1984,2048,2048,64,0.06203568296543725,0.0,0.53564453125,0.0205078125,0.150390625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,2048,2112,2048,64,0.0732187966156497,0.0,0.50634765625,0.029296875,0.17822265625,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gated_product,64,2112,2176,2048,64,0.06434631569029745,0.0,0.53955078125,0.01904296875,0.14404296875,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,2176,2240,2048,64,0.06955400655016271,0.0,0.490234375,0.02392578125,0.16748046875,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,2240,2304,2048,64,0.06473193829030786,0.0,0.4951171875,0.02587890625,0.1767578125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,2304,2368,2048,64,0.05920482713866268,0.0,0.48291015625,0.017578125,0.146484375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,2368,2432,2048,64,0.06967184415040155,0.0,0.47216796875,0.0234375,0.16552734375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,2432,2496,2048,64,0.057492215359944886,0.0,0.5439453125,0.0263671875,0.15185546875,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,2496,2560,2048,64,0.06372557964806327,0.0,0.4873046875,0.0263671875,0.1728515625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,2560,2624,2048,64,0.06016940787123326,0.0,0.50341796875,0.0263671875,0.16650390625,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,2624,2688,2048,64,0.06712737111257694,0.0,0.5166015625,0.02392578125,0.17724609375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,2688,2752,2048,64,0.05702325509116963,0.0,0.49853515625,0.02978515625,0.16650390625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,2752,2816,2048,64,0.06858944447717283,0.0,0.49462890625,0.02734375,0.18701171875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,2816,2880,2048,64,0.0671891485117731,0.0,0.5234375,0.02294921875,0.18017578125,1.0,42,0.65625
+fresh-en-2,layers.5.mlp.gated_product,64,2880,2944,2048,64,0.06202218235900068,0.0,0.4990234375,0.025390625,0.1455078125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,2944,3008,2048,64,0.06278669349226736,0.0,0.52001953125,0.01953125,0.14501953125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,3008,3072,2048,64,0.08293233214983996,0.0,0.49462890625,0.0341796875,0.21240234375,1.0,40,0.625
+fresh-en-2,layers.5.mlp.gated_product,64,3072,3136,2048,64,0.09887862559218955,0.0,0.46044921875,0.037109375,0.2353515625,1.0,32,0.5
+fresh-en-2,layers.5.mlp.gated_product,64,3136,3200,2048,64,0.05876795749523443,0.0,0.5185546875,0.01904296875,0.14306640625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,3200,3264,2048,64,0.07667429214625493,0.0,0.50439453125,0.02978515625,0.1875,1.0,41,0.640625
+fresh-en-2,layers.5.mlp.gated_product,64,3264,3328,2048,64,0.07484163957657368,0.0,0.5087890625,0.0263671875,0.169921875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gated_product,64,3328,3392,2048,64,0.06799661169955215,0.0,0.50146484375,0.021484375,0.14892578125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,3392,3456,2048,64,0.05915918296346578,0.0,0.50146484375,0.03076171875,0.16455078125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,3456,3520,2048,64,0.05885211801007425,0.0,0.50732421875,0.02490234375,0.16064453125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,3520,3584,2048,64,0.060508504659819426,0.0,0.509765625,0.0185546875,0.15576171875,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,3584,3648,2048,64,0.059831021415763026,0.0,0.48681640625,0.025390625,0.16943359375,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,3648,3712,2048,64,0.06926570768468572,0.0,0.48095703125,0.02978515625,0.1748046875,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gated_product,64,3712,3776,2048,64,0.05682890601481292,0.0,0.455078125,0.02001953125,0.154296875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.gated_product,64,3776,3840,2048,64,0.0643216289875206,0.0,0.53515625,0.02734375,0.162109375,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,3840,3904,2048,64,0.07628223685702613,0.0,0.51611328125,0.0205078125,0.1796875,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gated_product,64,3904,3968,2048,64,0.09471277156527302,0.0,0.458984375,0.02978515625,0.23486328125,1.0,33,0.515625
+fresh-en-2,layers.5.mlp.gated_product,64,3968,4032,2048,64,0.06451915563587596,0.0,0.49072265625,0.0224609375,0.15625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,4032,4096,2048,64,0.06906903650080966,0.0,0.4833984375,0.02734375,0.171875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,4096,4160,2048,64,0.05976049383732315,0.0,0.48974609375,0.02197265625,0.1611328125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,4160,4224,2048,64,0.05525871733047519,0.0,0.5029296875,0.02099609375,0.1513671875,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,4224,4288,2048,64,0.0673096199402938,0.0,0.5341796875,0.0322265625,0.19140625,1.0,44,0.6875
+fresh-en-2,layers.5.mlp.gated_product,64,4288,4352,2048,64,0.06617700642555614,0.0,0.48583984375,0.0244140625,0.16259765625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,4352,4416,2048,64,0.0641831380842337,0.0,0.4609375,0.02294921875,0.16650390625,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,4416,4480,2048,64,0.060446366083469164,0.0,0.49609375,0.02001953125,0.14111328125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,4480,4544,2048,64,0.06687734588209122,0.0,0.49951171875,0.02734375,0.17138671875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,4544,4608,2048,64,0.07270779660569002,0.0,0.49267578125,0.0205078125,0.16943359375,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,4608,4672,2048,64,0.05768093835401874,0.0,0.4912109375,0.02197265625,0.15380859375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,4672,4736,2048,64,0.055793547681917584,0.0,0.51611328125,0.025390625,0.158203125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,4736,4800,2048,64,0.05865171907293688,0.0,0.49951171875,0.0205078125,0.1494140625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,4800,4864,2048,64,0.06708287759582326,0.0,0.49072265625,0.01953125,0.1376953125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,4864,4928,2048,64,0.06933038667259504,0.0,0.48876953125,0.0205078125,0.166015625,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,4928,4992,2048,64,0.06580262980790431,0.0,0.5361328125,0.03076171875,0.17578125,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,4992,5056,2048,64,0.06572060192573626,0.0,0.47607421875,0.01953125,0.15625,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,5056,5120,2048,64,0.06888569895678327,0.0,0.4697265625,0.017578125,0.15185546875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,5120,5184,2048,64,0.06516318238428498,0.0,0.48291015625,0.02392578125,0.14453125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,5184,5248,2048,64,0.06086767074451161,0.0,0.5087890625,0.0244140625,0.16552734375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,5248,5312,2048,64,0.06097114851021661,0.0,0.4833984375,0.02734375,0.1494140625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,5312,5376,2048,64,0.0583344917813627,0.0,0.4873046875,0.01708984375,0.14794921875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.gated_product,64,5376,5440,2048,64,0.06507121270260127,0.0,0.49365234375,0.0185546875,0.1650390625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,5440,5504,2048,64,0.0707997523816011,0.0,0.4873046875,0.01416015625,0.12060546875,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,5504,5568,2048,64,0.0578371940414226,0.0,0.5234375,0.0126953125,0.140625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.gated_product,64,5568,5632,2048,64,0.06497310336492358,0.0,0.466796875,0.01708984375,0.13427734375,1.0,46,0.71875
+fresh-en-2,layers.5.mlp.gated_product,64,5632,5696,2048,64,0.06772096473368727,0.0,0.51513671875,0.02197265625,0.14794921875,1.0,45,0.703125
+fresh-en-2,layers.5.mlp.gated_product,64,5696,5760,2048,64,0.07421926044583277,0.0,0.51123046875,0.021484375,0.158203125,1.0,43,0.671875
+fresh-en-2,layers.5.mlp.gated_product,64,5760,5824,2048,64,0.07051086445919524,0.0,0.49609375,0.02490234375,0.1533203125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,5824,5888,2048,64,0.05924135052676248,0.0,0.4853515625,0.01904296875,0.14111328125,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,5888,5952,2048,64,0.08881325248223228,0.0,0.517578125,0.02880859375,0.19482421875,1.0,38,0.59375
+fresh-en-2,layers.5.mlp.gated_product,64,5952,6016,2048,64,0.07073983911707604,0.0,0.49951171875,0.02490234375,0.17333984375,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.gated_product,64,6016,6080,2048,64,0.05975983973519849,0.0,0.47119140625,0.01904296875,0.15087890625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,64,6080,6144,2048,64,0.05736358970936794,0.0,0.52490234375,0.02587890625,0.1591796875,1.0,48,0.75
+fresh-en-2,layers.5.mlp.gated_product,128,0,128,4096,128,0.07416584388609078,0.0,0.5029296875,0.023193359375,0.177734375,1.0,84,0.65625
+fresh-en-2,layers.5.mlp.gated_product,128,128,256,4096,128,0.0859741435199138,0.0,0.50927734375,0.026611328125,0.1875,1.0,77,0.6015625
+fresh-en-2,layers.5.mlp.gated_product,128,256,384,4096,128,0.06450413044774596,0.0,0.49169921875,0.025146484375,0.166015625,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gated_product,128,384,512,4096,128,0.06977521033536593,0.0,0.492431640625,0.023681640625,0.182861328125,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gated_product,128,512,640,4096,128,0.06790138018972922,0.0,0.498291015625,0.023193359375,0.1689453125,1.0,92,0.71875
+fresh-en-2,layers.5.mlp.gated_product,128,640,768,4096,128,0.07798633170509356,0.0,0.507568359375,0.0244140625,0.181884765625,1.0,81,0.6328125
+fresh-en-2,layers.5.mlp.gated_product,128,768,896,4096,128,0.07174968859941062,0.0,0.517578125,0.028076171875,0.1787109375,1.0,87,0.6796875
+fresh-en-2,layers.5.mlp.gated_product,128,896,1024,4096,128,0.06360916792093574,0.0,0.49365234375,0.027587890625,0.166015625,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gated_product,128,1024,1152,4096,128,0.06514307445460321,0.0,0.5009765625,0.024658203125,0.153076171875,1.0,94,0.734375
+fresh-en-2,layers.5.mlp.gated_product,128,1152,1280,4096,128,0.06770780200691748,0.0,0.501220703125,0.018310546875,0.146484375,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gated_product,128,1280,1408,4096,128,0.06499099914117655,0.0,0.47998046875,0.020263671875,0.15771484375,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gated_product,128,1408,1536,4096,128,0.06300986691246102,0.0,0.514404296875,0.020751953125,0.16357421875,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gated_product,128,1536,1664,4096,128,0.07194472624946505,0.0,0.4619140625,0.022216796875,0.165771484375,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gated_product,128,1664,1792,4096,128,0.06112392945654384,0.0,0.50439453125,0.019775390625,0.152099609375,1.0,94,0.734375
+fresh-en-2,layers.5.mlp.gated_product,128,1792,1920,4096,128,0.061599264361498596,0.0,0.517822265625,0.017578125,0.145751953125,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.gated_product,128,1920,2048,4096,128,0.06283079030085147,0.0,0.494873046875,0.0224609375,0.150634765625,1.0,95,0.7421875
+fresh-en-2,layers.5.mlp.gated_product,128,2048,2176,4096,128,0.06892546888037576,0.0,0.52294921875,0.02392578125,0.160400390625,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gated_product,128,2176,2304,4096,128,0.06718624733530033,0.0,0.49267578125,0.02490234375,0.17333984375,1.0,92,0.71875
+fresh-en-2,layers.5.mlp.gated_product,128,2304,2432,4096,128,0.06465051207777388,0.0,0.4775390625,0.02099609375,0.1572265625,1.0,95,0.7421875
+fresh-en-2,layers.5.mlp.gated_product,128,2432,2560,4096,128,0.060688978935536306,0.0,0.515625,0.02587890625,0.16259765625,1.0,94,0.734375
+fresh-en-2,layers.5.mlp.gated_product,128,2560,2688,4096,128,0.06374339807407689,0.0,0.510009765625,0.025146484375,0.171142578125,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gated_product,128,2688,2816,4096,128,0.06307203625569646,0.0,0.49658203125,0.02880859375,0.175537109375,1.0,94,0.734375
+fresh-en-2,layers.5.mlp.gated_product,128,2816,2944,4096,128,0.06465729959683685,0.0,0.51123046875,0.023193359375,0.161865234375,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gated_product,128,2944,3072,4096,128,0.07355250028212265,0.0,0.50732421875,0.02490234375,0.17822265625,1.0,86,0.671875
+fresh-en-2,layers.5.mlp.gated_product,128,3072,3200,4096,128,0.08133466489499444,0.0,0.489501953125,0.02978515625,0.19775390625,1.0,79,0.6171875
+fresh-en-2,layers.5.mlp.gated_product,128,3200,3328,4096,128,0.07576350734568393,0.0,0.506591796875,0.0283203125,0.1796875,1.0,84,0.65625
+fresh-en-2,layers.5.mlp.gated_product,128,3328,3456,4096,128,0.06373126442933834,0.0,0.50146484375,0.0263671875,0.155029296875,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gated_product,128,3456,3584,4096,128,0.05968605754461881,0.0,0.508544921875,0.021728515625,0.158203125,1.0,96,0.75
+fresh-en-2,layers.5.mlp.gated_product,128,3584,3712,4096,128,0.06472051214535397,0.0,0.48388671875,0.02783203125,0.172119140625,1.0,91,0.7109375
+fresh-en-2,layers.5.mlp.gated_product,128,3712,3840,4096,128,0.060691006394888065,0.0,0.4951171875,0.02392578125,0.158203125,1.0,97,0.7578125
+fresh-en-2,layers.5.mlp.gated_product,128,3840,3968,4096,128,0.08599269956655341,0.0,0.487548828125,0.025146484375,0.207275390625,1.0,76,0.59375
+fresh-en-2,layers.5.mlp.gated_product,128,3968,4096,4096,128,0.06683282594323153,0.0,0.487060546875,0.02490234375,0.1611328125,1.0,92,0.71875
+fresh-en-2,layers.5.mlp.gated_product,128,4096,4224,4096,128,0.05755363787237995,0.0,0.496337890625,0.021240234375,0.155517578125,1.0,97,0.7578125
+fresh-en-2,layers.5.mlp.gated_product,128,4224,4352,4096,128,0.06674571565259786,0.0,0.510009765625,0.0283203125,0.177001953125,1.0,92,0.71875
+fresh-en-2,layers.5.mlp.gated_product,128,4352,4480,4096,128,0.06234275574209317,0.0,0.478515625,0.021240234375,0.1533203125,1.0,96,0.75
+fresh-en-2,layers.5.mlp.gated_product,128,4480,4608,4096,128,0.06985342897627593,0.0,0.49609375,0.0244140625,0.172119140625,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.gated_product,128,4608,4736,4096,128,0.056745090590880724,0.0,0.503662109375,0.0234375,0.155029296875,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.gated_product,128,4736,4864,4096,128,0.06300847806742722,0.0,0.4951171875,0.02099609375,0.146240234375,1.0,96,0.75
+fresh-en-2,layers.5.mlp.gated_product,128,4864,4992,4096,128,0.0675895280565253,0.0,0.512451171875,0.02587890625,0.17041015625,1.0,90,0.703125
+fresh-en-2,layers.5.mlp.gated_product,128,4992,5120,4096,128,0.06732175368425,0.0,0.472900390625,0.0185546875,0.154296875,1.0,92,0.71875
+fresh-en-2,layers.5.mlp.gated_product,128,5120,5248,4096,128,0.06305201693962638,0.0,0.495849609375,0.025146484375,0.154541015625,1.0,94,0.734375
+fresh-en-2,layers.5.mlp.gated_product,128,5248,5376,4096,128,0.059667385907398195,0.0,0.4853515625,0.02197265625,0.1484375,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.gated_product,128,5376,5504,4096,128,0.06799583685742536,0.0,0.490478515625,0.0166015625,0.142822265625,1.0,95,0.7421875
+fresh-en-2,layers.5.mlp.gated_product,128,5504,5632,4096,128,0.06150871960728095,0.0,0.4951171875,0.0146484375,0.138916015625,1.0,95,0.7421875
+fresh-en-2,layers.5.mlp.gated_product,128,5632,5760,4096,128,0.07104444976769005,0.0,0.51318359375,0.021728515625,0.15478515625,1.0,88,0.6875
+fresh-en-2,layers.5.mlp.gated_product,128,5760,5888,4096,128,0.0651203486593006,0.0,0.49072265625,0.02197265625,0.14892578125,1.0,93,0.7265625
+fresh-en-2,layers.5.mlp.gated_product,128,5888,6016,4096,128,0.08028673195112172,0.0,0.508544921875,0.025634765625,0.184326171875,1.0,84,0.65625
+fresh-en-2,layers.5.mlp.gated_product,128,6016,6144,4096,128,0.05857396977122735,0.0,0.498046875,0.022216796875,0.15625,1.0,95,0.7421875
+fresh-en-2,layers.5.mlp.down_proj.output,0,0,2048,65536,2048,0.04437323238161222,0.0,0.501922607421875,0.0088348388671875,0.08978271484375,1.0,1574,0.7685546875
+fresh-en-2,layers.5.mlp.down_proj.output,64,0,64,2048,64,0.04607224796768552,0.0,0.4638671875,0.00927734375,0.09228515625,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.down_proj.output,64,64,128,2048,64,0.04297964313755714,0.0,0.4931640625,0.0107421875,0.10302734375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,128,192,2048,64,0.044973434322168694,0.0,0.53125,0.0068359375,0.091796875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,64,192,256,2048,64,0.0435195772087837,0.0,0.498046875,0.00927734375,0.09228515625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,256,320,2048,64,0.04436985043214223,0.0,0.4833984375,0.00830078125,0.10205078125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.down_proj.output,64,320,384,2048,64,0.04300017538003816,0.0,0.50146484375,0.00732421875,0.08740234375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,384,448,2048,64,0.043773117592067555,0.0,0.4482421875,0.0107421875,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,448,512,2048,64,0.04325056868145783,0.0,0.52587890625,0.01025390625,0.0927734375,1.0,48,0.75
+fresh-en-2,layers.5.mlp.down_proj.output,64,512,576,2048,64,0.0425273731321741,0.0,0.53564453125,0.01025390625,0.10009765625,1.0,48,0.75
+fresh-en-2,layers.5.mlp.down_proj.output,64,576,640,2048,64,0.045062505418896504,0.0,0.49365234375,0.00927734375,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,640,704,2048,64,0.04258910892561656,0.0,0.4951171875,0.00830078125,0.09521484375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,704,768,2048,64,0.04317606864165155,0.0,0.49560546875,0.0107421875,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,768,832,2048,64,0.04542011354922256,0.0,0.50634765625,0.00634765625,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,832,896,2048,64,0.04358833611968519,0.0,0.5224609375,0.0107421875,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,896,960,2048,64,0.04455066698758153,0.0,0.490234375,0.00634765625,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,960,1024,2048,64,0.04502429608444382,0.0,0.4951171875,0.01025390625,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,1024,1088,2048,64,0.04360010930217393,0.0,0.5126953125,0.00634765625,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,1088,1152,2048,64,0.04051434284733301,0.0,0.50830078125,0.0068359375,0.08642578125,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,1152,1216,2048,64,0.05875084665147593,0.0,0.49609375,0.01123046875,0.12109375,1.0,40,0.625
+fresh-en-2,layers.5.mlp.down_proj.output,64,1216,1280,2048,64,0.04352317927791743,0.0,0.4814453125,0.0087890625,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,64,1280,1344,2048,64,0.0441869776390054,0.0,0.47998046875,0.0087890625,0.087890625,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,64,1344,1408,2048,64,0.04336921196236538,0.0,0.52197265625,0.00927734375,0.0908203125,1.0,48,0.75
+fresh-en-2,layers.5.mlp.down_proj.output,64,1408,1472,2048,64,0.042042738880853026,0.0,0.50048828125,0.00537109375,0.08447265625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,1472,1536,2048,64,0.04265581620473357,0.0,0.5107421875,0.013671875,0.0947265625,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,1536,1600,2048,64,0.04379871834757426,0.0,0.484375,0.01025390625,0.09375,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,64,1600,1664,2048,64,0.04547690017096118,0.0,0.53759765625,0.0048828125,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.down_proj.output,64,1664,1728,2048,64,0.04509512330104747,0.0,0.52685546875,0.01123046875,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,1728,1792,2048,64,0.04479823367070063,0.0,0.47998046875,0.00732421875,0.08544921875,1.0,52,0.8125
+fresh-en-2,layers.5.mlp.down_proj.output,64,1792,1856,2048,64,0.04401832305127327,0.0,0.49560546875,0.00927734375,0.0869140625,1.0,47,0.734375
+fresh-en-2,layers.5.mlp.down_proj.output,64,1856,1920,2048,64,0.04684958443089903,0.0,0.48828125,0.01025390625,0.0947265625,1.0,51,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,64,1920,1984,2048,64,0.04147346083388888,0.0,0.53759765625,0.00634765625,0.09375,1.0,49,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,64,1984,2048,2048,64,0.0428515663855269,0.0,0.52001953125,0.0068359375,0.07763671875,1.0,50,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,128,0,128,4096,128,0.04455278755043092,0.0,0.478515625,0.01025390625,0.09619140625,1.0,100,0.78125
+fresh-en-2,layers.5.mlp.down_proj.output,128,128,256,4096,128,0.04425247673950977,0.0,0.5146484375,0.008056640625,0.09228515625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.down_proj.output,128,256,384,4096,128,0.04369038057790703,0.0,0.492431640625,0.0078125,0.095458984375,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,128,384,512,4096,128,0.043512627563722664,0.0,0.487060546875,0.010498046875,0.084228515625,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,128,512,640,4096,128,0.043813279152280074,0.0,0.5146484375,0.010009765625,0.089599609375,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.down_proj.output,128,640,768,4096,128,0.042883593030590604,0.0,0.495361328125,0.009521484375,0.09619140625,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.down_proj.output,128,768,896,4096,128,0.044513648246952996,0.0,0.514404296875,0.008544921875,0.0888671875,1.0,101,0.7890625
+fresh-en-2,layers.5.mlp.down_proj.output,128,896,1024,4096,128,0.04478810761205506,0.0,0.49267578125,0.00830078125,0.0869140625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,128,1024,1152,4096,128,0.042085517149684386,0.0,0.510498046875,0.0068359375,0.083740234375,1.0,99,0.7734375
+fresh-en-2,layers.5.mlp.down_proj.output,128,1152,1280,4096,128,0.051700721062297485,0.0,0.48876953125,0.010009765625,0.099609375,1.0,89,0.6953125
+fresh-en-2,layers.5.mlp.down_proj.output,128,1280,1408,4096,128,0.04378000422057163,0.0,0.5009765625,0.009033203125,0.08984375,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,128,1408,1536,4096,128,0.042350386944487305,0.0,0.505615234375,0.009521484375,0.08984375,1.0,98,0.765625
+fresh-en-2,layers.5.mlp.down_proj.output,128,1536,1664,4096,128,0.04464569507830351,0.0,0.510986328125,0.0078125,0.084228515625,1.0,102,0.796875
+fresh-en-2,layers.5.mlp.down_proj.output,128,1664,1792,4096,128,0.04494692361859358,0.0,0.50341796875,0.009033203125,0.082763671875,1.0,103,0.8046875
+fresh-en-2,layers.5.mlp.down_proj.output,128,1792,1920,4096,128,0.04545600249468816,0.0,0.491943359375,0.009521484375,0.0908203125,1.0,97,0.7578125
+fresh-en-2,layers.5.mlp.down_proj.output,128,1920,2048,4096,128,0.042168143753509794,0.0,0.52880859375,0.006591796875,0.08642578125,1.0,99,0.7734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,0,0,6144,196608,6144,1.2451064147017088,0.0,0.5039113362630209,0.013493855794270834,0.130584716796875,1.0,3186,0.5185546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,0,64,2048,64,1.3302994887522452,0.0,0.52490234375,0.0087890625,0.08642578125,1.0,45,0.703125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,64,128,2048,64,1.4468485581068191,0.0,0.52783203125,0.01171875,0.0927734375,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,128,192,2048,64,0.7267011273330582,0.0,0.521484375,0.0087890625,0.099609375,1.0,48,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,192,256,2048,64,0.7782740503816227,0.0,0.51025390625,0.01123046875,0.10107421875,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,256,320,2048,64,0.9379168510775944,0.0,0.484375,0.0107421875,0.09912109375,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,320,384,2048,64,0.9153532887859098,0.0,0.51416015625,0.01123046875,0.10009765625,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,384,448,2048,64,1.4245256600941256,0.0,0.5302734375,0.0126953125,0.1259765625,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,448,512,2048,64,1.3960019854956864,0.0,0.49365234375,0.01171875,0.1181640625,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,512,576,2048,64,1.4722701466601429,0.0,0.50048828125,0.01171875,0.10400390625,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,576,640,2048,64,1.44163122106227,0.0,0.5791015625,0.00830078125,0.11328125,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,640,704,2048,64,1.6175179571215113,0.0,0.4697265625,0.01220703125,0.10986328125,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,704,768,2048,64,1.1385266834998036,0.0,0.51416015625,0.009765625,0.10546875,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,768,832,2048,64,1.3929137697883485,0.0,0.5146484375,0.0107421875,0.1328125,1.0,31,0.484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,832,896,2048,64,1.6953033292930741,0.0,0.55810546875,0.01416015625,0.1787109375,1.0,20,0.3125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,896,960,2048,64,1.5855881952762108,0.0,0.52880859375,0.0126953125,0.11181640625,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,960,1024,2048,64,1.509080079158258,0.0,0.47607421875,0.01025390625,0.11865234375,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1024,1088,2048,64,1.2927421897124385,0.0,0.521484375,0.01416015625,0.10693359375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1088,1152,2048,64,1.3173382414077195,0.0,0.54736328125,0.01025390625,0.12060546875,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1152,1216,2048,64,1.0614774844863735,0.0,0.4853515625,0.01318359375,0.10693359375,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1216,1280,2048,64,1.055527784721796,0.0,0.45556640625,0.00830078125,0.11083984375,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1280,1344,2048,64,1.1571588123610912,0.0,0.501953125,0.0107421875,0.12841796875,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1344,1408,2048,64,1.0281650849017712,0.0,0.46484375,0.00927734375,0.11083984375,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1408,1472,2048,64,0.5984169743411298,0.0,0.4755859375,0.01123046875,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1472,1536,2048,64,0.727545381936779,0.0,0.48583984375,0.01171875,0.10986328125,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1536,1600,2048,64,1.4225137264900147,0.0,0.5380859375,0.00927734375,0.11376953125,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1600,1664,2048,64,1.101056778994307,0.0,0.50341796875,0.01123046875,0.1142578125,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1664,1728,2048,64,1.4676414653667542,0.0,0.5087890625,0.00927734375,0.1181640625,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1728,1792,2048,64,1.387355738284493,0.0,0.50244140625,0.01123046875,0.11083984375,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1792,1856,2048,64,0.8445121549327215,0.0,0.50048828125,0.009765625,0.091796875,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1856,1920,2048,64,0.8529785217318249,0.0,0.55517578125,0.00830078125,0.0869140625,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1920,1984,2048,64,1.5840530396813093,0.0,0.5048828125,0.017578125,0.13671875,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,1984,2048,2048,64,1.8634286782401674,0.0,0.509765625,0.02392578125,0.1826171875,1.0,20,0.3125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2048,2112,2048,64,1.3405215062209108,0.0,0.51953125,0.00927734375,0.10546875,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2112,2176,2048,64,1.2628224171303208,0.0,0.509765625,0.01025390625,0.0947265625,1.0,44,0.6875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2176,2240,2048,64,0.8089380248762786,0.0,0.48046875,0.01171875,0.091796875,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2240,2304,2048,64,0.9816785436292644,0.0,0.509765625,0.01025390625,0.10302734375,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2304,2368,2048,64,1.084557976112205,0.0,0.49951171875,0.0078125,0.10693359375,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2368,2432,2048,64,1.0083782397233094,0.0,0.478515625,0.01025390625,0.1083984375,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2432,2496,2048,64,1.6112388701049543,0.0,0.5009765625,0.01513671875,0.115234375,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2496,2560,2048,64,1.7730090479861766,0.0,0.474609375,0.01416015625,0.13818359375,1.0,31,0.484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2560,2624,2048,64,1.605633643426991,0.0,0.50146484375,0.01123046875,0.1259765625,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2624,2688,2048,64,1.5001545186356005,0.0,0.49658203125,0.01025390625,0.11669921875,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2688,2752,2048,64,1.8729207387792342,0.0,0.48388671875,0.017578125,0.12890625,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2752,2816,2048,64,1.4261413195361368,0.0,0.47412109375,0.01025390625,0.10107421875,1.0,44,0.6875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2816,2880,2048,64,0.9950531691758394,0.0,0.50341796875,0.01611328125,0.1376953125,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2880,2944,2048,64,0.9777805433529037,0.0,0.4755859375,0.01318359375,0.1279296875,1.0,44,0.6875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,2944,3008,2048,64,1.8162555750196394,0.0,0.46240234375,0.0126953125,0.1435546875,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3008,3072,2048,64,1.6294817181827759,0.0,0.56689453125,0.01904296875,0.1533203125,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3072,3136,2048,64,1.329101983335083,0.0,0.4853515625,0.01220703125,0.138671875,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3136,3200,2048,64,0.8720367223595475,0.0,0.48046875,0.01171875,0.09765625,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3200,3264,2048,64,1.0579802911072533,0.0,0.53857421875,0.01171875,0.11474609375,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3264,3328,2048,64,1.058088942655836,0.0,0.4599609375,0.0087890625,0.10107421875,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3328,3392,2048,64,1.1841865449824165,0.0,0.48095703125,0.0107421875,0.10888671875,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3392,3456,2048,64,1.3939524928124536,0.0,0.52197265625,0.01171875,0.0966796875,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3456,3520,2048,64,0.6432360762891308,0.0,0.4775390625,0.01025390625,0.10498046875,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3520,3584,2048,64,0.6143672793963907,0.0,0.51123046875,0.0078125,0.0908203125,1.0,49,0.765625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3584,3648,2048,64,1.80945512514971,0.0,0.48291015625,0.0126953125,0.1181640625,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3648,3712,2048,64,2.0370628399033035,0.0,0.5087890625,0.01171875,0.115234375,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3712,3776,2048,64,1.655737347770237,0.0,0.50341796875,0.01513671875,0.12158203125,1.0,31,0.484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3776,3840,2048,64,1.7196034752759823,0.0,0.50537109375,0.0146484375,0.1240234375,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3840,3904,2048,64,0.7390290301189117,0.0,0.49267578125,0.009765625,0.09716796875,1.0,48,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3904,3968,2048,64,0.7736009691363381,0.0,0.50537109375,0.005859375,0.083984375,1.0,48,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,3968,4032,2048,64,2.1676739403820724,0.0,0.52294921875,0.02099609375,0.2138671875,1.0,15,0.234375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4032,4096,2048,64,0.9391928647140969,0.0,0.48876953125,0.0078125,0.0791015625,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4096,4160,2048,64,0.802865071219364,0.0,0.50146484375,0.0087890625,0.13037109375,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4160,4224,2048,64,0.7566249678040032,0.0,0.4609375,0.0126953125,0.12548828125,1.0,44,0.6875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4224,4288,2048,64,0.5711049797048952,0.0,0.49853515625,0.00830078125,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4288,4352,2048,64,0.7572094209550883,0.0,0.47509765625,0.01123046875,0.11669921875,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4352,4416,2048,64,1.0849988185368844,0.0,0.48779296875,0.01025390625,0.1181640625,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4416,4480,2048,64,0.8472257862322087,0.0,0.556640625,0.01123046875,0.08984375,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4480,4544,2048,64,0.7978757884125943,0.0,0.48974609375,0.0087890625,0.10205078125,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4544,4608,2048,64,0.9966244985841136,0.0,0.5244140625,0.01220703125,0.12451171875,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4608,4672,2048,64,0.9506265790933932,0.0,0.48583984375,0.02001953125,0.13134765625,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4672,4736,2048,64,0.8445897954890998,0.0,0.49365234375,0.01220703125,0.12451171875,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4736,4800,2048,64,0.8408261859412617,0.0,0.50244140625,0.01318359375,0.111328125,1.0,48,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4800,4864,2048,64,0.7118710318886811,0.0,0.47998046875,0.00830078125,0.095703125,1.0,53,0.828125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4864,4928,2048,64,1.816824759718995,0.0,0.47998046875,0.02490234375,0.2392578125,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4928,4992,2048,64,2.3831437202903833,0.0,0.52880859375,0.0302734375,0.298828125,1.0,34,0.53125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,4992,5056,2048,64,1.3414909374650914,0.0,0.56591796875,0.01416015625,0.12744140625,1.0,25,0.390625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5056,5120,2048,64,1.4449502864300607,0.0,0.4599609375,0.017578125,0.138671875,1.0,26,0.40625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5120,5184,2048,64,1.4875386471761527,0.0,0.48046875,0.01025390625,0.1318359375,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5184,5248,2048,64,1.116520367287391,0.0,0.517578125,0.0068359375,0.087890625,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5248,5312,2048,64,0.9252101391930031,0.0,0.5009765625,0.009765625,0.13037109375,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5312,5376,2048,64,0.8016174938866061,0.0,0.50927734375,0.01318359375,0.111328125,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5376,5440,2048,64,1.325721782108139,0.0,0.556640625,0.01171875,0.13818359375,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5440,5504,2048,64,0.7576238958266572,0.0,0.52392578125,0.0107421875,0.07861328125,1.0,49,0.765625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5504,5568,2048,64,0.7411641261073001,0.0,0.50341796875,0.0078125,0.09765625,1.0,45,0.703125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5568,5632,2048,64,0.8155931453374354,0.0,0.4921875,0.013671875,0.111328125,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5632,5696,2048,64,0.8003082469261493,0.0,0.47900390625,0.0126953125,0.09814453125,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5696,5760,2048,64,1.1574412023034049,0.0,0.53515625,0.0166015625,0.1533203125,1.0,26,0.40625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5760,5824,2048,64,0.7871513336694221,0.0,0.51123046875,0.00732421875,0.08935546875,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5824,5888,2048,64,1.0097008200158488,0.0,0.53515625,0.013671875,0.138671875,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5888,5952,2048,64,0.7931861863378321,0.0,0.5009765625,0.01416015625,0.11279296875,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,5952,6016,2048,64,0.972762573221245,0.0,0.50390625,0.00927734375,0.1201171875,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,6016,6080,2048,64,0.8929560093026427,0.0,0.4892578125,0.005859375,0.1005859375,1.0,44,0.6875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,64,6080,6144,2048,64,0.9507785768275562,0.0,0.5322265625,0.009765625,0.10498046875,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,0,128,4096,128,1.3897962944025763,0.0,0.5263671875,0.010009765625,0.08935546875,1.0,86,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,128,256,4096,128,0.7529292881687344,0.0,0.515869140625,0.01025390625,0.1005859375,1.0,93,0.7265625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,256,384,4096,128,0.9267037452245706,0.0,0.499267578125,0.010986328125,0.10009765625,1.0,94,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,384,512,4096,128,1.4103359351187403,0.0,0.511962890625,0.01220703125,0.121337890625,1.0,72,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,512,640,4096,128,1.4570312217464954,0.0,0.539794921875,0.010009765625,0.108642578125,1.0,75,0.5859375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,640,768,4096,128,1.3986792610623082,0.0,0.491943359375,0.01123046875,0.109130859375,1.0,72,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,768,896,4096,128,1.5514931756824084,0.0,0.536376953125,0.011962890625,0.150146484375,1.0,49,0.3828125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,896,1024,4096,128,1.5478069340701968,0.0,0.50244140625,0.011474609375,0.115966796875,1.0,71,0.5546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1024,1152,4096,128,1.3050981593998385,0.0,0.534423828125,0.012451171875,0.113525390625,1.0,70,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1152,1280,4096,128,1.0585068149027717,0.0,0.470458984375,0.0107421875,0.109130859375,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1280,1408,4096,128,1.0945638306732042,0.0,0.4833984375,0.010009765625,0.1220703125,1.0,71,0.5546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1408,1536,4096,128,0.6661175414133478,0.0,0.480712890625,0.011474609375,0.102294921875,1.0,96,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1536,1664,4096,128,1.271981000766487,0.0,0.520751953125,0.01025390625,0.112548828125,1.0,68,0.53125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1664,1792,4096,128,1.42806292148049,0.0,0.505615234375,0.009765625,0.115478515625,1.0,71,0.5546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1792,1920,4096,128,0.8487558949323762,0.0,0.52783203125,0.009033203125,0.08935546875,1.0,94,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,1920,2048,4096,128,1.7293915796330646,0.0,0.50732421875,0.0205078125,0.158935546875,1.0,50,0.390625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2048,2176,4096,128,1.302251582039286,0.0,0.5146484375,0.009765625,0.100341796875,1.0,85,0.6640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2176,2304,4096,128,0.8994646994498474,0.0,0.4951171875,0.01123046875,0.100341796875,1.0,83,0.6484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2304,2432,4096,128,1.0471610854820959,0.0,0.489013671875,0.009521484375,0.10595703125,1.0,82,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2432,2560,4096,128,1.6940560470034542,0.0,0.48779296875,0.014892578125,0.1240234375,1.0,68,0.53125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2560,2688,4096,128,1.5537893963931284,0.0,0.4990234375,0.010986328125,0.119140625,1.0,67,0.5234375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2688,2816,4096,128,1.6645887115196993,0.0,0.47900390625,0.013671875,0.115234375,1.0,80,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2816,2944,4096,128,0.9864546620211142,0.0,0.489501953125,0.0146484375,0.133056640625,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,2944,3072,4096,128,1.7253977778590381,0.0,0.5146484375,0.015869140625,0.150390625,1.0,72,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3072,3200,4096,128,1.1240462906946567,0.0,0.48291015625,0.012939453125,0.122802734375,1.0,76,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3200,3328,4096,128,1.0580346182762486,0.0,0.499267578125,0.01025390625,0.10791015625,1.0,83,0.6484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3328,3456,4096,128,1.2933292940190149,0.0,0.50146484375,0.01123046875,0.101806640625,1.0,77,0.6015625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3456,3584,4096,128,0.6289673297687087,0.0,0.494384765625,0.009033203125,0.09765625,1.0,95,0.7421875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3584,3712,4096,128,1.9266230642818363,0.0,0.495849609375,0.012451171875,0.117919921875,1.0,73,0.5703125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3712,3840,4096,128,1.6879724934048028,0.0,0.50439453125,0.0146484375,0.1220703125,1.0,63,0.4921875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3840,3968,4096,128,0.75651251371249,0.0,0.4990234375,0.008056640625,0.09033203125,1.0,96,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,3968,4096,4096,128,1.6704630419349915,0.0,0.505859375,0.015869140625,0.156982421875,1.0,52,0.40625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4096,4224,4096,128,0.7800877080458593,0.0,0.481201171875,0.010986328125,0.126953125,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4224,4352,4096,128,0.6706440952647196,0.0,0.48681640625,0.009521484375,0.10400390625,1.0,93,0.7265625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4352,4480,4096,128,0.9733997044080143,0.0,0.522216796875,0.01025390625,0.10595703125,1.0,87,0.6796875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4480,4608,4096,128,0.902736441303068,0.0,0.507080078125,0.0107421875,0.115478515625,1.0,86,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4608,4736,4096,128,0.8991726240058489,0.0,0.48974609375,0.016357421875,0.127197265625,1.0,80,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4736,4864,4096,128,0.7790215147885149,0.0,0.4912109375,0.0107421875,0.10498046875,1.0,100,0.78125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4864,4992,4096,128,2.1189886973610164,0.0,0.50439453125,0.029052734375,0.269775390625,1.0,72,0.5625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,4992,5120,4096,128,1.3941806313306904,0.0,0.512939453125,0.015869140625,0.13525390625,1.0,50,0.390625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5120,5248,4096,128,1.3151784968988482,0.0,0.4990234375,0.009765625,0.110595703125,1.0,70,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5248,5376,4096,128,0.8656224373739912,0.0,0.505126953125,0.011962890625,0.119140625,1.0,85,0.6640625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5376,5504,4096,128,1.0797064904601483,0.0,0.540283203125,0.0107421875,0.112060546875,1.0,75,0.5859375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5504,5632,4096,128,0.7792677462046691,0.0,0.497802734375,0.0107421875,0.103759765625,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5632,5760,4096,128,0.9950284988098476,0.0,0.507080078125,0.01513671875,0.12939453125,1.0,68,0.53125
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5760,5888,4096,128,0.905290828418754,0.0,0.523193359375,0.0107421875,0.11328125,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,5888,6016,4096,128,0.8875278446497248,0.0,0.50244140625,0.01171875,0.118408203125,1.0,83,0.6484375
+fresh-en-2,layers.6.linear_attn.in_proj_qkv.output,128,6016,6144,4096,128,0.9223205344954472,0.0,0.5107421875,0.007568359375,0.10400390625,1.0,83,0.6484375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,0,0,2048,65536,2048,1.5341127182412737,0.0,0.3294677734375,0.009857177734375,0.089630126953125,1.0,1139,0.55615234375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,0,64,2048,64,1.5295664188621476,0.0,0.18701171875,0.0048828125,0.04736328125,1.0,45,0.703125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,64,128,2048,64,1.5087535844181774,0.0,0.2216796875,0.01171875,0.06982421875,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,128,192,2048,64,1.4643835369041993,0.0,0.50244140625,0.00830078125,0.06982421875,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,192,256,2048,64,1.6401624254065459,0.0,0.52392578125,0.0068359375,0.06591796875,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,256,320,2048,64,2.078480587520822,0.0,0.29296875,0.0,0.01318359375,1.0,48,0.75
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,320,384,2048,64,1.8726651934360332,0.0,0.30078125,0.00390625,0.02685546875,1.0,47,0.734375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,384,448,2048,64,1.6206516858009807,0.0,0.263671875,0.0068359375,0.0634765625,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,448,512,2048,64,1.6773096676782573,0.0,0.2802734375,0.00439453125,0.04248046875,1.0,45,0.703125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,512,576,2048,64,1.683938978730932,0.0,0.263671875,0.00732421875,0.06201171875,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,576,640,2048,64,1.5173003778636445,0.0,0.20361328125,0.01123046875,0.0595703125,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,640,704,2048,64,1.457377785358494,0.0,0.1748046875,0.00244140625,0.0439453125,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,704,768,2048,64,1.3520715300528388,0.0,0.20849609375,0.0048828125,0.05224609375,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,768,832,2048,64,1.6973660134007602,0.0,0.4677734375,0.01416015625,0.1357421875,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,832,896,2048,64,1.7566751582189888,0.0,0.484375,0.01416015625,0.1259765625,1.0,29,0.453125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,896,960,2048,64,1.0469542711566526,0.0,0.3388671875,0.01025390625,0.11083984375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,960,1024,2048,64,1.1775187626870818,0.0,0.40234375,0.01611328125,0.13232421875,1.0,31,0.484375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1024,1088,2048,64,1.309136474026032,0.0,0.333984375,0.0107421875,0.10791015625,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1088,1152,2048,64,1.3776441566019864,0.0,0.248046875,0.0078125,0.07861328125,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1152,1216,2048,64,1.2479138663492277,0.0,0.40869140625,0.009765625,0.08447265625,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1216,1280,2048,64,1.3780944957712886,0.0,0.2548828125,0.00537109375,0.07666015625,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1280,1344,2048,64,1.234353350294739,0.0,0.3876953125,0.0126953125,0.109375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1344,1408,2048,64,0.9845834041141683,0.0,0.33203125,0.01025390625,0.08740234375,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1408,1472,2048,64,1.418165542449559,0.0,0.53076171875,0.00927734375,0.10595703125,1.0,37,0.578125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1472,1536,2048,64,1.4401687160337613,0.0,0.52490234375,0.0146484375,0.10595703125,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1536,1600,2048,64,1.304693296789562,0.0,0.38232421875,0.01513671875,0.11474609375,1.0,29,0.453125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1600,1664,2048,64,1.1204768638828702,0.0,0.41015625,0.01416015625,0.1318359375,1.0,28,0.4375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1664,1728,2048,64,1.2622712911830813,0.0,0.21337890625,0.00830078125,0.0732421875,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1728,1792,2048,64,1.3570262865692937,0.0,0.25830078125,0.01171875,0.09521484375,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1792,1856,2048,64,1.4221367666667377,0.0,0.44091796875,0.0107421875,0.08740234375,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1856,1920,2048,64,1.4828571370226726,0.0,0.42529296875,0.0126953125,0.130859375,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1920,1984,2048,64,2.4278660815181845,0.0,0.111328125,0.00244140625,0.03564453125,1.0,46,0.71875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,64,1984,2048,2048,64,2.213670559986296,0.0,0.16357421875,0.00390625,0.04931640625,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,0,128,4096,128,1.5191956437874408,0.0,0.204345703125,0.00830078125,0.058837890625,1.0,83,0.6484375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,128,256,4096,128,1.5547591332536908,0.0,0.51318359375,0.0078125,0.068115234375,1.0,78,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,256,384,4096,128,1.9782513085308093,0.0,0.296875,0.001953125,0.019775390625,1.0,95,0.7421875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,384,512,4096,128,1.6492240005494263,0.0,0.27197265625,0.005615234375,0.052490234375,1.0,87,0.6796875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,512,640,4096,128,1.6027867794492399,0.0,0.233642578125,0.009521484375,0.0615234375,1.0,84,0.65625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,640,768,4096,128,1.405711106813177,0.0,0.191650390625,0.003662109375,0.048828125,1.0,82,0.640625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,768,896,4096,128,1.7272751655355467,0.0,0.47607421875,0.01416015625,0.130859375,1.0,59,0.4609375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,896,1024,4096,128,1.114150726421985,0.0,0.37060546875,0.012939453125,0.11962890625,1.0,66,0.515625
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1024,1152,4096,128,1.3438269475354536,0.0,0.291015625,0.00927734375,0.09423828125,1.0,73,0.5703125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1152,1280,4096,128,1.3146165709251119,0.0,0.331787109375,0.007568359375,0.081298828125,1.0,79,0.6171875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1280,1408,4096,128,1.116474960095588,0.0,0.35986328125,0.010986328125,0.099365234375,1.0,78,0.609375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1408,1536,4096,128,1.4292094731762703,0.0,0.52783203125,0.01220703125,0.106201171875,1.0,70,0.546875
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1536,1664,4096,128,1.2160783283128616,0.0,0.396240234375,0.015380859375,0.12646484375,1.0,57,0.4453125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1664,1792,4096,128,1.3105054664107758,0.0,0.23583984375,0.010009765625,0.085205078125,1.0,81,0.6328125
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1792,1920,4096,128,1.4528142124725378,0.0,0.43310546875,0.01171875,0.10791015625,1.0,67,0.5234375
+fresh-en-2,layers.6.linear_attn.in_proj_z.output,128,1920,2048,4096,128,2.32323815588679,0.0,0.137451171875,0.003662109375,0.043212890625,1.0,87,0.6796875
+fresh-en-2,layers.6.linear_attn.in_proj_b.output,0,0,16,512,16,1.3792328398568445,0.0,0.326171875,0.0078125,0.07421875,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.in_proj_b.output,64,0,16,512,16,1.3792328398568445,0.0,0.326171875,0.0078125,0.07421875,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.in_proj_b.output,128,0,16,512,16,1.3792328398568445,0.0,0.326171875,0.0078125,0.07421875,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.in_proj_a.output,0,0,16,512,16,1.3354250510446237,0.0,0.505859375,0.015625,0.083984375,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.in_proj_a.output,64,0,16,512,16,1.3354250510446237,0.0,0.505859375,0.015625,0.083984375,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.in_proj_a.output,128,0,16,512,16,1.3354250510446237,0.0,0.505859375,0.015625,0.083984375,1.0,13,0.8125
+fresh-en-2,layers.6.linear_attn.out_proj.output,0,0,2048,65536,2048,0.07221095204975399,0.0,0.5001983642578125,0.0196533203125,0.190093994140625,1.0,1023,0.49951171875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,0,64,2048,64,0.06704733277529476,0.0,0.5107421875,0.0146484375,0.17041015625,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,64,128,2048,64,0.057581858885265326,0.0,0.5400390625,0.0166015625,0.162109375,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,128,192,2048,64,0.0582912519525324,0.0,0.501953125,0.0166015625,0.1640625,1.0,41,0.640625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,192,256,2048,64,0.09549751293807411,0.0,0.4990234375,0.03271484375,0.2509765625,1.0,16,0.25
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,256,320,2048,64,0.07150915568226737,0.0,0.470703125,0.01904296875,0.17333984375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,320,384,2048,64,0.060621367657760925,0.0,0.49560546875,0.0126953125,0.15087890625,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,384,448,2048,64,0.07414179954765884,0.0,0.52099609375,0.01806640625,0.1826171875,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,448,512,2048,64,0.06303333660633102,0.0,0.51025390625,0.0146484375,0.17333984375,1.0,34,0.53125
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,512,576,2048,64,0.06268409234241011,0.0,0.49658203125,0.0234375,0.18359375,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,576,640,2048,64,0.08171008613351503,0.0,0.47314453125,0.0224609375,0.20849609375,1.0,27,0.421875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,640,704,2048,64,0.05760923402640877,0.0,0.51953125,0.01953125,0.1796875,1.0,39,0.609375
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,704,768,2048,64,0.0726704373176884,0.0,0.50732421875,0.01708984375,0.197265625,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,768,832,2048,64,0.07611009359549026,0.0,0.4921875,0.02294921875,0.1904296875,1.0,30,0.46875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,832,896,2048,64,0.07935633808384009,0.0,0.47509765625,0.021484375,0.193359375,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,896,960,2048,64,0.056085894641088416,0.0,0.52978515625,0.0166015625,0.1357421875,1.0,43,0.671875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,960,1024,2048,64,0.06882659650646404,0.0,0.50830078125,0.0166015625,0.1767578125,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1024,1088,2048,64,0.0686215998027524,0.0,0.5087890625,0.0185546875,0.17822265625,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1088,1152,2048,64,0.06203303694718396,0.0,0.50146484375,0.0166015625,0.1806640625,1.0,38,0.59375
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1152,1216,2048,64,0.11881477328732055,0.0,0.5185546875,0.02783203125,0.333984375,1.0,12,0.1875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1216,1280,2048,64,0.08590957234195455,0.0,0.4814453125,0.02001953125,0.24072265625,1.0,27,0.421875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1280,1344,2048,64,0.0741889154515766,0.0,0.4599609375,0.01708984375,0.16943359375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1344,1408,2048,64,0.071447292926687,0.0,0.45849609375,0.01953125,0.197265625,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1408,1472,2048,64,0.06557647712750599,0.0,0.4951171875,0.0234375,0.17529296875,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1472,1536,2048,64,0.06475795638574573,0.0,0.49951171875,0.01953125,0.162109375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1536,1600,2048,64,0.05643299997743661,0.0,0.4755859375,0.01904296875,0.14111328125,1.0,42,0.65625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1600,1664,2048,64,0.06805564668275838,0.0,0.51513671875,0.017578125,0.1630859375,1.0,36,0.5625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1664,1728,2048,64,0.0781102742918328,0.0,0.51025390625,0.0205078125,0.19384765625,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1728,1792,2048,64,0.07629496574914475,0.0,0.5537109375,0.01611328125,0.2119140625,1.0,33,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1792,1856,2048,64,0.07515450224678775,0.0,0.48095703125,0.02294921875,0.212890625,1.0,32,0.5
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1856,1920,2048,64,0.061596878440713945,0.0,0.490234375,0.0126953125,0.15380859375,1.0,35,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1920,1984,2048,64,0.08317639313756123,0.0,0.453125,0.0244140625,0.22998046875,1.0,27,0.421875
+fresh-en-2,layers.6.linear_attn.out_proj.output,64,1984,2048,2048,64,0.06196351810315117,0.0,0.552734375,0.01611328125,0.1630859375,1.0,40,0.625
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,0,128,4096,128,0.06249406093767521,0.0,0.525390625,0.01513671875,0.165771484375,1.0,74,0.578125
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,128,256,4096,128,0.07911272031586086,0.0,0.50048828125,0.0234375,0.21728515625,1.0,54,0.421875
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,256,384,4096,128,0.06628917544776136,0.0,0.483154296875,0.0166015625,0.162353515625,1.0,73,0.5703125
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,384,512,4096,128,0.06881209182946067,0.0,0.515625,0.017578125,0.179931640625,1.0,70,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,512,640,4096,128,0.07282112883201634,0.0,0.48486328125,0.023193359375,0.1962890625,1.0,59,0.4609375
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,640,768,4096,128,0.06557368490886269,0.0,0.513427734375,0.01806640625,0.192626953125,1.0,71,0.5546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,768,896,4096,128,0.07775015993935645,0.0,0.483642578125,0.022216796875,0.190673828125,1.0,61,0.4765625
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,896,1024,4096,128,0.06278028338720239,0.0,0.51904296875,0.016357421875,0.154541015625,1.0,75,0.5859375
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1024,1152,4096,128,0.06541032652563278,0.0,0.505126953125,0.01806640625,0.18115234375,1.0,71,0.5546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1152,1280,4096,128,0.10367594940798687,0.0,0.5,0.025146484375,0.291259765625,1.0,35,0.2734375
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1280,1408,4096,128,0.07283100590556538,0.0,0.459228515625,0.0185546875,0.183837890625,1.0,67,0.5234375
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1408,1536,4096,128,0.06516850185370407,0.0,0.497314453125,0.021484375,0.16845703125,1.0,70,0.546875
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1536,1664,4096,128,0.06251501632352743,0.0,0.495361328125,0.019287109375,0.150390625,1.0,77,0.6015625
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1664,1792,4096,128,0.077207955382229,0.0,0.531982421875,0.018310546875,0.203125,1.0,66,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1792,1920,4096,128,0.06871089666713176,0.0,0.485595703125,0.017822265625,0.184814453125,1.0,66,0.515625
+fresh-en-2,layers.6.linear_attn.out_proj.output,128,1920,2048,4096,128,0.07334095019528204,0.0,0.5029296875,0.020751953125,0.198486328125,1.0,66,0.515625
+fresh-en-2,layers.6.mlp.gate_proj.output,0,0,6144,196608,6144,0.719503572697381,0.0,0.8238525390625,0.007985432942708334,0.07918294270833333,1.0,3873,0.63037109375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,0,64,2048,64,0.689349188532207,0.0,0.85791015625,0.00341796875,0.07080078125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,64,128,2048,64,0.7698403809047522,0.0,0.82421875,0.00732421875,0.0751953125,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,128,192,2048,64,0.640167744623655,0.0,0.82470703125,0.0087890625,0.07763671875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,192,256,2048,64,0.8197788076481733,0.0,0.84765625,0.0048828125,0.06298828125,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,256,320,2048,64,0.6874969345434369,0.0,0.82177734375,0.0078125,0.0830078125,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,320,384,2048,64,0.7210183949776733,0.0,0.83056640625,0.00732421875,0.08544921875,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,384,448,2048,64,0.6384555537232037,0.0,0.82373046875,0.00927734375,0.07763671875,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,448,512,2048,64,0.9021525753144428,0.0,0.830078125,0.01220703125,0.0986328125,1.0,35,0.546875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,512,576,2048,64,0.8326968677411853,0.0,0.88671875,0.0107421875,0.07421875,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,576,640,2048,64,0.6387681150613193,0.0,0.830078125,0.00390625,0.06982421875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,640,704,2048,64,0.6503825421485258,0.0,0.84521484375,0.00732421875,0.0556640625,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,704,768,2048,64,0.7280060721097947,0.0,0.7548828125,0.0087890625,0.09033203125,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,768,832,2048,64,0.7325155672306729,0.0,0.81396484375,0.0068359375,0.07763671875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,832,896,2048,64,0.7362049370250209,0.0,0.84619140625,0.00830078125,0.078125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,896,960,2048,64,0.6808573384475862,0.0,0.8203125,0.005859375,0.07275390625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,960,1024,2048,64,0.6641474883890758,0.0,0.87060546875,0.0087890625,0.07470703125,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1024,1088,2048,64,0.6355679230068285,0.0,0.8251953125,0.01025390625,0.08056640625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1088,1152,2048,64,0.6457942232876126,0.0,0.7734375,0.00732421875,0.095703125,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1152,1216,2048,64,0.7151137096712119,0.0,0.82373046875,0.01171875,0.09375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1216,1280,2048,64,0.6447899084249589,0.0,0.806640625,0.00830078125,0.08837890625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1280,1344,2048,64,0.7313142363350102,0.0,0.8369140625,0.009765625,0.07958984375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1344,1408,2048,64,0.7508320931899481,0.0,0.87158203125,0.005859375,0.0771484375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1408,1472,2048,64,0.6324384789008453,0.0,0.8173828125,0.00732421875,0.08740234375,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1472,1536,2048,64,0.6901558704214567,0.0,0.8408203125,0.0078125,0.080078125,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1536,1600,2048,64,0.6607771733765241,0.0,0.75537109375,0.00732421875,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1600,1664,2048,64,0.7151795517499923,0.0,0.8232421875,0.0087890625,0.07861328125,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1664,1728,2048,64,0.6921520495533207,0.0,0.77392578125,0.01611328125,0.087890625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1728,1792,2048,64,0.7815628827161273,0.0,0.85498046875,0.01025390625,0.072265625,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1792,1856,2048,64,0.6938425399621901,0.0,0.8017578125,0.0078125,0.0673828125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1856,1920,2048,64,0.7143227637109556,0.0,0.7919921875,0.00927734375,0.1015625,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1920,1984,2048,64,0.640556710660042,0.0,0.79248046875,0.00341796875,0.076171875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,1984,2048,2048,64,0.7017421530461682,0.0,0.8193359375,0.0078125,0.06884765625,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2048,2112,2048,64,0.6336305665184209,0.0,0.806640625,0.00732421875,0.07568359375,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2112,2176,2048,64,0.7283633890051736,0.0,0.82666015625,0.0068359375,0.07470703125,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2176,2240,2048,64,0.7458463090837207,0.0,0.833984375,0.0087890625,0.07568359375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2240,2304,2048,64,0.6899912802139235,0.0,0.83056640625,0.00634765625,0.08349609375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2304,2368,2048,64,0.7404224089658117,0.0,0.83154296875,0.00634765625,0.06982421875,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2368,2432,2048,64,0.7214063288461513,0.0,0.83544921875,0.0078125,0.08740234375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2432,2496,2048,64,0.7181784419725123,0.0,0.79931640625,0.00927734375,0.07666015625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2496,2560,2048,64,0.7217971301335888,0.0,0.8447265625,0.00439453125,0.07373046875,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2560,2624,2048,64,0.6370791777369582,0.0,0.8017578125,0.00830078125,0.0849609375,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2624,2688,2048,64,0.6967690749336723,0.0,0.80517578125,0.0087890625,0.08935546875,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2688,2752,2048,64,0.7601796158470807,0.0,0.8349609375,0.00732421875,0.07958984375,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2752,2816,2048,64,0.642788621427177,0.0,0.775390625,0.00634765625,0.0732421875,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2816,2880,2048,64,0.6592230097342591,0.0,0.775390625,0.00927734375,0.0849609375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2880,2944,2048,64,0.6893252187362272,0.0,0.8154296875,0.00830078125,0.080078125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,2944,3008,2048,64,0.5922183329805788,0.0,0.7744140625,0.0078125,0.08544921875,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3008,3072,2048,64,0.7149885906869928,0.0,0.822265625,0.00830078125,0.0712890625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3072,3136,2048,64,0.7755041511615114,0.0,0.8369140625,0.00927734375,0.09326171875,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3136,3200,2048,64,0.6785743942653274,0.0,0.845703125,0.01171875,0.07373046875,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3200,3264,2048,64,0.6892444401414436,0.0,0.81982421875,0.0087890625,0.08203125,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3264,3328,2048,64,0.7085016473362868,0.0,0.833984375,0.0068359375,0.07421875,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3328,3392,2048,64,0.8573552683182519,0.0,0.77587890625,0.0087890625,0.08740234375,1.0,36,0.5625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3392,3456,2048,64,0.7951513713545643,0.0,0.8203125,0.00927734375,0.09228515625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3456,3520,2048,64,0.7888947273086414,0.0,0.8388671875,0.009765625,0.08544921875,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3520,3584,2048,64,0.6700895976369818,0.0,0.78173828125,0.005859375,0.07666015625,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3584,3648,2048,64,0.7421247085435984,0.0,0.8466796875,0.00341796875,0.0595703125,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3648,3712,2048,64,0.7497630666817595,0.0,0.85205078125,0.00927734375,0.07080078125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3712,3776,2048,64,0.7605218454933016,0.0,0.82666015625,0.0107421875,0.080078125,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3776,3840,2048,64,0.7081059656198039,0.0,0.83740234375,0.00537109375,0.06982421875,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3840,3904,2048,64,0.7240888860205653,0.0,0.8310546875,0.0078125,0.0703125,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3904,3968,2048,64,0.6954766711765291,0.0,0.83935546875,0.0107421875,0.0751953125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,3968,4032,2048,64,0.7806513362714982,0.0,0.84423828125,0.00830078125,0.07421875,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4032,4096,2048,64,0.7349686785282956,0.0,0.86474609375,0.009765625,0.0859375,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4096,4160,2048,64,0.7388351480482351,0.0,0.82080078125,0.00830078125,0.08984375,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4160,4224,2048,64,0.7875747611521563,0.0,0.837890625,0.0107421875,0.099609375,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4224,4288,2048,64,0.7515599570571259,0.0,0.861328125,0.005859375,0.07568359375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4288,4352,2048,64,0.7293346019595878,0.0,0.814453125,0.01171875,0.09521484375,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4352,4416,2048,64,0.7896301270092803,0.0,0.78955078125,0.0068359375,0.0849609375,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4416,4480,2048,64,0.6658154683170446,0.0,0.81201171875,0.00830078125,0.08349609375,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4480,4544,2048,64,0.7603970073102929,0.0,0.7880859375,0.00634765625,0.0830078125,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4544,4608,2048,64,0.80406371301584,0.0,0.82666015625,0.01123046875,0.08984375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4608,4672,2048,64,0.7454106490574219,0.0,0.80322265625,0.005859375,0.0791015625,1.0,35,0.546875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4672,4736,2048,64,0.7269362317555518,0.0,0.8212890625,0.0078125,0.07373046875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4736,4800,2048,64,0.7241299645714584,0.0,0.85107421875,0.001953125,0.07568359375,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4800,4864,2048,64,0.7601412322555409,0.0,0.81884765625,0.00390625,0.08056640625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4864,4928,2048,64,0.7099287752748524,0.0,0.87841796875,0.0068359375,0.06494140625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4928,4992,2048,64,0.7089116881626198,0.0,0.8125,0.0087890625,0.08056640625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,4992,5056,2048,64,0.660034512372163,0.0,0.8017578125,0.01220703125,0.07763671875,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5056,5120,2048,64,0.7739946717961372,0.0,0.857421875,0.005859375,0.06787109375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5120,5184,2048,64,0.7940087750558821,0.0,0.84521484375,0.00439453125,0.06982421875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5184,5248,2048,64,0.6553093758802253,0.0,0.80810546875,0.0048828125,0.06787109375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5248,5312,2048,64,0.8210675096530112,0.0,0.8408203125,0.00732421875,0.07763671875,1.0,39,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5312,5376,2048,64,0.6898857468448172,0.0,0.82177734375,0.0078125,0.0849609375,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5376,5440,2048,64,0.6914387506575477,0.0,0.81396484375,0.00830078125,0.0791015625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5440,5504,2048,64,0.7410311282345937,0.0,0.80029296875,0.00830078125,0.09521484375,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5504,5568,2048,64,0.6893366492415786,0.0,0.82861328125,0.0107421875,0.0703125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5568,5632,2048,64,0.7519947675468652,0.0,0.82568359375,0.01123046875,0.0830078125,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5632,5696,2048,64,0.7049020001066868,0.0,0.85302734375,0.005859375,0.07275390625,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5696,5760,2048,64,0.6302773514185357,0.0,0.83251953125,0.009765625,0.07421875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5760,5824,2048,64,0.6568173938001396,0.0,0.8173828125,0.0029296875,0.0615234375,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5824,5888,2048,64,0.7181817075670149,0.0,0.82763671875,0.0078125,0.08740234375,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5888,5952,2048,64,0.7426469278020864,0.0,0.8349609375,0.0068359375,0.06591796875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,5952,6016,2048,64,0.7874885719598937,0.0,0.81787109375,0.0078125,0.068359375,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,6016,6080,2048,64,0.7248221976825162,0.0,0.8369140625,0.00390625,0.07568359375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,64,6080,6144,2048,64,0.7007011468224853,0.0,0.84326171875,0.00927734375,0.0751953125,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,0,128,4096,128,0.7307039468216885,0.0,0.841064453125,0.005126953125,0.074462890625,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,128,256,4096,128,0.7354767279545962,0.0,0.836181640625,0.007080078125,0.073486328125,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,256,384,4096,128,0.7044570820507104,0.0,0.826171875,0.007568359375,0.083740234375,1.0,77,0.6015625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,384,512,4096,128,0.7815064821313014,0.0,0.826904296875,0.010986328125,0.090087890625,1.0,78,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,512,640,4096,128,0.742094595845089,0.0,0.8583984375,0.007080078125,0.0751953125,1.0,79,0.6171875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,640,768,4096,128,0.6902862783513485,0.0,0.800048828125,0.008056640625,0.07177734375,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,768,896,4096,128,0.7343625690131849,0.0,0.830078125,0.007568359375,0.078125,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,896,1024,4096,128,0.6725543106885304,0.0,0.845458984375,0.00732421875,0.073486328125,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1024,1152,4096,128,0.6407014763471616,0.0,0.79931640625,0.009033203125,0.08740234375,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1152,1280,4096,128,0.6808603541719803,0.0,0.815185546875,0.009521484375,0.091796875,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1280,1408,4096,128,0.7411374179024623,0.0,0.854248046875,0.008056640625,0.078369140625,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1408,1536,4096,128,0.6619265650627769,0.0,0.8291015625,0.00732421875,0.0830078125,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1536,1664,4096,128,0.6885158909192978,0.0,0.789306640625,0.008056640625,0.07373046875,1.0,85,0.6640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1664,1792,4096,128,0.7382123675949914,0.0,0.814453125,0.013427734375,0.08154296875,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1792,1920,4096,128,0.7041571135111968,0.0,0.796875,0.008544921875,0.083740234375,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,1920,2048,4096,128,0.671846317595581,0.0,0.805908203125,0.005615234375,0.0732421875,1.0,87,0.6796875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2048,2176,4096,128,0.6826422640261723,0.0,0.816650390625,0.00732421875,0.07470703125,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2176,2304,4096,128,0.7184617886655693,0.0,0.832275390625,0.007568359375,0.080078125,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2304,2432,4096,128,0.7309762085724872,0.0,0.83349609375,0.007080078125,0.0791015625,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2432,2560,4096,128,0.7199900595088624,0.0,0.822021484375,0.0068359375,0.075439453125,1.0,87,0.6796875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2560,2688,4096,128,0.667591575175243,0.0,0.803466796875,0.0087890625,0.086181640625,1.0,84,0.65625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2688,2816,4096,128,0.7039354587551567,0.0,0.80517578125,0.006591796875,0.0771484375,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2816,2944,4096,128,0.6744420782205254,0.0,0.79541015625,0.0087890625,0.082763671875,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,2944,3072,4096,128,0.6564797174059789,0.0,0.79833984375,0.0078125,0.080810546875,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3072,3200,4096,128,0.7286528312650999,0.0,0.84130859375,0.010498046875,0.083740234375,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3200,3328,4096,128,0.6989393688096716,0.0,0.826904296875,0.007568359375,0.077880859375,1.0,78,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3328,3456,4096,128,0.8268384846752436,0.0,0.798095703125,0.009521484375,0.090576171875,1.0,75,0.5859375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3456,3584,4096,128,0.7319067425692525,0.0,0.810302734375,0.007080078125,0.0810546875,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3584,3712,4096,128,0.7459536645097192,0.0,0.849365234375,0.00634765625,0.065185546875,1.0,87,0.6796875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3712,3840,4096,128,0.7347814423414939,0.0,0.83203125,0.0078125,0.074951171875,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3840,3968,4096,128,0.7099269381455,0.0,0.835205078125,0.009033203125,0.0732421875,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,3968,4096,4096,128,0.758154162172874,0.0,0.8544921875,0.009033203125,0.080322265625,1.0,78,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4096,4224,4096,128,0.7635939301734049,0.0,0.829345703125,0.009521484375,0.095458984375,1.0,76,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4224,4352,4096,128,0.7405306646815036,0.0,0.837890625,0.0087890625,0.084716796875,1.0,78,0.609375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4352,4480,4096,128,0.7303512768972673,0.0,0.80078125,0.00830078125,0.08447265625,1.0,79,0.6171875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4480,4608,4096,128,0.7825350034711767,0.0,0.807373046875,0.009033203125,0.0869140625,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4608,4736,4096,128,0.7362313905176715,0.0,0.812255859375,0.0068359375,0.076171875,1.0,76,0.59375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4736,4864,4096,128,0.742353991895118,0.0,0.8349609375,0.0029296875,0.07763671875,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4864,4992,4096,128,0.7094204139918824,0.0,0.845458984375,0.0078125,0.072998046875,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gate_proj.output,128,4992,5120,4096,128,0.7192750897574478,0.0,0.82958984375,0.009521484375,0.07470703125,1.0,85,0.6640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5120,5248,4096,128,0.7279698870771624,0.0,0.82666015625,0.0048828125,0.0703125,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5248,5376,4096,128,0.7583186002952285,0.0,0.831298828125,0.008056640625,0.081787109375,1.0,79,0.6171875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5376,5504,4096,128,0.7166640352785625,0.0,0.80712890625,0.00830078125,0.088134765625,1.0,77,0.6015625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5504,5632,4096,128,0.7213463614677318,0.0,0.8271484375,0.0107421875,0.07763671875,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5632,5760,4096,128,0.6686315762307266,0.0,0.8427734375,0.0078125,0.074951171875,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5760,5888,4096,128,0.6881838612908184,0.0,0.822509765625,0.005615234375,0.074462890625,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gate_proj.output,128,5888,6016,4096,128,0.765396207967256,0.0,0.826416015625,0.00732421875,0.068359375,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gate_proj.output,128,6016,6144,4096,128,0.7128637020537864,0.0,0.840087890625,0.00634765625,0.074951171875,1.0,81,0.6328125
+fresh-en-2,layers.6.mlp.up_proj.output,0,0,6144,196608,6144,0.3262980480065928,0.0,0.4989674886067708,0.009063720703125,0.08892313639322917,1.0,4667,0.7596028645833334
+fresh-en-2,layers.6.mlp.up_proj.output,64,0,64,2048,64,0.30293118365367966,0.0,0.50634765625,0.00927734375,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,64,128,2048,64,0.32626048096171195,0.0,0.48828125,0.009765625,0.08642578125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,128,192,2048,64,0.2989938691277231,0.0,0.49609375,0.0068359375,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,192,256,2048,64,0.32848336717324406,0.0,0.48583984375,0.01025390625,0.09228515625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,256,320,2048,64,0.3916144742436436,0.0,0.525390625,0.00927734375,0.0947265625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.up_proj.output,64,320,384,2048,64,0.33973962753063286,0.0,0.4892578125,0.01171875,0.08837890625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,384,448,2048,64,0.3364705950999254,0.0,0.51611328125,0.0087890625,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,448,512,2048,64,0.4654587623227417,0.0,0.50146484375,0.0078125,0.11572265625,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.up_proj.output,64,512,576,2048,64,0.29444440402135974,0.0,0.4697265625,0.01171875,0.0830078125,1.0,53,0.828125
+fresh-en-2,layers.6.mlp.up_proj.output,64,576,640,2048,64,0.3178217404334936,0.0,0.52294921875,0.0126953125,0.09912109375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,640,704,2048,64,0.3683445744108927,0.0,0.48046875,0.01171875,0.0986328125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.up_proj.output,64,704,768,2048,64,0.4056431273242671,0.0,0.53857421875,0.0107421875,0.11474609375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.up_proj.output,64,768,832,2048,64,0.32889954924914705,0.0,0.5185546875,0.00830078125,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,832,896,2048,64,0.31864318206890013,0.0,0.48095703125,0.00634765625,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,896,960,2048,64,0.30942161218457354,0.0,0.52978515625,0.00634765625,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,960,1024,2048,64,0.3008711843151536,0.0,0.50341796875,0.00830078125,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1024,1088,2048,64,0.32477942335001175,0.0,0.478515625,0.0107421875,0.095703125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,1088,1152,2048,64,0.31892512260368383,0.0,0.48681640625,0.00927734375,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1152,1216,2048,64,0.3133593946945314,0.0,0.501953125,0.0087890625,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,1216,1280,2048,64,0.31188566113714367,0.0,0.46533203125,0.0068359375,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,1280,1344,2048,64,0.3143015053216041,0.0,0.52978515625,0.0078125,0.08837890625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1344,1408,2048,64,0.3280384506860068,0.0,0.46826171875,0.009765625,0.09521484375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,1408,1472,2048,64,0.323783986356222,0.0,0.5458984375,0.009765625,0.0869140625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1472,1536,2048,64,0.31674413512121696,0.0,0.51904296875,0.01025390625,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1536,1600,2048,64,0.29166680261012023,0.0,0.50830078125,0.01220703125,0.09326171875,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1600,1664,2048,64,0.31927582600151266,0.0,0.48388671875,0.00537109375,0.07275390625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,1664,1728,2048,64,0.31727168416261725,0.0,0.47119140625,0.0126953125,0.095703125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1728,1792,2048,64,0.32013157578255497,0.0,0.48388671875,0.01025390625,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,1792,1856,2048,64,0.3268464613883738,0.0,0.48828125,0.00927734375,0.08984375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,1856,1920,2048,64,0.3488623565990887,0.0,0.47216796875,0.0078125,0.09423828125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,1920,1984,2048,64,0.34212984394319207,0.0,0.5263671875,0.00830078125,0.10546875,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.up_proj.output,64,1984,2048,2048,64,0.33192871740006596,0.0,0.5234375,0.0068359375,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2048,2112,2048,64,0.3166039441038595,0.0,0.5166015625,0.0068359375,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2112,2176,2048,64,0.3696748013011794,0.0,0.4638671875,0.01123046875,0.1044921875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2176,2240,2048,64,0.32524018220039863,0.0,0.47509765625,0.0107421875,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2240,2304,2048,64,0.3110976654590826,0.0,0.525390625,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,2304,2368,2048,64,0.2885030325706934,0.0,0.5009765625,0.01025390625,0.0947265625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,2368,2432,2048,64,0.32923691465424126,0.0,0.52685546875,0.005859375,0.09326171875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2432,2496,2048,64,0.3347068457458187,0.0,0.50927734375,0.0068359375,0.09326171875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,2496,2560,2048,64,0.3051724855208268,0.0,0.42529296875,0.00830078125,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,2560,2624,2048,64,0.31127311152372206,0.0,0.4697265625,0.0087890625,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2624,2688,2048,64,0.32273915389419144,0.0,0.529296875,0.0107421875,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2688,2752,2048,64,0.327225540913881,0.0,0.51318359375,0.0087890625,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2752,2816,2048,64,0.3165471208803586,0.0,0.57470703125,0.00732421875,0.080078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,2816,2880,2048,64,0.37823425472063144,0.0,0.4970703125,0.00537109375,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,2880,2944,2048,64,0.32203947726959153,0.0,0.47412109375,0.00634765625,0.0869140625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,2944,3008,2048,64,0.3445466605326282,0.0,0.51708984375,0.01318359375,0.10107421875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,3008,3072,2048,64,0.34970676842199155,0.0,0.48828125,0.00732421875,0.091796875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,3072,3136,2048,64,0.3413833814662131,0.0,0.54150390625,0.0078125,0.099609375,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.up_proj.output,64,3136,3200,2048,64,0.3284291131230306,0.0,0.44677734375,0.0107421875,0.08984375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,3200,3264,2048,64,0.3549762604967215,0.0,0.44580078125,0.009765625,0.1064453125,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.up_proj.output,64,3264,3328,2048,64,0.32372929772136183,0.0,0.4892578125,0.01220703125,0.0966796875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,3328,3392,2048,64,0.31804684403469785,0.0,0.49609375,0.0078125,0.08349609375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,3392,3456,2048,64,0.3138897656594546,0.0,0.4921875,0.0078125,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,3456,3520,2048,64,0.33601556705939545,0.0,0.474609375,0.00830078125,0.08935546875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,3520,3584,2048,64,0.3337135940233677,0.0,0.51904296875,0.00830078125,0.09619140625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,3584,3648,2048,64,0.312485628926951,0.0,0.47314453125,0.005859375,0.08740234375,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.up_proj.output,64,3648,3712,2048,64,0.3017280256731129,0.0,0.51416015625,0.01025390625,0.078125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,3712,3776,2048,64,0.3429034697886467,0.0,0.4677734375,0.0107421875,0.087890625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,3776,3840,2048,64,0.3274995334996396,0.0,0.42822265625,0.01025390625,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,3840,3904,2048,64,0.31536801650053253,0.0,0.5048828125,0.01220703125,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,3904,3968,2048,64,0.30825108759935094,0.0,0.453125,0.0078125,0.08642578125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,3968,4032,2048,64,0.3182369127808415,0.0,0.4912109375,0.00927734375,0.09521484375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4032,4096,2048,64,0.2972628395721115,0.0,0.48046875,0.01123046875,0.07861328125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4096,4160,2048,64,0.3366738399853599,0.0,0.533203125,0.0087890625,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,4160,4224,2048,64,0.33751305278540555,0.0,0.53125,0.00927734375,0.08056640625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,4224,4288,2048,64,0.28373607089675024,0.0,0.48681640625,0.0068359375,0.07666015625,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4288,4352,2048,64,0.34624100724839874,0.0,0.51318359375,0.0078125,0.09130859375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,4352,4416,2048,64,0.3050307036104223,0.0,0.5283203125,0.009765625,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,4416,4480,2048,64,0.31847551278614905,0.0,0.50732421875,0.0078125,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4480,4544,2048,64,0.33581942184740077,0.0,0.53857421875,0.0087890625,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4544,4608,2048,64,0.32093194187587587,0.0,0.49853515625,0.00830078125,0.09423828125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,4608,4672,2048,64,0.3158443102638048,0.0,0.5146484375,0.00732421875,0.09033203125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4672,4736,2048,64,0.3292495284651223,0.0,0.51123046875,0.01318359375,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4736,4800,2048,64,0.29135584279308013,0.0,0.50830078125,0.00927734375,0.08642578125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4800,4864,2048,64,0.32176831257173516,0.0,0.5029296875,0.005859375,0.08349609375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,4864,4928,2048,64,0.3326757971323646,0.0,0.49560546875,0.009765625,0.0830078125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,4928,4992,2048,64,0.31245229240438854,0.0,0.44189453125,0.01318359375,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,4992,5056,2048,64,0.336345041573744,0.0,0.5078125,0.009765625,0.09130859375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,5056,5120,2048,64,0.3078915739971806,0.0,0.49072265625,0.0068359375,0.078125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,5120,5184,2048,64,0.2995671191546766,0.0,0.46435546875,0.00634765625,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5184,5248,2048,64,0.31470201950628246,0.0,0.4208984375,0.0048828125,0.08154296875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,5248,5312,2048,64,0.3205511330249042,0.0,0.52978515625,0.01123046875,0.0986328125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,5312,5376,2048,64,0.3180421316845257,0.0,0.54052734375,0.00732421875,0.076171875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,5376,5440,2048,64,0.31887248845001415,0.0,0.50927734375,0.01123046875,0.09423828125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,5440,5504,2048,64,0.3705512362356784,0.0,0.52734375,0.01025390625,0.08642578125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5504,5568,2048,64,0.29939842259629995,0.0,0.48828125,0.01171875,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,64,5568,5632,2048,64,0.3624713845003353,0.0,0.533203125,0.0107421875,0.1015625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5632,5696,2048,64,0.2752437842587311,0.0,0.4921875,0.01025390625,0.078125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5696,5760,2048,64,0.3248802192336257,0.0,0.47900390625,0.00830078125,0.09033203125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,5760,5824,2048,64,0.31368402901234593,0.0,0.5,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5824,5888,2048,64,0.2903983846243947,0.0,0.4833984375,0.0068359375,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,64,5888,5952,2048,64,0.34025272925497985,0.0,0.509765625,0.00830078125,0.087890625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,64,5952,6016,2048,64,0.32147805807113655,0.0,0.49560546875,0.0107421875,0.0927734375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,64,6016,6080,2048,64,0.30136007974267953,0.0,0.53662109375,0.00537109375,0.0791015625,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.up_proj.output,64,6080,6144,2048,64,0.3105090635250123,0.0,0.548828125,0.00634765625,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,0,128,4096,128,0.3148120101482685,0.0,0.497314453125,0.00927734375,0.08447265625,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,128,256,4096,128,0.31408490594538147,0.0,0.490966796875,0.00830078125,0.085693359375,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,256,384,4096,128,0.3665957657637214,0.0,0.50732421875,0.010498046875,0.091552734375,1.0,92,0.71875
+fresh-en-2,layers.6.mlp.up_proj.output,128,384,512,4096,128,0.4061184068654833,0.0,0.5087890625,0.00927734375,0.10400390625,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.up_proj.output,128,512,640,4096,128,0.30635613732359657,0.0,0.496337890625,0.011962890625,0.09033203125,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.up_proj.output,128,640,768,4096,128,0.38744294563416254,0.0,0.509521484375,0.01123046875,0.107666015625,1.0,87,0.6796875
+fresh-en-2,layers.6.mlp.up_proj.output,128,768,896,4096,128,0.3238119755161059,0.0,0.499755859375,0.00732421875,0.083984375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,896,1024,4096,128,0.30517634544481304,0.0,0.5166015625,0.007568359375,0.0810546875,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,1024,1152,4096,128,0.3218655834811645,0.0,0.482666015625,0.010009765625,0.087158203125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,1152,1280,4096,128,0.3126233963303741,0.0,0.483642578125,0.008056640625,0.087646484375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,1280,1408,4096,128,0.32124341345458124,0.0,0.4990234375,0.0087890625,0.09228515625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,1408,1536,4096,128,0.3202834033745848,0.0,0.532470703125,0.01025390625,0.08837890625,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,128,1536,1664,4096,128,0.30578307410136274,0.0,0.49609375,0.009033203125,0.0830078125,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,128,1664,1792,4096,128,0.31870483788640963,0.0,0.4775390625,0.011474609375,0.092529296875,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,1792,1920,4096,128,0.3380336914968473,0.0,0.480224609375,0.008544921875,0.09033203125,1.0,96,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,128,1920,2048,4096,128,0.33706787413772155,0.0,0.52490234375,0.0078125,0.09375,1.0,96,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,128,2048,2176,4096,128,0.3441638535197924,0.0,0.490234375,0.01025390625,0.09765625,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.up_proj.output,128,2176,2304,4096,128,0.3182474929766453,0.0,0.500244140625,0.00927734375,0.08837890625,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.up_proj.output,128,2304,2432,4096,128,0.3095407451156719,0.0,0.513916015625,0.00830078125,0.09423828125,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.up_proj.output,128,2432,2560,4096,128,0.3202802823372636,0.0,0.46728515625,0.007568359375,0.087646484375,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,2560,2688,4096,128,0.31705796900093686,0.0,0.49951171875,0.009765625,0.0869140625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,2688,2816,4096,128,0.32193060926543343,0.0,0.5439453125,0.00830078125,0.08544921875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,2816,2944,4096,128,0.35126242068013996,0.0,0.485595703125,0.005615234375,0.08935546875,1.0,96,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,128,2944,3072,4096,128,0.34713630259909334,0.0,0.502685546875,0.01025390625,0.094970703125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,3072,3200,4096,128,0.3349688757840692,0.0,0.494140625,0.009033203125,0.09423828125,1.0,96,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,128,3200,3328,4096,128,0.33971223389760513,0.0,0.467529296875,0.010986328125,0.100341796875,1.0,93,0.7265625
+fresh-en-2,layers.6.mlp.up_proj.output,128,3328,3456,4096,128,0.31597514141636107,0.0,0.494140625,0.0078125,0.082275390625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,3456,3584,4096,128,0.33486655860375203,0.0,0.496826171875,0.00830078125,0.093017578125,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.up_proj.output,128,3584,3712,4096,128,0.3071539270158098,0.0,0.49365234375,0.008056640625,0.082763671875,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,3712,3840,4096,128,0.33528997452621134,0.0,0.447998046875,0.0107421875,0.084716796875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,128,3840,3968,4096,128,0.3118298565224816,0.0,0.47900390625,0.010009765625,0.091064453125,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,3968,4096,4096,128,0.307928505051705,0.0,0.48583984375,0.0107421875,0.08740234375,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,4096,4224,4096,128,0.3370937075436233,0.0,0.5322265625,0.009033203125,0.081298828125,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.up_proj.output,128,4224,4352,4096,128,0.316535142621093,0.0,0.5,0.007568359375,0.083251953125,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,4352,4480,4096,128,0.3118255781598664,0.0,0.517822265625,0.0087890625,0.08203125,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,4480,4608,4096,128,0.3284600397355385,0.0,0.5185546875,0.008544921875,0.092529296875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,4608,4736,4096,128,0.32261655283054214,0.0,0.512939453125,0.01025390625,0.087890625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,4736,4864,4096,128,0.30693897936310394,0.0,0.505615234375,0.007568359375,0.08447265625,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,4864,4992,4096,128,0.32272249768679884,0.0,0.46875,0.011474609375,0.084228515625,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,128,4992,5120,4096,128,0.32243232493788904,0.0,0.499267578125,0.0078125,0.083740234375,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.up_proj.output,128,5120,5248,4096,128,0.3072277819143028,0.0,0.442626953125,0.005615234375,0.08056640625,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,5248,5376,4096,128,0.3192990967807355,0.0,0.53515625,0.00927734375,0.087890625,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,5376,5504,4096,128,0.3456789569572423,0.0,0.518310546875,0.0107421875,0.089599609375,1.0,96,0.75
+fresh-en-2,layers.6.mlp.up_proj.output,128,5504,5632,4096,128,0.33243414388021464,0.0,0.5107421875,0.011474609375,0.09423828125,1.0,94,0.734375
+fresh-en-2,layers.6.mlp.up_proj.output,128,5632,5760,4096,128,0.3010866134705723,0.0,0.485595703125,0.009765625,0.0849609375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.up_proj.output,128,5760,5888,4096,128,0.30226552222332287,0.0,0.49169921875,0.006591796875,0.08056640625,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.up_proj.output,128,5888,6016,4096,128,0.33099853593834194,0.0,0.502685546875,0.009521484375,0.0908203125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.up_proj.output,128,6016,6144,4096,128,0.30596876980640875,0.0,0.542724609375,0.005859375,0.080810546875,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.silu_gate,0,0,6144,196608,6144,0.21805893215298894,0.0,0.8238525390625,0.004730224609375,0.0480194091796875,1.0,4647,0.75634765625
+fresh-en-2,layers.6.mlp.silu_gate,64,0,64,2048,64,0.20814370882427966,0.0,0.85791015625,0.001953125,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,64,128,2048,64,0.21584092724145287,0.0,0.82421875,0.00341796875,0.0439453125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,128,192,2048,64,0.205560402970454,0.0,0.82470703125,0.00439453125,0.05126953125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,192,256,2048,64,0.22236449137564393,0.0,0.84765625,0.00244140625,0.03173828125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,256,320,2048,64,0.3183388828453366,0.0,0.82177734375,0.0068359375,0.07470703125,1.0,34,0.53125
+fresh-en-2,layers.6.mlp.silu_gate,64,320,384,2048,64,0.20648772286656686,0.0,0.83056640625,0.00341796875,0.046875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,384,448,2048,64,0.20516188470571792,0.0,0.82373046875,0.00830078125,0.04541015625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,448,512,2048,64,0.23350810697132374,0.0,0.830078125,0.00634765625,0.0517578125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.silu_gate,64,512,576,2048,64,0.2043199704482772,0.0,0.88671875,0.00390625,0.03759765625,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.silu_gate,64,576,640,2048,64,0.20097598616812756,0.0,0.830078125,0.00244140625,0.03955078125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,640,704,2048,64,0.20918963135749696,0.0,0.84521484375,0.00390625,0.03662109375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,704,768,2048,64,0.20494795659375317,0.0,0.7548828125,0.00537109375,0.04931640625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,768,832,2048,64,0.22266862940031473,0.0,0.81396484375,0.00390625,0.05078125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,832,896,2048,64,0.21429075332429678,0.0,0.84619140625,0.00390625,0.05126953125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,896,960,2048,64,0.2001682568792701,0.0,0.8203125,0.00341796875,0.04150390625,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.silu_gate,64,960,1024,2048,64,0.19713597689093354,0.0,0.87060546875,0.00439453125,0.037109375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,1024,1088,2048,64,0.1994432529070455,0.0,0.8251953125,0.00830078125,0.052734375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1088,1152,2048,64,0.20009068687238188,0.0,0.7734375,0.00439453125,0.06396484375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,1152,1216,2048,64,0.20548810906542037,0.0,0.82373046875,0.005859375,0.05078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1216,1280,2048,64,0.18596124292047272,0.0,0.806640625,0.005859375,0.05078125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,1280,1344,2048,64,0.2225721464623991,0.0,0.8369140625,0.005859375,0.048828125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,1344,1408,2048,64,0.19912755564392756,0.0,0.87158203125,0.00244140625,0.03759765625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1408,1472,2048,64,0.19970072645661432,0.0,0.8173828125,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1472,1536,2048,64,0.203893305321238,0.0,0.8408203125,0.00341796875,0.0458984375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,1536,1600,2048,64,0.23992557346750149,0.0,0.75537109375,0.0068359375,0.048828125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.silu_gate,64,1600,1664,2048,64,0.21236569197205638,0.0,0.8232421875,0.00732421875,0.048828125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,1664,1728,2048,64,0.2098984548933693,0.0,0.77392578125,0.009765625,0.0556640625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,1728,1792,2048,64,0.2167991896021967,0.0,0.85498046875,0.00634765625,0.0400390625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1792,1856,2048,64,0.259858718875452,0.0,0.8017578125,0.005859375,0.0517578125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,64,1856,1920,2048,64,0.20658104699867422,0.0,0.7919921875,0.00634765625,0.0595703125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,1920,1984,2048,64,0.21767235812382932,0.0,0.79248046875,0.00146484375,0.0458984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,1984,2048,2048,64,0.22278914951235262,0.0,0.8193359375,0.00634765625,0.04736328125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,2048,2112,2048,64,0.21360278750292894,0.0,0.806640625,0.0048828125,0.05078125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,2112,2176,2048,64,0.21295968007859004,0.0,0.82666015625,0.00390625,0.037109375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,2176,2240,2048,64,0.2151437172279281,0.0,0.833984375,0.00537109375,0.0439453125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,2240,2304,2048,64,0.2025449525465904,0.0,0.83056640625,0.00390625,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,2304,2368,2048,64,0.21001534335743885,0.0,0.83154296875,0.00244140625,0.0380859375,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.silu_gate,64,2368,2432,2048,64,0.20361886512983496,0.0,0.83544921875,0.00390625,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,2432,2496,2048,64,0.32154421840596054,0.0,0.79931640625,0.0068359375,0.06884765625,1.0,40,0.625
+fresh-en-2,layers.6.mlp.silu_gate,64,2496,2560,2048,64,0.27091302350602164,0.0,0.8447265625,0.00146484375,0.0576171875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,64,2560,2624,2048,64,0.20938725987379914,0.0,0.8017578125,0.00537109375,0.0595703125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,2624,2688,2048,64,0.20663730785056877,0.0,0.80517578125,0.0048828125,0.05224609375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,2688,2752,2048,64,0.19763324091043533,0.0,0.8349609375,0.005859375,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,2752,2816,2048,64,0.2479653055505097,0.0,0.775390625,0.00537109375,0.0556640625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,64,2816,2880,2048,64,0.23746899293020504,0.0,0.775390625,0.00634765625,0.0615234375,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.silu_gate,64,2880,2944,2048,64,0.21567694113124117,0.0,0.8154296875,0.0048828125,0.04833984375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,2944,3008,2048,64,0.21246203298073266,0.0,0.7744140625,0.005859375,0.05908203125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,3008,3072,2048,64,0.21103418082780914,0.0,0.822265625,0.00390625,0.04248046875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,3072,3136,2048,64,0.19972444991948743,0.0,0.8369140625,0.00732421875,0.0498046875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,3136,3200,2048,64,0.22400042497738706,0.0,0.845703125,0.00634765625,0.04931640625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,3200,3264,2048,64,0.2033495960063185,0.0,0.81982421875,0.0048828125,0.05322265625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,3264,3328,2048,64,0.19420726912003775,0.0,0.833984375,0.0029296875,0.0400390625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3328,3392,2048,64,0.22022662222501335,0.0,0.77587890625,0.005859375,0.04541015625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,3392,3456,2048,64,0.22790661176574012,0.0,0.8203125,0.00341796875,0.0537109375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,3456,3520,2048,64,0.20741763067445754,0.0,0.8388671875,0.00439453125,0.048828125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3520,3584,2048,64,0.21044316707932165,0.0,0.78173828125,0.00390625,0.05029296875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3584,3648,2048,64,0.22821486687921858,0.0,0.8466796875,0.00341796875,0.03564453125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3648,3712,2048,64,0.22863485403558953,0.0,0.85205078125,0.0068359375,0.044921875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3712,3776,2048,64,0.21256813396950971,0.0,0.82666015625,0.00390625,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,3776,3840,2048,64,0.21599406286435632,0.0,0.83740234375,0.00341796875,0.04541015625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3840,3904,2048,64,0.2192478761639441,0.0,0.8310546875,0.00341796875,0.04296875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,3904,3968,2048,64,0.2077320392942482,0.0,0.83935546875,0.0048828125,0.0478515625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,3968,4032,2048,64,0.20708045493278437,0.0,0.84423828125,0.00537109375,0.04150390625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,4032,4096,2048,64,0.2078067274989404,0.0,0.86474609375,0.00439453125,0.04248046875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,4096,4160,2048,64,0.20329083426560768,0.0,0.82080078125,0.00390625,0.0458984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,4160,4224,2048,64,0.21171161966933028,0.0,0.837890625,0.00732421875,0.05322265625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,4224,4288,2048,64,0.21054284356572858,0.0,0.861328125,0.00341796875,0.03369140625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,4288,4352,2048,64,0.2236090535317834,0.0,0.814453125,0.00830078125,0.06201171875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.silu_gate,64,4352,4416,2048,64,0.22862607271980248,0.0,0.78955078125,0.00341796875,0.04443359375,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.silu_gate,64,4416,4480,2048,64,0.2526644005340807,0.0,0.81201171875,0.00537109375,0.06396484375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.silu_gate,64,4480,4544,2048,64,0.22041577485017186,0.0,0.7880859375,0.00244140625,0.04931640625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,4544,4608,2048,64,0.23254091315762318,0.0,0.82666015625,0.00732421875,0.0517578125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,4608,4672,2048,64,0.20847644249900307,0.0,0.80322265625,0.00341796875,0.03955078125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,4672,4736,2048,64,0.21746379900685256,0.0,0.8212890625,0.00439453125,0.04541015625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,4736,4800,2048,64,0.2136461480673934,0.0,0.85107421875,0.00048828125,0.0400390625,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,4800,4864,2048,64,0.25209715835578883,0.0,0.81884765625,0.00244140625,0.05078125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,64,4864,4928,2048,64,0.20249167856733494,0.0,0.87841796875,0.00341796875,0.03759765625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,4928,4992,2048,64,0.209921521011374,0.0,0.8125,0.00439453125,0.05419921875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,4992,5056,2048,64,0.2255937338374962,0.0,0.8017578125,0.005859375,0.05908203125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,5056,5120,2048,64,0.21167266870505874,0.0,0.857421875,0.0029296875,0.0390625,1.0,53,0.828125
+fresh-en-2,layers.6.mlp.silu_gate,64,5120,5184,2048,64,0.21896685601896781,0.0,0.84521484375,0.0029296875,0.03271484375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,5184,5248,2048,64,0.24354251592359094,0.0,0.80810546875,0.00390625,0.046875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.silu_gate,64,5248,5312,2048,64,0.21706917372565127,0.0,0.8408203125,0.00537109375,0.04443359375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,64,5312,5376,2048,64,0.23394279429381354,0.0,0.82177734375,0.00341796875,0.0576171875,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.silu_gate,64,5376,5440,2048,64,0.1988926533461564,0.0,0.81396484375,0.00341796875,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,5440,5504,2048,64,0.22817707998527215,0.0,0.80029296875,0.00341796875,0.0625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,64,5504,5568,2048,64,0.20499523162919064,0.0,0.82861328125,0.00634765625,0.04345703125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,5568,5632,2048,64,0.22284956024106184,0.0,0.82568359375,0.00732421875,0.046875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.silu_gate,64,5632,5696,2048,64,0.22023988893775362,0.0,0.85302734375,0.00390625,0.04443359375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,5696,5760,2048,64,0.20204416717214155,0.0,0.83251953125,0.00732421875,0.0478515625,1.0,53,0.828125
+fresh-en-2,layers.6.mlp.silu_gate,64,5760,5824,2048,64,0.21259838688190427,0.0,0.8173828125,0.001953125,0.03564453125,1.0,52,0.8125
+fresh-en-2,layers.6.mlp.silu_gate,64,5824,5888,2048,64,0.20129358698222302,0.0,0.82763671875,0.001953125,0.04736328125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,64,5888,5952,2048,64,0.2127514451475471,0.0,0.8349609375,0.0048828125,0.04443359375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,5952,6016,2048,64,0.2212998803313518,0.0,0.81787109375,0.00439453125,0.03955078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,6016,6080,2048,64,0.1979348807551875,0.0,0.8369140625,0.001953125,0.04052734375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,64,6080,6144,2048,64,0.20126608829022383,0.0,0.84326171875,0.0048828125,0.0419921875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,128,0,128,4096,128,0.2120272498944141,0.0,0.841064453125,0.002685546875,0.04296875,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,128,256,4096,128,0.21412735263637414,0.0,0.836181640625,0.00341796875,0.04248046875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,256,384,4096,128,0.26830656349205945,0.0,0.826171875,0.00537109375,0.068115234375,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.silu_gate,128,384,512,4096,128,0.21979244181424148,0.0,0.826904296875,0.0068359375,0.04931640625,1.0,96,0.75
+fresh-en-2,layers.6.mlp.silu_gate,128,512,640,4096,128,0.20265487576201596,0.0,0.8583984375,0.003173828125,0.038818359375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,640,768,4096,128,0.20707965469770373,0.0,0.800048828125,0.004638671875,0.043212890625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,768,896,4096,128,0.21851984518495032,0.0,0.830078125,0.00390625,0.05078125,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,896,1024,4096,128,0.1986579024942478,0.0,0.845458984375,0.00390625,0.03955078125,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,128,1024,1152,4096,128,0.1997672321768579,0.0,0.79931640625,0.00634765625,0.058349609375,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,1152,1280,4096,128,0.19596804182800975,0.0,0.815185546875,0.005615234375,0.051025390625,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,1280,1408,4096,128,0.2111754528793594,0.0,0.854248046875,0.004150390625,0.043701171875,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,1408,1536,4096,128,0.2018079038369398,0.0,0.8291015625,0.004150390625,0.05029296875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,1536,1664,4096,128,0.22656507666725667,0.0,0.789306640625,0.007080078125,0.04931640625,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,1664,1792,4096,128,0.2133767208235156,0.0,0.814453125,0.00830078125,0.04833984375,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,1792,1920,4096,128,0.23473632308897108,0.0,0.796875,0.006103515625,0.05810546875,1.0,92,0.71875
+fresh-en-2,layers.6.mlp.silu_gate,128,1920,2048,4096,128,0.2202456136131047,0.0,0.805908203125,0.00390625,0.046142578125,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,2048,2176,4096,128,0.21328147618604484,0.0,0.816650390625,0.00439453125,0.0439453125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,2176,2304,4096,128,0.20893931758377984,0.0,0.832275390625,0.0048828125,0.045654296875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,2304,2432,4096,128,0.20684183170034154,0.0,0.83349609375,0.00341796875,0.0390625,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,128,2432,2560,4096,128,0.2973083842540219,0.0,0.822021484375,0.00390625,0.0625,1.0,85,0.6640625
+fresh-en-2,layers.6.mlp.silu_gate,128,2560,2688,4096,128,0.2080168281572294,0.0,0.803466796875,0.005126953125,0.055908203125,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,2688,2816,4096,128,0.22421606841339425,0.0,0.80517578125,0.00537109375,0.047119140625,1.0,96,0.75
+fresh-en-2,layers.6.mlp.silu_gate,128,2816,2944,4096,128,0.22683481383929432,0.0,0.79541015625,0.005859375,0.0546875,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.silu_gate,128,2944,3072,4096,128,0.2117493104309556,0.0,0.79833984375,0.0048828125,0.05078125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,3072,3200,4096,128,0.21220985637534823,0.0,0.84130859375,0.0068359375,0.050048828125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,3200,3328,4096,128,0.1988309854813828,0.0,0.826904296875,0.00390625,0.0458984375,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,3328,3456,4096,128,0.224099518990089,0.0,0.798095703125,0.004638671875,0.0498046875,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,3456,3584,4096,128,0.20893587543189052,0.0,0.810302734375,0.004150390625,0.049560546875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,3584,3712,4096,128,0.2284249569821288,0.0,0.849365234375,0.005126953125,0.0400390625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,3712,3840,4096,128,0.21428794503183204,0.0,0.83203125,0.003662109375,0.045166015625,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.silu_gate,128,3840,3968,4096,128,0.2135675904154786,0.0,0.835205078125,0.00390625,0.0458984375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,3968,4096,4096,128,0.20744390905614438,0.0,0.8544921875,0.0048828125,0.0419921875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.silu_gate,128,4096,4224,4096,128,0.2075439389616304,0.0,0.829345703125,0.00537109375,0.050048828125,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.silu_gate,128,4224,4352,4096,128,0.21717423626908744,0.0,0.837890625,0.005615234375,0.0478515625,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.silu_gate,128,4352,4480,4096,128,0.2409452016792685,0.0,0.80078125,0.0048828125,0.05419921875,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.silu_gate,128,4480,4608,4096,128,0.22655947353287048,0.0,0.807373046875,0.0048828125,0.05029296875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,4608,4736,4096,128,0.2130175238748363,0.0,0.812255859375,0.004150390625,0.043212890625,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,4736,4864,4096,128,0.23366391873275844,0.0,0.8349609375,0.00146484375,0.046142578125,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.silu_gate,128,4864,4992,4096,128,0.20624006021229926,0.0,0.845458984375,0.00390625,0.045654296875,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,4992,5120,4096,128,0.21874397297235942,0.0,0.82958984375,0.00439453125,0.049072265625,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,5120,5248,4096,128,0.23158091576943893,0.0,0.82666015625,0.00341796875,0.039794921875,1.0,96,0.75
+fresh-en-2,layers.6.mlp.silu_gate,128,5248,5376,4096,128,0.22566375116967116,0.0,0.831298828125,0.004638671875,0.050537109375,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.silu_gate,128,5376,5504,4096,128,0.21403629059773907,0.0,0.80712890625,0.00341796875,0.051513671875,1.0,96,0.75
+fresh-en-2,layers.6.mlp.silu_gate,128,5504,5632,4096,128,0.21410858400627025,0.0,0.8271484375,0.007080078125,0.044921875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.silu_gate,128,5632,5760,4096,128,0.211337945205775,0.0,0.8427734375,0.005615234375,0.046875,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,128,5760,5888,4096,128,0.20702316569040966,0.0,0.822509765625,0.002197265625,0.041259765625,1.0,102,0.796875
+fresh-en-2,layers.6.mlp.silu_gate,128,5888,6016,4096,128,0.2170677480039819,0.0,0.826416015625,0.004638671875,0.0419921875,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.silu_gate,128,6016,6144,4096,128,0.1996074338736141,0.0,0.840087890625,0.00341796875,0.040771484375,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.gated_product,0,0,6144,196608,6144,0.0708294603811371,0.0,0.4984181722005208,0.027013142903645832,0.17670694986979166,1.0,4102,0.6676432291666666
+fresh-en-2,layers.6.mlp.gated_product,64,0,64,2048,64,0.060322599849070846,0.0,0.5146484375,0.02197265625,0.15869140625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,64,128,2048,64,0.08473228783653819,0.0,0.4658203125,0.033203125,0.1923828125,1.0,36,0.5625
+fresh-en-2,layers.6.mlp.gated_product,64,128,192,2048,64,0.06047253430660963,0.0,0.49951171875,0.0234375,0.17041015625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,192,256,2048,64,0.0761363204055639,0.0,0.50634765625,0.02978515625,0.16748046875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gated_product,64,256,320,2048,64,0.10841924063238585,0.0,0.47802734375,0.03466796875,0.23583984375,1.0,27,0.421875
+fresh-en-2,layers.6.mlp.gated_product,64,320,384,2048,64,0.07019167867685383,0.0,0.49560546875,0.02734375,0.1630859375,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,384,448,2048,64,0.06801818805256389,0.0,0.478515625,0.02880859375,0.189453125,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,448,512,2048,64,0.10768411576844854,0.0,0.49365234375,0.03173828125,0.22900390625,1.0,29,0.453125
+fresh-en-2,layers.6.mlp.gated_product,64,512,576,2048,64,0.05778634022892159,0.0,0.525390625,0.0224609375,0.1474609375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.gated_product,64,576,640,2048,64,0.06219971522605451,0.0,0.51611328125,0.02734375,0.17822265625,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,640,704,2048,64,0.06747333087337481,0.0,0.50048828125,0.02294921875,0.16064453125,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,704,768,2048,64,0.08307185606676964,0.0,0.46142578125,0.029296875,0.2060546875,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gated_product,64,768,832,2048,64,0.06718133885513985,0.0,0.48974609375,0.0302734375,0.16064453125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,832,896,2048,64,0.0654462615739915,0.0,0.509765625,0.025390625,0.158203125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,896,960,2048,64,0.060242332501042946,0.0,0.46923828125,0.01611328125,0.14794921875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,960,1024,2048,64,0.05660908782301947,0.0,0.4912109375,0.0263671875,0.14892578125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,1024,1088,2048,64,0.06889852009364798,0.0,0.51953125,0.03662109375,0.18212890625,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,1088,1152,2048,64,0.06092029442674031,0.0,0.48388671875,0.0263671875,0.18017578125,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,1152,1216,2048,64,0.060147652546407936,0.0,0.51708984375,0.0263671875,0.16357421875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,1216,1280,2048,64,0.05706314046284205,0.0,0.50244140625,0.02978515625,0.16845703125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.gated_product,64,1280,1344,2048,64,0.07799963363617846,0.0,0.50537109375,0.02734375,0.193359375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gated_product,64,1344,1408,2048,64,0.06309974083829108,0.0,0.52734375,0.02294921875,0.15673828125,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,1408,1472,2048,64,0.06611373573017837,0.0,0.4794921875,0.02978515625,0.18115234375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,1472,1536,2048,64,0.06282275836221107,0.0,0.50927734375,0.0263671875,0.17431640625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,1536,1600,2048,64,0.06068894952251003,0.0,0.4765625,0.02587890625,0.1669921875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,1600,1664,2048,64,0.06972346462298513,0.0,0.51416015625,0.02197265625,0.17041015625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,1664,1728,2048,64,0.07297522404858778,0.0,0.4794921875,0.03955078125,0.19677734375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,1728,1792,2048,64,0.06563077859934799,0.0,0.5,0.025390625,0.1611328125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,1792,1856,2048,64,0.09771826129478271,0.0,0.4921875,0.0361328125,0.21728515625,1.0,32,0.5
+fresh-en-2,layers.6.mlp.gated_product,64,1856,1920,2048,64,0.06892720908873852,0.0,0.54541015625,0.02783203125,0.18603515625,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,1920,1984,2048,64,0.07392411168766047,0.0,0.49951171875,0.02880859375,0.19921875,1.0,40,0.625
+fresh-en-2,layers.6.mlp.gated_product,64,1984,2048,2048,64,0.06973750107674241,0.0,0.47265625,0.025390625,0.16357421875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,2048,2112,2048,64,0.05845567741790238,0.0,0.4931640625,0.01904296875,0.1591796875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,2112,2176,2048,64,0.08685810902032136,0.0,0.51318359375,0.02978515625,0.20556640625,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gated_product,64,2176,2240,2048,64,0.06504260269092454,0.0,0.53662109375,0.0234375,0.15478515625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,2240,2304,2048,64,0.06418708436761,0.0,0.47607421875,0.0244140625,0.17236328125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,2304,2368,2048,64,0.0676999264184907,0.0,0.50927734375,0.02099609375,0.1875,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,2368,2432,2048,64,0.08461424415707103,0.0,0.48046875,0.02734375,0.21337890625,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gated_product,64,2432,2496,2048,64,0.09987170356504749,0.0,0.46875,0.0302734375,0.23388671875,1.0,32,0.5
+fresh-en-2,layers.6.mlp.gated_product,64,2496,2560,2048,64,0.073805330422094,0.0,0.54833984375,0.02587890625,0.177734375,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,2560,2624,2048,64,0.06601525136729458,0.0,0.5322265625,0.025390625,0.18017578125,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,2624,2688,2048,64,0.06637021788030822,0.0,0.48095703125,0.033203125,0.1884765625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,2688,2752,2048,64,0.06360850924850076,0.0,0.47412109375,0.02392578125,0.16650390625,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,2752,2816,2048,64,0.07221053896517514,0.0,0.45947265625,0.02490234375,0.1806640625,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gated_product,64,2816,2880,2048,64,0.07223305402286402,0.0,0.45703125,0.0283203125,0.16943359375,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,2880,2944,2048,64,0.06976261163423504,0.0,0.52978515625,0.0244140625,0.171875,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,2944,3008,2048,64,0.08576103074886716,0.0,0.49951171875,0.04296875,0.244140625,1.0,34,0.53125
+fresh-en-2,layers.6.mlp.gated_product,64,3008,3072,2048,64,0.06933749420142785,0.0,0.46875,0.021484375,0.1640625,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,3072,3136,2048,64,0.05843214248970692,0.0,0.48876953125,0.0244140625,0.1572265625,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,3136,3200,2048,64,0.10488379503541637,0.0,0.54150390625,0.0400390625,0.23388671875,1.0,27,0.421875
+fresh-en-2,layers.6.mlp.gated_product,64,3200,3264,2048,64,0.06445338661092771,0.0,0.5146484375,0.02734375,0.16455078125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,3264,3328,2048,64,0.06082181373589948,0.0,0.51171875,0.02734375,0.16064453125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,3328,3392,2048,64,0.06856800734774228,0.0,0.53466796875,0.0263671875,0.16796875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,3392,3456,2048,64,0.06366855945972441,0.0,0.466796875,0.02392578125,0.162109375,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,3456,3520,2048,64,0.06246453380106463,0.0,0.4873046875,0.02294921875,0.162109375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,3520,3584,2048,64,0.07026500240989754,0.0,0.4814453125,0.02490234375,0.18359375,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,3584,3648,2048,64,0.07109363030102901,0.0,0.48583984375,0.02001953125,0.15625,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,3648,3712,2048,64,0.062075554225177146,0.0,0.4697265625,0.0234375,0.14794921875,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,3712,3776,2048,64,0.07650865963082197,0.0,0.54833984375,0.03662109375,0.171875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,3776,3840,2048,64,0.06935531815580533,0.0,0.533203125,0.02685546875,0.16357421875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,3840,3904,2048,64,0.07124895406372375,0.0,0.4931640625,0.02783203125,0.17431640625,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,3904,3968,2048,64,0.0646137061386804,0.0,0.51904296875,0.0263671875,0.16650390625,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,3968,4032,2048,64,0.06122446529878993,0.0,0.51220703125,0.025390625,0.15673828125,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,4032,4096,2048,64,0.06809892731742902,0.0,0.50732421875,0.03271484375,0.17333984375,1.0,43,0.671875
+fresh-en-2,layers.6.mlp.gated_product,64,4096,4160,2048,64,0.06914538759710218,0.0,0.47998046875,0.0234375,0.1611328125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,4160,4224,2048,64,0.07391570496904695,0.0,0.4814453125,0.0283203125,0.17919921875,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,4224,4288,2048,64,0.06257098251239095,0.0,0.52392578125,0.01904296875,0.154296875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,4288,4352,2048,64,0.07810043026418985,0.0,0.50048828125,0.0302734375,0.20703125,1.0,38,0.59375
+fresh-en-2,layers.6.mlp.gated_product,64,4352,4416,2048,64,0.06747419958250718,0.0,0.48974609375,0.02685546875,0.1689453125,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,4416,4480,2048,64,0.06412481316034092,0.0,0.517578125,0.02197265625,0.166015625,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,4480,4544,2048,64,0.07953298713660693,0.0,0.44970703125,0.02978515625,0.1865234375,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gated_product,64,4544,4608,2048,64,0.07539029971945775,0.0,0.529296875,0.02978515625,0.18212890625,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,4608,4672,2048,64,0.06252152798103892,0.0,0.49951171875,0.02197265625,0.16748046875,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,4672,4736,2048,64,0.07026072926943111,0.0,0.45947265625,0.0283203125,0.16748046875,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,4736,4800,2048,64,0.05914716716021967,0.0,0.509765625,0.01708984375,0.16015625,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,4800,4864,2048,64,0.07775032522475271,0.0,0.50341796875,0.01953125,0.1865234375,1.0,44,0.6875
+fresh-en-2,layers.6.mlp.gated_product,64,4864,4928,2048,64,0.06577451110644494,0.0,0.5068359375,0.0224609375,0.1455078125,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,4928,4992,2048,64,0.06531221980193903,0.0,0.55126953125,0.02880859375,0.17333984375,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,4992,5056,2048,64,0.07928182411486703,0.0,0.51171875,0.03173828125,0.2001953125,1.0,42,0.65625
+fresh-en-2,layers.6.mlp.gated_product,64,5056,5120,2048,64,0.06332784598177728,0.0,0.49755859375,0.01513671875,0.13232421875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,5120,5184,2048,64,0.0625575068874469,0.0,0.509765625,0.01904296875,0.14453125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,5184,5248,2048,64,0.08518593626210494,0.0,0.51806640625,0.02685546875,0.21044921875,1.0,36,0.5625
+fresh-en-2,layers.6.mlp.gated_product,64,5248,5312,2048,64,0.06471919522162041,0.0,0.48388671875,0.02734375,0.15869140625,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,5312,5376,2048,64,0.0627099360426775,0.0,0.4462890625,0.02490234375,0.15625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.gated_product,64,5376,5440,2048,64,0.06156952190050006,0.0,0.5087890625,0.0244140625,0.16943359375,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,5440,5504,2048,64,0.07550129773997709,0.0,0.48486328125,0.0244140625,0.1796875,1.0,41,0.640625
+fresh-en-2,layers.6.mlp.gated_product,64,5504,5568,2048,64,0.061811322464926426,0.0,0.50830078125,0.02783203125,0.162109375,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,5568,5632,2048,64,0.0806817368697323,0.0,0.46533203125,0.03125,0.19140625,1.0,37,0.578125
+fresh-en-2,layers.6.mlp.gated_product,64,5632,5696,2048,64,0.08968239862466192,0.0,0.50439453125,0.033203125,0.23486328125,1.0,33,0.515625
+fresh-en-2,layers.6.mlp.gated_product,64,5696,5760,2048,64,0.06329540307435624,0.0,0.5380859375,0.03369140625,0.16552734375,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,64,5760,5824,2048,64,0.06460173241493766,0.0,0.4833984375,0.02001953125,0.1435546875,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,5824,5888,2048,64,0.05800169915294109,0.0,0.50048828125,0.02294921875,0.16064453125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,5888,5952,2048,64,0.07065728016828471,0.0,0.4814453125,0.0234375,0.150390625,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.gated_product,64,5952,6016,2048,64,0.06693651219986999,0.0,0.5107421875,0.021484375,0.16796875,1.0,45,0.703125
+fresh-en-2,layers.6.mlp.gated_product,64,6016,6080,2048,64,0.05811768848083498,0.0,0.46435546875,0.02001953125,0.14794921875,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.gated_product,64,6080,6144,2048,64,0.06361399469148103,0.0,0.48486328125,0.02587890625,0.1572265625,1.0,46,0.71875
+fresh-en-2,layers.6.mlp.gated_product,128,0,128,4096,128,0.07354718435999123,0.0,0.490234375,0.02734375,0.17578125,1.0,84,0.65625
+fresh-en-2,layers.6.mlp.gated_product,128,128,256,4096,128,0.06875196975491961,0.0,0.5029296875,0.026611328125,0.169921875,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gated_product,128,256,384,4096,128,0.09132798994497218,0.0,0.48681640625,0.03076171875,0.20068359375,1.0,70,0.546875
+fresh-en-2,layers.6.mlp.gated_product,128,384,512,4096,128,0.0900620416568117,0.0,0.486083984375,0.0322265625,0.217529296875,1.0,71,0.5546875
+fresh-en-2,layers.6.mlp.gated_product,128,512,640,4096,128,0.060033597640217096,0.0,0.520751953125,0.02490234375,0.16357421875,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.gated_product,128,640,768,4096,128,0.0756755695370904,0.0,0.48095703125,0.02685546875,0.183837890625,1.0,80,0.625
+fresh-en-2,layers.6.mlp.gated_product,128,768,896,4096,128,0.06631947468270705,0.0,0.499755859375,0.027587890625,0.16015625,1.0,94,0.734375
+fresh-en-2,layers.6.mlp.gated_product,128,896,1024,4096,128,0.05845394533015092,0.0,0.480224609375,0.021240234375,0.148681640625,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.gated_product,128,1024,1152,4096,128,0.06503187043340958,0.0,0.501708984375,0.03173828125,0.181396484375,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gated_product,128,1152,1280,4096,128,0.058625685950466515,0.0,0.509765625,0.028076171875,0.16552734375,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.gated_product,128,1280,1408,4096,128,0.07094194859614994,0.0,0.516357421875,0.0263671875,0.176513671875,1.0,85,0.6640625
+fresh-en-2,layers.6.mlp.gated_product,128,1408,1536,4096,128,0.06448924336831928,0.0,0.494384765625,0.02880859375,0.179443359375,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.gated_product,128,1536,1664,4096,128,0.06536248967557168,0.0,0.495361328125,0.025390625,0.169189453125,1.0,94,0.734375
+fresh-en-2,layers.6.mlp.gated_product,128,1664,1792,4096,128,0.06940022487174742,0.0,0.48974609375,0.03173828125,0.178955078125,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,1792,1920,4096,128,0.08455713672788982,0.0,0.518798828125,0.0322265625,0.20947265625,1.0,72,0.5625
+fresh-en-2,layers.6.mlp.gated_product,128,1920,2048,4096,128,0.07186130163460146,0.0,0.486083984375,0.02685546875,0.182861328125,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gated_product,128,2048,2176,4096,128,0.07403174091216515,0.0,0.503173828125,0.025390625,0.18505859375,1.0,82,0.640625
+fresh-en-2,layers.6.mlp.gated_product,128,2176,2304,4096,128,0.0646162594260305,0.0,0.50634765625,0.02392578125,0.163818359375,1.0,93,0.7265625
+fresh-en-2,layers.6.mlp.gated_product,128,2304,2432,4096,128,0.07662522545265849,0.0,0.494873046875,0.0263671875,0.200439453125,1.0,79,0.6171875
+fresh-en-2,layers.6.mlp.gated_product,128,2432,2560,4096,128,0.08781111538893922,0.0,0.508544921875,0.029296875,0.20654296875,1.0,73,0.5703125
+fresh-en-2,layers.6.mlp.gated_product,128,2560,2688,4096,128,0.06619297256720941,0.0,0.506591796875,0.029052734375,0.18408203125,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gated_product,128,2688,2816,4096,128,0.06804558907988704,0.0,0.466796875,0.0244140625,0.174072265625,1.0,88,0.6875
+fresh-en-2,layers.6.mlp.gated_product,128,2816,2944,4096,128,0.07100857721254208,0.0,0.493408203125,0.026123046875,0.171875,1.0,86,0.671875
+fresh-en-2,layers.6.mlp.gated_product,128,2944,3072,4096,128,0.07798282662625529,0.0,0.484130859375,0.03173828125,0.198974609375,1.0,77,0.6015625
+fresh-en-2,layers.6.mlp.gated_product,128,3072,3200,4096,128,0.08489677772733381,0.0,0.51513671875,0.03173828125,0.20263671875,1.0,70,0.546875
+fresh-en-2,layers.6.mlp.gated_product,128,3200,3328,4096,128,0.06266391334628793,0.0,0.51318359375,0.02734375,0.163330078125,1.0,91,0.7109375
+fresh-en-2,layers.6.mlp.gated_product,128,3328,3456,4096,128,0.0661636497455986,0.0,0.500732421875,0.02490234375,0.16259765625,1.0,92,0.71875
+fresh-en-2,layers.6.mlp.gated_product,128,3456,3584,4096,128,0.06647927702166764,0.0,0.484375,0.02392578125,0.17138671875,1.0,91,0.7109375
+fresh-en-2,layers.6.mlp.gated_product,128,3584,3712,4096,128,0.06673709126768375,0.0,0.477783203125,0.02197265625,0.151611328125,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,3712,3840,4096,128,0.07301963830024752,0.0,0.540771484375,0.03125,0.16845703125,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.gated_product,128,3840,3968,4096,128,0.0680122947567216,0.0,0.506103515625,0.027099609375,0.170654296875,1.0,88,0.6875
+fresh-en-2,layers.6.mlp.gated_product,128,3968,4096,4096,128,0.0647529885522947,0.0,0.509765625,0.029541015625,0.1669921875,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,4096,4224,4096,128,0.0715703013373029,0.0,0.480712890625,0.0263671875,0.170166015625,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.gated_product,128,4224,4352,4096,128,0.07076300255082989,0.0,0.51220703125,0.025146484375,0.179931640625,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gated_product,128,4352,4480,4096,128,0.06582081461114199,0.0,0.503662109375,0.0244140625,0.167236328125,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,4480,4608,4096,128,0.07748933260346663,0.0,0.489501953125,0.030029296875,0.1845703125,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gated_product,128,4608,4736,4096,128,0.06650380266780287,0.0,0.4794921875,0.025146484375,0.167236328125,1.0,92,0.71875
+fresh-en-2,layers.6.mlp.gated_product,128,4736,4864,4096,128,0.06907785627693504,0.0,0.506591796875,0.018798828125,0.1728515625,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,4864,4992,4096,128,0.06554377303279331,0.0,0.529052734375,0.025634765625,0.15966796875,1.0,90,0.703125
+fresh-en-2,layers.6.mlp.gated_product,128,4992,5120,4096,128,0.07174964707813,0.0,0.504638671875,0.0244140625,0.165771484375,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.gated_product,128,5120,5248,4096,128,0.07473314326597126,0.0,0.513916015625,0.023681640625,0.178955078125,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gated_product,128,5248,5376,4096,128,0.06372248546867469,0.0,0.465087890625,0.02587890625,0.157470703125,1.0,92,0.71875
+fresh-en-2,layers.6.mlp.gated_product,128,5376,5504,4096,128,0.06888850407534201,0.0,0.496826171875,0.02392578125,0.178955078125,1.0,87,0.6796875
+fresh-en-2,layers.6.mlp.gated_product,128,5504,5632,4096,128,0.07186856840504004,0.0,0.48681640625,0.029296875,0.177734375,1.0,83,0.6484375
+fresh-en-2,layers.6.mlp.gated_product,128,5632,5760,4096,128,0.0776184278165243,0.0,0.521240234375,0.03369140625,0.20068359375,1.0,79,0.6171875
+fresh-en-2,layers.6.mlp.gated_product,128,5760,5888,4096,128,0.06139047538356212,0.0,0.491943359375,0.021728515625,0.153076171875,1.0,93,0.7265625
+fresh-en-2,layers.6.mlp.gated_product,128,5888,6016,4096,128,0.06882204554596885,0.0,0.49609375,0.02197265625,0.157958984375,1.0,91,0.7109375
+fresh-en-2,layers.6.mlp.gated_product,128,6016,6144,4096,128,0.06092785091796344,0.0,0.474609375,0.022216796875,0.153564453125,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.down_proj.output,0,0,2048,65536,2048,0.04644066288839851,0.0,0.4932098388671875,0.008697509765625,0.0879058837890625,1.0,1559,0.76123046875
+fresh-en-2,layers.6.mlp.down_proj.output,64,0,64,2048,64,0.04535038961276186,0.0,0.5087890625,0.009765625,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,64,128,2048,64,0.043107541941086736,0.0,0.48486328125,0.00732421875,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,128,192,2048,64,0.04673921173999999,0.0,0.4990234375,0.00732421875,0.0927734375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,192,256,2048,64,0.048367513193806014,0.0,0.50537109375,0.01025390625,0.09326171875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,64,256,320,2048,64,0.04839394011719602,0.0,0.4736328125,0.00634765625,0.08203125,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,64,320,384,2048,64,0.04441724946438814,0.0,0.46728515625,0.01123046875,0.0947265625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,384,448,2048,64,0.0470645914378936,0.0,0.45947265625,0.0087890625,0.09326171875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,448,512,2048,64,0.04517231961250898,0.0,0.51611328125,0.00830078125,0.08251953125,1.0,47,0.734375
+fresh-en-2,layers.6.mlp.down_proj.output,64,512,576,2048,64,0.04272592719445311,0.0,0.5185546875,0.00830078125,0.0888671875,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,576,640,2048,64,0.04552778638612502,0.0,0.5087890625,0.00439453125,0.09326171875,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,640,704,2048,64,0.04608552697722022,0.0,0.48876953125,0.00927734375,0.07763671875,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,64,704,768,2048,64,0.04367838028197426,0.0,0.509765625,0.00634765625,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,768,832,2048,64,0.045623003491130694,0.0,0.53564453125,0.0078125,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,832,896,2048,64,0.0486276812319265,0.0,0.43896484375,0.00390625,0.07275390625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,896,960,2048,64,0.04691067899870147,0.0,0.46142578125,0.005859375,0.07958984375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,960,1024,2048,64,0.0452643834778095,0.0,0.470703125,0.0126953125,0.09228515625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,1024,1088,2048,64,0.04476296116100623,0.0,0.51025390625,0.00732421875,0.08251953125,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,1088,1152,2048,64,0.04457770749521742,0.0,0.490234375,0.01171875,0.09765625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,1152,1216,2048,64,0.062228384485165315,0.0,0.48779296875,0.005859375,0.109375,1.0,40,0.625
+fresh-en-2,layers.6.mlp.down_proj.output,64,1216,1280,2048,64,0.0456312469129928,0.0,0.501953125,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,1280,1344,2048,64,0.04801024932808132,0.0,0.517578125,0.00927734375,0.08837890625,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,64,1344,1408,2048,64,0.044597262955321515,0.0,0.52783203125,0.01318359375,0.0927734375,1.0,49,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,64,1408,1472,2048,64,0.046490933063680774,0.0,0.52880859375,0.00927734375,0.09130859375,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,1472,1536,2048,64,0.04667919503738729,0.0,0.4951171875,0.00830078125,0.08837890625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,1536,1600,2048,64,0.043293966962391246,0.0,0.48388671875,0.01123046875,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,1600,1664,2048,64,0.05102387755459233,0.0,0.4990234375,0.0087890625,0.08447265625,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,1664,1728,2048,64,0.04520403920956869,0.0,0.5,0.00927734375,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,1728,1792,2048,64,0.045460917056086875,0.0,0.46826171875,0.00732421875,0.08203125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,1792,1856,2048,64,0.04547986339194078,0.0,0.51708984375,0.0107421875,0.09228515625,1.0,48,0.75
+fresh-en-2,layers.6.mlp.down_proj.output,64,1856,1920,2048,64,0.048359248692163244,0.0,0.44287109375,0.00634765625,0.0830078125,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,64,1920,1984,2048,64,0.04221244869791799,0.0,0.48876953125,0.01025390625,0.08984375,1.0,50,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,64,1984,2048,2048,64,0.04498944042083667,0.0,0.47607421875,0.009765625,0.09521484375,1.0,51,0.796875
+fresh-en-2,layers.6.mlp.down_proj.output,128,0,128,4096,128,0.0442431803232535,0.0,0.496826171875,0.008544921875,0.080078125,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.down_proj.output,128,128,256,4096,128,0.047560331404593634,0.0,0.502197265625,0.0087890625,0.0927734375,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,128,256,384,4096,128,0.04644817267691186,0.0,0.470458984375,0.008544921875,0.08837890625,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.down_proj.output,128,384,512,4096,128,0.04612815965541282,0.0,0.48779296875,0.008544921875,0.0869140625,1.0,94,0.734375
+fresh-en-2,layers.6.mlp.down_proj.output,128,512,640,4096,128,0.04414908938951255,0.0,0.513671875,0.00634765625,0.091064453125,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.down_proj.output,128,640,768,4096,128,0.044898088493970714,0.0,0.499267578125,0.0078125,0.0810546875,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,128,768,896,4096,128,0.04714928329012849,0.0,0.4873046875,0.005859375,0.074462890625,1.0,100,0.78125
+fresh-en-2,layers.6.mlp.down_proj.output,128,896,1024,4096,128,0.0460948815799835,0.0,0.466064453125,0.00927734375,0.086181640625,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.down_proj.output,128,1024,1152,4096,128,0.04467043036187873,0.0,0.500244140625,0.009521484375,0.08984375,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.down_proj.output,128,1152,1280,4096,128,0.0545645605245203,0.0,0.494873046875,0.0087890625,0.09814453125,1.0,89,0.6953125
+fresh-en-2,layers.6.mlp.down_proj.output,128,1280,1408,4096,128,0.046335191289400245,0.0,0.522705078125,0.011474609375,0.09130859375,1.0,97,0.7578125
+fresh-en-2,layers.6.mlp.down_proj.output,128,1408,1536,4096,128,0.04658515915219185,0.0,0.511962890625,0.0087890625,0.090087890625,1.0,95,0.7421875
+fresh-en-2,layers.6.mlp.down_proj.output,128,1536,1664,4096,128,0.047317035283535334,0.0,0.491455078125,0.010498046875,0.0888671875,1.0,99,0.7734375
+fresh-en-2,layers.6.mlp.down_proj.output,128,1664,1792,4096,128,0.04533266008321503,0.0,0.484130859375,0.008544921875,0.081787109375,1.0,101,0.7890625
+fresh-en-2,layers.6.mlp.down_proj.output,128,1792,1920,4096,128,0.04694163880937738,0.0,0.47998046875,0.0087890625,0.08837890625,1.0,98,0.765625
+fresh-en-2,layers.6.mlp.down_proj.output,128,1920,2048,4096,128,0.0436230476609233,0.0,0.482421875,0.01025390625,0.091552734375,1.0,101,0.7890625
+fresh-en-2,layers.7.self_attn.q_proj.output,0,0,4096,131072,4096,1.6114814196624632,0.0,0.7450485229492188,0.01251220703125,0.12461090087890625,1.0,1810,0.44189453125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,0,64,2048,64,1.96777953451298,0.0,0.515625,0.01513671875,0.16357421875,1.0,17,0.265625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,64,128,2048,64,0.5456824739890325,0.0,0.51318359375,0.0107421875,0.09130859375,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,128,192,2048,64,0.7584481520786777,0.0,0.54931640625,0.0126953125,0.138671875,1.0,30,0.46875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,192,256,2048,64,0.5895928456305958,0.0,0.4951171875,0.0087890625,0.0927734375,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,256,320,2048,64,1.3385180630453055,0.0,0.9580078125,0.0009765625,0.0322265625,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,320,384,2048,64,1.2805708953082025,0.0,0.96435546875,0.0029296875,0.03076171875,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,384,448,2048,64,1.333034605940387,0.0,0.97802734375,0.0009765625,0.021484375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,448,512,2048,64,1.352117556188861,0.0,0.97607421875,0.0009765625,0.015625,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,512,576,2048,64,1.2841971656998976,0.0,0.47802734375,0.01171875,0.12353515625,1.0,24,0.375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,576,640,2048,64,0.52788354675921,0.0,0.5302734375,0.01025390625,0.10009765625,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,640,704,2048,64,0.5670527903206352,0.0,0.53271484375,0.009765625,0.08984375,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,704,768,2048,64,0.49841211856660983,0.0,0.52294921875,0.01025390625,0.08056640625,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,768,832,2048,64,1.8805561561843647,0.0,0.98486328125,0.0009765625,0.01611328125,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,832,896,2048,64,1.7228275172630687,0.0,0.97705078125,0.001953125,0.017578125,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,896,960,2048,64,1.991980436933426,0.0,0.9951171875,0.00048828125,0.00634765625,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,960,1024,2048,64,1.7767659630363393,0.0,0.97900390625,0.00146484375,0.0166015625,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1024,1088,2048,64,1.4210968841082747,0.0,0.50537109375,0.00634765625,0.1201171875,1.0,24,0.375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1088,1152,2048,64,0.5732543400480696,0.0,0.49951171875,0.00634765625,0.07373046875,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1152,1216,2048,64,0.6418045740822911,0.0,0.517578125,0.009765625,0.1015625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1216,1280,2048,64,0.5206830986084572,0.0,0.498046875,0.0087890625,0.076171875,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1280,1344,2048,64,1.6740336947939647,0.0,0.98388671875,0.0009765625,0.0166015625,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1344,1408,2048,64,1.5840163211060985,0.0,0.97607421875,0.0009765625,0.02197265625,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1408,1472,2048,64,1.7492134619186293,0.0,0.9931640625,0.00048828125,0.0068359375,1.0,52,0.8125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1472,1536,2048,64,1.6183144992946332,0.0,0.9853515625,0.00048828125,0.013671875,1.0,52,0.8125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1536,1600,2048,64,1.9961402586477213,0.0,0.46923828125,0.01318359375,0.13134765625,1.0,15,0.234375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1600,1664,2048,64,0.5350865243730888,0.0,0.5029296875,0.0107421875,0.09716796875,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1664,1728,2048,64,0.956735095804475,0.0,0.51513671875,0.01904296875,0.16162109375,1.0,23,0.359375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1728,1792,2048,64,0.5098243822449154,0.0,0.5283203125,0.00732421875,0.09033203125,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1792,1856,2048,64,1.8830678152647293,0.0,0.990234375,0.0009765625,0.01025390625,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1856,1920,2048,64,1.8402482032110927,0.0,0.98193359375,0.001953125,0.01416015625,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1920,1984,2048,64,1.9819532422959087,0.0,0.994140625,0.0009765625,0.00732421875,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,1984,2048,2048,64,1.7505133779727549,0.0,0.97216796875,0.00146484375,0.01220703125,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2048,2112,2048,64,1.4585585601165498,0.0,0.44189453125,0.0146484375,0.14990234375,1.0,20,0.3125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2112,2176,2048,64,0.5233928282472727,0.0,0.447265625,0.01025390625,0.08544921875,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2176,2240,2048,64,0.5118464815492579,0.0,0.55859375,0.01025390625,0.09765625,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2240,2304,2048,64,0.4605646156637033,0.0,0.529296875,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2304,2368,2048,64,2.388160345273945,0.0,0.99755859375,0.0,0.00537109375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2368,2432,2048,64,2.3992265049686936,0.0,0.9921875,0.00146484375,0.01171875,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2432,2496,2048,64,2.342603771185035,0.0,0.9970703125,0.00048828125,0.005859375,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2496,2560,2048,64,2.3215374032796334,0.0,0.99658203125,0.0009765625,0.00537109375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2560,2624,2048,64,1.7953466571595196,0.0,0.404296875,0.0107421875,0.13134765625,1.0,24,0.375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2624,2688,2048,64,0.48288496661829156,0.0,0.484375,0.00830078125,0.10009765625,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2688,2752,2048,64,0.439583927328138,0.0,0.51025390625,0.00537109375,0.10009765625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2752,2816,2048,64,0.45146815847622274,0.0,0.5078125,0.01025390625,0.1123046875,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2816,2880,2048,64,2.0832110521843052,0.0,0.99169921875,0.00048828125,0.0078125,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2880,2944,2048,64,2.1575949954821256,0.0,0.974609375,0.00146484375,0.01220703125,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,2944,3008,2048,64,2.031020113588456,0.0,0.9892578125,0.0009765625,0.0146484375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3008,3072,2048,64,2.195425949213184,0.0,0.9892578125,0.00048828125,0.01513671875,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3072,3136,2048,64,1.9492384308659612,0.0,0.4765625,0.0146484375,0.1142578125,1.0,28,0.4375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3136,3200,2048,64,0.6893775105506329,0.0,0.4755859375,0.01318359375,0.11767578125,1.0,35,0.546875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3200,3264,2048,64,0.6223407245362925,0.0,0.52587890625,0.0107421875,0.11279296875,1.0,40,0.625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3264,3328,2048,64,0.6071797778008856,0.0,0.53076171875,0.0087890625,0.10791015625,1.0,41,0.640625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3328,3392,2048,64,2.3587969694079214,0.0,0.9951171875,0.0009765625,0.00634765625,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3392,3456,2048,64,2.36047339411926,0.0,0.98681640625,0.0029296875,0.01953125,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3456,3520,2048,64,2.2662159786953557,0.0,0.9931640625,0.00146484375,0.0087890625,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3520,3584,2048,64,2.3913099100871613,0.0,0.99658203125,0.00048828125,0.0107421875,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3584,3648,2048,64,1.8857259535567918,0.0,0.47119140625,0.00927734375,0.09423828125,1.0,29,0.453125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3648,3712,2048,64,0.6410474852682433,0.0,0.50927734375,0.0087890625,0.0908203125,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3712,3776,2048,64,0.6338257040706125,0.0,0.515625,0.0107421875,0.1015625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3776,3840,2048,64,0.5859217126434021,0.0,0.54736328125,0.01025390625,0.0888671875,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3840,3904,2048,64,2.508435634344356,0.0,0.99609375,0.00048828125,0.00634765625,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3904,3968,2048,64,2.641534884738139,0.0,0.99462890625,0.00048828125,0.00537109375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,64,3968,4032,2048,64,2.470420410314236,0.0,0.99609375,0.0,0.00244140625,1.0,52,0.8125
+fresh-en-2,layers.7.self_attn.q_proj.output,64,4032,4096,2048,64,2.5375935974341988,0.0,0.99755859375,0.00048828125,0.0029296875,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,0,128,4096,128,1.4439400366474557,0.0,0.514404296875,0.018798828125,0.18896484375,1.0,31,0.2421875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,128,256,4096,128,0.6792876132428534,0.0,0.522216796875,0.0107421875,0.11669921875,1.0,71,0.5546875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,256,384,4096,128,1.3098649592627876,0.0,0.961181640625,0.001953125,0.03125,1.0,90,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,384,512,4096,128,1.3426099855112021,0.0,0.97705078125,0.0009765625,0.019287109375,1.0,95,0.7421875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,512,640,4096,128,0.9817900486689436,0.0,0.504150390625,0.013671875,0.1357421875,1.0,52,0.40625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,640,768,4096,128,0.5338368228890148,0.0,0.52783203125,0.01025390625,0.08642578125,1.0,93,0.7265625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,768,896,4096,128,1.8034170497699278,0.0,0.98095703125,0.00146484375,0.01611328125,1.0,99,0.7734375
+fresh-en-2,layers.7.self_attn.q_proj.output,128,896,1024,4096,128,1.8874431578897857,0.0,0.987060546875,0.0009765625,0.012451171875,1.0,99,0.7734375
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1024,1152,4096,128,1.083544390508805,0.0,0.50244140625,0.010009765625,0.125244140625,1.0,55,0.4296875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1152,1280,4096,128,0.5843902807582683,0.0,0.5078125,0.010009765625,0.087890625,1.0,93,0.7265625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1280,1408,4096,128,1.629646666740375,0.0,0.97998046875,0.0009765625,0.018798828125,1.0,100,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1408,1536,4096,128,1.6850355417593712,0.0,0.9892578125,0.00048828125,0.0107421875,1.0,104,0.8125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1536,1664,4096,128,1.4613167898782016,0.0,0.486083984375,0.0185546875,0.17333984375,1.0,29,0.2265625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1664,1792,4096,128,0.7665712440065201,0.0,0.521728515625,0.01318359375,0.134521484375,1.0,64,0.5
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1792,1920,4096,128,1.861781115801148,0.0,0.986083984375,0.00146484375,0.01220703125,1.0,97,0.7578125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,1920,2048,4096,128,1.869817603552396,0.0,0.983154296875,0.001220703125,0.010009765625,1.0,101,0.7890625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2048,2176,4096,128,1.095749315753823,0.0,0.444580078125,0.01806640625,0.148193359375,1.0,42,0.328125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2176,2304,4096,128,0.4868811897556783,0.0,0.5439453125,0.01025390625,0.091552734375,1.0,97,0.7578125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2304,2432,4096,128,2.3936998200362614,0.0,0.994873046875,0.000732421875,0.008544921875,1.0,96,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2432,2560,4096,128,2.3320943745479825,0.0,0.996826171875,0.000732421875,0.005615234375,1.0,99,0.7734375
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2560,2688,4096,128,1.3146192434237014,0.0,0.4443359375,0.0166015625,0.18505859375,1.0,33,0.2578125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2688,2816,4096,128,0.44556566703637607,0.0,0.509033203125,0.0078125,0.106201171875,1.0,86,0.671875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2816,2944,4096,128,2.12072917324117,0.0,0.983154296875,0.0009765625,0.009765625,1.0,100,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.output,128,2944,3072,4096,128,2.1148212454341704,0.0,0.9892578125,0.000732421875,0.0146484375,1.0,96,0.75
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3072,3200,4096,128,1.4619801319473842,0.0,0.47607421875,0.01806640625,0.159912109375,1.0,39,0.3046875
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3200,3328,4096,128,0.6148069859666082,0.0,0.5283203125,0.009765625,0.1103515625,1.0,80,0.625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3328,3456,4096,128,2.3596353306425226,0.0,0.990966796875,0.001953125,0.012939453125,1.0,93,0.7265625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3456,3584,4096,128,2.3296027502747347,0.0,0.994873046875,0.0009765625,0.009765625,1.0,94,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3584,3712,4096,128,1.408350852999069,0.0,0.490234375,0.01513671875,0.13623046875,1.0,46,0.359375
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3712,3840,4096,128,0.6103438688508246,0.0,0.531494140625,0.01025390625,0.094970703125,1.0,93,0.7265625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3840,3968,4096,128,2.5758450922888496,0.0,0.995361328125,0.00048828125,0.005859375,1.0,98,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.output,128,3968,4096,4096,128,2.5042322445648084,0.0,0.996826171875,0.000244140625,0.002685546875,1.0,102,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,0,0,2048,65536,2048,0.203977213375075,0.0,0.0,9.1552734375e-05,0.0214080810546875,1.0,1327,0.64794921875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,0,64,2048,64,0.28576187008931475,0.0,0.0,0.0,0.00146484375,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,64,128,2048,64,0.2958611141539309,0.0,0.0,0.0,0.01025390625,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,128,192,2048,64,0.28018499047822865,0.0,0.0,0.0,0.00830078125,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,192,256,2048,64,0.2788351521501032,0.0,0.0,0.0,0.001953125,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,256,320,2048,64,0.21526284413392924,0.0,0.0,0.0,0.0146484375,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,320,384,2048,64,0.23701474764404276,0.0,0.0,0.0,0.01513671875,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,384,448,2048,64,0.1918278557694507,0.0,0.0,0.0,0.02099609375,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,448,512,2048,64,0.2301996988008595,0.0,0.0,0.00048828125,0.01708984375,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,512,576,2048,64,0.22737778449909932,0.0,0.0,0.0,0.00146484375,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,576,640,2048,64,0.24504394585160863,0.0,0.0,0.00048828125,0.0126953125,1.0,51,0.796875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,640,704,2048,64,0.20811422754169331,0.0,0.0,0.0,0.001953125,1.0,49,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,704,768,2048,64,0.22639270652771806,0.0,0.0,0.0,0.00537109375,1.0,52,0.8125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,768,832,2048,64,0.2072454774201081,0.0,0.0,0.0,0.00927734375,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,832,896,2048,64,0.22038130867278027,0.0,0.0,0.0,0.01513671875,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,896,960,2048,64,0.1862502560386155,0.0,0.0,0.0,0.0078125,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,960,1024,2048,64,0.22451338620866315,0.0,0.0,0.0,0.0048828125,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1024,1088,2048,64,0.1589542287788316,0.0,0.0,0.0009765625,0.0302734375,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1088,1152,2048,64,0.1687729053452452,0.0,0.0,0.0,0.029296875,1.0,39,0.609375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1152,1216,2048,64,0.15959384497532295,0.0,0.0,0.0,0.02099609375,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1216,1280,2048,64,0.1619652435292455,0.0,0.0,0.0,0.0185546875,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1280,1344,2048,64,0.18020996338045417,0.0,0.0,0.0,0.0126953125,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1344,1408,2048,64,0.1965177736436804,0.0,0.0,0.0,0.0185546875,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1408,1472,2048,64,0.19616639711647865,0.0,0.0,0.0,0.01318359375,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1472,1536,2048,64,0.1802884425722901,0.0,0.0,0.0,0.01953125,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1536,1600,2048,64,0.16751210177313305,0.0,0.0,0.0,0.03564453125,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1600,1664,2048,64,0.17858398170811352,0.0,0.0,0.0,0.02685546875,1.0,38,0.59375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1664,1728,2048,64,0.1730908610722254,0.0,0.0,0.0,0.01513671875,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1728,1792,2048,64,0.165832207888992,0.0,0.0,0.0009765625,0.03662109375,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1792,1856,2048,64,0.13010691759605555,0.0,0.0,0.0,0.02197265625,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1856,1920,2048,64,0.12931053974680803,0.0,0.0,0.00048828125,0.029296875,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1920,1984,2048,64,0.1296763425316619,0.0,0.0,0.0,0.009765625,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,64,1984,2048,2048,64,0.1237976944968634,0.0,0.0,0.0,0.00830078125,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,0,128,4096,128,0.29085532938674835,0.0,0.0,0.0,0.005615234375,1.0,96,0.75
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,128,256,4096,128,0.2795108861599636,0.0,0.0,0.0,0.005126953125,1.0,98,0.765625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,256,384,4096,128,0.22640017962161335,0.0,0.0,0.0,0.0146484375,1.0,93,0.7265625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,384,512,4096,128,0.21188419900633412,0.0,0.0,0.0,0.021484375,1.0,95,0.7421875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,512,640,4096,128,0.2363759635435094,0.0,0.0,0.000244140625,0.006591796875,1.0,99,0.7734375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,640,768,4096,128,0.21744561305556523,0.0,0.0,0.0,0.0029296875,1.0,100,0.78125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,768,896,4096,128,0.21391424581291424,0.0,0.0,0.0,0.012939453125,1.0,92,0.71875
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,896,1024,4096,128,0.20627096070621548,0.0,0.0,0.0,0.007080078125,1.0,94,0.734375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1024,1152,4096,128,0.16393709224173192,0.0,0.0,0.00048828125,0.030029296875,1.0,82,0.640625
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1152,1280,4096,128,0.16078391627506652,0.0,0.0,0.0,0.019287109375,1.0,89,0.6953125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1280,1408,4096,128,0.1885402692522919,0.0,0.0,0.0,0.015869140625,1.0,90,0.703125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1408,1536,4096,128,0.18839476888013898,0.0,0.0,0.0,0.01708984375,1.0,89,0.6953125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1536,1664,4096,128,0.17313656858557683,0.0,0.0,0.0,0.032470703125,1.0,81,0.6328125
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1664,1792,4096,128,0.16950039433591635,0.0,0.0,0.00048828125,0.026123046875,1.0,83,0.6484375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1792,1920,4096,128,0.12970933986409308,0.0,0.0,0.000244140625,0.025634765625,1.0,83,0.6484375
+fresh-en-2,layers.7.self_attn.q_proj.sigmoid_gate,128,1920,2048,4096,128,0.12677109878660756,0.0,0.0,0.0,0.009521484375,1.0,89,0.6953125
+fresh-en-2,layers.7.self_attn.k_proj.output,0,0,512,16384,512,0.8168617738706363,0.0,0.500244140625,0.01171875,0.12457275390625,1.0,268,0.5234375
+fresh-en-2,layers.7.self_attn.k_proj.output,64,0,64,2048,64,0.752402206469751,0.0,0.47509765625,0.017578125,0.15380859375,1.0,28,0.4375
+fresh-en-2,layers.7.self_attn.k_proj.output,64,64,128,2048,64,0.8812632236322872,0.0,0.525390625,0.0107421875,0.12890625,1.0,33,0.515625
+fresh-en-2,layers.7.self_attn.k_proj.output,64,128,192,2048,64,0.9876791796607977,0.0,0.52880859375,0.015625,0.142578125,1.0,26,0.40625
+fresh-en-2,layers.7.self_attn.k_proj.output,64,192,256,2048,64,0.7664141873280663,0.0,0.50390625,0.00732421875,0.12158203125,1.0,35,0.546875
+fresh-en-2,layers.7.self_attn.k_proj.output,64,256,320,2048,64,0.8307691827067583,0.0,0.4853515625,0.01904296875,0.14697265625,1.0,24,0.375
+fresh-en-2,layers.7.self_attn.k_proj.output,64,320,384,2048,64,0.7901980610002326,0.0,0.478515625,0.01025390625,0.09814453125,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.k_proj.output,64,384,448,2048,64,0.7732850296169077,0.0,0.515625,0.0107421875,0.10107421875,1.0,41,0.640625
+fresh-en-2,layers.7.self_attn.k_proj.output,64,448,512,2048,64,0.7210480533326258,0.0,0.4892578125,0.0048828125,0.09228515625,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.k_proj.output,128,0,128,4096,128,0.8193698644773678,0.0,0.500244140625,0.013916015625,0.141845703125,1.0,60,0.46875
+fresh-en-2,layers.7.self_attn.k_proj.output,128,128,256,4096,128,0.8839968519381635,0.0,0.516357421875,0.01123046875,0.13525390625,1.0,59,0.4609375
+fresh-en-2,layers.7.self_attn.k_proj.output,128,256,384,4096,128,0.8107374453372012,0.0,0.48193359375,0.0146484375,0.12353515625,1.0,65,0.5078125
+fresh-en-2,layers.7.self_attn.k_proj.output,128,384,512,4096,128,0.7476229103780833,0.0,0.50244140625,0.00732421875,0.09619140625,1.0,85,0.6640625
+fresh-en-2,layers.7.self_attn.v_proj.output,0,0,512,16384,512,0.7284722263806245,0.0,0.51666259765625,0.0123291015625,0.12158203125,1.0,311,0.607421875
+fresh-en-2,layers.7.self_attn.v_proj.output,64,0,64,2048,64,0.9920122920178676,0.0,0.45458984375,0.01611328125,0.1376953125,1.0,32,0.5
+fresh-en-2,layers.7.self_attn.v_proj.output,64,64,128,2048,64,0.6341539294172355,0.0,0.501953125,0.01318359375,0.10693359375,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.v_proj.output,64,128,192,2048,64,0.7031289618739215,0.0,0.5478515625,0.0107421875,0.1044921875,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.v_proj.output,64,192,256,2048,64,0.6863392914726032,0.0,0.54443359375,0.009765625,0.11181640625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.v_proj.output,64,256,320,2048,64,0.8608392549333826,0.0,0.5322265625,0.0166015625,0.1572265625,1.0,29,0.453125
+fresh-en-2,layers.7.self_attn.v_proj.output,64,320,384,2048,64,0.7654050380000854,0.0,0.53369140625,0.009765625,0.13134765625,1.0,37,0.578125
+fresh-en-2,layers.7.self_attn.v_proj.output,64,384,448,2048,64,0.4565085945253711,0.0,0.52392578125,0.00634765625,0.08349609375,1.0,50,0.78125
+fresh-en-2,layers.7.self_attn.v_proj.output,64,448,512,2048,64,0.5986597791759283,0.0,0.49462890625,0.013671875,0.09619140625,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.v_proj.output,128,0,128,4096,128,0.8325381654044045,0.0,0.478271484375,0.01416015625,0.127685546875,1.0,74,0.578125
+fresh-en-2,layers.7.self_attn.v_proj.output,128,128,256,4096,128,0.6947848444104885,0.0,0.546142578125,0.01025390625,0.108642578125,1.0,89,0.6953125
+fresh-en-2,layers.7.self_attn.v_proj.output,128,256,384,4096,128,0.8145210540649559,0.0,0.532958984375,0.0126953125,0.14404296875,1.0,65,0.5078125
+fresh-en-2,layers.7.self_attn.v_proj.output,128,384,512,4096,128,0.5323502738228378,0.0,0.50927734375,0.009765625,0.09228515625,1.0,91,0.7109375
+fresh-en-2,layers.7.self_attn.o_proj.output,0,0,2048,65536,2048,0.03379068316899961,0.0,0.5104217529296875,0.0106201171875,0.1083221435546875,1.0,1353,0.66064453125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,0,64,2048,64,0.03731925635585741,0.0,0.5009765625,0.0126953125,0.1025390625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,64,128,2048,64,0.03227640509020131,0.0,0.525390625,0.00927734375,0.09814453125,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,128,192,2048,64,0.0310146300165409,0.0,0.4794921875,0.0126953125,0.1044921875,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,192,256,2048,64,0.03583272950426191,0.0,0.4931640625,0.01123046875,0.1044921875,1.0,40,0.625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,256,320,2048,64,0.03385569546790591,0.0,0.47607421875,0.0107421875,0.10009765625,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,320,384,2048,64,0.03211050195631274,0.0,0.5244140625,0.01171875,0.11669921875,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,384,448,2048,64,0.03709822487403814,0.0,0.529296875,0.01025390625,0.10302734375,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,448,512,2048,64,0.03087616433719857,0.0,0.52392578125,0.0107421875,0.109375,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,512,576,2048,64,0.03192284640018708,0.0,0.5009765625,0.00830078125,0.1240234375,1.0,41,0.640625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,576,640,2048,64,0.033366183236887066,0.0,0.52099609375,0.00634765625,0.0966796875,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,640,704,2048,64,0.033048347282382096,0.0,0.53076171875,0.01171875,0.11962890625,1.0,39,0.609375
+fresh-en-2,layers.7.self_attn.o_proj.output,64,704,768,2048,64,0.03293204244212161,0.0,0.5009765625,0.01123046875,0.11669921875,1.0,41,0.640625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,768,832,2048,64,0.029355165897435944,0.0,0.4072265625,0.00732421875,0.08935546875,1.0,48,0.75
+fresh-en-2,layers.7.self_attn.o_proj.output,64,832,896,2048,64,0.029832999596522743,0.0,0.51025390625,0.01220703125,0.09765625,1.0,47,0.734375
+fresh-en-2,layers.7.self_attn.o_proj.output,64,896,960,2048,64,0.03735238156911568,0.0,0.56640625,0.01123046875,0.109375,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,960,1024,2048,64,0.031545179026165375,0.0,0.52685546875,0.00830078125,0.083984375,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1024,1088,2048,64,0.032142495680790986,0.0,0.58984375,0.01318359375,0.09814453125,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1088,1152,2048,64,0.03197429262888459,0.0,0.4912109375,0.00927734375,0.1162109375,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1152,1216,2048,64,0.04830886569402505,0.0,0.548828125,0.01708984375,0.181640625,1.0,27,0.421875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1216,1280,2048,64,0.03308676397552048,0.0,0.55712890625,0.01171875,0.1005859375,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1280,1344,2048,64,0.03521020874055972,0.0,0.52880859375,0.009765625,0.09228515625,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1344,1408,2048,64,0.034494260822747674,0.0,0.4853515625,0.0126953125,0.140625,1.0,41,0.640625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1408,1472,2048,64,0.03251757810620301,0.0,0.48095703125,0.00830078125,0.10009765625,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1472,1536,2048,64,0.03364497063520636,0.0,0.46533203125,0.01220703125,0.1171875,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1536,1600,2048,64,0.031331063184701406,0.0,0.49951171875,0.01025390625,0.10400390625,1.0,45,0.703125
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1600,1664,2048,64,0.03265003818517745,0.0,0.53466796875,0.009765625,0.09765625,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1664,1728,2048,64,0.03479968593758632,0.0,0.5263671875,0.0087890625,0.10302734375,1.0,42,0.65625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1728,1792,2048,64,0.03211945881153348,0.0,0.5234375,0.0078125,0.1044921875,1.0,44,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1792,1856,2048,64,0.03538743122942623,0.0,0.45068359375,0.01513671875,0.13671875,1.0,40,0.625
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1856,1920,2048,64,0.033803705285806514,0.0,0.50048828125,0.0107421875,0.09716796875,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1920,1984,2048,64,0.030687216162960548,0.0,0.50830078125,0.00927734375,0.1005859375,1.0,46,0.71875
+fresh-en-2,layers.7.self_attn.o_proj.output,64,1984,2048,2048,64,0.034198685073424995,0.0,0.525390625,0.01171875,0.10693359375,1.0,43,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,0,128,4096,128,0.034889061469900395,0.0,0.51318359375,0.0107421875,0.10107421875,1.0,88,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,128,256,4096,128,0.0335103847992568,0.0,0.486328125,0.01220703125,0.104736328125,1.0,83,0.6484375
+fresh-en-2,layers.7.self_attn.o_proj.output,128,256,384,4096,128,0.032994639348702906,0.0,0.500244140625,0.01123046875,0.10791015625,1.0,88,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,384,512,4096,128,0.03412928224400855,0.0,0.526611328125,0.010009765625,0.10498046875,1.0,86,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,512,640,4096,128,0.03265249076324393,0.0,0.510986328125,0.00732421875,0.110107421875,1.0,85,0.6640625
+fresh-en-2,layers.7.self_attn.o_proj.output,128,640,768,4096,128,0.032990246115379554,0.0,0.515869140625,0.011474609375,0.1181640625,1.0,80,0.625
+fresh-en-2,layers.7.self_attn.o_proj.output,128,768,896,4096,128,0.02959504713454696,0.0,0.458740234375,0.009765625,0.0927734375,1.0,94,0.734375
+fresh-en-2,layers.7.self_attn.o_proj.output,128,896,1024,4096,128,0.03457093236143362,0.0,0.546630859375,0.009765625,0.095947265625,1.0,88,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1024,1152,4096,128,0.03205850447000929,0.0,0.54052734375,0.01123046875,0.107177734375,1.0,88,0.6875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1152,1280,4096,128,0.04140338425186491,0.0,0.552978515625,0.013916015625,0.142333984375,1.0,66,0.515625
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1280,1408,4096,128,0.03485407314261515,0.0,0.507080078125,0.01123046875,0.11669921875,1.0,83,0.6484375
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1408,1536,4096,128,0.03308607664061207,0.0,0.47314453125,0.009765625,0.108154296875,1.0,87,0.6796875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1536,1664,4096,128,0.031997347653964205,0.0,0.51708984375,0.0107421875,0.099609375,1.0,91,0.7109375
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1664,1792,4096,128,0.033486398550011606,0.0,0.52490234375,0.00830078125,0.103515625,1.0,86,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1792,1920,4096,128,0.034604629604050335,0.0,0.4755859375,0.01318359375,0.115478515625,1.0,86,0.671875
+fresh-en-2,layers.7.self_attn.o_proj.output,128,1920,2048,4096,128,0.03249042394755391,0.0,0.516845703125,0.010498046875,0.10546875,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,0,0,6144,196608,6144,0.620879831286453,0.0,0.8144429524739584,0.007603963216145833,0.07729085286458333,1.0,4042,0.6578776041666666
+fresh-en-2,layers.7.mlp.gate_proj.output,64,0,64,2048,64,0.5979563481893857,0.0,0.84326171875,0.0068359375,0.0625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,64,128,2048,64,0.6501362723097163,0.0,0.8291015625,0.0078125,0.0771484375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,128,192,2048,64,0.5233841912654341,0.0,0.77392578125,0.00732421875,0.09228515625,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,192,256,2048,64,0.5957260666693279,0.0,0.8203125,0.00732421875,0.072265625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,256,320,2048,64,0.6655651258971806,0.0,0.845703125,0.0068359375,0.06787109375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,320,384,2048,64,0.6139957446943455,0.0,0.7939453125,0.009765625,0.0869140625,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,384,448,2048,64,0.6442582270448891,0.0,0.7919921875,0.0107421875,0.09130859375,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,448,512,2048,64,0.6143438692410708,0.0,0.78271484375,0.00732421875,0.080078125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,512,576,2048,64,0.6325266379919017,0.0,0.81689453125,0.0087890625,0.08740234375,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,576,640,2048,64,0.6224463540448,0.0,0.83935546875,0.0048828125,0.07763671875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,640,704,2048,64,0.5689120262268357,0.0,0.818359375,0.0048828125,0.0673828125,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gate_proj.output,64,704,768,2048,64,0.5661100750570139,0.0,0.78515625,0.00537109375,0.07861328125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,768,832,2048,64,0.6365400731779614,0.0,0.80517578125,0.005859375,0.072265625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,832,896,2048,64,0.6298931930201149,0.0,0.8017578125,0.00634765625,0.07373046875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,896,960,2048,64,0.6046815813341849,0.0,0.83984375,0.00732421875,0.06494140625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,960,1024,2048,64,0.625228640665043,0.0,0.81787109375,0.0078125,0.0732421875,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1024,1088,2048,64,0.6060641734924251,0.0,0.8037109375,0.0078125,0.0751953125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1088,1152,2048,64,0.6220931839929967,0.0,0.85791015625,0.005859375,0.07080078125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1152,1216,2048,64,0.5808903283288335,0.0,0.78271484375,0.005859375,0.0751953125,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1216,1280,2048,64,0.6359434122631402,0.0,0.8232421875,0.0068359375,0.08544921875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1280,1344,2048,64,0.6157559106351458,0.0,0.830078125,0.00732421875,0.0810546875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1344,1408,2048,64,0.5262217784368143,0.0,0.787109375,0.0048828125,0.091796875,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1408,1472,2048,64,0.6222282661439872,0.0,0.79296875,0.00830078125,0.0791015625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1472,1536,2048,64,0.6080993312180003,0.0,0.7958984375,0.0068359375,0.09033203125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1536,1600,2048,64,0.5854108051195046,0.0,0.82861328125,0.0068359375,0.07275390625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1600,1664,2048,64,0.6081038219364086,0.0,0.794921875,0.00634765625,0.0712890625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1664,1728,2048,64,0.6088311485522775,0.0,0.80615234375,0.00830078125,0.078125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1728,1792,2048,64,0.5949575188735443,0.0,0.78076171875,0.00634765625,0.0947265625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1792,1856,2048,64,0.563158679012321,0.0,0.80078125,0.009765625,0.08349609375,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1856,1920,2048,64,0.5704385325063214,0.0,0.8134765625,0.0087890625,0.07958984375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1920,1984,2048,64,0.6128794443913811,0.0,0.7958984375,0.0087890625,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,1984,2048,2048,64,0.6415176062598366,0.0,0.8310546875,0.0087890625,0.07861328125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2048,2112,2048,64,0.6232238337444846,0.0,0.818359375,0.01025390625,0.07958984375,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2112,2176,2048,64,0.6507467713291392,0.0,0.81201171875,0.005859375,0.0703125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2176,2240,2048,64,0.625922111748417,0.0,0.76513671875,0.01025390625,0.0791015625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2240,2304,2048,64,0.6192923054636469,0.0,0.8251953125,0.0068359375,0.06787109375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2304,2368,2048,64,0.5912571380777141,0.0,0.82373046875,0.0048828125,0.0654296875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2368,2432,2048,64,0.6993840214501169,0.0,0.8251953125,0.01123046875,0.0849609375,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2432,2496,2048,64,0.6117697691888141,0.0,0.82763671875,0.0078125,0.08251953125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2496,2560,2048,64,0.6533949856231663,0.0,0.80908203125,0.00439453125,0.05908203125,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2560,2624,2048,64,0.6269465167552041,0.0,0.8076171875,0.0087890625,0.0771484375,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2624,2688,2048,64,0.6100711712262661,0.0,0.82373046875,0.00634765625,0.06396484375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2688,2752,2048,64,0.5985442482254545,0.0,0.81005859375,0.0107421875,0.0771484375,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2752,2816,2048,64,0.6456256269103624,0.0,0.81591796875,0.00732421875,0.08740234375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2816,2880,2048,64,0.6496546336180923,0.0,0.845703125,0.005859375,0.07275390625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2880,2944,2048,64,0.6615107105139624,0.0,0.82177734375,0.0078125,0.0810546875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,2944,3008,2048,64,0.5977630095370138,0.0,0.8603515625,0.00830078125,0.06787109375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3008,3072,2048,64,0.6076862633850946,0.0,0.84521484375,0.01171875,0.07958984375,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3072,3136,2048,64,0.628993160100024,0.0,0.81640625,0.00732421875,0.07373046875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3136,3200,2048,64,0.6091078715058439,0.0,0.82470703125,0.0087890625,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3200,3264,2048,64,0.5420365307252901,0.0,0.7744140625,0.01171875,0.083984375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3264,3328,2048,64,0.6527830419614155,0.0,0.84619140625,0.005859375,0.0634765625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3328,3392,2048,64,0.5655297811940627,0.0,0.81201171875,0.00537109375,0.06689453125,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3392,3456,2048,64,0.6298516088431069,0.0,0.79931640625,0.0107421875,0.07861328125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3456,3520,2048,64,0.5805487307315994,0.0,0.80419921875,0.0048828125,0.07958984375,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3520,3584,2048,64,0.5267762043642509,0.0,0.7841796875,0.01025390625,0.08984375,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3584,3648,2048,64,0.633071832220928,0.0,0.8291015625,0.0087890625,0.080078125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3648,3712,2048,64,0.6549808112544443,0.0,0.82470703125,0.00732421875,0.0771484375,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3712,3776,2048,64,0.5301885836518299,0.0,0.7802734375,0.0078125,0.083984375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3776,3840,2048,64,0.5780082513265294,0.0,0.8056640625,0.00634765625,0.072265625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3840,3904,2048,64,0.5948177597315608,0.0,0.82568359375,0.00537109375,0.06201171875,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3904,3968,2048,64,0.8416422856583627,0.0,0.8173828125,0.00830078125,0.10400390625,1.0,34,0.53125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,3968,4032,2048,64,0.5951638345637453,0.0,0.81982421875,0.00732421875,0.07568359375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4032,4096,2048,64,0.6400256821338843,0.0,0.822265625,0.0087890625,0.07373046875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4096,4160,2048,64,0.6622780995113664,0.0,0.83154296875,0.00830078125,0.07763671875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4160,4224,2048,64,0.7260752262027425,0.0,0.880859375,0.00537109375,0.06494140625,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4224,4288,2048,64,0.6675166159672544,0.0,0.83056640625,0.00927734375,0.06982421875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4288,4352,2048,64,0.5591704035436592,0.0,0.78466796875,0.00732421875,0.07373046875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4352,4416,2048,64,0.614571379809453,0.0,0.8203125,0.0068359375,0.0693359375,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4416,4480,2048,64,0.6820158691454147,0.0,0.8896484375,0.0029296875,0.06298828125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4480,4544,2048,64,0.6670852919035495,0.0,0.826171875,0.009765625,0.0830078125,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4544,4608,2048,64,0.580859992525577,0.0,0.8017578125,0.005859375,0.076171875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4608,4672,2048,64,0.6430689583716563,0.0,0.78466796875,0.01171875,0.09326171875,1.0,37,0.578125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4672,4736,2048,64,0.5949417727619244,0.0,0.80078125,0.009765625,0.0859375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4736,4800,2048,64,0.5972876113178568,0.0,0.80322265625,0.01171875,0.080078125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4800,4864,2048,64,0.6555141455336341,0.0,0.84619140625,0.0078125,0.0751953125,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4864,4928,2048,64,0.6664195958811445,0.0,0.841796875,0.00244140625,0.06982421875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4928,4992,2048,64,0.6598934085316042,0.0,0.80078125,0.009765625,0.07177734375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,4992,5056,2048,64,0.612495870669244,0.0,0.8046875,0.00732421875,0.0888671875,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5056,5120,2048,64,0.6801264674479881,0.0,0.84912109375,0.00927734375,0.08056640625,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5120,5184,2048,64,0.6661096069402608,0.0,0.85693359375,0.0087890625,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5184,5248,2048,64,0.6072688306805046,0.0,0.7734375,0.0087890625,0.09228515625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5248,5312,2048,64,0.6614753856822218,0.0,0.775390625,0.005859375,0.08544921875,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5312,5376,2048,64,0.6243378702333205,0.0,0.826171875,0.0087890625,0.0751953125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5376,5440,2048,64,0.5841392957198608,0.0,0.7646484375,0.0078125,0.078125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5440,5504,2048,64,0.6576630530927822,0.0,0.833984375,0.00439453125,0.06201171875,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5504,5568,2048,64,0.7123214406903284,0.0,0.82421875,0.00732421875,0.080078125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5568,5632,2048,64,0.6118046183598462,0.0,0.80859375,0.00634765625,0.0810546875,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5632,5696,2048,64,0.5991202005996784,0.0,0.83251953125,0.01318359375,0.07666015625,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5696,5760,2048,64,0.6374395525395273,0.0,0.828125,0.0048828125,0.0712890625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5760,5824,2048,64,0.6377585855985539,0.0,0.82177734375,0.00634765625,0.06787109375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5824,5888,2048,64,0.5973071790850766,0.0,0.8115234375,0.00439453125,0.06640625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5888,5952,2048,64,0.5740076152614593,0.0,0.8310546875,0.00537109375,0.06884765625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,64,5952,6016,2048,64,0.6132520281693344,0.0,0.759765625,0.0068359375,0.078125,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,64,6016,6080,2048,64,0.5602382921154724,0.0,0.767578125,0.00537109375,0.07421875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,64,6080,6144,2048,64,0.5595976707994482,0.0,0.8203125,0.00634765625,0.08544921875,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,0,128,4096,128,0.6245914532367376,0.0,0.836181640625,0.007568359375,0.07080078125,1.0,90,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,128,256,4096,128,0.5607229967532459,0.0,0.797119140625,0.007568359375,0.083740234375,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,256,384,4096,128,0.6402998170050082,0.0,0.81982421875,0.009033203125,0.076171875,1.0,86,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,384,512,4096,128,0.6294787735853822,0.0,0.787353515625,0.009033203125,0.08544921875,1.0,81,0.6328125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,512,640,4096,128,0.6275067375865389,0.0,0.828125,0.0068359375,0.08251953125,1.0,82,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,640,768,4096,128,0.567512779885432,0.0,0.8017578125,0.005126953125,0.07275390625,1.0,90,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,768,896,4096,128,0.6332253545833743,0.0,0.803466796875,0.006103515625,0.073486328125,1.0,86,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,896,1024,4096,128,0.6150409205543432,0.0,0.828857421875,0.007568359375,0.068603515625,1.0,90,0.703125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1024,1152,4096,128,0.6141309762426908,0.0,0.830810546875,0.007080078125,0.0732421875,1.0,86,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1152,1280,4096,128,0.6090392422278166,0.0,0.802978515625,0.00634765625,0.079833984375,1.0,86,0.671875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1280,1408,4096,128,0.572741085300907,0.0,0.80859375,0.00634765625,0.088134765625,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1408,1536,4096,128,0.6152043610932597,0.0,0.79443359375,0.007568359375,0.084716796875,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1536,1664,4096,128,0.5968651728004968,0.0,0.811767578125,0.006591796875,0.072509765625,1.0,87,0.6796875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1664,1792,4096,128,0.6019343056811305,0.0,0.79345703125,0.00732421875,0.0859375,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1792,1920,4096,128,0.5668102932705386,0.0,0.80712890625,0.00927734375,0.08154296875,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,1920,2048,4096,128,0.6273619579233501,0.0,0.8134765625,0.0087890625,0.07470703125,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2048,2176,4096,128,0.6371339369953825,0.0,0.815185546875,0.008056640625,0.075439453125,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2176,2304,4096,128,0.6226160331946474,0.0,0.795166015625,0.0087890625,0.07373046875,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2304,2432,4096,128,0.6475812739678266,0.0,0.824462890625,0.00830078125,0.074951171875,1.0,83,0.6484375
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2432,2560,4096,128,0.6329246628670874,0.0,0.818359375,0.006103515625,0.072021484375,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2560,2688,4096,128,0.6185663945094624,0.0,0.815673828125,0.007568359375,0.07177734375,1.0,87,0.6796875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2688,2816,4096,128,0.6225301869014759,0.0,0.81298828125,0.00927734375,0.082275390625,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2816,2944,4096,128,0.6556094733551923,0.0,0.833740234375,0.0068359375,0.078125,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,2944,3072,4096,128,0.6027450581621083,0.0,0.852783203125,0.010009765625,0.073486328125,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3072,3200,4096,128,0.6191303556533931,0.0,0.820556640625,0.008056640625,0.073486328125,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3200,3328,4096,128,0.5999705411572753,0.0,0.810302734375,0.009033203125,0.07568359375,1.0,87,0.6796875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3328,3456,4096,128,0.5985553368652119,0.0,0.8056640625,0.007568359375,0.073486328125,1.0,89,0.6953125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3456,3584,4096,128,0.5543148916628878,0.0,0.794189453125,0.007568359375,0.084228515625,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3584,3712,4096,128,0.6441194795467269,0.0,0.826904296875,0.0078125,0.078369140625,1.0,82,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3712,3840,4096,128,0.5546140427523837,0.0,0.79296875,0.0078125,0.079345703125,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3840,3968,4096,128,0.7287557561694815,0.0,0.821533203125,0.0087890625,0.084228515625,1.0,78,0.609375
+fresh-en-2,layers.7.mlp.gate_proj.output,128,3968,4096,4096,128,0.6180019675387634,0.0,0.821044921875,0.0078125,0.07470703125,1.0,87,0.6796875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4096,4224,4096,128,0.6949091721936583,0.0,0.856201171875,0.006591796875,0.06982421875,1.0,81,0.6328125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4224,4352,4096,128,0.6157312615060054,0.0,0.8076171875,0.00830078125,0.075439453125,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4352,4480,4096,128,0.6491700958327756,0.0,0.85498046875,0.00537109375,0.06494140625,1.0,89,0.6953125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4480,4608,4096,128,0.625460277552003,0.0,0.81396484375,0.007568359375,0.0791015625,1.0,81,0.6328125
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4608,4736,4096,128,0.61947292039213,0.0,0.792724609375,0.0107421875,0.088134765625,1.0,80,0.625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4736,4864,4096,128,0.627077062899163,0.0,0.82470703125,0.009521484375,0.078857421875,1.0,82,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4864,4992,4096,128,0.6631645302629834,0.0,0.8212890625,0.006103515625,0.070556640625,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,4992,5120,4096,128,0.6471951804943213,0.0,0.826904296875,0.00830078125,0.085693359375,1.0,79,0.6171875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5120,5248,4096,128,0.637368590838212,0.0,0.815185546875,0.0087890625,0.081787109375,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5248,5376,4096,128,0.6431747282313426,0.0,0.80078125,0.00732421875,0.081787109375,1.0,82,0.640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5376,5504,4096,128,0.621988508015789,0.0,0.79931640625,0.005859375,0.0732421875,1.0,87,0.6796875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5504,5632,4096,128,0.6639678930165155,0.0,0.81640625,0.0068359375,0.07958984375,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5632,5760,4096,128,0.6185766718477151,0.0,0.830322265625,0.009033203125,0.0751953125,1.0,84,0.65625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5760,5888,4096,128,0.6178640140399988,0.0,0.816650390625,0.005126953125,0.067626953125,1.0,88,0.6875
+fresh-en-2,layers.7.mlp.gate_proj.output,128,5888,6016,4096,128,0.5939540354404327,0.0,0.79541015625,0.006103515625,0.07373046875,1.0,85,0.6640625
+fresh-en-2,layers.7.mlp.gate_proj.output,128,6016,6144,4096,128,0.559918073077048,0.0,0.7939453125,0.005859375,0.07958984375,1.0,86,0.671875
+fresh-en-2,layers.7.mlp.up_proj.output,0,0,6144,196608,6144,0.3089113236773013,0.0,0.494781494140625,0.0084075927734375,0.08421834309895833,1.0,4794,0.7802734375
+fresh-en-2,layers.7.mlp.up_proj.output,64,0,64,2048,64,0.3106212300155077,0.0,0.5107421875,0.0068359375,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,64,128,2048,64,0.31984486464737877,0.0,0.49462890625,0.01025390625,0.0830078125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,128,192,2048,64,0.3131029292742402,0.0,0.53662109375,0.0126953125,0.0966796875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,192,256,2048,64,0.31155123078387953,0.0,0.47119140625,0.005859375,0.087890625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,256,320,2048,64,0.28781861185233215,0.0,0.52734375,0.0078125,0.09033203125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,320,384,2048,64,0.3016501314438698,0.0,0.47314453125,0.0107421875,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,384,448,2048,64,0.3208712577369893,0.0,0.494140625,0.0107421875,0.07666015625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,448,512,2048,64,0.28042138705768865,0.0,0.5068359375,0.01171875,0.08837890625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,512,576,2048,64,0.321720612454756,0.0,0.5,0.0087890625,0.0966796875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,576,640,2048,64,0.30285841471221103,0.0,0.5185546875,0.0068359375,0.0810546875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,640,704,2048,64,0.3087874450823287,0.0,0.46044921875,0.01025390625,0.08349609375,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,704,768,2048,64,0.33401531907078313,0.0,0.50537109375,0.0087890625,0.08203125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,768,832,2048,64,0.30989638868704594,0.0,0.44677734375,0.00537109375,0.07861328125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,832,896,2048,64,0.32095223654574573,0.0,0.4501953125,0.00732421875,0.0810546875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,896,960,2048,64,0.32588184423423966,0.0,0.4951171875,0.00830078125,0.08154296875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,960,1024,2048,64,0.29137314157417465,0.0,0.5009765625,0.005859375,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,1024,1088,2048,64,0.3016326451522782,0.0,0.4814453125,0.01025390625,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1088,1152,2048,64,0.30736440027807743,0.0,0.4609375,0.0078125,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1152,1216,2048,64,0.31049835513301594,0.0,0.46533203125,0.009765625,0.09716796875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1216,1280,2048,64,0.3146756201777951,0.0,0.47607421875,0.00634765625,0.0849609375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1280,1344,2048,64,0.3239164586786004,0.0,0.509765625,0.0068359375,0.08740234375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,1344,1408,2048,64,0.29422692808337003,0.0,0.498046875,0.01123046875,0.09326171875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1408,1472,2048,64,0.33507593379160144,0.0,0.47314453125,0.00732421875,0.08203125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,1472,1536,2048,64,0.3093006981725945,0.0,0.50439453125,0.0078125,0.078125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1536,1600,2048,64,0.3087196629440993,0.0,0.50048828125,0.00830078125,0.0908203125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,1600,1664,2048,64,0.29744411474560556,0.0,0.47119140625,0.00634765625,0.072265625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,1664,1728,2048,64,0.2979513046244037,0.0,0.49609375,0.01123046875,0.09423828125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1728,1792,2048,64,0.32590505472972486,0.0,0.544921875,0.0068359375,0.07421875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1792,1856,2048,64,0.3414309345725797,0.0,0.49560546875,0.00830078125,0.0810546875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.up_proj.output,64,1856,1920,2048,64,0.29153136265403107,0.0,0.4912109375,0.0068359375,0.0673828125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1920,1984,2048,64,0.28287937687339587,0.0,0.52587890625,0.0078125,0.0888671875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,1984,2048,2048,64,0.29906229216650654,0.0,0.50244140625,0.01025390625,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2048,2112,2048,64,0.31623725389808827,0.0,0.4619140625,0.005859375,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2112,2176,2048,64,0.286063283416744,0.0,0.482421875,0.00537109375,0.08203125,1.0,53,0.828125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2176,2240,2048,64,0.2944215141521737,0.0,0.5302734375,0.01416015625,0.07763671875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,2240,2304,2048,64,0.29703455050235195,0.0,0.4462890625,0.01171875,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2304,2368,2048,64,0.3126182274939911,0.0,0.5048828125,0.0087890625,0.08447265625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2368,2432,2048,64,0.3128448091989022,0.0,0.50341796875,0.009765625,0.0888671875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2432,2496,2048,64,0.2964421066331633,0.0,0.4931640625,0.00537109375,0.07177734375,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2496,2560,2048,64,0.32553911447367434,0.0,0.50537109375,0.0078125,0.07666015625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,2560,2624,2048,64,0.29573025799380137,0.0,0.5263671875,0.0078125,0.08154296875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,2624,2688,2048,64,0.3001601944167207,0.0,0.466796875,0.00927734375,0.09033203125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2688,2752,2048,64,0.29406975525496365,0.0,0.5166015625,0.0087890625,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2752,2816,2048,64,0.29367349173720364,0.0,0.56201171875,0.0107421875,0.09619140625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,2816,2880,2048,64,0.3092375765357952,0.0,0.498046875,0.00927734375,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,2880,2944,2048,64,0.2833669347774249,0.0,0.49853515625,0.00927734375,0.0830078125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,2944,3008,2048,64,0.2920836748880532,0.0,0.50927734375,0.0078125,0.0859375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3008,3072,2048,64,0.3951154664751413,0.0,0.541015625,0.00537109375,0.095703125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3072,3136,2048,64,0.33351364911503617,0.0,0.5283203125,0.0078125,0.0830078125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,3136,3200,2048,64,0.312983296797932,0.0,0.4775390625,0.01025390625,0.0849609375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,3200,3264,2048,64,0.2806069352838275,0.0,0.52099609375,0.005859375,0.0732421875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,3264,3328,2048,64,0.28777614267656226,0.0,0.4921875,0.00732421875,0.0869140625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3328,3392,2048,64,0.2882883972862528,0.0,0.50341796875,0.005859375,0.083984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3392,3456,2048,64,0.31547035348881336,0.0,0.48828125,0.01123046875,0.099609375,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,3456,3520,2048,64,0.3044989782930852,0.0,0.50244140625,0.00634765625,0.078125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3520,3584,2048,64,0.30211193343078996,0.0,0.44970703125,0.0068359375,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3584,3648,2048,64,0.30809770355329813,0.0,0.5029296875,0.00830078125,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,3648,3712,2048,64,0.31449758050301063,0.0,0.4892578125,0.00634765625,0.07763671875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,3712,3776,2048,64,0.2942083803081731,0.0,0.49609375,0.005859375,0.0703125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3776,3840,2048,64,0.3091927371674514,0.0,0.52783203125,0.0087890625,0.07666015625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3840,3904,2048,64,0.30553572271868296,0.0,0.4716796875,0.00830078125,0.09375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,3904,3968,2048,64,0.2884800345281001,0.0,0.490234375,0.00927734375,0.0859375,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,3968,4032,2048,64,0.31967121815797284,0.0,0.4677734375,0.01220703125,0.09228515625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,4032,4096,2048,64,0.33938610618884035,0.0,0.50537109375,0.01220703125,0.1083984375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.up_proj.output,64,4096,4160,2048,64,0.29960666682466675,0.0,0.46240234375,0.00927734375,0.08349609375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4160,4224,2048,64,0.3125112797313624,0.0,0.46923828125,0.005859375,0.0859375,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,4224,4288,2048,64,0.30613190891119113,0.0,0.50390625,0.00732421875,0.080078125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4288,4352,2048,64,0.31965376540047874,0.0,0.49169921875,0.009765625,0.0791015625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4352,4416,2048,64,0.2882295230373994,0.0,0.521484375,0.00390625,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4416,4480,2048,64,0.29215112546319605,0.0,0.5,0.00830078125,0.08251953125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4480,4544,2048,64,0.302753958846342,0.0,0.482421875,0.00634765625,0.08251953125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4544,4608,2048,64,0.3019007856454952,0.0,0.513671875,0.0048828125,0.08984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4608,4672,2048,64,0.3167348616589054,0.0,0.45458984375,0.009765625,0.08154296875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4672,4736,2048,64,0.312188430712822,0.0,0.462890625,0.00927734375,0.07666015625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4736,4800,2048,64,0.30112089164448025,0.0,0.51025390625,0.0087890625,0.076171875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4800,4864,2048,64,0.3006185143439114,0.0,0.4921875,0.01025390625,0.08935546875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,4864,4928,2048,64,0.2908299484884508,0.0,0.48779296875,0.0068359375,0.08056640625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,4928,4992,2048,64,0.35121583215023533,0.0,0.51806640625,0.0048828125,0.09375,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.up_proj.output,64,4992,5056,2048,64,0.3027119592317637,0.0,0.49853515625,0.0078125,0.07470703125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,5056,5120,2048,64,0.3035661534223292,0.0,0.4609375,0.00927734375,0.0771484375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5120,5184,2048,64,0.2930389470011823,0.0,0.48291015625,0.01123046875,0.09716796875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,5184,5248,2048,64,0.3270948579154714,0.0,0.47314453125,0.00927734375,0.0888671875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5248,5312,2048,64,0.3089488608270568,0.0,0.486328125,0.0078125,0.08544921875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5312,5376,2048,64,0.3120742736412327,0.0,0.51953125,0.0087890625,0.06982421875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,5376,5440,2048,64,0.3243225509569637,0.0,0.51806640625,0.01171875,0.08935546875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5440,5504,2048,64,0.31081110017956237,0.0,0.50341796875,0.0087890625,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5504,5568,2048,64,0.3170555580631577,0.0,0.48046875,0.00634765625,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5568,5632,2048,64,0.32352631270660714,0.0,0.533203125,0.00927734375,0.0859375,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,5632,5696,2048,64,0.3192953634790794,0.0,0.46142578125,0.005859375,0.07861328125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,64,5696,5760,2048,64,0.2939078121146229,0.0,0.4912109375,0.009765625,0.078125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5760,5824,2048,64,0.3100815330675803,0.0,0.4697265625,0.00927734375,0.0830078125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5824,5888,2048,64,0.3006665866998249,0.0,0.5,0.00830078125,0.0771484375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,5888,5952,2048,64,0.30715821171001495,0.0,0.51025390625,0.00634765625,0.07470703125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.up_proj.output,64,5952,6016,2048,64,0.31042898429090743,0.0,0.50732421875,0.0126953125,0.09228515625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,64,6016,6080,2048,64,0.31260419539535467,0.0,0.4921875,0.0087890625,0.08837890625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,64,6080,6144,2048,64,0.3270455434845975,0.0,0.490234375,0.00732421875,0.07763671875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,0,128,4096,128,0.3152667806617492,0.0,0.502685546875,0.00830078125,0.0859375,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.up_proj.output,128,128,256,4096,128,0.31232804366807987,0.0,0.50390625,0.00927734375,0.092041015625,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,256,384,4096,128,0.2948154974969153,0.0,0.500244140625,0.009033203125,0.085693359375,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,384,512,4096,128,0.3013258355676422,0.0,0.50048828125,0.01123046875,0.083984375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,512,640,4096,128,0.31243189004986105,0.0,0.50927734375,0.00830078125,0.08837890625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,640,768,4096,128,0.32164881440355814,0.0,0.48291015625,0.009521484375,0.083251953125,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,768,896,4096,128,0.3154727483198739,0.0,0.448486328125,0.00634765625,0.07958984375,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,896,1024,4096,128,0.3091094337223577,0.0,0.498046875,0.007080078125,0.081298828125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,1024,1152,4096,128,0.30451200894206326,0.0,0.47119140625,0.009033203125,0.08349609375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,1152,1280,4096,128,0.3125939654524607,0.0,0.470703125,0.008056640625,0.0908203125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,1280,1408,4096,128,0.30942798630074014,0.0,0.50390625,0.009521484375,0.090087890625,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,1408,1536,4096,128,0.32244596702111816,0.0,0.48876953125,0.00732421875,0.080322265625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,1536,1664,4096,128,0.30313431980321465,0.0,0.48583984375,0.00732421875,0.0810546875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,1664,1792,4096,128,0.31224116050399986,0.0,0.5205078125,0.0087890625,0.084716796875,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,1792,1920,4096,128,0.31746308328215217,0.0,0.493408203125,0.0078125,0.0751953125,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,128,1920,2048,4096,128,0.2910833183610542,0.0,0.51416015625,0.009033203125,0.087646484375,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,2048,2176,4096,128,0.30152794470179073,0.0,0.47216796875,0.00537109375,0.08544921875,1.0,103,0.8046875
+fresh-en-2,layers.7.mlp.up_proj.output,128,2176,2304,4096,128,0.29573091839355664,0.0,0.48828125,0.012939453125,0.0830078125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,2304,2432,4096,128,0.31273153886695076,0.0,0.504150390625,0.00927734375,0.086669921875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,2432,2560,4096,128,0.31133072257441263,0.0,0.499267578125,0.00732421875,0.075927734375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,2560,2688,4096,128,0.29795345928967154,0.0,0.49658203125,0.008544921875,0.085693359375,1.0,103,0.8046875
+fresh-en-2,layers.7.mlp.up_proj.output,128,2688,2816,4096,128,0.29387169028747534,0.0,0.539306640625,0.009765625,0.089599609375,1.0,103,0.8046875
+fresh-en-2,layers.7.mlp.up_proj.output,128,2816,2944,4096,128,0.29658447234041535,0.0,0.498291015625,0.00927734375,0.08349609375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,2944,3072,4096,128,0.3474399984054646,0.0,0.525146484375,0.00732421875,0.093017578125,1.0,93,0.7265625
+fresh-en-2,layers.7.mlp.up_proj.output,128,3072,3200,4096,128,0.3234114239019162,0.0,0.5029296875,0.009033203125,0.08447265625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.up_proj.output,128,3200,3328,4096,128,0.2842141449885836,0.0,0.506591796875,0.006591796875,0.07958984375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,3328,3456,4096,128,0.3021851617305466,0.0,0.495849609375,0.007568359375,0.09033203125,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,3456,3584,4096,128,0.3033078041386529,0.0,0.47607421875,0.006591796875,0.078125,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,3584,3712,4096,128,0.31131408824293805,0.0,0.49609375,0.007080078125,0.0771484375,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,128,3712,3840,4096,128,0.30179357163519843,0.0,0.511962890625,0.00732421875,0.07421875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,3840,3968,4096,128,0.297130281340157,0.0,0.48095703125,0.0087890625,0.090087890625,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,3968,4096,4096,128,0.3296760658530014,0.0,0.486572265625,0.01171875,0.1005859375,1.0,97,0.7578125
+fresh-en-2,layers.7.mlp.up_proj.output,128,4096,4224,4096,128,0.306126979181124,0.0,0.4658203125,0.007568359375,0.08544921875,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,4224,4352,4096,128,0.3129658730503329,0.0,0.497802734375,0.008544921875,0.07958984375,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,4352,4480,4096,128,0.29019694869155577,0.0,0.5107421875,0.006103515625,0.07958984375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,4480,4608,4096,128,0.3023276732045049,0.0,0.498046875,0.005615234375,0.085693359375,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,4608,4736,4096,128,0.3144698625154885,0.0,0.458740234375,0.009521484375,0.079345703125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.up_proj.output,128,4736,4864,4096,128,0.3008698078497635,0.0,0.501220703125,0.009521484375,0.08251953125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,4864,4992,4096,128,0.32243962201532955,0.0,0.5029296875,0.0068359375,0.08935546875,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,128,4992,5120,4096,128,0.303139357198601,0.0,0.479736328125,0.008544921875,0.075927734375,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.up_proj.output,128,5120,5248,4096,128,0.310534112888024,0.0,0.47802734375,0.010498046875,0.09326171875,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,5248,5376,4096,128,0.3105154995125357,0.0,0.5029296875,0.008056640625,0.077880859375,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,5376,5504,4096,128,0.3176386760566653,0.0,0.5107421875,0.01025390625,0.0869140625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,5504,5632,4096,128,0.32030727584014834,0.0,0.5068359375,0.0078125,0.08544921875,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.up_proj.output,128,5632,5760,4096,128,0.306864246175114,0.0,0.476318359375,0.008056640625,0.07763671875,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,5760,5888,4096,128,0.305410341595749,0.0,0.48486328125,0.0087890625,0.08056640625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.up_proj.output,128,5888,6016,4096,128,0.30879792851376026,0.0,0.5087890625,0.009521484375,0.083251953125,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.up_proj.output,128,6016,6144,4096,128,0.3199063694988839,0.0,0.4912109375,0.008056640625,0.08251953125,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,0,0,6144,196608,6144,0.19853082862214458,0.0,0.8144429524739584,0.004872639973958333,0.049570719401041664,1.0,4732,0.7701822916666666
+fresh-en-2,layers.7.mlp.silu_gate,64,0,64,2048,64,0.1946924139572488,0.0,0.84326171875,0.0048828125,0.0390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,64,128,2048,64,0.20354334167905544,0.0,0.8291015625,0.00537109375,0.05126953125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,128,192,2048,64,0.19578938536166737,0.0,0.77392578125,0.005859375,0.07373046875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,192,256,2048,64,0.19319333161864402,0.0,0.8203125,0.00537109375,0.0478515625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,256,320,2048,64,0.205416737427979,0.0,0.845703125,0.00341796875,0.03955078125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,320,384,2048,64,0.20009308545459026,0.0,0.7939453125,0.00634765625,0.05908203125,1.0,48,0.75
+fresh-en-2,layers.7.mlp.silu_gate,64,384,448,2048,64,0.18830577391074896,0.0,0.7919921875,0.0068359375,0.05322265625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,448,512,2048,64,0.20899947118207193,0.0,0.78271484375,0.00439453125,0.056640625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,512,576,2048,64,0.19182967529183467,0.0,0.81689453125,0.00537109375,0.05419921875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,576,640,2048,64,0.1876433113734748,0.0,0.83935546875,0.00244140625,0.0439453125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,640,704,2048,64,0.19151125866483956,0.0,0.818359375,0.00439453125,0.041015625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,704,768,2048,64,0.1922745978778423,0.0,0.78515625,0.00390625,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,768,832,2048,64,0.2143219630266214,0.0,0.80517578125,0.00439453125,0.05078125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,832,896,2048,64,0.23667044751752372,0.0,0.8017578125,0.00390625,0.05712890625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.silu_gate,64,896,960,2048,64,0.20496667064149318,0.0,0.83984375,0.0048828125,0.0458984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,960,1024,2048,64,0.19855957988047557,0.0,0.81787109375,0.00390625,0.04541015625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1024,1088,2048,64,0.1882638407034652,0.0,0.8037109375,0.00390625,0.04638671875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,1088,1152,2048,64,0.19226782560889966,0.0,0.85791015625,0.00439453125,0.0400390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1152,1216,2048,64,0.19056014890595033,0.0,0.78271484375,0.0048828125,0.04833984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1216,1280,2048,64,0.19095713733592423,0.0,0.8232421875,0.00244140625,0.046875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1280,1344,2048,64,0.19229432679824945,0.0,0.830078125,0.00390625,0.0498046875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,1344,1408,2048,64,0.19550071289724388,0.0,0.787109375,0.0029296875,0.06640625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,1408,1472,2048,64,0.22134410198675283,0.0,0.79296875,0.005859375,0.05712890625,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.silu_gate,64,1472,1536,2048,64,0.18423382911661396,0.0,0.7958984375,0.00390625,0.056640625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1536,1600,2048,64,0.187090428655284,0.0,0.82861328125,0.00537109375,0.0478515625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,1600,1664,2048,64,0.19862276063371612,0.0,0.794921875,0.0029296875,0.044921875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,1664,1728,2048,64,0.2001892875576728,0.0,0.80615234375,0.00537109375,0.04736328125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,1728,1792,2048,64,0.18778576703908245,0.0,0.78076171875,0.00390625,0.0673828125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,1792,1856,2048,64,0.18866712702464092,0.0,0.80078125,0.0068359375,0.060546875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,1856,1920,2048,64,0.18196534999396105,0.0,0.8134765625,0.0048828125,0.048828125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,1920,1984,2048,64,0.21431342613250998,0.0,0.7958984375,0.00634765625,0.052734375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.silu_gate,64,1984,2048,2048,64,0.186212595076133,0.0,0.8310546875,0.00439453125,0.041015625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,2048,2112,2048,64,0.19031232536867237,0.0,0.818359375,0.005859375,0.0546875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2112,2176,2048,64,0.20725561509573928,0.0,0.81201171875,0.00341796875,0.04052734375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2176,2240,2048,64,0.21194715600625433,0.0,0.76513671875,0.0078125,0.05615234375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,2240,2304,2048,64,0.19100617389320526,0.0,0.8251953125,0.00439453125,0.03759765625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2304,2368,2048,64,0.19891775883139745,0.0,0.82373046875,0.0009765625,0.0478515625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,2368,2432,2048,64,0.1994272645001254,0.0,0.8251953125,0.005859375,0.048828125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2432,2496,2048,64,0.18410210412065958,0.0,0.82763671875,0.005859375,0.0498046875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2496,2560,2048,64,0.213998196144987,0.0,0.80908203125,0.00390625,0.0419921875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,2560,2624,2048,64,0.19304531428528887,0.0,0.8076171875,0.0048828125,0.0478515625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2624,2688,2048,64,0.20981746149457559,0.0,0.82373046875,0.005859375,0.046875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,2688,2752,2048,64,0.18710078833377664,0.0,0.81005859375,0.00732421875,0.05419921875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,2752,2816,2048,64,0.20049040440482724,0.0,0.81591796875,0.00537109375,0.0556640625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2816,2880,2048,64,0.19590308774675802,0.0,0.845703125,0.00439453125,0.0439453125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,2880,2944,2048,64,0.21061071930714298,0.0,0.82177734375,0.00537109375,0.0517578125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,2944,3008,2048,64,0.18482109964132298,0.0,0.8603515625,0.0048828125,0.0458984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,3008,3072,2048,64,0.1870533804734633,0.0,0.84521484375,0.00634765625,0.05126953125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,3072,3136,2048,64,0.2029867316673498,0.0,0.81640625,0.0048828125,0.04931640625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,3136,3200,2048,64,0.19217025641135985,0.0,0.82470703125,0.00537109375,0.041015625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,3200,3264,2048,64,0.1852414422415021,0.0,0.7744140625,0.00634765625,0.06298828125,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,3264,3328,2048,64,0.20032892223313983,0.0,0.84619140625,0.00390625,0.03857421875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,3328,3392,2048,64,0.1912325234189813,0.0,0.81201171875,0.00341796875,0.05029296875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,3392,3456,2048,64,0.21484311549660187,0.0,0.79931640625,0.00537109375,0.0498046875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,3456,3520,2048,64,0.18526574733334927,0.0,0.80419921875,0.00390625,0.0478515625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,3520,3584,2048,64,0.17891601605622037,0.0,0.7841796875,0.00732421875,0.06591796875,1.0,48,0.75
+fresh-en-2,layers.7.mlp.silu_gate,64,3584,3648,2048,64,0.1884121971129507,0.0,0.8291015625,0.005859375,0.0498046875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,3648,3712,2048,64,0.21991540997539144,0.0,0.82470703125,0.005859375,0.05126953125,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.silu_gate,64,3712,3776,2048,64,0.18963272649176185,0.0,0.7802734375,0.005859375,0.06201171875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,3776,3840,2048,64,0.201036014162679,0.0,0.8056640625,0.0029296875,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,3840,3904,2048,64,0.19527324225608303,0.0,0.82568359375,0.00341796875,0.0400390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,3904,3968,2048,64,0.20443055385669387,0.0,0.8173828125,0.00537109375,0.0439453125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,3968,4032,2048,64,0.20990417728963356,0.0,0.81982421875,0.0048828125,0.056640625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,4032,4096,2048,64,0.19725939332303502,0.0,0.822265625,0.005859375,0.04443359375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,4096,4160,2048,64,0.2051566475106497,0.0,0.83154296875,0.00634765625,0.05078125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,4160,4224,2048,64,0.2028930699576169,0.0,0.880859375,0.00146484375,0.03125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,4224,4288,2048,64,0.2039777971725865,0.0,0.83056640625,0.005859375,0.044921875,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,4288,4352,2048,64,0.18708535261527498,0.0,0.78466796875,0.0048828125,0.0517578125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,4352,4416,2048,64,0.1964435564986109,0.0,0.8203125,0.00341796875,0.04296875,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,4416,4480,2048,64,0.20116996580377275,0.0,0.8896484375,0.0029296875,0.0361328125,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,4480,4544,2048,64,0.19232903164938528,0.0,0.826171875,0.00439453125,0.04931640625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,4544,4608,2048,64,0.19028856806042937,0.0,0.8017578125,0.00390625,0.04833984375,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,4608,4672,2048,64,0.19401901912589795,0.0,0.78466796875,0.00830078125,0.05810546875,1.0,48,0.75
+fresh-en-2,layers.7.mlp.silu_gate,64,4672,4736,2048,64,0.1903967018239622,0.0,0.80078125,0.00634765625,0.04833984375,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,4736,4800,2048,64,0.20028121999442125,0.0,0.80322265625,0.005859375,0.05419921875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,4800,4864,2048,64,0.19150279359056155,0.0,0.84619140625,0.00341796875,0.04345703125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,4864,4928,2048,64,0.19986229558316335,0.0,0.841796875,0.001953125,0.04150390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,4928,4992,2048,64,0.218985369365418,0.0,0.80078125,0.00634765625,0.05029296875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,4992,5056,2048,64,0.19554086763522951,0.0,0.8046875,0.00537109375,0.0537109375,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,5056,5120,2048,64,0.21404952083208303,0.0,0.84912109375,0.0078125,0.046875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.silu_gate,64,5120,5184,2048,64,0.19833997286713914,0.0,0.85693359375,0.00537109375,0.0419921875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,5184,5248,2048,64,0.1930105411418975,0.0,0.7734375,0.0048828125,0.0595703125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,5248,5312,2048,64,0.22126742619840206,0.0,0.775390625,0.00390625,0.05810546875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.silu_gate,64,5312,5376,2048,64,0.19696458551618776,0.0,0.826171875,0.00537109375,0.04638671875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,5376,5440,2048,64,0.20725629096852713,0.0,0.7646484375,0.0068359375,0.05322265625,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,5440,5504,2048,64,0.20198382941157902,0.0,0.833984375,0.001953125,0.0390625,1.0,52,0.8125
+fresh-en-2,layers.7.mlp.silu_gate,64,5504,5568,2048,64,0.2097008337681761,0.0,0.82421875,0.00439453125,0.04638671875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,5568,5632,2048,64,0.20206653821358994,0.0,0.80859375,0.00439453125,0.05419921875,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,5632,5696,2048,64,0.1910606873659732,0.0,0.83251953125,0.00830078125,0.05224609375,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,5696,5760,2048,64,0.20625764460794319,0.0,0.828125,0.00244140625,0.0400390625,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,64,5760,5824,2048,64,0.20176519685432917,0.0,0.82177734375,0.00439453125,0.04150390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,5824,5888,2048,64,0.1922965017064656,0.0,0.8115234375,0.001953125,0.04150390625,1.0,51,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,64,5888,5952,2048,64,0.20619552376772587,0.0,0.8310546875,0.0048828125,0.04833984375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.silu_gate,64,5952,6016,2048,64,0.20431031880872005,0.0,0.759765625,0.00439453125,0.04248046875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,6016,6080,2048,64,0.20345890438021066,0.0,0.767578125,0.00390625,0.05029296875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,64,6080,6144,2048,64,0.18209054184516077,0.0,0.8203125,0.00341796875,0.05810546875,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,0,128,4096,128,0.1991670504807176,0.0,0.836181640625,0.005126953125,0.044921875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,128,256,4096,128,0.19449568992937974,0.0,0.797119140625,0.005615234375,0.060546875,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,256,384,4096,128,0.2027723833048934,0.0,0.81982421875,0.0048828125,0.04931640625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,384,512,4096,128,0.19892189854627848,0.0,0.787353515625,0.005615234375,0.053955078125,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,512,640,4096,128,0.18974803902250684,0.0,0.828125,0.00390625,0.04931640625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,640,768,4096,128,0.19189330783599132,0.0,0.8017578125,0.004150390625,0.04638671875,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,768,896,4096,128,0.22577289979504783,0.0,0.803466796875,0.00439453125,0.053955078125,1.0,95,0.7421875
+fresh-en-2,layers.7.mlp.silu_gate,128,896,1024,4096,128,0.2017885562119038,0.0,0.828857421875,0.00439453125,0.046142578125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,1024,1152,4096,128,0.1902763654277561,0.0,0.830810546875,0.004150390625,0.043212890625,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,128,1152,1280,4096,128,0.19075874639264773,0.0,0.802978515625,0.003662109375,0.047607421875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,1280,1408,4096,128,0.19390414753444873,0.0,0.80859375,0.00341796875,0.0576171875,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,1408,1536,4096,128,0.20363609119614792,0.0,0.79443359375,0.004638671875,0.056884765625,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,1536,1664,4096,128,0.19294277588986894,0.0,0.811767578125,0.004150390625,0.046142578125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,1664,1792,4096,128,0.19408663678278465,0.0,0.79345703125,0.00439453125,0.055908203125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,1792,1920,4096,128,0.18534653141906476,0.0,0.80712890625,0.005859375,0.0546875,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,1920,2048,4096,128,0.20075529281396629,0.0,0.8134765625,0.0048828125,0.0478515625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,2048,2176,4096,128,0.19896440784213723,0.0,0.815185546875,0.0048828125,0.04638671875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,2176,2304,4096,128,0.20174855068185854,0.0,0.795166015625,0.006103515625,0.047119140625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,2304,2432,4096,128,0.19917267458728993,0.0,0.824462890625,0.00341796875,0.048095703125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,2432,2560,4096,128,0.19961063685956532,0.0,0.818359375,0.005126953125,0.046142578125,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,2560,2688,4096,128,0.201605878529786,0.0,0.815673828125,0.005615234375,0.048828125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,2688,2816,4096,128,0.19391120036440887,0.0,0.81298828125,0.00634765625,0.0546875,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,128,2816,2944,4096,128,0.20338989020571566,0.0,0.833740234375,0.0048828125,0.0478515625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,2944,3072,4096,128,0.18594059000011007,0.0,0.852783203125,0.005615234375,0.048583984375,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,3072,3200,4096,128,0.19765249894979883,0.0,0.820556640625,0.005126953125,0.04541015625,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,3200,3328,4096,128,0.1929327201472098,0.0,0.810302734375,0.005126953125,0.051513671875,1.0,102,0.796875
+fresh-en-2,layers.7.mlp.silu_gate,128,3328,3456,4096,128,0.20338072953143502,0.0,0.8056640625,0.004638671875,0.05078125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,3456,3584,4096,128,0.18211855745147737,0.0,0.794189453125,0.005859375,0.056640625,1.0,97,0.7578125
+fresh-en-2,layers.7.mlp.silu_gate,128,3584,3712,4096,128,0.20477053445939664,0.0,0.826904296875,0.006591796875,0.04931640625,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,3712,3840,4096,128,0.19541756567299193,0.0,0.79296875,0.004150390625,0.05712890625,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,3840,3968,4096,128,0.19990434023722134,0.0,0.821533203125,0.00439453125,0.04248046875,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,3968,4096,4096,128,0.2036799350670185,0.0,0.821044921875,0.005615234375,0.050048828125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,4096,4224,4096,128,0.2040279979005766,0.0,0.856201171875,0.00390625,0.041015625,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,4224,4352,4096,128,0.19571391225787016,0.0,0.8076171875,0.00537109375,0.04833984375,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,4352,4480,4096,128,0.19882080629465573,0.0,0.85498046875,0.003173828125,0.039794921875,1.0,103,0.8046875
+fresh-en-2,layers.7.mlp.silu_gate,128,4480,4608,4096,128,0.19131152023555575,0.0,0.81396484375,0.004150390625,0.049072265625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,4608,4736,4096,128,0.19221639348403446,0.0,0.792724609375,0.00732421875,0.052734375,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,4736,4864,4096,128,0.19594117361524988,0.0,0.82470703125,0.004638671875,0.04833984375,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,4864,4992,4096,128,0.20964199149011192,0.0,0.8212890625,0.004150390625,0.046142578125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,4992,5120,4096,128,0.2050041807914935,0.0,0.826904296875,0.006591796875,0.05224609375,1.0,95,0.7421875
+fresh-en-2,layers.7.mlp.silu_gate,128,5120,5248,4096,128,0.19569340028323082,0.0,0.815185546875,0.005126953125,0.05078125,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,5248,5376,4096,128,0.20946875882101001,0.0,0.80078125,0.0048828125,0.052490234375,1.0,96,0.75
+fresh-en-2,layers.7.mlp.silu_gate,128,5376,5504,4096,128,0.20463704147807238,0.0,0.79931640625,0.00439453125,0.046142578125,1.0,101,0.7890625
+fresh-en-2,layers.7.mlp.silu_gate,128,5504,5632,4096,128,0.2059190685059211,0.0,0.81640625,0.00439453125,0.050537109375,1.0,99,0.7734375
+fresh-en-2,layers.7.mlp.silu_gate,128,5632,5760,4096,128,0.19880442929670197,0.0,0.830322265625,0.005615234375,0.045654296875,1.0,98,0.765625
+fresh-en-2,layers.7.mlp.silu_gate,128,5760,5888,4096,128,0.19708772060964494,0.0,0.816650390625,0.00341796875,0.04150390625,1.0,100,0.78125
+fresh-en-2,layers.7.mlp.silu_gate,128,5888,6016,4096,128,0.2052550856782453,0.0,0.79541015625,0.004638671875,0.0458984375,1.0,96,0.75
+fresh-en-2,layers.7.mlp.silu_gate,128,6016,6144,4096,128,0.19307057155488502,0.0,0.7939453125,0.004150390625,0.052978515625,1.0,97,0.7578125
+fresh-en-2,layers.7.mlp.gated_product,0,0,6144,196608,6144,0.06329369230779967,0.0,0.5060221354166666,0.027013142903645832,0.17824808756510416,1.0,4178,0.6800130208333334
+fresh-en-2,layers.7.mlp.gated_product,64,0,64,2048,64,0.06700044310078487,0.0,0.48583984375,0.025390625,0.17724609375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,64,128,2048,64,0.06371200566948419,0.0,0.46826171875,0.02880859375,0.1611328125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,128,192,2048,64,0.06007904744936592,0.0,0.478515625,0.03564453125,0.2099609375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,192,256,2048,64,0.0647649124312834,0.0,0.52490234375,0.0263671875,0.1787109375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,256,320,2048,64,0.05743674065181702,0.0,0.4951171875,0.02197265625,0.158203125,1.0,49,0.765625
+fresh-en-2,layers.7.mlp.gated_product,64,320,384,2048,64,0.06053330054342945,0.0,0.48388671875,0.0283203125,0.169921875,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gated_product,64,384,448,2048,64,0.05650041569283556,0.0,0.4931640625,0.0224609375,0.16259765625,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,448,512,2048,64,0.060847612506502016,0.0,0.49462890625,0.03515625,0.18896484375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,512,576,2048,64,0.061283451493140115,0.0,0.48974609375,0.0341796875,0.18896484375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,576,640,2048,64,0.05737883777296045,0.0,0.48291015625,0.02099609375,0.15576171875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,640,704,2048,64,0.058097787160857284,0.0,0.51025390625,0.02099609375,0.16357421875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,704,768,2048,64,0.0677771255104912,0.0,0.51513671875,0.02880859375,0.19091796875,1.0,40,0.625
+fresh-en-2,layers.7.mlp.gated_product,64,768,832,2048,64,0.06741768723789994,0.0,0.52734375,0.02099609375,0.17041015625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,832,896,2048,64,0.07644043873283286,0.0,0.5126953125,0.02734375,0.201171875,1.0,37,0.578125
+fresh-en-2,layers.7.mlp.gated_product,64,896,960,2048,64,0.06844024303914749,0.0,0.50390625,0.0234375,0.171875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,960,1024,2048,64,0.05678265427968929,0.0,0.51708984375,0.02099609375,0.16845703125,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,1024,1088,2048,64,0.05703280043072529,0.0,0.5048828125,0.02783203125,0.17724609375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,1088,1152,2048,64,0.060633899129192204,0.0,0.51708984375,0.02685546875,0.15576171875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,1152,1216,2048,64,0.06054126162951136,0.0,0.5224609375,0.02880859375,0.185546875,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,1216,1280,2048,64,0.05722775289297366,0.0,0.48583984375,0.01611328125,0.1650390625,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,1280,1344,2048,64,0.05988438420092507,0.0,0.4892578125,0.02685546875,0.1728515625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,1344,1408,2048,64,0.10356278644491332,0.0,0.490234375,0.05859375,0.30419921875,1.0,23,0.359375
+fresh-en-2,layers.7.mlp.gated_product,64,1408,1472,2048,64,0.07654795598379974,0.0,0.50927734375,0.029296875,0.19873046875,1.0,39,0.609375
+fresh-en-2,layers.7.mlp.gated_product,64,1472,1536,2048,64,0.05935579767954372,0.0,0.50439453125,0.02978515625,0.17626953125,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,1536,1600,2048,64,0.0629744002616451,0.0,0.5439453125,0.02392578125,0.18798828125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,1600,1664,2048,64,0.061036998040008235,0.0,0.50927734375,0.0205078125,0.16796875,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,1664,1728,2048,64,0.0587570378655207,0.0,0.51318359375,0.03173828125,0.17919921875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,1728,1792,2048,64,0.061889719225472616,0.0,0.46630859375,0.0234375,0.1826171875,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,1792,1856,2048,64,0.059461683943010074,0.0,0.52392578125,0.0361328125,0.17431640625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,1856,1920,2048,64,0.052311755620969055,0.0,0.49609375,0.03076171875,0.1552734375,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,1920,1984,2048,64,0.07610351053365692,0.0,0.50244140625,0.0302734375,0.22412109375,1.0,37,0.578125
+fresh-en-2,layers.7.mlp.gated_product,64,1984,2048,2048,64,0.05416631931078504,0.0,0.49560546875,0.025390625,0.15966796875,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,2048,2112,2048,64,0.05965581940118036,0.0,0.5,0.02685546875,0.162109375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,2112,2176,2048,64,0.0650164933406702,0.0,0.52587890625,0.02197265625,0.1884765625,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,2176,2240,2048,64,0.06052395964949024,0.0,0.50341796875,0.0322265625,0.181640625,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,2240,2304,2048,64,0.05516428049705113,0.0,0.5224609375,0.02392578125,0.1689453125,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,2304,2368,2048,64,0.07410747574969301,0.0,0.52392578125,0.02392578125,0.19091796875,1.0,39,0.609375
+fresh-en-2,layers.7.mlp.gated_product,64,2368,2432,2048,64,0.06611883299669132,0.0,0.50927734375,0.03076171875,0.17333984375,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,2432,2496,2048,64,0.0554090616381829,0.0,0.50732421875,0.02587890625,0.17236328125,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,2496,2560,2048,64,0.074099930317508,0.0,0.48828125,0.02294921875,0.1611328125,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,2560,2624,2048,64,0.05939389926726748,0.0,0.4697265625,0.02734375,0.18115234375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,2624,2688,2048,64,0.06494376683023811,0.0,0.53076171875,0.02783203125,0.19287109375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,2688,2752,2048,64,0.05343737560086471,0.0,0.49560546875,0.02978515625,0.16064453125,1.0,50,0.78125
+fresh-en-2,layers.7.mlp.gated_product,64,2752,2816,2048,64,0.06167741992277003,0.0,0.466796875,0.03271484375,0.20068359375,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,2816,2880,2048,64,0.06261073334869321,0.0,0.501953125,0.02392578125,0.173828125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,2880,2944,2048,64,0.06013022161799719,0.0,0.515625,0.02587890625,0.1708984375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,2944,3008,2048,64,0.05216571886418817,0.0,0.49169921875,0.0205078125,0.15771484375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,3008,3072,2048,64,0.07986168695453291,0.0,0.47900390625,0.025390625,0.20361328125,1.0,37,0.578125
+fresh-en-2,layers.7.mlp.gated_product,64,3072,3136,2048,64,0.07088145240042207,0.0,0.4658203125,0.02880859375,0.185546875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,3136,3200,2048,64,0.059814128003904184,0.0,0.50634765625,0.02392578125,0.16162109375,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,3200,3264,2048,64,0.05551646636678457,0.0,0.48486328125,0.0322265625,0.1728515625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,3264,3328,2048,64,0.05684344093644619,0.0,0.52685546875,0.02099609375,0.1533203125,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,3328,3392,2048,64,0.06456939756851565,0.0,0.498046875,0.02392578125,0.20166015625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gated_product,64,3392,3456,2048,64,0.06699790499882854,0.0,0.51904296875,0.029296875,0.18994140625,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,3456,3520,2048,64,0.05662810145276562,0.0,0.5146484375,0.0234375,0.1728515625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,3520,3584,2048,64,0.05153915841339056,0.0,0.53564453125,0.03076171875,0.17041015625,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,3584,3648,2048,64,0.06021977394525624,0.0,0.4755859375,0.02734375,0.1572265625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,3648,3712,2048,64,0.064925660117593,0.0,0.52685546875,0.02392578125,0.1669921875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,3712,3776,2048,64,0.057611112319584074,0.0,0.5224609375,0.02490234375,0.1943359375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,3776,3840,2048,64,0.059328566370676405,0.0,0.49853515625,0.025390625,0.16552734375,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,3840,3904,2048,64,0.06161976902598152,0.0,0.51611328125,0.02490234375,0.17431640625,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,3904,3968,2048,64,0.05661302527321871,0.0,0.4931640625,0.0283203125,0.166015625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,3968,4032,2048,64,0.07561734696773319,0.0,0.51416015625,0.037109375,0.19775390625,1.0,39,0.609375
+fresh-en-2,layers.7.mlp.gated_product,64,4032,4096,2048,64,0.058726484140527176,0.0,0.49560546875,0.0302734375,0.16259765625,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,4096,4160,2048,64,0.0646023071146352,0.0,0.5283203125,0.02490234375,0.1787109375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,4160,4224,2048,64,0.061263468565561384,0.0,0.52587890625,0.015625,0.1572265625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,4224,4288,2048,64,0.06248137674455872,0.0,0.51611328125,0.02587890625,0.15478515625,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,4288,4352,2048,64,0.06381559278543483,0.0,0.521484375,0.03173828125,0.1904296875,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,4352,4416,2048,64,0.061276169630071466,0.0,0.5068359375,0.02392578125,0.17041015625,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gated_product,64,4416,4480,2048,64,0.05609965449499611,0.0,0.498046875,0.0205078125,0.1357421875,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,4480,4544,2048,64,0.05678795472364167,0.0,0.5,0.02490234375,0.15625,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,4544,4608,2048,64,0.057391606841356135,0.0,0.5126953125,0.0234375,0.17431640625,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,4608,4672,2048,64,0.06342686474448084,0.0,0.5478515625,0.03271484375,0.185546875,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,4672,4736,2048,64,0.06480965262494272,0.0,0.55078125,0.02734375,0.17626953125,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,4736,4800,2048,64,0.06399264662980313,0.0,0.525390625,0.03173828125,0.19091796875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gated_product,64,4800,4864,2048,64,0.05937803923098031,0.0,0.51416015625,0.02978515625,0.1650390625,1.0,45,0.703125
+fresh-en-2,layers.7.mlp.gated_product,64,4864,4928,2048,64,0.05520115976544282,0.0,0.51416015625,0.015625,0.16357421875,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,4928,4992,2048,64,0.06999177982208353,0.0,0.51708984375,0.02587890625,0.166015625,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,4992,5056,2048,64,0.05885263417437465,0.0,0.53173828125,0.02734375,0.17333984375,1.0,46,0.71875
+fresh-en-2,layers.7.mlp.gated_product,64,5056,5120,2048,64,0.07789353654274844,0.0,0.53857421875,0.03466796875,0.20068359375,1.0,37,0.578125
+fresh-en-2,layers.7.mlp.gated_product,64,5120,5184,2048,64,0.05614384844195651,0.0,0.515625,0.0263671875,0.16796875,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,5184,5248,2048,64,0.0711006284658708,0.0,0.48388671875,0.029296875,0.21240234375,1.0,39,0.609375
+fresh-en-2,layers.7.mlp.gated_product,64,5248,5312,2048,64,0.07226098553781249,0.0,0.5166015625,0.02978515625,0.1982421875,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gated_product,64,5312,5376,2048,64,0.05740102730868905,0.0,0.517578125,0.0224609375,0.14990234375,1.0,48,0.75
+fresh-en-2,layers.7.mlp.gated_product,64,5376,5440,2048,64,0.06869882558987964,0.0,0.51318359375,0.03271484375,0.1943359375,1.0,43,0.671875
+fresh-en-2,layers.7.mlp.gated_product,64,5440,5504,2048,64,0.0605927678643846,0.0,0.50732421875,0.01708984375,0.146484375,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,5504,5568,2048,64,0.06677745846601088,0.0,0.53125,0.02392578125,0.1630859375,1.0,44,0.6875
+fresh-en-2,layers.7.mlp.gated_product,64,5568,5632,2048,64,0.07298164702389492,0.0,0.4921875,0.02783203125,0.193359375,1.0,41,0.640625
+fresh-en-2,layers.7.mlp.gated_product,64,5632,5696,2048,64,0.06235077315879824,0.0,0.5146484375,0.0283203125,0.18310546875,1.0,42,0.65625
+fresh-en-2,layers.7.mlp.gated_product,64,5696,5760,2048,64,0.05716750787057905,0.0,0.51171875,0.0244140625,0.15771484375,1.0,47,0.734375
+fresh-en-2,layers.7.mlp.gated_product,64,5760,5824,2048,64